[maven-release-plugin] prepare for next development iteration

* fix 13496

* fix 13505

---------

Co-authored-by: JinyLeeChina <jiny.li@foxmail.com>

.asf.yaml

@@ -16,21 +16,24 @@
 #
 
 github:
-  description: Apache DolphinScheduler is the modern data orchestration platform. Agile to create high performance workflow with low-code
+  description: Apache DolphinScheduler is a distributed and extensible workflow scheduler platform with powerful DAG visual interfaces, dedicated to solving complex job dependencies in the data pipeline and providing various types of jobs available out of box.
   homepage: https://dolphinscheduler.apache.org/
   labels:
-    - cloud-native
-    - orchestration
     - airflow
-    - workflow
+    - schedule
     - job-scheduler
+    - oozie
     - task-scheduler
     - azkaban
-    - workflow-orchestration
+    - distributed-schedule-system
+    - workflow-scheduling-system
+    - etl-dependency
+    - workflow-platform
+    - cronjob-schedule
+    - job-schedule
+    - task-schedule
     - workflow-schedule
-    - powerful-data-pipelines
-    - data-pipelines
-  dependabot_updates: false
+    - data-schedule
   enabled_merge_buttons:
     squash: true
     merge: false
@@ -38,16 +41,7 @@ github:
   protected_branches:
     dev:
       required_status_checks:
-        # strict means "Require branches to be up to date before merging".
         strict: true
-        contexts:
-          - Build
-          - Unit Test
-          - E2E
-          - Docs
-          - Frontend Build
-          - "Mergeable: milestone-label-check"
-          - "Title Validator"
       required_pull_request_reviews:
         dismiss_stale_reviews: true
-        required_approving_review_count: 2
+        required_approving_review_count: 1

.dlc.json

@@ -1,39 +0,0 @@
-{
-  "ignorePatterns": [
-    {
-      "pattern": "^http://localhost"
-    },
-    {
-      "pattern": "^https://img.shields.io/badge"
-    },
-    {
-      "pattern": "/community/community.html$"
-    },
-    {
-      "pattern": "^https://dolphinscheduler.apache.org"
-    }
-  ],
-  "replacementPatterns": [
-    {
-      "pattern": "^/en-us/download/download.html$",
-      "replacement": "https://dolphinscheduler.apache.org/en-us/download"
-    },
-    {
-      "pattern": "^/zh-cn/download/download.html$",
-      "replacement": "https://dolphinscheduler.apache.org/zh-cn/download"
-    }
-  ],
-  "httpHeaders": [
-    {
-      "urls": ["https://docs.github.com/"],
-      "headers": {
-        "Accept-Encoding": "zstd, br, gzip, deflate"
-      }
-    }
-  ],
-  "timeout": "10s",
-  "retryOn429": true,
-  "retryCount": 10,
-  "fallbackRetryDelay": "1000s",
-  "aliveStatusCodes": [200, 401, 403, 0]
-}

.github/CODEOWNERS

@@ -15,40 +15,7 @@
 # limitations under the License.
 #
 
-/.github/ @SbloodyS
-/deploy/ @SbloodyS
-/dolphinscheduler-alert/ @SbloodyS
-/dolphinscheduler-api/ @caishunfeng @SbloodyS
-/dolphinscheduler-api-test/ @SbloodyS
-/dolphinscheduler-authentication/ @ruanwenjun
-/dolphinscheduler-bom/ @ruanwenjun
-/dolphinscheduler-common/ @SbloodyS
-/dolphinscheduler-dao/  @SbloodyS @ruanwenjun
-/dolphinscheduler-dao-plugin/ @SbloodyS @ruanwenjun
-/dolphinscheduler-data-quality/ @SbloodyS
-/dolphinscheduler-datasource-plugin/ @SbloodyS
-/dolphinscheduler-dist/ @SbloodyS
-/dolphinscheduler-e2e/ @SbloodyS
-/dolphinscheduler-extract/ @ruanwenjun
-/dolphinscheduler-master/ @caishunfeng @SbloodyS @ruanwenjun
-/dolphinscheduler-meter/  @ruanwenjun @EricGao888
-/dolphinscheduler-microbench/ @SbloodyS @ruanwenjun
-/dolphinscheduler-registry/  @ruanwenjun
-/dolphinscheduler-scheduler-plugin/ @ruanwenjun
-/dolphinscheduler-service/ @caishunfeng
-/dolphinscheduler-spi/ @caishunfeng
-/dolphinscheduler-standalone-server/ @SbloodyS
-/dolphinscheduler-storage-plugin/ @ruanwenjun @SbloodyS
-/dolphinscheduler-task-plugin/ @caishunfeng @SbloodyS @zhuangchong
-/dolphinscheduler-tools/ @caishunfeng @SbloodyS @EricGao888
-/dolphinscheduler-ui/ @songjianet @Amy0104
-/dolphinscheduler-worker/ @caishunfeng @SbloodyS @ruanwenjun
-/dolphinscheduler-yarn-aop/ @ruanwenjun
-
-/dolphinscheduler-dao/src/main/resources/sql/ @EricGao888
-
-/script/  @SbloodyS @EricGao888
-/docs/ @EricGao888 @SbloodyS
-/licenses/ @EricGao888
-/images/ @EricGao888
-/style/ @SbloodyS @EricGao888
+dolphinscheduler/dolphinscheduler-alert @kezhenxu94
+dolphinscheduler/dolphinscheduler-e2e @kezhenxu94
+dolphinscheduler/dolphinscheduler-registry @kezhenxu94
+dolphinscheduler/dolphinscheduler-standalone-server @kezhenxu94

.github/ISSUE_TEMPLATE/bug-report.yml

@@ -18,16 +18,15 @@
 name: Bug report
 title: "[Bug] [Module Name] Bug title "
 description: Problems and issues with code of Apache Dolphinscheduler
-labels: [ "bug", "Waiting for reply" ]
+labels: [ "bug" ]
 body:
   - type: markdown
     attributes:
-      value: >
+      value: |
         Please make sure what you are reporting is indeed a bug with reproducible steps, if you want to ask questions
-        or share ideas, you can head to our
-        [Discussions](https://github.com/apache/dolphinscheduler/discussions) tab, you can also
-        [join our slack](https://s.apache.org/dolphinscheduler-slack)
-        and send your question to channel `#troubleshooting`
+        or share ideas, please [subscribe to our mailing list](mailto:dev-subscribe@dolphinscheduler.apache.org) and sent
+        emails to [our mailing list](mailto:dev@dolphinscheduler.apache.org), you can also head to our
+        [Discussion](https://github.com/apache/dolphinscheduler/discussions) tab.
 
         For better global communication, Please write in English.
 
@@ -91,19 +90,6 @@ body:
         ``` ``` blocks or inside a collapsable details tag if it's too long:
         <details><summary>x.log</summary> lots of stuff </details>
 
-  - type: dropdown
-    id: version
-    attributes:
-      label: Version
-      description: >
-        Which version of Apache DolphinScheduler are you running? We only accept bugs report from the LTS projects.
-      options:
-        - dev
-        - 3.1.x
-        - 3.2.x
-    validations:
-      required: true
-
   - type: checkboxes
     attributes:
       label: Are you willing to submit PR?

.github/ISSUE_TEMPLATE/document.yml

@@ -1,73 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-name: Documentation Related
-description: Suggest an improvement or report a bug for this project's Documentation
-title: "[Doc][Module Name] Documentation bug or improvement"
-labels: [ "document", "Waiting for reply" ]
-body:
-  - type: markdown
-    attributes:
-      value: |
-        For better global communication, Please write in English.
-
-        If you feel the description in English is not clear, then you can append description in Chinese, thanks!
-
-  - type: checkboxes
-    attributes:
-      label: Search before asking
-      description: >
-        Please make sure to search in the [issues](https://github.com/apache/dolphinscheduler/issues?q=is%3Aissue) first
-        to see whether the same feature was requested already.
-      options:
-        - label: >
-            I had searched in the [issues](https://github.com/apache/dolphinscheduler/issues?q=is%3Aissue) and found no
-            similar feature requirement.
-          required: true
-
-  - type: textarea
-    attributes:
-      label: Description
-      description: A short description why your find in our document.
-
-  - type: textarea
-    attributes:
-      label: Documentation Links
-      description: Copy and paste one or more links of this documentation issue.
-
-  - type: checkboxes
-    attributes:
-      label: Are you willing to submit a PR?
-      description: >
-        This is absolutely not required, but we are happy to guide you in the contribution process
-        especially if you already have a good understanding of how to implement the improvement.
-        DolphinScheduler is a totally community-driven project and we love to bring new contributors in.
-      options:
-        - label: Yes I am willing to submit a PR!
-
-  - type: checkboxes
-    attributes:
-      label: Code of Conduct
-      description: |
-        The Code of Conduct helps create a safe space for everyone. We require that everyone agrees to it.
-      options:
-        - label: |
-            I agree to follow this project's [Code of Conduct](https://www.apache.org/foundation/policies/conduct)
-          required: true
-
-  - type: markdown
-    attributes:
-      value: "Thanks for completing our form!"

.github/ISSUE_TEMPLATE/dsip-request.yml

@@ -1,77 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-name: DSIP
-description: Suggest an idea for this project
-title: "[DSIP-][Module Name] DSIP title"
-labels: [ "DSIP", "Waiting for reply" ]
-body:
-  - type: markdown
-    attributes:
-      value: |
-        For better global communication, Please write in English.
-
-        If you feel the description in English is not clear, then you can append description in Chinese, thanks!
-
-  - type: checkboxes
-    attributes:
-      label: Search before asking
-      description: >
-        Please make sure to search in the [DSIP](https://github.com/apache/dolphinscheduler/issues/14102) first
-        to see whether the same DSIP was created already.
-      options:
-        - label: >
-            I had searched in the [DSIP](https://github.com/apache/dolphinscheduler/issues/14102) and found no
-            similar DSIP.
-          required: true
-
-  - type: textarea
-    attributes:
-      label: Motivation
-      description: Why you want to do this change?
-
-  - type: textarea
-    attributes:
-      label: Design Detail
-      description: Your design.
-      placeholder: >
-        It's better to provide a detailed design, such as the design of the interface, the design of the database, etc.
-
-  - type: textarea
-    attributes:
-      label: Compatibility, Deprecation, and Migration Plan
-      description: >
-        If this feature is related to compatibility, deprecation, or migration, please describe it here.
-
-  - type: textarea
-    attributes:
-      label: Test Plan
-      description: >
-        How to test this improvement.
-
-  - type: checkboxes
-    attributes:
-      label: Code of Conduct
-      description: |
-        The Code of Conduct helps create a safe space for everyone. We require that everyone agrees to it.
-      options:
-        - label: |
-            I agree to follow this project's [Code of Conduct](https://www.apache.org/foundation/policies/conduct)
-          required: true
-
-  - type: markdown
-    attributes:
-      value: "Thanks for completing our form!"

.github/ISSUE_TEMPLATE/feature-request.yml

@@ -17,7 +17,7 @@
 name: Feature request
 description: Suggest an idea for this project
 title: "[Feature][Module Name] Feature title"
-labels: [ "feature", "Waiting for reply" ]
+labels: [ "feature" ]
 body:
   - type: markdown
     attributes:

.github/ISSUE_TEMPLATE/improvement-report.yml

@@ -1,68 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-name: Improvement request
-description: Suggest an improvement for this project
-title: "[Improvement][Module Name] Improvement title"
-labels: [ "improvement", "Waiting for reply" ]
-body:
-  - type: markdown
-    attributes:
-      value: |
-        For better global communication, Please write in English.
-
-        If you feel the description in English is not clear, then you can append description in Chinese, thanks!
-
-  - type: checkboxes
-    attributes:
-      label: Search before asking
-      description: >
-        Please make sure to search in the [issues](https://github.com/apache/dolphinscheduler/issues?q=is%3Aissue) first
-        to see whether the same feature was requested already.
-      options:
-        - label: >
-            I had searched in the [issues](https://github.com/apache/dolphinscheduler/issues?q=is%3Aissue) and found no
-            similar feature requirement.
-          required: true
-
-  - type: textarea
-    attributes:
-      label: Description
-      description: A short description why your want to do this improvement
-
-  - type: checkboxes
-    attributes:
-      label: Are you willing to submit a PR?
-      description: >
-        This is absolutely not required, but we are happy to guide you in the contribution process
-        especially if you already have a good understanding of how to implement the improvement.
-        DolphinScheduler is a totally community-driven project and we love to bring new contributors in.
-      options:
-        - label: Yes I am willing to submit a PR!
-
-  - type: checkboxes
-    attributes:
-      label: Code of Conduct
-      description: |
-        The Code of Conduct helps create a safe space for everyone. We require that everyone agrees to it.
-      options:
-        - label: |
-            I agree to follow this project's [Code of Conduct](https://www.apache.org/foundation/policies/conduct)
-          required: true
-
-  - type: markdown
-    attributes:
-      value: "Thanks for completing our form!"

.github/PULL_REQUEST_TEMPLATE.md

@@ -1,4 +1,5 @@
-<!--Thanks very much for contributing to Apache DolphinScheduler, we are happy that you want to help us improve DolphinScheduler! -->
+<!--Thanks very much for contributing to Apache DolphinScheduler. Please review https://dolphinscheduler.apache.org/en-us/community/development/pull-request.html before opening a pull request.-->
+
 
 ## Purpose of the pull request
 
@@ -7,9 +8,8 @@
 ## Brief change log
 
 <!--*(for example:)*
-- *Add maven-checkstyle-plugin to root pom.xml*
+  - *Add maven-checkstyle-plugin to root pom.xml*
 -->
-
 ## Verify this pull request
 
 <!--*(Please pick either of the following options)*-->
@@ -25,13 +25,6 @@ This pull request is already covered by existing tests, such as *(please describ
 This change added tests and can be verified as follows:
 
 <!--*(example:)*
-- *Added dolphinscheduler-dao tests for end-to-end.*
-- *Added CronUtilsTest to verify the change.*
-- *Manually verified the change by testing locally.* -->
-
-(or)
-
-## Pull Request Notice
-[Pull Request Notice](https://github.com/apache/dolphinscheduler/blob/dev/docs/docs/en/contribute/join/pull-request.md)
-
-If your pull request contain incompatible change, you should also add it to `docs/docs/en/guide/upgrede/incompatible.md`
+  - *Added dolphinscheduler-dao tests for end-to-end.*
+  - *Added CronUtilsTest to verify the change.*
+  - *Manually verified the change by testing locally.* -->

.github/actions/auto-assign-action

@@ -1 +0,0 @@
-Subproject commit 288f36f8cea1dded676b9c4477a64ff91e50c104

.github/actions/auto-assign/auto-assign.yml

@@ -1,22 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-# Set addAssignees to 'author' to set the PR creator as the assignee.
-addAssignees: author
-
-# Enable it to run on drafts
-runOnDraft: true

.github/actions/labeler/labeler.yml

@@ -1,71 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-backend:
-  - 'dolphinscheduler-alert/**/*'
-  - 'dolphinscheduler-api/**/*'
-  - 'dolphinscheduler-authentication/**/*'
-  - 'dolphinscheduler-bom/**/*'
-  - 'dolphinscheduler-common/**/*'
-  - 'dolphinscheduler-dao/**/*'
-  - 'dolphinscheduler-dao-plugin/**/*'
-  - 'dolphinscheduler-data-quality/**/*'
-  - 'dolphinscheduler-datasource-plugin/**/*'
-  - 'dolphinscheduler-dist/**/*'
-  - 'dolphinscheduler-extract/**/*'
-  - 'dolphinscheduler-master/**/*'
-  - 'dolphinscheduler-meter/**/*'
-  - 'dolphinscheduler-microbench/**/*'
-  - 'dolphinscheduler-registry/**/*'
-  - 'dolphinscheduler-scheduler-plugin/**/*'
-  - 'dolphinscheduler-service/**/*'
-  - 'dolphinscheduler-spi/**/*'
-  - 'dolphinscheduler-standalone-server/**/*'
-  - 'dolphinscheduler-storage-plugin/**/*'
-  - 'dolphinscheduler-task-plugin/**/*'
-  - 'dolphinscheduler-tools/**/*'
-  - 'dolphinscheduler-worker/**/*'
-  - 'dolphinscheduler-yarn-aop/**/*'
-  - 'script/**/*'
-  - '.github/workflows/backend.yml'
-
-document:
-  - 'docs/**/*'
-  - '**/*.md'
-
-CI&CD:
-  - any: ['.github/**/*']
-
-docker:
-  - any: ['deploy/docker/**/*']
-
-UI:
-  - any: ['dolphinscheduler-ui/**/*']
-  - any: ['.github/workflows/frontend.yml']
-
-e2e:
-  - any: ['dolphinscheduler-e2e/**/*']
-  - any: ['dolphinscheduler-api-test/**/*']
-  - any: ['.github/workflows/e2e.yml']
-  - any: ['.github/workflows/api-test.yml']
-  - any: ['.github/workflows/e2e-k8s.yml']
-
-test:
-  - any: ['**/test/**/*']
-
-kubernetes:
-  - any: ['deploy/kubernetes/**/*']

.github/actions/lable-on-issue

@@ -0,0 +1 @@
+Subproject commit 978f846c4ca6299fd136f465b42c5e87aca28cac

.github/actions/reviewdog-setup

@@ -0,0 +1 @@
+Subproject commit 2fc905b1875f2e6b91c4201a4dc6eaa21b86547e

.github/actions/sanity-check/action.yml

@@ -32,7 +32,9 @@ runs:
   using: "composite"
   steps:
     - name: Check License Header
-      uses: apache/skywalking-eyes/header@main
+      uses: apache/skywalking-eyes@a63f4afcc287dfb3727ecc45a4afc55a5e69c15f
+
+    - uses: ./.github/actions/reviewdog-setup
+      with:
+        reviewdog_version: v0.10.2
 
-    - shell: bash
-      run: ./mvnw spotless:check

.github/boring-cyborg.yml

@@ -1,72 +0,0 @@
-################################################################################
-#  Licensed to the Apache Software Foundation (ASF) under one
-#  or more contributor license agreements.  See the NOTICE file
-#  distributed with this work for additional information
-#  regarding copyright ownership.  The ASF licenses this file
-#  to you under the Apache License, Version 2.0 (the
-#  "License"); you may not use this file except in compliance
-#  with the License.  You may obtain a copy of the License at
-#
-#      http://www.apache.org/licenses/LICENSE-2.0
-#
-#  Unless required by applicable law or agreed to in writing, software
-#  distributed under the License is distributed on an "AS IS" BASIS,
-#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#  See the License for the specific language governing permissions and
-# limitations under the License.
-# Details: https://github.com/apps/boring-cyborg
-
-###### IssueLink Adder #################################################################################################
-# Insert Issue (Jira/Github etc) link in PR description based on the Issue ID in PR title.
-insertIssueLinkInPrDescription:
-  # specify the placeholder for the issue link that should be present in the description
-  descriptionIssuePlaceholderRegexp: "^fix: (.*)$"
-  matchers:
-    # you can have several matches - for different types of issues
-    # only the first matching entry is replaced
-    jiraIssueMatch:
-      # specify the regexp of issue id that you can find in the title of the PR
-      # the match groups can be used to build the issue id (${1}, ${2}, etc.).
-      titleIssueIdRegexp: \[(Feature|Fix|Improvement|Test|E2E|Doc-[0-9]+)\]
-      # the issue link to be added. ${1}, ${2} ... are replaced with the match groups from the
-      # title match (remember to use quotes)
-      descriptionIssueLink: "[${1}](https://github.com/apache/dolphinschedule/${1}/)"
-
-###### Title Validator #################################################################################################
-# Verifies if commit/PR titles match the regexp specified
-verifyTitles:
-  # Regular expression that should be matched by titles of commits or PR
-  titleRegexp: ^\[DSIP-[0-9]+\].*$|^\[Feature-[0-9]+\].*$|^\[Fix-[0-9]+\].*$|^\[Doc-[0-9]+\].*$|^\[Improvement-[0-9]+\].*$|^\[Test-[0-9]+\].*$|^\[E2E-[0-9]+\].*$|^\[CI].*$|^\[Chore].*$
-  # If set to true, it will always check the PR title (as opposed to the individual commits).
-  alwaysUsePrTitle: true
-  # If set to true, it will only check the commit in case there is a single commit.
-  # In case of multiple commits it will check PR title.
-  # This reflects the standard behaviour of Github that for `Squash & Merge` GitHub
-  # uses the PR title rather than commit messages for the squashed commit ¯\_(ツ)_/¯
-  # For single-commit PRs it takes the squashed commit message from the commit as expected.
-  #
-  # If set to false it will check all commit messages. This is useful when you do not squash commits at merge.
-  validateEitherPrOrSingleCommitTitle: true
-  # The title the GitHub status should appear from.
-  statusTitle: "Title Validator"
-  # A custom message to be displayed when the title passes validation.
-  successMessage: "Title Validation successful!"
-  # A custom message to be displayed when the title fails validation.
-  # Allows insertion of ${type} (commit/PR), ${title} (the title validated) and ${regex} (the titleRegexp above).
-  failureMessage: "Wrong ${type} title: ${title}"
-
-# Various Flags to control behaviour of the "Labeler"
-labelerFlags:
-  # If this flag is changed to 'false', labels would only be added when the PR is first created
-  # and not when existing PR is updated.
-  # The default is 'true' which means the labels would be added when PR is updated even if they
-  # were removed by the user
-  labelOnPRUpdates: true
-
-# Comment to be posted to welcome users when they open their first PR
-firstPRWelcomeComment: >
-  Thanks for opening this pull request! Please check out our contributing guidelines. (https://github.com/apache/dolphinscheduler/blob/dev/docs/docs/en/contribute/join/pull-request.md)
-
-# Comment to be posted to congratulate user on their first merged PR
-firstPRMergeComment: >
-  Awesome work, congrats on your first merged pull request!

.github/workflows/api-test.yml

@@ -1,155 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-on:
-  pull_request:
-  push:
-    branches:
-      - dev
-      - '[0-9]+.[0-9]+.[0-9]+-prepare'
-      - '[0-9]+.[0-9]+.[0-9]+-release'
-
-name: API-Test
-
-concurrency:
-  group: api-test-${{ github.event.pull_request.number || github.ref }}
-  cancel-in-progress: true
-
-
-jobs:
-  paths-filter:
-    name: API-Test-Path-Filter
-    runs-on: ubuntu-latest
-    outputs:
-      not-ignore: ${{ steps.filter.outputs.not-ignore }}
-    steps:
-      - uses: actions/checkout@v4
-      - uses: dorny/paths-filter@b2feaf19c27470162a626bd6fa8438ae5b263721
-        id: filter
-        with:
-          filters: |
-            not-ignore:
-              - '!(docs/**)'
-  build:
-    name: API-Test-Build
-    needs: paths-filter
-    if: ${{ (needs.paths-filter.outputs.not-ignore == 'true') || (github.event_name == 'push') }}
-    runs-on: ubuntu-latest
-    timeout-minutes: 20
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          submodules: true
-      - name: Sanity Check
-        uses: ./.github/actions/sanity-check
-        with:
-          token: ${{ secrets.GITHUB_TOKEN }}
-      - name: Cache local Maven repository
-        uses: actions/cache@v3
-        with:
-          path: ~/.m2/repository
-          key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }}-api-test
-          restore-keys: ${{ runner.os }}-maven-
-      - name: Build Image
-        run: |
-          ./mvnw -B clean install \
-          -Dmaven.test.skip \
-          -Dmaven.javadoc.skip \
-          -Dspotless.skip=true \
-          -Pdocker,release -Ddocker.tag=ci
-      - name: Export Docker Images
-        run: |
-          docker save apache/dolphinscheduler-standalone-server:ci -o /tmp/standalone-image.tar \
-          && du -sh /tmp/standalone-image.tar
-      - uses: actions/upload-artifact@v4
-        name: Upload Docker Images
-        with:
-          name: standalone-image
-          path: /tmp/standalone-image.tar
-          retention-days: 1
-  api-test:
-    name: ${{ matrix.case.name }}
-    needs: build
-    runs-on: ubuntu-latest
-    timeout-minutes: 30
-    strategy:
-      matrix:
-        case:
-          - name: Tenant
-            class: org.apache.dolphinscheduler.api.test.cases.TenantAPITest
-          - name: WorkerGroup
-            class: org.apache.dolphinscheduler.api.test.cases.WorkerGroupAPITest
-          - name: Project
-            class: org.apache.dolphinscheduler.api.test.cases.ProjectAPITest
-          - name: Workflow
-            class: org.apache.dolphinscheduler.api.test.cases.ProcessDefinitionAPITest
-          - name: Scheduler
-            class: org.apache.dolphinscheduler.api.test.cases.SchedulerAPITest
-          - name: Executor
-            class: org.apache.dolphinscheduler.api.test.cases.ExecutorAPITest
-          - name: ProcessInstance
-            class: org.apache.dolphinscheduler.api.test.cases.ProcessInstanceAPITest
-    env:
-      RECORDING_PATH: /tmp/recording-${{ matrix.case.name }}
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          submodules: true
-      - name: Cache local Maven repository
-        uses: actions/cache@v3
-        with:
-          path: ~/.m2/repository
-          key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }}-api-test
-          restore-keys: ${{ runner.os }}-maven-
-      - uses: actions/download-artifact@v4
-        name: Download Docker Images
-        with:
-          name: standalone-image
-          path: /tmp
-      - name: Load Docker Images
-        run: |
-            docker load -i /tmp/standalone-image.tar
-      - name: Run Test
-        run: |
-          ./mvnw -B -f dolphinscheduler-api-test/pom.xml -am \
-            -DfailIfNoTests=false \
-            -Dspotless.skip=true \
-            -Dtest=${{ matrix.case.class }} test
-      - uses: actions/upload-artifact@v4
-        if: always()
-        name: Upload Recording
-        with:
-          name: recording-${{ matrix.case.name }}
-          path: ${{ env.RECORDING_PATH }}
-          retention-days: 1
-  result:
-    name: API-Test-Result
-    runs-on: ubuntu-latest
-    timeout-minutes: 30
-    needs: [ api-test, paths-filter ]
-    if: always()
-    steps:
-      - name: Status
-        run: |
-          if [[ ${{ needs.paths-filter.outputs.not-ignore }} == 'false' && ${{ github.event_name }} == 'pull_request' ]]; then
-            echo "Skip API Test!"
-            exit 0
-          fi
-          if [[ ${{ needs.api-test.result }} != 'success' ]]; then
-            echo "API test Failed!"
-            exit -1
-          fi

.github/workflows/backend.yml

@@ -30,248 +30,47 @@ on:
       - 'dolphinscheduler-common/**'
       - 'dolphinscheduler-dao/**'
       - 'dolphinscheduler-rpc/**'
+      - 'dolphinscheduler-server/**'
   pull_request:
+    paths:
+      - '.github/workflows/backend.yml'
+      - 'package.xml'
+      - 'pom.xml'
+      - 'dolphinscheduler-alert/**'
+      - 'dolphinscheduler-api/**'
+      - 'dolphinscheduler-common/**'
+      - 'dolphinscheduler-dao/**'
+      - 'dolphinscheduler-rpc/**'
+      - 'dolphinscheduler-server/**'
 
 concurrency:
   group: backend-${{ github.event.pull_request.number || github.ref }}
   cancel-in-progress: true
 
 jobs:
-  paths-filter:
-    name: Backend-Path-Filter
-    runs-on: ubuntu-latest
-    outputs:
-      not-ignore: ${{ steps.filter.outputs.not-ignore }}
-      db-schema: ${{ steps.filter.outputs.db-schema }}
-    steps:
-      - uses: actions/checkout@v4
-      - uses: dorny/paths-filter@b2feaf19c27470162a626bd6fa8438ae5b263721
-        id: filter
-        with:
-          filters: |
-            not-ignore:
-              - '!(docs/**)'
-            db-schema:
-              - 'dolphinscheduler-dao/src/main/resources/sql/**'
   build:
-    name: Backend-Build
-    needs: paths-filter
-    if: ${{ (needs.paths-filter.outputs.not-ignore == 'true') || (github.event_name == 'push') }}
+    name: Build
     runs-on: ubuntu-latest
-    strategy:
-      matrix:
-        java: [ '8', '11' ]
-    timeout-minutes: 30
     steps:
-      - uses: actions/checkout@v4
+      - uses: actions/checkout@v2
         with:
           submodules: true
-      - name: Set up JDK ${{ matrix.java }}
-        uses: actions/setup-java@v2
-        with:
-          java-version: ${{ matrix.java }}
-          distribution: 'adopt'
       - name: Sanity Check
         uses: ./.github/actions/sanity-check
         with:
-          token: ${{ secrets.GITHUB_TOKEN }}
-      - uses: actions/cache@v3
+          token: ${{ secrets.GITHUB_TOKEN }} # We only need to pass this token in one workflow
+      - uses: actions/cache@v2
         with:
           path: ~/.m2/repository
-          key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }}-backend
-          restore-keys: ${{ runner.os }}-maven-
-      - name: Build and Package on ${{ matrix.java }}
+          key: ${{ runner.os }}-maven
+      - name: Build and Package
         run: |
           ./mvnw -B clean install \
                  -Prelease \
                  -Dmaven.test.skip=true \
-                 -Dspotless.skip=true \
+                 -Dcheckstyle.skip=true \
                  -Dhttp.keepAlive=false \
                  -Dmaven.wagon.http.pool=false \
                  -Dmaven.wagon.httpconnectionManager.ttlSeconds=120
       - name: Check dependency license
         run: tools/dependencies/check-LICENSE.sh
-      - uses: actions/upload-artifact@v4
-        if: ${{ matrix.java == '8' }}
-        name: Upload Binary Package
-        with:
-          name: binary-package-${{ matrix.java }}
-          path: ./dolphinscheduler-dist/target/apache-dolphinscheduler-*-SNAPSHOT-bin.tar.gz
-          retention-days: 1
-  cluster-test:
-    name: ${{ matrix.case.name }}
-    needs: build
-    runs-on: ubuntu-latest
-    timeout-minutes: 20
-    strategy:
-      matrix:
-        case:
-          - name: cluster-test-mysql-with-zookeeper-registry
-            script: .github/workflows/cluster-test/mysql_with_zookeeper_registry/start-job.sh
-          - name: cluster-test-mysql-with-mysql-registry
-            script: .github/workflows/cluster-test/mysql_with_mysql_registry/start-job.sh
-          - name: cluster-test-postgresql-zookeeper-registry
-            script: .github/workflows/cluster-test/postgresql_with_zookeeper_registry/start-job.sh
-          - name: cluster-test-postgresql-with-postgresql-registry
-            script: .github/workflows/cluster-test/postgresql_with_postgresql_registry/start-job.sh
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          submodules: true
-      - uses: actions/download-artifact@v4
-        name: Download Binary Package
-        with:
-          # Only run cluster test on jdk8
-          name: binary-package-8
-          path: ./
-      - name: Running cluster test
-        run: |
-          /bin/bash ${{ matrix.case.script }}
-  schema-check:
-    runs-on: ubuntu-latest
-    if: ${{ (needs.paths-filter.outputs.db-schema == 'true') || (github.event_name == 'push') }}
-    timeout-minutes: 20
-    needs: build
-    services:
-      mysql:
-        image: mysql:5.7
-        env:
-          MYSQL_ROOT_PASSWORD: mysql
-          MYSQL_DATABASE: dolphinscheduler_dev
-        ports:
-          - 3306:3306
-        options: --name=mysql --health-cmd="mysqladmin ping" --health-interval=10s --health-timeout=5s --health-retries=3
-      postgres:
-        image: postgres:15
-        env:
-          POSTGRES_PASSWORD: postgres
-          POSTGRES_DB: dolphinscheduler_dev
-        ports:
-          - 5432:5432
-        options: --name=postgres --health-cmd=pg_isready --health-interval=10s --health-timeout=5s --health-retries=5
-    strategy:
-      fail-fast: false
-      matrix:
-        db: ["mysql", "postgresql"]
-        version: ["3.1.9", "3.2.0"]
-    steps:
-      - name: Set up JDK 8
-        uses: actions/setup-java@v2
-        with:
-          java-version: 8
-          distribution: 'adopt'
-      - name: Install Atlas and Create Dir
-        run: |
-          mkdir -p dolphinscheduler/dev dolphinscheduler/${{ matrix.version }}
-          curl -sSf https://atlasgo.sh | sh
-      - name: Download Tarball
-        uses: actions/download-artifact@v4
-        with:
-          name: binary-package-8
-          path: dolphinscheduler/dev
-      - name: Set Env
-        run: |
-          VERSION=${{ matrix.version }}
-          echo "DATABASE_VERSION=${VERSION//\./}" >> $GITHUB_ENV
-      - name: Prepare
-        run: |
-          wget https://archive.apache.org/dist/dolphinscheduler/${{ matrix.version }}/apache-dolphinscheduler-${{ matrix.version }}-bin.tar.gz -P dolphinscheduler/${{ matrix.version }}
-          tar -xzf dolphinscheduler/${{ matrix.version }}/apache-dolphinscheduler-${{ matrix.version }}-bin.tar.gz -C dolphinscheduler/${{ matrix.version }} --strip-components 1
-          tar -xzf dolphinscheduler/dev/apache-dolphinscheduler-*-bin.tar.gz -C dolphinscheduler/dev --strip-components 1
-
-          if [[ ${{ matrix.db }} == "mysql" ]]; then
-            MYSQL_JDBC_URL="https://repo.maven.apache.org/maven2/mysql/mysql-connector-java/8.0.16/mysql-connector-java-8.0.16.jar"
-            MYSQL_JDBC_JAR="mysql-connector-java-8.0.16.jar"
-            wget ${MYSQL_JDBC_URL} -O /tmp/${MYSQL_JDBC_JAR}
-            for base_dir in dolphinscheduler/dev dolphinscheduler/${{ matrix.version }}; do
-              if [[ $base_dir == *"dolphinscheduler/2"* ]]; then
-                cp /tmp/${MYSQL_JDBC_JAR} ${base_dir}/lib
-              else
-                for d in alert-server api-server master-server worker-server tools; do
-                  cp /tmp/${MYSQL_JDBC_JAR} ${base_dir}/${d}/libs
-                done
-              fi
-            done
-            docker exec -i mysql mysql -uroot -pmysql -e "create database dolphinscheduler_${{ env.DATABASE_VERSION }}"; 
-          else
-            docker exec -i postgres psql -U postgres -c "create database dolphinscheduler_${{ env.DATABASE_VERSION }};"
-          fi
-      - name: Check
-        run: |
-          if [[ $DATABASE_VERSION -lt 300 ]]; then
-            chmod +x dolphinscheduler/dev/tools/bin/upgrade-schema.sh dolphinscheduler/${{ matrix.version }}/script/create-dolphinscheduler.sh
-          else
-            chmod +x dolphinscheduler/dev/tools/bin/upgrade-schema.sh dolphinscheduler/${{ matrix.version }}/tools/bin/upgrade-schema.sh
-          fi
-          if [[ ${{ matrix.db }} == "mysql" ]]; then
-            export DATABASE="mysql"
-            export SPRING_DATASOURCE_DRIVER_CLASS_NAME="com.mysql.cj.jdbc.Driver"
-            export SPRING_DATASOURCE_URL="jdbc:mysql://127.0.0.1:3306/dolphinscheduler_dev?useUnicode=true&characterEncoding=UTF-8&allowMultiQueries=true&useSSL=false"
-            export SPRING_DATASOURCE_USERNAME="root"
-            export SPRING_DATASOURCE_PASSWORD="mysql"
-            bash dolphinscheduler/dev/tools/bin/upgrade-schema.sh
-
-            export SPRING_DATASOURCE_URL="jdbc:mysql://127.0.0.1:3306/dolphinscheduler_${{ env.DATABASE_VERSION }}?useUnicode=true&characterEncoding=UTF-8&allowMultiQueries=true&useSSL=false"
-            if [[ $DATABASE_VERSION -lt 300 ]]; then
-              bash dolphinscheduler/${{ matrix.version }}/script/create-dolphinscheduler.sh
-            else
-              bash dolphinscheduler/${{ matrix.version }}/tools/bin/upgrade-schema.sh
-            fi
-            bash dolphinscheduler/dev/tools/bin/upgrade-schema.sh
-
-            atlas_result=$(atlas schema diff \
-              --from "mysql://root:mysql@127.0.0.1:3306/dolphinscheduler_${{ env.DATABASE_VERSION }}" \
-              --to "mysql://root:mysql@127.0.0.1:3306/dolphinscheduler_dev")
-            if [[ ${atlas_result} != *"Schemas are synced"* ]]; then
-              echo "================================================================================================"
-              echo "                                !!!!! For Contributors !!!!!"
-              echo "================================================================================================"
-              echo "Database schema not sync, please add below change in the latest version of dolphinscheduler-dao/src/main/resources/sql/upgrade directory"
-              echo "${atlas_result}"
-              exit 1
-            fi
-          else
-            export DATABASE="postgresql"
-            export SPRING_DATASOURCE_DRIVER_CLASS_NAME="org.postgresql.Driver"
-            export SPRING_DATASOURCE_URL="jdbc:postgresql://127.0.0.1:5432/dolphinscheduler_dev"
-            export SPRING_DATASOURCE_USERNAME="postgres"
-            export SPRING_DATASOURCE_PASSWORD="postgres"
-            bash dolphinscheduler/dev/tools/bin/upgrade-schema.sh
-          
-            export SPRING_DATASOURCE_URL="jdbc:postgresql://127.0.0.1:5432/dolphinscheduler_${{ env.DATABASE_VERSION }}"
-            if [[ $DATABASE_VERSION -lt 300 ]]; then
-              bash dolphinscheduler/${{ matrix.version }}/script/create-dolphinscheduler.sh
-            else
-              bash dolphinscheduler/${{ matrix.version }}/tools/bin/upgrade-schema.sh
-            fi
-            bash dolphinscheduler/dev/tools/bin/upgrade-schema.sh
-          
-            atlas_result=$(atlas schema diff \
-              --from "postgres://postgres:postgres@127.0.0.1:5432/dolphinscheduler_${{ env.DATABASE_VERSION }}?search_path=public&sslmode=disable" \
-              --to "postgres://postgres:postgres@127.0.0.1:5432/dolphinscheduler_dev?search_path=public&sslmode=disable")
-            if [[ ${atlas_result} != *"Schemas are synced"* ]]; then
-              echo "================================================================================================"
-              echo "                                !!!!! For Contributors !!!!!"
-              echo "================================================================================================"
-              echo "Database schema not sync, please add below change in the latest version in dolphinscheduler-dao/src/main/resources/sql/upgrade directory"
-              echo "${atlas_result}"
-              exit 1
-            fi
-          fi
-  result:
-    name: Build
-    runs-on: ubuntu-latest
-    timeout-minutes: 30
-    needs: [ build, paths-filter, cluster-test, schema-check ]
-    if: always()
-    steps:
-      - name: Status
-        run: |
-          if [[ ${{ needs.paths-filter.outputs.not-ignore }} == 'false' && ${{ needs.paths-filter.outputs.db-schema }} == 'false' && ${{ github.event_name }} == 'pull_request' ]]; then
-            echo "Skip Build!"
-            exit 0
-          fi
-          if [[ ${{ needs.build.result }} != 'success' || ${{ needs.cluster-test.result }} != 'success' ]]; then
-            echo "Build Failed!"
-            exit -1
-          fi

.github/workflows/cluster-test/mysql_with_mysql_registry/Dockerfile

@@ -1,48 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-FROM eclipse-temurin:8-jre
-
-RUN apt update ; \
-    apt install -y wget default-mysql-client sudo openssh-server netcat-traditional ;
-
-COPY ./apache-dolphinscheduler-*-SNAPSHOT-bin.tar.gz /root
-RUN tar -zxvf /root/apache-dolphinscheduler-*-SNAPSHOT-bin.tar.gz -C ~
-
-RUN mv /root/apache-dolphinscheduler-*-SNAPSHOT-bin /root/apache-dolphinscheduler-test-SNAPSHOT-bin
-
-ENV DOLPHINSCHEDULER_HOME /root/apache-dolphinscheduler-test-SNAPSHOT-bin
-
-#Setting install.sh
-COPY .github/workflows/cluster-test/mysql_with_mysql_registry/install_env.sh $DOLPHINSCHEDULER_HOME/bin/env/install_env.sh
-
-#Setting dolphinscheduler_env.sh
-COPY .github/workflows/cluster-test/mysql_with_mysql_registry/dolphinscheduler_env.sh $DOLPHINSCHEDULER_HOME/bin/env/dolphinscheduler_env.sh
-
-#Download mysql jar
-ENV MYSQL_URL "https://repo.maven.apache.org/maven2/mysql/mysql-connector-java/8.0.16/mysql-connector-java-8.0.16.jar"
-ENV MYSQL_DRIVER "mysql-connector-java-8.0.16.jar"
-RUN wget -O $DOLPHINSCHEDULER_HOME/alert-server/libs/$MYSQL_DRIVER $MYSQL_URL ; \
-cp $DOLPHINSCHEDULER_HOME/alert-server/libs/$MYSQL_DRIVER $DOLPHINSCHEDULER_HOME/api-server/libs/$MYSQL_DRIVER ; \
-cp $DOLPHINSCHEDULER_HOME/alert-server/libs/$MYSQL_DRIVER $DOLPHINSCHEDULER_HOME/master-server/libs/$MYSQL_DRIVER ; \
-cp $DOLPHINSCHEDULER_HOME/alert-server/libs/$MYSQL_DRIVER $DOLPHINSCHEDULER_HOME/worker-server/libs/$MYSQL_DRIVER ; \
-cp $DOLPHINSCHEDULER_HOME/alert-server/libs/$MYSQL_DRIVER $DOLPHINSCHEDULER_HOME/tools/libs/$MYSQL_DRIVER
-
-#Deploy
-COPY .github/workflows/cluster-test/mysql_with_mysql_registry/deploy.sh /root/deploy.sh
-
-CMD [ "/bin/bash", "/root/deploy.sh" ]

.github/workflows/cluster-test/mysql_with_mysql_registry/deploy.sh

@@ -1,44 +0,0 @@
-#!/bin/bash
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-set -euox pipefail
-
-
-USER=root
-
-#Create database
-mysql -hmysql -P3306 -uroot -p123456 -e "CREATE DATABASE IF NOT EXISTS dolphinscheduler DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;"
-
-#Sudo
-sed -i '$a'$USER'  ALL=(ALL)  NOPASSWD: NOPASSWD: ALL' /etc/sudoers
-sed -i 's/Defaults    requirett/#Defaults    requirett/g' /etc/sudoers
-
-#SSH
-ssh-keygen -t rsa -P '' -f ~/.ssh/id_rsa
-cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys
-chmod 600 ~/.ssh/authorized_keys
-service ssh start
-
-#Init schema
-/bin/bash $DOLPHINSCHEDULER_HOME/tools/bin/upgrade-schema.sh
-/bin/bash $DOLPHINSCHEDULER_HOME/tools/bin/initialize-jdbc-registry.sh
-
-#Start Cluster
-/bin/bash $DOLPHINSCHEDULER_HOME/bin/start-all.sh
-
-#Keep running
-tail -f /dev/null

.github/workflows/cluster-test/mysql_with_mysql_registry/docker-compose-base.yaml

@@ -1,34 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-version: "3"
-
-services:
-  mysql:
-    container_name: mysql
-    image: mysql:5.7.36
-    command: --default-authentication-plugin=mysql_native_password
-    restart: always
-    environment:
-      MYSQL_ROOT_PASSWORD: 123456
-    ports:
-      - "3306:3306"
-    healthcheck:
-      test: mysqladmin ping -h 127.0.0.1 -u root --password=$$MYSQL_ROOT_PASSWORD
-      interval: 5s
-      timeout: 60s
-      retries: 120

.github/workflows/cluster-test/mysql_with_mysql_registry/docker-compose-cluster.yaml

@@ -1,29 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-version: "3"
-
-services:
-  ds:
-    container_name: ds
-    image: jdk8:ds_mysql_cluster
-    restart: always
-    ports:
-      - "12345:12345"
-      - "5679:5679"
-      - "1235:1235"
-      - "50053:50053"

.github/workflows/cluster-test/mysql_with_mysql_registry/dolphinscheduler_env.sh

@@ -1,57 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-# JAVA_HOME, will use it to start DolphinScheduler server
-export JAVA_HOME=${JAVA_HOME:-/opt/java/openjdk}
-
-# Database related configuration, set database type, username and password
-export DATABASE=${DATABASE:-mysql}
-export SPRING_PROFILES_ACTIVE=${DATABASE}
-export SPRING_DATASOURCE_URL="jdbc:mysql://mysql:3306/dolphinscheduler?useUnicode=true&characterEncoding=UTF-8&useSSL=false"
-export SPRING_DATASOURCE_USERNAME=root
-export SPRING_DATASOURCE_PASSWORD=123456
-
-# DolphinScheduler server related configuration
-export SPRING_CACHE_TYPE=${SPRING_CACHE_TYPE:-none}
-export SPRING_JACKSON_TIME_ZONE=${SPRING_JACKSON_TIME_ZONE:-UTC}
-
-# Registry center configuration, determines the type and link of the registry center
-export REGISTRY_TYPE=${REGISTRY_TYPE:-jdbc}
-export REGISTRY_HIKARI_CONFIG_JDBC_URL="jdbc:mysql://mysql:3306/dolphinscheduler?useUnicode=true&characterEncoding=UTF-8&useSSL=false"
-export REGISTRY_HIKARI_CONFIG_USERNAME=root
-export REGISTRY_HIKARI_CONFIG_PASSWORD=123456
-
-# Tasks related configurations, need to change the configuration if you use the related tasks.
-export HADOOP_HOME=${HADOOP_HOME:-/opt/soft/hadoop}
-export HADOOP_CONF_DIR=${HADOOP_CONF_DIR:-/opt/soft/hadoop/etc/hadoop}
-export SPARK_HOME=${SPARK_HOME:-/opt/soft/spark}
-export PYTHON_LAUNCHER=${PYTHON_LAUNCHER:-/opt/soft/python/bin/python3}
-export HIVE_HOME=${HIVE_HOME:-/opt/soft/hive}
-export FLINK_HOME=${FLINK_HOME:-/opt/soft/flink}
-export DATAX_LAUNCHER=${DATAX_LAUNCHER:-/opt/soft/datax/bin/datax.py}
-
-export PATH=$HADOOP_HOME/bin:$SPARK_HOME/bin:$PYTHON_LAUNCHER:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_LAUNCHER:$PATH
-
-export MASTER_RESERVED_MEMORY=0.01
-export WORKER_RESERVED_MEMORY=0.01
-
-# applicationId auto collection related configuration, the following configurations are unnecessary if setting appId.collect=log
-#export HADOOP_CLASSPATH=`hadoop classpath`:${DOLPHINSCHEDULER_HOME}/tools/libs/*
-#export SPARK_DIST_CLASSPATH=$HADOOP_CLASSPATH:$SPARK_DIST_CLASS_PATH
-#export HADOOP_CLIENT_OPTS="-javaagent:${DOLPHINSCHEDULER_HOME}/tools/libs/aspectjweaver-1.9.7.jar":$HADOOP_CLIENT_OPTS
-#export SPARK_SUBMIT_OPTS="-javaagent:${DOLPHINSCHEDULER_HOME}/tools/libs/aspectjweaver-1.9.7.jar":$SPARK_SUBMIT_OPTS
-#export FLINK_ENV_JAVA_OPTS="-javaagent:${DOLPHINSCHEDULER_HOME}/tools/libs/aspectjweaver-1.9.7.jar":$FLINK_ENV_JAVA_OPTS

.github/workflows/cluster-test/mysql_with_mysql_registry/install_env.sh

@@ -1,58 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-# ---------------------------------------------------------
-# INSTALL MACHINE
-# ---------------------------------------------------------
-# A comma separated list of machine hostname or IP would be installed DolphinScheduler,
-# including master, worker, api, alert. If you want to deploy in pseudo-distributed
-# mode, just write a pseudo-distributed hostname
-# Example for hostnames: ips="ds1,ds2,ds3,ds4,ds5", Example for IPs: ips="192.168.8.1,192.168.8.2,192.168.8.3,192.168.8.4,192.168.8.5"
-ips=${ips:-"localhost"}
-
-# Port of SSH protocol, default value is 22. For now we only support same port in all `ips` machine
-# modify it if you use different ssh port
-sshPort=${sshPort:-"22"}
-
-# A comma separated list of machine hostname or IP would be installed Master server, it
-# must be a subset of configuration `ips`.
-# Example for hostnames: masters="ds1,ds2", Example for IPs: masters="192.168.8.1,192.168.8.2"
-masters=${masters:-"localhost"}
-
-# A comma separated list of machine <hostname>:<workerGroup> or <IP>:<workerGroup>.All hostname or IP must be a
-# subset of configuration `ips`, And workerGroup have default value as `default`, but we recommend you declare behind the hosts
-# Example for hostnames: workers="ds1:default,ds2:default,ds3:default", Example for IPs: workers="192.168.8.1:default,192.168.8.2:default,192.168.8.3:default"
-workers=${workers:-"localhost:default"}
-
-# A comma separated list of machine hostname or IP would be installed Alert server, it
-# must be a subset of configuration `ips`.
-# Example for hostname: alertServer="ds3", Example for IP: alertServer="192.168.8.3"
-alertServer=${alertServer:-"localhost"}
-
-# A comma separated list of machine hostname or IP would be installed API server, it
-# must be a subset of configuration `ips`.
-# Example for hostname: apiServers="ds1", Example for IP: apiServers="192.168.8.1"
-apiServers=${apiServers:-"localhost"}
-
-# The directory to install DolphinScheduler for all machine we config above. It will automatically be created by `install.sh` script if not exists.
-# Do not set this configuration same as the current path (pwd)
-installPath=${installPath:-"/root/apache-dolphinscheduler-*-SNAPSHOT-bin"}
-
-# The user to deploy DolphinScheduler for all machine we config above. For now user must create by yourself before running `install.sh`
-# script. The user needs to have sudo privileges and permissions to operate hdfs. If hdfs is enabled than the root directory needs
-# to be created by this user
-deployUser=${deployUser:-"dolphinscheduler"}

.github/workflows/cluster-test/mysql_with_mysql_registry/running_test.sh

@@ -1,108 +0,0 @@
-#!/bin/bash
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-set -x
-
-
-API_HEALTHCHECK_COMMAND="curl -I -m 10 -o /dev/null -s -w %{http_code} http://0.0.0.0:12345/dolphinscheduler/actuator/health"
-MASTER_HEALTHCHECK_COMMAND="curl -I -m 10 -o /dev/null -s -w %{http_code} http://0.0.0.0:5679/actuator/health"
-WORKER_HEALTHCHECK_COMMAND="curl -I -m 10 -o /dev/null -s -w %{http_code} http://0.0.0.0:1235/actuator/health"
-ALERT_HEALTHCHECK_COMMAND="curl -I -m 10 -o /dev/null -s -w %{http_code} http://0.0.0.0:50053/actuator/health"
-
-#Cluster start health check
-TIMEOUT=180
-START_HEALTHCHECK_EXITCODE=0
-
-for ((i=1; i<=TIMEOUT; i++))
-do
-  MASTER_HTTP_STATUS=$(eval "$MASTER_HEALTHCHECK_COMMAND")
-  WORKER_HTTP_STATUS=$(eval "$WORKER_HEALTHCHECK_COMMAND")
-  API_HTTP_STATUS=$(eval "$API_HEALTHCHECK_COMMAND")
-  ALERT_HTTP_STATUS=$(eval "$ALERT_HEALTHCHECK_COMMAND")
-  if [[ $MASTER_HTTP_STATUS -eq 200 && $WORKER_HTTP_STATUS -eq 200 && $API_HTTP_STATUS -eq 200 && $ALERT_HTTP_STATUS -eq 200 ]];then
-    START_HEALTHCHECK_EXITCODE=0
-  else
-    START_HEALTHCHECK_EXITCODE=2
-  fi
-
-  if [[ $START_HEALTHCHECK_EXITCODE -eq 0 ]];then
-    echo "cluster start health check success"
-    break
-  fi
-
-  if [[ $i -eq $TIMEOUT ]];then
-    if [[ $MASTER_HTTP_STATUS -ne 200 ]];then
-      docker exec -u root ds bash -c "cat /root/apache-dolphinscheduler-*-SNAPSHOT-bin/master-server/logs/dolphinscheduler-master.log"
-      docker exec -u root ds bash -c "cat /root/apache-dolphinscheduler-*-SNAPSHOT-bin/master-server/logs/*.out"
-      echo "master start health check failed"
-    fi
-    if [[ $WORKER_HTTP_STATUS -ne 200 ]]; then
-      docker exec -u root ds bash -c "cat /root/apache-dolphinscheduler-*-SNAPSHOT-bin/worker-server/logs/dolphinscheduler-worker.log"
-      docker exec -u root ds bash -c "cat /root/apache-dolphinscheduler-*-SNAPSHOT-bin/worker-server/logs/*.out"
-      echo "worker start health check failed"
-    fi
-    if [[ $API_HTTP_STATUS -ne 200 ]]; then
-      docker exec -u root ds bash -c "cat /root/apache-dolphinscheduler-*-SNAPSHOT-bin/api-server/logs/dolphinscheduler-api.log"
-      docker exec -u root ds bash -c "cat /root/apache-dolphinscheduler-*-SNAPSHOT-bin/api-server/logs/*.out"
-      echo "api start health check failed"
-    fi
-    if [[ $ALERT_HTTP_STATUS -ne 200 ]]; then
-      docker exec -u root ds bash -c "cat /root/apache-dolphinscheduler-*-SNAPSHOT-bin/alert-server/logs/dolphinscheduler-alert.log"
-      docker exec -u root ds bash -c "cat /root/apache-dolphinscheduler-*-SNAPSHOT-bin/alert-server/logs/*.out"
-      echo "alert start health check failed"
-    fi
-    exit $START_HEALTHCHECK_EXITCODE
-  fi
-  sleep 1
-done
-
-#Stop Cluster
-docker exec -u root ds bash -c "/root/apache-dolphinscheduler-*-SNAPSHOT-bin/bin/stop-all.sh"
-
-#Cluster stop health check
-sleep 5
-MASTER_HTTP_STATUS=$(eval "$MASTER_HEALTHCHECK_COMMAND")
-if [[ $MASTER_HTTP_STATUS -ne 200 ]];then
-  echo "master stop health check success"
-else
-  echo "master stop health check failed"
-  exit 3
-fi
-
-WORKER_HTTP_STATUS=$(eval "$WORKER_HEALTHCHECK_COMMAND")
-if [[ $WORKER_HTTP_STATUS -ne 200 ]];then
-  echo "worker stop health check success"
-else
-  echo "worker stop health check failed"
-  exit 3
-fi
-
-API_HTTP_STATUS=$(eval "$API_HEALTHCHECK_COMMAND")
-if [[ $API_HTTP_STATUS -ne 200 ]];then
-  echo "api stop health check success"
-else
-  echo "api stop health check failed"
-  exit 3
-fi
-
-ALERT_HTTP_STATUS=$(eval "$ALERT_HEALTHCHECK_COMMAND")
-if [[ $ALERT_HTTP_STATUS -ne 200 ]];then
-  echo "alert stop health check success"
-else
-  echo "alert stop health check failed"
-  exit 3
-fi

.github/workflows/cluster-test/mysql_with_mysql_registry/start-job.sh

@@ -1,33 +0,0 @@
-#!/bin/bash
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-set -euox pipefail
-
-#Start base service containers
-docker-compose -f .github/workflows/cluster-test/mysql_with_mysql_registry/docker-compose-base.yaml up -d
-
-#Build ds mysql cluster image
-docker build -t jdk8:ds_mysql_cluster -f .github/workflows/cluster-test/mysql_with_mysql_registry/Dockerfile .
-
-#Start ds mysql cluster container
-docker-compose -f .github/workflows/cluster-test/mysql_with_mysql_registry/docker-compose-cluster.yaml up -d
-
-#Running tests
-/bin/bash .github/workflows/cluster-test/mysql_with_mysql_registry/running_test.sh
-
-#Cleanup
-docker rm -f $(docker ps -aq)

.github/workflows/cluster-test/mysql_with_zookeeper_registry/Dockerfile

@@ -1,48 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-FROM eclipse-temurin:8-jre
-
-RUN apt update ; \
-    apt install -y wget default-mysql-client sudo openssh-server netcat-traditional ;
-
-COPY ./apache-dolphinscheduler-*-SNAPSHOT-bin.tar.gz /root
-RUN tar -zxvf /root/apache-dolphinscheduler-*-SNAPSHOT-bin.tar.gz -C ~
-
-RUN mv /root/apache-dolphinscheduler-*-SNAPSHOT-bin /root/apache-dolphinscheduler-test-SNAPSHOT-bin
-
-ENV DOLPHINSCHEDULER_HOME /root/apache-dolphinscheduler-test-SNAPSHOT-bin
-
-#Setting install.sh
-COPY .github/workflows/cluster-test/mysql_with_zookeeper_registry/install_env.sh $DOLPHINSCHEDULER_HOME/bin/env/install_env.sh
-
-#Setting dolphinscheduler_env.sh
-COPY .github/workflows/cluster-test/mysql_with_zookeeper_registry/dolphinscheduler_env.sh $DOLPHINSCHEDULER_HOME/bin/env/dolphinscheduler_env.sh
-
-#Download mysql jar
-ENV MYSQL_URL "https://repo.maven.apache.org/maven2/mysql/mysql-connector-java/8.0.16/mysql-connector-java-8.0.16.jar"
-ENV MYSQL_DRIVER "mysql-connector-java-8.0.16.jar"
-RUN wget -O $DOLPHINSCHEDULER_HOME/alert-server/libs/$MYSQL_DRIVER $MYSQL_URL ; \
-cp $DOLPHINSCHEDULER_HOME/alert-server/libs/$MYSQL_DRIVER $DOLPHINSCHEDULER_HOME/api-server/libs/$MYSQL_DRIVER ; \
-cp $DOLPHINSCHEDULER_HOME/alert-server/libs/$MYSQL_DRIVER $DOLPHINSCHEDULER_HOME/master-server/libs/$MYSQL_DRIVER ; \
-cp $DOLPHINSCHEDULER_HOME/alert-server/libs/$MYSQL_DRIVER $DOLPHINSCHEDULER_HOME/worker-server/libs/$MYSQL_DRIVER ; \
-cp $DOLPHINSCHEDULER_HOME/alert-server/libs/$MYSQL_DRIVER $DOLPHINSCHEDULER_HOME/tools/libs/$MYSQL_DRIVER
-
-#Deploy
-COPY .github/workflows/cluster-test/mysql_with_zookeeper_registry/deploy.sh /root/deploy.sh
-
-CMD [ "/bin/bash", "/root/deploy.sh" ]

.github/workflows/cluster-test/mysql_with_zookeeper_registry/deploy.sh

@@ -1,43 +0,0 @@
-#!/bin/bash
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-set -euox pipefail
-
-
-USER=root
-
-#Create database
-mysql -hmysql -P3306 -uroot -p123456 -e "CREATE DATABASE IF NOT EXISTS dolphinscheduler DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;"
-
-#Sudo
-sed -i '$a'$USER'  ALL=(ALL)  NOPASSWD: NOPASSWD: ALL' /etc/sudoers
-sed -i 's/Defaults    requirett/#Defaults    requirett/g' /etc/sudoers
-
-#SSH
-ssh-keygen -t rsa -P '' -f ~/.ssh/id_rsa
-cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys
-chmod 600 ~/.ssh/authorized_keys
-service ssh start
-
-#Init schema
-/bin/bash $DOLPHINSCHEDULER_HOME/tools/bin/upgrade-schema.sh
-
-#Start Cluster
-/bin/bash $DOLPHINSCHEDULER_HOME/bin/start-all.sh
-
-#Keep running
-tail -f /dev/null

.github/workflows/cluster-test/mysql_with_zookeeper_registry/docker-compose-base.yaml

@@ -1,65 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-version: "3"
-
-services:
-  mysql:
-    container_name: mysql
-    image: mysql:5.7.36
-    command: --default-authentication-plugin=mysql_native_password
-    restart: always
-    environment:
-      MYSQL_ROOT_PASSWORD: 123456
-    ports:
-      - "3306:3306"
-    healthcheck:
-      test: mysqladmin ping -h 127.0.0.1 -u root --password=$$MYSQL_ROOT_PASSWORD
-      interval: 5s
-      timeout: 60s
-      retries: 120
-
-  zoo1:
-    image: zookeeper:3.8.0
-    restart: always
-    hostname: zoo1
-    ports:
-      - "2181:2181"
-    environment:
-      ZOO_MY_ID: 1
-      ZOO_SERVERS: server.1=zoo1:2888:3888;2181 server.2=zoo2:2888:3888;2181 server.3=zoo3:2888:3888;2181
-
-  zoo2:
-    image: zookeeper:3.8.0
-    restart: always
-    hostname: zoo2
-    ports:
-      - "2182:2181"
-    environment:
-      ZOO_MY_ID: 2
-      ZOO_SERVERS: server.1=zoo1:2888:3888;2181 server.2=zoo2:2888:3888;2181 server.3=zoo3:2888:3888;2181
-
-  zoo3:
-    image: zookeeper:3.8.0
-    restart: always
-    hostname: zoo3
-    ports:
-      - "2183:2181"
-    environment:
-      ZOO_MY_ID: 3
-      ZOO_SERVERS: server.1=zoo1:2888:3888;2181 server.2=zoo2:2888:3888;2181 server.3=zoo3:2888:3888;2181
-

.github/workflows/cluster-test/mysql_with_zookeeper_registry/docker-compose-cluster.yaml

@@ -1,29 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-version: "3"
-
-services:
-  ds:
-    container_name: ds
-    image: jdk8:ds_mysql_cluster
-    restart: always
-    ports:
-      - "12345:12345"
-      - "5679:5679"
-      - "1235:1235"
-      - "50053:50053"

.github/workflows/cluster-test/mysql_with_zookeeper_registry/dolphinscheduler_env.sh

@@ -1,56 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-# JAVA_HOME, will use it to start DolphinScheduler server
-export JAVA_HOME=${JAVA_HOME:-/opt/java/openjdk}
-
-# Database related configuration, set database type, username and password
-export DATABASE=${DATABASE:-mysql}
-export SPRING_PROFILES_ACTIVE=${DATABASE}
-export SPRING_DATASOURCE_URL="jdbc:mysql://mysql:3306/dolphinscheduler?useUnicode=true&characterEncoding=UTF-8&useSSL=false"
-export SPRING_DATASOURCE_USERNAME=root
-export SPRING_DATASOURCE_PASSWORD=123456
-
-# DolphinScheduler server related configuration
-export SPRING_CACHE_TYPE=${SPRING_CACHE_TYPE:-none}
-export SPRING_JACKSON_TIME_ZONE=${SPRING_JACKSON_TIME_ZONE:-UTC}
-
-# Registry center configuration, determines the type and link of the registry center
-export REGISTRY_TYPE=${REGISTRY_TYPE:-zookeeper}
-export REGISTRY_ZOOKEEPER_CONNECT_STRING=${REGISTRY_ZOOKEEPER_CONNECT_STRING:-zoo1:2181,zoo2:2182,zoo3:2183}
-export REGISTRY_ZOOKEEPER_BLOCK_UNTIL_CONNECTED=30000ms
-
-# Tasks related configurations, need to change the configuration if you use the related tasks.
-export HADOOP_HOME=${HADOOP_HOME:-/opt/soft/hadoop}
-export HADOOP_CONF_DIR=${HADOOP_CONF_DIR:-/opt/soft/hadoop/etc/hadoop}
-export SPARK_HOME=${SPARK_HOME:-/opt/soft/spark}
-export PYTHON_LAUNCHER=${PYTHON_LAUNCHER:-/opt/soft/python/bin/python3}
-export HIVE_HOME=${HIVE_HOME:-/opt/soft/hive}
-export FLINK_HOME=${FLINK_HOME:-/opt/soft/flink}
-export DATAX_LAUNCHER=${DATAX_LAUNCHER:-/opt/soft/datax/bin/datax.py}
-
-export PATH=$HADOOP_HOME/bin:$SPARK_HOME/bin:$PYTHON_LAUNCHER:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_LAUNCHER:$PATH
-
-export MASTER_RESERVED_MEMORY=0.01
-export WORKER_RESERVED_MEMORY=0.01
-
-# applicationId auto collection related configuration, the following configurations are unnecessary if setting appId.collect=log
-#export HADOOP_CLASSPATH=`hadoop classpath`:${DOLPHINSCHEDULER_HOME}/tools/libs/*
-#export SPARK_DIST_CLASSPATH=$HADOOP_CLASSPATH:$SPARK_DIST_CLASS_PATH
-#export HADOOP_CLIENT_OPTS="-javaagent:${DOLPHINSCHEDULER_HOME}/tools/libs/aspectjweaver-1.9.7.jar":$HADOOP_CLIENT_OPTS
-#export SPARK_SUBMIT_OPTS="-javaagent:${DOLPHINSCHEDULER_HOME}/tools/libs/aspectjweaver-1.9.7.jar":$SPARK_SUBMIT_OPTS
-#export FLINK_ENV_JAVA_OPTS="-javaagent:${DOLPHINSCHEDULER_HOME}/tools/libs/aspectjweaver-1.9.7.jar":$FLINK_ENV_JAVA_OPTS

.github/workflows/cluster-test/mysql_with_zookeeper_registry/install_env.sh

@@ -1,61 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-# ---------------------------------------------------------
-# INSTALL MACHINE
-# ---------------------------------------------------------
-# A comma separated list of machine hostname or IP would be installed DolphinScheduler,
-# including master, worker, api, alert. If you want to deploy in pseudo-distributed
-# mode, just write a pseudo-distributed hostname
-# Example for hostnames: ips="ds1,ds2,ds3,ds4,ds5", Example for IPs: ips="192.168.8.1,192.168.8.2,192.168.8.3,192.168.8.4,192.168.8.5"
-ips=${ips:-"localhost"}
-
-# Port of SSH protocol, default value is 22. For now we only support same port in all `ips` machine
-# modify it if you use different ssh port
-sshPort=${sshPort:-"22"}
-
-# A comma separated list of machine hostname or IP would be installed Master server, it
-# must be a subset of configuration `ips`.
-# Example for hostnames: masters="ds1,ds2", Example for IPs: masters="192.168.8.1,192.168.8.2"
-masters=${masters:-"localhost"}
-
-# A comma separated list of machine <hostname>:<workerGroup> or <IP>:<workerGroup>.All hostname or IP must be a
-# subset of configuration `ips`, And workerGroup have default value as `default`, but we recommend you declare behind the hosts
-# Example for hostnames: workers="ds1:default,ds2:default,ds3:default", Example for IPs: workers="192.168.8.1:default,192.168.8.2:default,192.168.8.3:default"
-workers=${workers:-"localhost:default"}
-
-# A comma separated list of machine hostname or IP would be installed Alert server, it
-# must be a subset of configuration `ips`.
-# Example for hostname: alertServer="ds3", Example for IP: alertServer="192.168.8.3"
-alertServer=${alertServer:-"localhost"}
-
-# A comma separated list of machine hostname or IP would be installed API server, it
-# must be a subset of configuration `ips`.
-# Example for hostname: apiServers="ds1", Example for IP: apiServers="192.168.8.1"
-apiServers=${apiServers:-"localhost"}
-
-# The directory to install DolphinScheduler for all machine we config above. It will automatically be created by `install.sh` script if not exists.
-# Do not set this configuration same as the current path (pwd)
-installPath=${installPath:-"/root/apache-dolphinscheduler-*-SNAPSHOT-bin"}
-
-# The user to deploy DolphinScheduler for all machine we config above. For now user must create by yourself before running `install.sh`
-# script. The user needs to have sudo privileges and permissions to operate hdfs. If hdfs is enabled than the root directory needs
-# to be created by this user
-deployUser=${deployUser:-"dolphinscheduler"}
-
-# The root of zookeeper, for now DolphinScheduler default registry server is zookeeper.
-zkRoot=${zkRoot:-"/dolphinscheduler"}

.github/workflows/cluster-test/mysql_with_zookeeper_registry/running_test.sh

@@ -1,108 +0,0 @@
-#!/bin/bash
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-set -x
-
-
-API_HEALTHCHECK_COMMAND="curl -I -m 10 -o /dev/null -s -w %{http_code} http://0.0.0.0:12345/dolphinscheduler/actuator/health"
-MASTER_HEALTHCHECK_COMMAND="curl -I -m 10 -o /dev/null -s -w %{http_code} http://0.0.0.0:5679/actuator/health"
-WORKER_HEALTHCHECK_COMMAND="curl -I -m 10 -o /dev/null -s -w %{http_code} http://0.0.0.0:1235/actuator/health"
-ALERT_HEALTHCHECK_COMMAND="curl -I -m 10 -o /dev/null -s -w %{http_code} http://0.0.0.0:50053/actuator/health"
-
-#Cluster start health check
-TIMEOUT=180
-START_HEALTHCHECK_EXITCODE=0
-
-for ((i=1; i<=TIMEOUT; i++))
-do
-  MASTER_HTTP_STATUS=$(eval "$MASTER_HEALTHCHECK_COMMAND")
-  WORKER_HTTP_STATUS=$(eval "$WORKER_HEALTHCHECK_COMMAND")
-  API_HTTP_STATUS=$(eval "$API_HEALTHCHECK_COMMAND")
-  ALERT_HTTP_STATUS=$(eval "$ALERT_HEALTHCHECK_COMMAND")
-  if [[ $MASTER_HTTP_STATUS -eq 200 && $WORKER_HTTP_STATUS -eq 200 && $API_HTTP_STATUS -eq 200 && $ALERT_HTTP_STATUS -eq 200 ]];then
-    START_HEALTHCHECK_EXITCODE=0
-  else
-    START_HEALTHCHECK_EXITCODE=2
-  fi
-
-  if [[ $START_HEALTHCHECK_EXITCODE -eq 0 ]];then
-    echo "cluster start health check success"
-    break
-  fi
-
-  if [[ $i -eq $TIMEOUT ]];then
-    if [[ $MASTER_HTTP_STATUS -ne 200 ]];then
-      docker exec -u root ds bash -c "cat /root/apache-dolphinscheduler-*-SNAPSHOT-bin/master-server/logs/dolphinscheduler-master.log"
-      docker exec -u root ds bash -c "cat /root/apache-dolphinscheduler-*-SNAPSHOT-bin/master-server/logs/*.out"
-      echo "master start health check failed"
-    fi
-    if [[ $WORKER_HTTP_STATUS -ne 200 ]]; then
-      docker exec -u root ds bash -c "cat /root/apache-dolphinscheduler-*-SNAPSHOT-bin/worker-server/logs/dolphinscheduler-worker.log"
-      docker exec -u root ds bash -c "cat /root/apache-dolphinscheduler-*-SNAPSHOT-bin/worker-server/logs/*.out"
-      echo "worker start health check failed"
-    fi
-    if [[ $API_HTTP_STATUS -ne 200 ]]; then
-      docker exec -u root ds bash -c "cat /root/apache-dolphinscheduler-*-SNAPSHOT-bin/api-server/logs/dolphinscheduler-api.log"
-      docker exec -u root ds bash -c "cat /root/apache-dolphinscheduler-*-SNAPSHOT-bin/api-server/logs/*.out"
-      echo "api start health check failed"
-    fi
-    if [[ $ALERT_HTTP_STATUS -ne 200 ]]; then
-      docker exec -u root ds bash -c "cat /root/apache-dolphinscheduler-*-SNAPSHOT-bin/alert-server/logs/dolphinscheduler-alert.log"
-      docker exec -u root ds bash -c "cat /root/apache-dolphinscheduler-*-SNAPSHOT-bin/alert-server/logs/*.out"
-      echo "alert start health check failed"
-    fi
-    exit $START_HEALTHCHECK_EXITCODE
-  fi
-  sleep 1
-done
-
-#Stop Cluster
-docker exec -u root ds bash -c "/root/apache-dolphinscheduler-*-SNAPSHOT-bin/bin/stop-all.sh"
-
-#Cluster stop health check
-sleep 5
-MASTER_HTTP_STATUS=$(eval "$MASTER_HEALTHCHECK_COMMAND")
-if [[ $MASTER_HTTP_STATUS -ne 200 ]];then
-  echo "master stop health check success"
-else
-  echo "master stop health check failed"
-  exit 3
-fi
-
-WORKER_HTTP_STATUS=$(eval "$WORKER_HEALTHCHECK_COMMAND")
-if [[ $WORKER_HTTP_STATUS -ne 200 ]];then
-  echo "worker stop health check success"
-else
-  echo "worker stop health check failed"
-  exit 3
-fi
-
-API_HTTP_STATUS=$(eval "$API_HEALTHCHECK_COMMAND")
-if [[ $API_HTTP_STATUS -ne 200 ]];then
-  echo "api stop health check success"
-else
-  echo "api stop health check failed"
-  exit 3
-fi
-
-ALERT_HTTP_STATUS=$(eval "$ALERT_HEALTHCHECK_COMMAND")
-if [[ $ALERT_HTTP_STATUS -ne 200 ]];then
-  echo "alert stop health check success"
-else
-  echo "alert stop health check failed"
-  exit 3
-fi

.github/workflows/cluster-test/mysql_with_zookeeper_registry/start-job.sh

@@ -1,33 +0,0 @@
-#!/bin/bash
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-set -euox pipefail
-
-#Start base service containers
-docker-compose -f .github/workflows/cluster-test/mysql_with_zookeeper_registry/docker-compose-base.yaml up -d
-
-#Build ds mysql cluster image
-docker build -t jdk8:ds_mysql_cluster -f .github/workflows/cluster-test/mysql_with_zookeeper_registry/Dockerfile .
-
-#Start ds mysql cluster container
-docker-compose -f .github/workflows/cluster-test/mysql_with_zookeeper_registry/docker-compose-cluster.yaml up -d
-
-#Running tests
-/bin/bash .github/workflows/cluster-test/mysql_with_zookeeper_registry/running_test.sh
-
-#Cleanup
-docker rm -f $(docker ps -aq)

.github/workflows/cluster-test/postgresql_with_postgresql_registry/Dockerfile

@@ -1,39 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-FROM eclipse-temurin:8-jre
-
-RUN apt update ; \
-    apt install -y wget sudo openssh-server netcat-traditional ;
-
-COPY ./apache-dolphinscheduler-*-SNAPSHOT-bin.tar.gz /root
-RUN tar -zxvf /root/apache-dolphinscheduler-*-SNAPSHOT-bin.tar.gz -C ~
-
-RUN mv /root/apache-dolphinscheduler-*-SNAPSHOT-bin /root/apache-dolphinscheduler-test-SNAPSHOT-bin
-
-ENV DOLPHINSCHEDULER_HOME /root/apache-dolphinscheduler-test-SNAPSHOT-bin
-
-#Setting install.sh
-COPY .github/workflows/cluster-test/postgresql_with_postgresql_registry/install_env.sh $DOLPHINSCHEDULER_HOME/bin/env/install_env.sh
-
-#Setting dolphinscheduler_env.sh
-COPY .github/workflows/cluster-test/postgresql_with_postgresql_registry/dolphinscheduler_env.sh $DOLPHINSCHEDULER_HOME/bin/env/dolphinscheduler_env.sh
-
-#Deploy
-COPY .github/workflows/cluster-test/postgresql_with_postgresql_registry/deploy.sh /root/deploy.sh
-
-CMD [ "/bin/bash", "/root/deploy.sh" ]

.github/workflows/cluster-test/postgresql_with_postgresql_registry/deploy.sh

@@ -1,41 +0,0 @@
-#!/bin/bash
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-set -euox pipefail
-
-
-USER=root
-
-#Sudo
-sed -i '$a'$USER'  ALL=(ALL)  NOPASSWD: NOPASSWD: ALL' /etc/sudoers
-sed -i 's/Defaults    requirett/#Defaults    requirett/g' /etc/sudoers
-
-#SSH
-ssh-keygen -t rsa -P '' -f ~/.ssh/id_rsa
-cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys
-chmod 600 ~/.ssh/authorized_keys
-service ssh start
-
-#Init schema
-/bin/bash $DOLPHINSCHEDULER_HOME/tools/bin/upgrade-schema.sh
-/bin/bash $DOLPHINSCHEDULER_HOME/tools/bin/initialize-jdbc-registry.sh
-
-#Start Cluster
-/bin/bash $DOLPHINSCHEDULER_HOME/bin/start-all.sh
-
-#Keep running
-tail -f /dev/null

.github/workflows/cluster-test/postgresql_with_postgresql_registry/docker-compose-base.yaml

@@ -1,35 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-version: "3"
-
-services:
-  postgres:
-    container_name: postgres
-    image: postgres:14.1
-    restart: always
-    environment:
-      POSTGRES_PASSWORD: postgres
-      POSTGRES_DB: dolphinscheduler
-    ports:
-      - "5432:5432"
-    healthcheck:
-      test: ["CMD-SHELL", "pg_isready -U postgres"]
-      interval: 5s
-      timeout: 60s
-      retries: 120
-

.github/workflows/cluster-test/postgresql_with_postgresql_registry/docker-compose-cluster.yaml

@@ -1,29 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-version: "3"
-
-services:
-  ds:
-    container_name: ds
-    image: jdk8:ds_postgresql_cluster
-    restart: always
-    ports:
-      - "12345:12345"
-      - "5679:5679"
-      - "1235:1235"
-      - "50053:50053"

.github/workflows/cluster-test/postgresql_with_postgresql_registry/dolphinscheduler_env.sh

@@ -1,57 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-# JAVA_HOME, will use it to start DolphinScheduler server
-export JAVA_HOME=${JAVA_HOME:-/opt/java/openjdk}
-
-# Database related configuration, set database type, username and password
-export DATABASE=${DATABASE:-postgresql}
-export SPRING_PROFILES_ACTIVE=${DATABASE}
-export SPRING_DATASOURCE_URL="jdbc:postgresql://postgres:5432/dolphinscheduler"
-export SPRING_DATASOURCE_USERNAME=postgres
-export SPRING_DATASOURCE_PASSWORD=postgres
-
-# DolphinScheduler server related configuration
-export SPRING_CACHE_TYPE=${SPRING_CACHE_TYPE:-none}
-export SPRING_JACKSON_TIME_ZONE=${SPRING_JACKSON_TIME_ZONE:-UTC}
-
-# Registry center configuration, determines the type and link of the registry center
-export REGISTRY_TYPE=jdbc
-export REGISTRY_HIKARI_CONFIG_JDBC_URL="jdbc:postgresql://postgres:5432/dolphinscheduler"
-export REGISTRY_HIKARI_CONFIG_USERNAME=postgres
-export REGISTRY_HIKARI_CONFIG_PASSWORD=postgres
-
-# Tasks related configurations, need to change the configuration if you use the related tasks.
-export HADOOP_HOME=${HADOOP_HOME:-/opt/soft/hadoop}
-export HADOOP_CONF_DIR=${HADOOP_CONF_DIR:-/opt/soft/hadoop/etc/hadoop}
-export SPARK_HOME=${SPARK_HOME:-/opt/soft/spark}
-export PYTHON_LAUNCHER=${PYTHON_LAUNCHER:-/opt/soft/python/bin/python3}
-export HIVE_HOME=${HIVE_HOME:-/opt/soft/hive}
-export FLINK_HOME=${FLINK_HOME:-/opt/soft/flink}
-export DATAX_LAUNCHER=${DATAX_LAUNCHER:-/opt/soft/datax/bin/datax.py}
-
-export PATH=$HADOOP_HOME/bin:$SPARK_HOME/bin:$PYTHON_LAUNCHER:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_LAUNCHER:$PATH
-
-export MASTER_RESERVED_MEMORY=0.01
-export WORKER_RESERVED_MEMORY=0.01
-
-# applicationId auto collection related configuration, the following configurations are unnecessary if setting appId.collect=log
-#export HADOOP_CLASSPATH=`hadoop classpath`:${DOLPHINSCHEDULER_HOME}/tools/libs/*
-#export SPARK_DIST_CLASSPATH=$HADOOP_CLASSPATH:$SPARK_DIST_CLASS_PATH
-#export HADOOP_CLIENT_OPTS="-javaagent:${DOLPHINSCHEDULER_HOME}/tools/libs/aspectjweaver-1.9.7.jar":$HADOOP_CLIENT_OPTS
-#export SPARK_SUBMIT_OPTS="-javaagent:${DOLPHINSCHEDULER_HOME}/tools/libs/aspectjweaver-1.9.7.jar":$SPARK_SUBMIT_OPTS
-#export FLINK_ENV_JAVA_OPTS="-javaagent:${DOLPHINSCHEDULER_HOME}/tools/libs/aspectjweaver-1.9.7.jar":$FLINK_ENV_JAVA_OPTS

.github/workflows/cluster-test/postgresql_with_postgresql_registry/install_env.sh

@@ -1,58 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-# ---------------------------------------------------------
-# INSTALL MACHINE
-# ---------------------------------------------------------
-# A comma separated list of machine hostname or IP would be installed DolphinScheduler,
-# including master, worker, api, alert. If you want to deploy in pseudo-distributed
-# mode, just write a pseudo-distributed hostname
-# Example for hostnames: ips="ds1,ds2,ds3,ds4,ds5", Example for IPs: ips="192.168.8.1,192.168.8.2,192.168.8.3,192.168.8.4,192.168.8.5"
-ips=${ips:-"localhost"}
-
-# Port of SSH protocol, default value is 22. For now we only support same port in all `ips` machine
-# modify it if you use different ssh port
-sshPort=${sshPort:-"22"}
-
-# A comma separated list of machine hostname or IP would be installed Master server, it
-# must be a subset of configuration `ips`.
-# Example for hostnames: masters="ds1,ds2", Example for IPs: masters="192.168.8.1,192.168.8.2"
-masters=${masters:-"localhost"}
-
-# A comma separated list of machine <hostname>:<workerGroup> or <IP>:<workerGroup>.All hostname or IP must be a
-# subset of configuration `ips`, And workerGroup have default value as `default`, but we recommend you declare behind the hosts
-# Example for hostnames: workers="ds1:default,ds2:default,ds3:default", Example for IPs: workers="192.168.8.1:default,192.168.8.2:default,192.168.8.3:default"
-workers=${workers:-"localhost:default"}
-
-# A comma separated list of machine hostname or IP would be installed Alert server, it
-# must be a subset of configuration `ips`.
-# Example for hostname: alertServer="ds3", Example for IP: alertServer="192.168.8.3"
-alertServer=${alertServer:-"localhost"}
-
-# A comma separated list of machine hostname or IP would be installed API server, it
-# must be a subset of configuration `ips`.
-# Example for hostname: apiServers="ds1", Example for IP: apiServers="192.168.8.1"
-apiServers=${apiServers:-"localhost"}
-
-# The directory to install DolphinScheduler for all machine we config above. It will automatically be created by `install.sh` script if not exists.
-# Do not set this configuration same as the current path (pwd)
-installPath=${installPath:-"/root/apache-dolphinscheduler-*-SNAPSHOT-bin"}
-
-# The user to deploy DolphinScheduler for all machine we config above. For now user must create by yourself before running `install.sh`
-# script. The user needs to have sudo privileges and permissions to operate hdfs. If hdfs is enabled than the root directory needs
-# to be created by this user
-deployUser=${deployUser:-"dolphinscheduler"}

.github/workflows/cluster-test/postgresql_with_postgresql_registry/running_test.sh

@@ -1,109 +0,0 @@
-#!/bin/bash
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-set -x
-
-
-API_HEALTHCHECK_COMMAND="curl -I -m 10 -o /dev/null -s -w %{http_code} http://0.0.0.0:12345/dolphinscheduler/actuator/health"
-MASTER_HEALTHCHECK_COMMAND="curl -I -m 10 -o /dev/null -s -w %{http_code} http://0.0.0.0:5679/actuator/health"
-WORKER_HEALTHCHECK_COMMAND="curl -I -m 10 -o /dev/null -s -w %{http_code} http://0.0.0.0:1235/actuator/health"
-ALERT_HEALTHCHECK_COMMAND="curl -I -m 10 -o /dev/null -s -w %{http_code} http://0.0.0.0:50053/actuator/health"
-
-#Cluster start health check
-TIMEOUT=180
-START_HEALTHCHECK_EXITCODE=0
-
-for ((i=1; i<=TIMEOUT; i++))
-do
-  MASTER_HTTP_STATUS=$(eval "$MASTER_HEALTHCHECK_COMMAND")
-  WORKER_HTTP_STATUS=$(eval "$WORKER_HEALTHCHECK_COMMAND")
-  API_HTTP_STATUS=$(eval "$API_HEALTHCHECK_COMMAND")
-  ALERT_HTTP_STATUS=$(eval "$ALERT_HEALTHCHECK_COMMAND")
-  if [[ $MASTER_HTTP_STATUS -eq 200 && $WORKER_HTTP_STATUS -eq 200 && $API_HTTP_STATUS -eq 200 && $ALERT_HTTP_STATUS -eq 200 ]];then
-    START_HEALTHCHECK_EXITCODE=0
-  else
-    START_HEALTHCHECK_EXITCODE=2
-  fi
-
-  if [[ $START_HEALTHCHECK_EXITCODE -eq 0 ]];then
-    echo "cluster start health check success"
-    break
-  fi
-
-  if [[ $i -eq $TIMEOUT ]];then
-      if [[ $MASTER_HTTP_STATUS -ne 200 ]];then
-        docker exec -u root ds bash -c "cat /root/apache-dolphinscheduler-*-SNAPSHOT-bin/master-server/logs/dolphinscheduler-master.log"
-        docker exec -u root ds bash -c "cat /root/apache-dolphinscheduler-*-SNAPSHOT-bin/master-server/logs/*.out"
-        echo "master start health check failed"
-      fi
-      if [[ $WORKER_HTTP_STATUS -ne 200 ]]; then
-        docker exec -u root ds bash -c "cat /root/apache-dolphinscheduler-*-SNAPSHOT-bin/worker-server/logs/dolphinscheduler-worker.log"
-        docker exec -u root ds bash -c "cat /root/apache-dolphinscheduler-*-SNAPSHOT-bin/worker-server/logs/*.out"
-        echo "worker start health check failed"
-      fi
-      if [[ $API_HTTP_STATUS -ne 200 ]]; then
-        docker exec -u root ds bash -c "cat /root/apache-dolphinscheduler-*-SNAPSHOT-bin/api-server/logs/dolphinscheduler-api.log"
-        docker exec -u root ds bash -c "cat /root/apache-dolphinscheduler-*-SNAPSHOT-bin/api-server/logs/*.out"
-        echo "api start health check failed"
-      fi
-      if [[ $ALERT_HTTP_STATUS -ne 200 ]]; then
-        docker exec -u root ds bash -c "cat /root/apache-dolphinscheduler-*-SNAPSHOT-bin/alert-server/logs/dolphinscheduler-alert.log"
-        docker exec -u root ds bash -c "cat /root/apache-dolphinscheduler-*-SNAPSHOT-bin/alert-server/logs/*.out"
-        echo "alert start health check failed"
-      fi
-      exit $START_HEALTHCHECK_EXITCODE
-    fi
-
-  sleep 1
-done
-
-#Stop Cluster
-docker exec -u root ds bash -c "/root/apache-dolphinscheduler-*-SNAPSHOT-bin/bin/stop-all.sh"
-
-#Cluster stop health check
-sleep 5
-MASTER_HTTP_STATUS=$(eval "$MASTER_HEALTHCHECK_COMMAND")
-if [[ $MASTER_HTTP_STATUS -ne 200 ]];then
-  echo "master stop health check success"
-else
-  echo "master stop health check failed"
-  exit 3
-fi
-
-WORKER_HTTP_STATUS=$(eval "$WORKER_HEALTHCHECK_COMMAND")
-if [[ $WORKER_HTTP_STATUS -ne 200 ]];then
-  echo "worker stop health check success"
-else
-  echo "worker stop health check failed"
-  exit 3
-fi
-
-API_HTTP_STATUS=$(eval "$API_HEALTHCHECK_COMMAND")
-if [[ $API_HTTP_STATUS -ne 200 ]];then
-  echo "api stop health check success"
-else
-  echo "api stop health check failed"
-  exit 3
-fi
-
-ALERT_HTTP_STATUS=$(eval "$ALERT_HEALTHCHECK_COMMAND")
-if [[ $ALERT_HTTP_STATUS -ne 200 ]];then
-  echo "alert stop health check success"
-else
-  echo "alert stop health check failed"
-  exit 3
-fi

.github/workflows/cluster-test/postgresql_with_postgresql_registry/start-job.sh

@@ -1,33 +0,0 @@
-#!/bin/bash
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-set -euox pipefail
-
-#Start base service containers
-docker-compose -f .github/workflows/cluster-test/postgresql_with_postgresql_registry/docker-compose-base.yaml up -d
-
-#Build ds postgresql cluster image
-docker build -t jdk8:ds_postgresql_cluster -f .github/workflows/cluster-test/postgresql_with_postgresql_registry/Dockerfile .
-
-#Start ds postgresql cluster container
-docker-compose -f .github/workflows/cluster-test/postgresql_with_postgresql_registry/docker-compose-cluster.yaml up -d
-
-#Running tests
-/bin/bash .github/workflows/cluster-test/postgresql_with_postgresql_registry/running_test.sh
-
-#Cleanup
-docker rm -f $(docker ps -aq)

.github/workflows/cluster-test/postgresql_with_zookeeper_registry/Dockerfile

@@ -1,39 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-FROM eclipse-temurin:8-jre
-
-RUN apt update ; \
-    apt install -y wget sudo openssh-server netcat-traditional ;
-
-COPY ./apache-dolphinscheduler-*-SNAPSHOT-bin.tar.gz /root
-RUN tar -zxvf /root/apache-dolphinscheduler-*-SNAPSHOT-bin.tar.gz -C ~
-
-RUN mv /root/apache-dolphinscheduler-*-SNAPSHOT-bin /root/apache-dolphinscheduler-test-SNAPSHOT-bin
-
-ENV DOLPHINSCHEDULER_HOME /root/apache-dolphinscheduler-test-SNAPSHOT-bin
-
-#Setting install.sh
-COPY .github/workflows/cluster-test/postgresql_with_zookeeper_registry/install_env.sh $DOLPHINSCHEDULER_HOME/bin/env/install_env.sh
-
-#Setting dolphinscheduler_env.sh
-COPY .github/workflows/cluster-test/postgresql_with_zookeeper_registry/dolphinscheduler_env.sh $DOLPHINSCHEDULER_HOME/bin/env/dolphinscheduler_env.sh
-
-#Deploy
-COPY .github/workflows/cluster-test/postgresql_with_zookeeper_registry/deploy.sh /root/deploy.sh
-
-CMD [ "/bin/bash", "/root/deploy.sh" ]

.github/workflows/cluster-test/postgresql_with_zookeeper_registry/deploy.sh

@@ -1,40 +0,0 @@
-#!/bin/bash
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-set -euox pipefail
-
-
-USER=root
-
-#Sudo
-sed -i '$a'$USER'  ALL=(ALL)  NOPASSWD: NOPASSWD: ALL' /etc/sudoers
-sed -i 's/Defaults    requirett/#Defaults    requirett/g' /etc/sudoers
-
-#SSH
-ssh-keygen -t rsa -P '' -f ~/.ssh/id_rsa
-cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys
-chmod 600 ~/.ssh/authorized_keys
-service ssh start
-
-#Init schema
-/bin/bash $DOLPHINSCHEDULER_HOME/tools/bin/upgrade-schema.sh
-
-#Start Cluster
-/bin/bash $DOLPHINSCHEDULER_HOME/bin/start-all.sh
-
-#Keep running
-tail -f /dev/null

.github/workflows/cluster-test/postgresql_with_zookeeper_registry/docker-compose-base.yaml

@@ -1,65 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-version: "3"
-
-services:
-  postgres:
-    container_name: postgres
-    image: postgres:14.1
-    restart: always
-    environment:
-      POSTGRES_PASSWORD: postgres
-      POSTGRES_DB: dolphinscheduler
-    ports:
-      - "5432:5432"
-    healthcheck:
-      test: ["CMD-SHELL", "pg_isready -U postgres"]
-      interval: 5s
-      timeout: 60s
-      retries: 120
-
-  zoo1:
-    image: zookeeper:3.8.0
-    restart: always
-    hostname: zoo1
-    ports:
-      - "2181:2181"
-    environment:
-      ZOO_MY_ID: 1
-      ZOO_SERVERS: server.1=zoo1:2888:3888;2181 server.2=zoo2:2888:3888;2181 server.3=zoo3:2888:3888;2181
-
-  zoo2:
-    image: zookeeper:3.8.0
-    restart: always
-    hostname: zoo2
-    ports:
-      - "2182:2181"
-    environment:
-      ZOO_MY_ID: 2
-      ZOO_SERVERS: server.1=zoo1:2888:3888;2181 server.2=zoo2:2888:3888;2181 server.3=zoo3:2888:3888;2181
-
-  zoo3:
-    image: zookeeper:3.8.0
-    restart: always
-    hostname: zoo3
-    ports:
-      - "2183:2181"
-    environment:
-      ZOO_MY_ID: 3
-      ZOO_SERVERS: server.1=zoo1:2888:3888;2181 server.2=zoo2:2888:3888;2181 server.3=zoo3:2888:3888;2181
-

.github/workflows/cluster-test/postgresql_with_zookeeper_registry/docker-compose-cluster.yaml

@@ -1,29 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-version: "3"
-
-services:
-  ds:
-    container_name: ds
-    image: jdk8:ds_postgresql_cluster
-    restart: always
-    ports:
-      - "12345:12345"
-      - "5679:5679"
-      - "1235:1235"
-      - "50053:50053"

.github/workflows/cluster-test/postgresql_with_zookeeper_registry/dolphinscheduler_env.sh

@@ -1,56 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-# JAVA_HOME, will use it to start DolphinScheduler server
-export JAVA_HOME=${JAVA_HOME:-/opt/java/openjdk}
-
-# Database related configuration, set database type, username and password
-export DATABASE=${DATABASE:-postgresql}
-export SPRING_PROFILES_ACTIVE=${DATABASE}
-export SPRING_DATASOURCE_URL="jdbc:postgresql://postgres:5432/dolphinscheduler"
-export SPRING_DATASOURCE_USERNAME=postgres
-export SPRING_DATASOURCE_PASSWORD=postgres
-
-# DolphinScheduler server related configuration
-export SPRING_CACHE_TYPE=${SPRING_CACHE_TYPE:-none}
-export SPRING_JACKSON_TIME_ZONE=${SPRING_JACKSON_TIME_ZONE:-UTC}
-
-# Registry center configuration, determines the type and link of the registry center
-export REGISTRY_TYPE=${REGISTRY_TYPE:-zookeeper}
-export REGISTRY_ZOOKEEPER_CONNECT_STRING=${REGISTRY_ZOOKEEPER_CONNECT_STRING:-zoo1:2181,zoo2:2182,zoo3:2183}
-export REGISTRY_ZOOKEEPER_BLOCK_UNTIL_CONNECTED=30000ms
-
-# Tasks related configurations, need to change the configuration if you use the related tasks.
-export HADOOP_HOME=${HADOOP_HOME:-/opt/soft/hadoop}
-export HADOOP_CONF_DIR=${HADOOP_CONF_DIR:-/opt/soft/hadoop/etc/hadoop}
-export SPARK_HOME=${SPARK_HOME:-/opt/soft/spark}
-export PYTHON_LAUNCHER=${PYTHON_LAUNCHER:-/opt/soft/python/bin/python3}
-export HIVE_HOME=${HIVE_HOME:-/opt/soft/hive}
-export FLINK_HOME=${FLINK_HOME:-/opt/soft/flink}
-export DATAX_LAUNCHER=${DATAX_LAUNCHER:-/opt/soft/datax/bin/datax.py}
-
-export PATH=$HADOOP_HOME/bin:$SPARK_HOME/bin:$PYTHON_LAUNCHER:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$DATAX_LAUNCHER:$PATH
-
-export MASTER_RESERVED_MEMORY=0.01
-export WORKER_RESERVED_MEMORY=0.01
-
-# applicationId auto collection related configuration, the following configurations are unnecessary if setting appId.collect=log
-#export HADOOP_CLASSPATH=`hadoop classpath`:${DOLPHINSCHEDULER_HOME}/tools/libs/*
-#export SPARK_DIST_CLASSPATH=$HADOOP_CLASSPATH:$SPARK_DIST_CLASS_PATH
-#export HADOOP_CLIENT_OPTS="-javaagent:${DOLPHINSCHEDULER_HOME}/tools/libs/aspectjweaver-1.9.7.jar":$HADOOP_CLIENT_OPTS
-#export SPARK_SUBMIT_OPTS="-javaagent:${DOLPHINSCHEDULER_HOME}/tools/libs/aspectjweaver-1.9.7.jar":$SPARK_SUBMIT_OPTS
-#export FLINK_ENV_JAVA_OPTS="-javaagent:${DOLPHINSCHEDULER_HOME}/tools/libs/aspectjweaver-1.9.7.jar":$FLINK_ENV_JAVA_OPTS

.github/workflows/cluster-test/postgresql_with_zookeeper_registry/install_env.sh

@@ -1,61 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-# ---------------------------------------------------------
-# INSTALL MACHINE
-# ---------------------------------------------------------
-# A comma separated list of machine hostname or IP would be installed DolphinScheduler,
-# including master, worker, api, alert. If you want to deploy in pseudo-distributed
-# mode, just write a pseudo-distributed hostname
-# Example for hostnames: ips="ds1,ds2,ds3,ds4,ds5", Example for IPs: ips="192.168.8.1,192.168.8.2,192.168.8.3,192.168.8.4,192.168.8.5"
-ips=${ips:-"localhost"}
-
-# Port of SSH protocol, default value is 22. For now we only support same port in all `ips` machine
-# modify it if you use different ssh port
-sshPort=${sshPort:-"22"}
-
-# A comma separated list of machine hostname or IP would be installed Master server, it
-# must be a subset of configuration `ips`.
-# Example for hostnames: masters="ds1,ds2", Example for IPs: masters="192.168.8.1,192.168.8.2"
-masters=${masters:-"localhost"}
-
-# A comma separated list of machine <hostname>:<workerGroup> or <IP>:<workerGroup>.All hostname or IP must be a
-# subset of configuration `ips`, And workerGroup have default value as `default`, but we recommend you declare behind the hosts
-# Example for hostnames: workers="ds1:default,ds2:default,ds3:default", Example for IPs: workers="192.168.8.1:default,192.168.8.2:default,192.168.8.3:default"
-workers=${workers:-"localhost:default"}
-
-# A comma separated list of machine hostname or IP would be installed Alert server, it
-# must be a subset of configuration `ips`.
-# Example for hostname: alertServer="ds3", Example for IP: alertServer="192.168.8.3"
-alertServer=${alertServer:-"localhost"}
-
-# A comma separated list of machine hostname or IP would be installed API server, it
-# must be a subset of configuration `ips`.
-# Example for hostname: apiServers="ds1", Example for IP: apiServers="192.168.8.1"
-apiServers=${apiServers:-"localhost"}
-
-# The directory to install DolphinScheduler for all machine we config above. It will automatically be created by `install.sh` script if not exists.
-# Do not set this configuration same as the current path (pwd)
-installPath=${installPath:-"/root/apache-dolphinscheduler-*-SNAPSHOT-bin"}
-
-# The user to deploy DolphinScheduler for all machine we config above. For now user must create by yourself before running `install.sh`
-# script. The user needs to have sudo privileges and permissions to operate hdfs. If hdfs is enabled than the root directory needs
-# to be created by this user
-deployUser=${deployUser:-"dolphinscheduler"}
-
-# The root of zookeeper, for now DolphinScheduler default registry server is zookeeper.
-zkRoot=${zkRoot:-"/dolphinscheduler"}

.github/workflows/cluster-test/postgresql_with_zookeeper_registry/running_test.sh

@@ -1,109 +0,0 @@
-#!/bin/bash
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-set -x
-
-
-API_HEALTHCHECK_COMMAND="curl -I -m 10 -o /dev/null -s -w %{http_code} http://0.0.0.0:12345/dolphinscheduler/actuator/health"
-MASTER_HEALTHCHECK_COMMAND="curl -I -m 10 -o /dev/null -s -w %{http_code} http://0.0.0.0:5679/actuator/health"
-WORKER_HEALTHCHECK_COMMAND="curl -I -m 10 -o /dev/null -s -w %{http_code} http://0.0.0.0:1235/actuator/health"
-ALERT_HEALTHCHECK_COMMAND="curl -I -m 10 -o /dev/null -s -w %{http_code} http://0.0.0.0:50053/actuator/health"
-
-#Cluster start health check
-TIMEOUT=180
-START_HEALTHCHECK_EXITCODE=0
-
-for ((i=1; i<=TIMEOUT; i++))
-do
-  MASTER_HTTP_STATUS=$(eval "$MASTER_HEALTHCHECK_COMMAND")
-  WORKER_HTTP_STATUS=$(eval "$WORKER_HEALTHCHECK_COMMAND")
-  API_HTTP_STATUS=$(eval "$API_HEALTHCHECK_COMMAND")
-  ALERT_HTTP_STATUS=$(eval "$ALERT_HEALTHCHECK_COMMAND")
-  if [[ $MASTER_HTTP_STATUS -eq 200 && $WORKER_HTTP_STATUS -eq 200 && $API_HTTP_STATUS -eq 200 && $ALERT_HTTP_STATUS -eq 200 ]];then
-    START_HEALTHCHECK_EXITCODE=0
-  else
-    START_HEALTHCHECK_EXITCODE=2
-  fi
-
-  if [[ $START_HEALTHCHECK_EXITCODE -eq 0 ]];then
-    echo "cluster start health check success"
-    break
-  fi
-
-  if [[ $i -eq $TIMEOUT ]];then
-      if [[ $MASTER_HTTP_STATUS -ne 200 ]];then
-        docker exec -u root ds bash -c "cat /root/apache-dolphinscheduler-*-SNAPSHOT-bin/master-server/logs/dolphinscheduler-master.log"
-        docker exec -u root ds bash -c "cat /root/apache-dolphinscheduler-*-SNAPSHOT-bin/master-server/logs/*.out"
-        echo "master start health check failed"
-      fi
-      if [[ $WORKER_HTTP_STATUS -ne 200 ]]; then
-        docker exec -u root ds bash -c "cat /root/apache-dolphinscheduler-*-SNAPSHOT-bin/worker-server/logs/dolphinscheduler-worker.log"
-        docker exec -u root ds bash -c "cat /root/apache-dolphinscheduler-*-SNAPSHOT-bin/worker-server/logs/*.out"
-        echo "worker start health check failed"
-      fi
-      if [[ $API_HTTP_STATUS -ne 200 ]]; then
-        docker exec -u root ds bash -c "cat /root/apache-dolphinscheduler-*-SNAPSHOT-bin/api-server/logs/dolphinscheduler-api.log"
-        docker exec -u root ds bash -c "cat /root/apache-dolphinscheduler-*-SNAPSHOT-bin/api-server/logs/*.out"
-        echo "api start health check failed"
-      fi
-      if [[ $ALERT_HTTP_STATUS -ne 200 ]]; then
-        docker exec -u root ds bash -c "cat /root/apache-dolphinscheduler-*-SNAPSHOT-bin/alert-server/logs/dolphinscheduler-alert.log"
-        docker exec -u root ds bash -c "cat /root/apache-dolphinscheduler-*-SNAPSHOT-bin/alert-server/logs/*.out"
-        echo "alert start health check failed"
-      fi
-      exit $START_HEALTHCHECK_EXITCODE
-    fi
-
-  sleep 1
-done
-
-#Stop Cluster
-docker exec -u root ds bash -c "/root/apache-dolphinscheduler-*-SNAPSHOT-bin/bin/stop-all.sh"
-
-#Cluster stop health check
-sleep 5
-MASTER_HTTP_STATUS=$(eval "$MASTER_HEALTHCHECK_COMMAND")
-if [[ $MASTER_HTTP_STATUS -ne 200 ]];then
-  echo "master stop health check success"
-else
-  echo "master stop health check failed"
-  exit 3
-fi
-
-WORKER_HTTP_STATUS=$(eval "$WORKER_HEALTHCHECK_COMMAND")
-if [[ $WORKER_HTTP_STATUS -ne 200 ]];then
-  echo "worker stop health check success"
-else
-  echo "worker stop health check failed"
-  exit 3
-fi
-
-API_HTTP_STATUS=$(eval "$API_HEALTHCHECK_COMMAND")
-if [[ $API_HTTP_STATUS -ne 200 ]];then
-  echo "api stop health check success"
-else
-  echo "api stop health check failed"
-  exit 3
-fi
-
-ALERT_HTTP_STATUS=$(eval "$ALERT_HEALTHCHECK_COMMAND")
-if [[ $ALERT_HTTP_STATUS -ne 200 ]];then
-  echo "alert stop health check success"
-else
-  echo "alert stop health check failed"
-  exit 3
-fi

.github/workflows/cluster-test/postgresql_with_zookeeper_registry/start-job.sh

@@ -1,33 +0,0 @@
-#!/bin/bash
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-set -euox pipefail
-
-#Start base service containers
-docker-compose -f .github/workflows/cluster-test/postgresql_with_zookeeper_registry/docker-compose-base.yaml up -d
-
-#Build ds postgresql cluster image
-docker build -t jdk8:ds_postgresql_cluster -f .github/workflows/cluster-test/postgresql_with_zookeeper_registry/Dockerfile .
-
-#Start ds postgresql cluster container
-docker-compose -f .github/workflows/cluster-test/postgresql_with_zookeeper_registry/docker-compose-cluster.yaml up -d
-
-#Running tests
-/bin/bash .github/workflows/cluster-test/postgresql_with_zookeeper_registry/running_test.sh
-
-#Cleanup
-docker rm -f $(docker ps -aq)

.github/workflows/codeql.yaml

@@ -1,59 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-name: "CodeQL"
-
-on:
-  push:
-    branches:
-      - 'dev'
-  pull_request:
-    branches:
-      - 'dev'
-      - '[0-9]+.[0-9]+.[0-9]+-prepare'
-      - '[0-9]+.[0-9]+.[0-9]+-release'
-
-concurrency:
-  group: codeql-${{ github.event.pull_request.number || github.ref }}
-  cancel-in-progress: true
-
-jobs:
-  analyze:
-    if: (github.event_name == 'schedule' && github.repository == 'apache/dolphinscheduler') || (github.event_name != 'schedule')
-    name: Analyze
-    runs-on: ubuntu-latest
-
-    steps:
-    - name: Checkout repository
-      uses: actions/checkout@v3
-      with:
-        submodules: true
-
-    - name: Initialize CodeQL
-      uses: github/codeql-action/init@v2
-      with:
-        languages: java
-        queries: +security-and-quality
-
-    - run: |
-        ./mvnw -B clean install \
-          -Dmaven.test.skip \
-          -Dmaven.javadoc.skip \
-          -Dspotless.skip=true \
-          -Prelease
-
-    - name: Perform CodeQL Analysis
-      uses: github/codeql-action/analyze@v2

.github/workflows/docs.yml

@@ -1,119 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-name: Docs
-
-on:
-  pull_request:
-  schedule:
-    - cron: '0 18 * * *'  # TimeZone: UTC 0
-
-concurrency:
-  group: doc-${{ github.event.pull_request.number || github.ref }}
-  cancel-in-progress: true
-
-jobs:
-  style:
-    timeout-minutes: 10
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/checkout@v4
-      - name: Style Check
-        run: ./mvnw spotless:check
-  img-check:
-    timeout-minutes: 15
-    runs-on: ubuntu-latest
-    defaults:
-      run:
-        working-directory: docs
-    steps:
-      - uses: actions/checkout@v4
-      - name: Set up Python 3.9
-        uses: actions/setup-python@v2
-        with:
-          python-version: 3.9
-      - name: Run Dev Relative Reference
-        run: python img_utils.py -v dev-syntax
-      - name: Run Image Check
-        run: python img_utils.py -v check
-  dead-link:
-    if: (github.event_name == 'schedule' && github.repository == 'apache/dolphinscheduler') || (github.event_name != 'schedule')
-    runs-on: ubuntu-latest
-    timeout-minutes: 30
-    steps:
-      - uses: actions/checkout@v4
-      - run: sudo npm install -g markdown-link-check@3.11.2
-      - run: sudo apt install plocate -y
-      # NOTE: Change command from `find . -name "*.md"` to `find . -not -path "*/node_modules/*" -not -path "*/.tox/*" -name "*.md"`
-      # if you want to run check locally
-      - run: |
-          for file in $(locate "$PWD*/*.md" | grep -v ./deploy/terraform/aws/README.md); do
-            markdown-link-check -c .dlc.json -q "$file" &
-          done
-          wait
-  paths-filter:
-    name: Helm-Doc-Path-Filter
-    runs-on: ubuntu-latest
-    outputs:
-      helm-doc: ${{ steps.filter.outputs.helm-doc }}
-    steps:
-      - uses: actions/checkout@v4
-      - uses: dorny/paths-filter@b2feaf19c27470162a626bd6fa8438ae5b263721
-        id: filter
-        with:
-          filters: |
-            helm-doc:
-              - 'deploy/**'
-  helm-doc:
-    name: Helm-Doc-Execute
-    needs: paths-filter
-    if: ${{ (needs.paths-filter.outputs.helm-doc == 'true') || (github.event_name == 'push') }}
-    runs-on: ubuntu-latest
-    timeout-minutes: 20
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          submodules: true
-      - name: Generating helm-doc
-        run: |
-          ./mvnw validate -P helm-doc -pl :dolphinscheduler
-      - name: Check helm-doc
-        run: |
-          DIFF=$(git diff ${GITHUB_WORKSPACE}/deploy/kubernetes/*md)
-          if [ ! -z "$DIFF" ]; then
-              echo "###### ERROR: helm-doc is not up to date ######"
-              echo "Please execute './mvnw validate -P helm-doc -pl :dolphinscheduler' in your clone, of your fork, of the project, and commit an updated deploy/kubernetes/README.md for the chart."
-              echo "###### ERROR: helm-doc is not up to date ######"
-          fi
-          git diff --exit-code
-  result:
-    name: Docs
-    runs-on: ubuntu-latest
-    timeout-minutes: 30
-    needs:
-      - style
-      - img-check
-      - dead-link
-    if: always()
-    steps:
-      - name: Status
-        run: |
-          if [[ ${{ contains(needs.*.result, 'failure') }} == 'true' || ${{ contains(needs.*.result, 'cancelled') }} == 'true' ]]; then
-            echo "Build Failed!"
-            exit 1
-          else
-            echo "Build Success!"
-          fi

.github/workflows/e2e-k8s.yml

@@ -1,149 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-on:
-  pull_request:
-  push:
-    branches:
-      - dev
-      - '[0-9]+.[0-9]+.[0-9]+-prepare'
-      - '[0-9]+.[0-9]+.[0-9]+-release'
-
-name: E2E-K8S
-
-concurrency:
-  group: E2E-K8S-${{ github.event.pull_request.number || github.ref }}
-  cancel-in-progress: true
-
-
-jobs:
-  paths-filter:
-    name: E2E-K8S-Path-Filter
-    runs-on: ubuntu-latest
-    outputs:
-      not-ignore: ${{ steps.filter.outputs.not-ignore }}
-    steps:
-      - uses: actions/checkout@v4
-      - uses: dorny/paths-filter@b2feaf19c27470162a626bd6fa8438ae5b263721
-        id: filter
-        with:
-          filters: |
-            not-ignore:
-              - '!(docs/**)'
-  e2e-k8s:
-    name: E2E-K8S-Execute
-    needs: paths-filter
-    if: ${{ (needs.paths-filter.outputs.not-ignore == 'true') || (github.event_name == 'push') }}
-    runs-on: ubuntu-latest
-    timeout-minutes: 20
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          submodules: true
-      - name: Build Image
-        run: |
-          ./mvnw -B clean package \
-          -Dmaven.test.skip \
-          -Dmaven.javadoc.skip \
-          -Dspotless.skip=true \
-          -Dmaven.checkstyle.skip \
-          -Dmaven.deploy.skip \
-          -Ddocker.push.skip=true \
-          -Pdocker,release -Ddocker.tag=ci \
-          -pl org.apache.dolphinscheduler:dolphinscheduler-alert-server \
-          -pl dolphinscheduler-tools \
-          -pl dolphinscheduler-api \
-          -pl dolphinscheduler-master \
-          -pl dolphinscheduler-worker -am
-      - name: Create k8s Kind Cluster
-        run: |
-          # install kubectl
-          curl -LO "https://dl.k8s.io/release/v1.28.3/bin/linux/amd64/kubectl"
-          sudo chmod +x kubectl
-          sudo mv kubectl /usr/local/bin/kubectl
-
-          # install kind
-          curl -LO https://github.com/kubernetes-sigs/kind/releases/download/v0.20.0/kind-linux-amd64
-          sudo chmod +x kind-linux-amd64
-          sudo mv kind-linux-amd64 /usr/local/bin/kind
-          kind version
-
-          # create kind cluster
-          kind_node_image="kindest/node:v1.23.17"
-          echo "Kubernetes version: ${kind_node_image}"
-          kind create cluster --name dolphinscheduler --image ${kind_node_image}
-          kubectl version
-          kubectl get all --all-namespaces
-      - name: Load images
-        run: |
-          components=("master" "worker" "api" "tools" "alert-server")
-          for component in "${components[@]}"; do
-            kind load docker-image apache/dolphinscheduler-${component}:ci --name dolphinscheduler
-          done
-      - name: Helm install dolphinscheduler
-        working-directory: ${{ github.workspace }}/deploy/kubernetes/dolphinscheduler
-        run: |
-          # install helm
-          curl https://raw.githubusercontent.com/helm/helm/main/scripts/get-helm-3 | bash
-
-          # install ds chart via helm
-          helm repo add bitnami https://charts.bitnami.com/bitnami
-          helm dependency update .
-          helm upgrade --install --create-namespace -n dolphinscheduler dolphinscheduler . -f - <<EOF
-          image:
-            registry: apache
-            tag: ci
-          master:
-            replicas: 1
-            livenessProbe:
-              initialDelaySeconds: 120
-            readinessProbe:
-              initialDelaySeconds: 120
-          worker:
-            replicas: 1
-            livenessProbe:
-              initialDelaySeconds: 120
-            readinessProbe:
-              initialDelaySeconds: 120
-          alert:
-            livenessProbe:
-              initialDelaySeconds: 120
-            readinessProbe:
-              initialDelaySeconds: 120
-          api:
-            livenessProbe:
-              initialDelaySeconds: 120
-            readinessProbe:
-              initialDelaySeconds: 120
-          EOF
-
-      - name: Wait for pods
-        run: |
-          JSONPATH='{range .items[*]}{@.metadata.name}:{range @.status.conditions[*]}{@.type}={@.status};{end}{end}'; 
-          components=("master" "worker" "api" "alert")
-          for component in "${components[@]}"; do
-            until kubectl -n dolphinscheduler get pods -l app.kubernetes.io/component=${component} -o jsonpath="$JSONPATH" 2>&1 | grep -q "Ready=True"; do
-              echo "waiting for dolphinscheduler ${component} to be available"
-              sleep 10
-              kubectl get pods --all-namespaces
-              kubectl get events --all-namespaces
-              for pod in $(kubectl get pods -n dolphinscheduler -o jsonpath='{.items[*].metadata.name}'); do
-                echo "logs for pod $pod:"
-                kubectl logs --tail=1000 -n dolphinscheduler $pod
-              done
-            done
-          done

.github/workflows/e2e.yml

@@ -15,205 +15,60 @@
 # limitations under the License.
 #
 
-on:
-  pull_request:
-  push:
-    branches:
-      - dev
-      - '[0-9]+.[0-9]+.[0-9]+-prepare'
-      - '[0-9]+.[0-9]+.[0-9]+-release'
+on: ["pull_request"]
+env:
+  DOCKER_DIR: ./docker
+  LOG_DIR: /tmp/dolphinscheduler
 
-name: E2E
+name: Test
 
 concurrency:
   group: e2e-${{ github.event.pull_request.number || github.ref }}
   cancel-in-progress: true
 
-
 jobs:
-  paths-filter:
-    name: E2E-Path-Filter
+  test:
+    name: E2E
     runs-on: ubuntu-latest
-    outputs:
-      not-ignore: ${{ steps.filter.outputs.not-ignore }}
     steps:
-      - uses: actions/checkout@v4
-      - uses: dorny/paths-filter@b2feaf19c27470162a626bd6fa8438ae5b263721
-        id: filter
-        with:
-          filters: |
-            not-ignore:
-              - '!(docs/**)'
-  build:
-    name: E2E-Build
-    needs: paths-filter
-    if: ${{ (needs.paths-filter.outputs.not-ignore == 'true') || (github.event_name == 'push') }}
-    runs-on: ubuntu-latest
-    timeout-minutes: 20
-    steps:
-      - uses: actions/checkout@v4
+      - uses: actions/checkout@v2
         with:
           submodules: true
       - name: Sanity Check
         uses: ./.github/actions/sanity-check
-        with:
-          token: ${{ secrets.GITHUB_TOKEN }}
-      - name: Cache local Maven repository
-        uses: actions/cache@v3
+      - uses: actions/cache@v1
         with:
           path: ~/.m2/repository
-          key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }}-e2e
-          restore-keys: ${{ runner.os }}-maven-
+          key: ${{ runner.os }}-maven
       - name: Build Image
         run: |
-          ./mvnw -B clean install \
-          -Dmaven.test.skip \
-          -Dmaven.javadoc.skip \
-          -Dspotless.skip=true \
-          -Pdocker,release -Ddocker.tag=ci \
-          -pl dolphinscheduler-standalone-server -am
-      - name: Export Docker Images
+          sh ./docker/build/hooks/build
+      - name: Docker Run
         run: |
-          docker save apache/dolphinscheduler-standalone-server:ci -o /tmp/standalone-image.tar \
-          && du -sh /tmp/standalone-image.tar
-      - uses: actions/upload-artifact@v4
-        name: Upload Docker Images
-        with:
-          name: standalone-image
-          path: /tmp/standalone-image.tar
-          retention-days: 1
-  e2e:
-    name: ${{ matrix.case.name }}
-    needs: build
-    runs-on: ubuntu-latest
-    timeout-minutes: 30
-    strategy:
-      matrix:
-        case:
-          - name: Tenant
-            class: org.apache.dolphinscheduler.e2e.cases.TenantE2ETest
-          - name: User
-            class: org.apache.dolphinscheduler.e2e.cases.UserE2ETest
-          - name: WorkerGroup
-            class: org.apache.dolphinscheduler.e2e.cases.WorkerGroupE2ETest
-          - name: Project
-            class: org.apache.dolphinscheduler.e2e.cases.ProjectE2ETest
-          - name: Queue
-            class: org.apache.dolphinscheduler.e2e.cases.QueueE2ETest
-          - name: Environment
-            class: org.apache.dolphinscheduler.e2e.cases.EnvironmentE2ETest
-          - name: Cluster
-            class: org.apache.dolphinscheduler.e2e.cases.ClusterE2ETest
-          - name: Token
-            class: org.apache.dolphinscheduler.e2e.cases.TokenE2ETest
-          - name: Workflow
-            class: org.apache.dolphinscheduler.e2e.cases.WorkflowE2ETest
-          - name: WorkflowHttp
-            class: org.apache.dolphinscheduler.e2e.cases.WorkflowHttpTaskE2ETest
-          - name: WorkflowJava
-            class: org.apache.dolphinscheduler.e2e.cases.WorkflowJavaTaskE2ETest
-#          - name: WorkflowForSwitch
-#            class: org.apache.dolphinscheduler.e2e.cases.WorkflowSwitchE2ETest
-          - name: FileManage
-            class: org.apache.dolphinscheduler.e2e.cases.FileManageE2ETest
-          - name: MysqlDataSource
-            class: org.apache.dolphinscheduler.e2e.cases.MysqlDataSourceE2ETest
-          - name: ClickhouseDataSource
-            class: org.apache.dolphinscheduler.e2e.cases.ClickhouseDataSourceE2ETest
-          - name: PostgresDataSource
-            class: org.apache.dolphinscheduler.e2e.cases.PostgresDataSourceE2ETest
-          - name: ShellTaskE2ETest
-            class: org.apache.dolphinscheduler.e2e.cases.tasks.ShellTaskE2ETest
-    env:
-      RECORDING_PATH: /tmp/recording-${{ matrix.case.name }}
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          submodules: true
-      - name: Cache local Maven repository
-        uses: actions/cache@v3
-        with:
-          path: ~/.m2/repository
-          key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }}-e2e
-          restore-keys: ${{ runner.os }}-maven-
-      - uses: actions/download-artifact@v4
-        name: Download Docker Images
-        with:
-          name: standalone-image
-          path: /tmp
-      - name: Load Docker Images
+          export VERSION=$(cat $(pwd)/pom.xml | grep '<revision>' -m 1 | awk '{print $1}' | sed 's/<revision>//' | sed 's/<\/revision>//')
+          sed -i "s/apache\/dolphinscheduler:latest/apache\/dolphinscheduler:${VERSION}/g" $(pwd)/docker/docker-swarm/docker-compose.yml
+          docker-compose -f $(pwd)/docker/docker-swarm/docker-compose.yml up -d
+      - name: Check Server Status
+        run: sh $(pwd)/docker/docker-swarm/check
+      - name: Prepare e2e env
         run: |
-          docker load -i /tmp/standalone-image.tar
-      - name: Run Test
-        run: |
-          ./mvnw -B -f dolphinscheduler-e2e/pom.xml -am \
-            -DfailIfNoTests=false \
-            -Dtest=${{ matrix.case.class }} test
-      - uses: actions/upload-artifact@v4
-        if: always()
-        name: Upload Recording
+          sudo apt-get install -y libxss1 libappindicator1 libindicator7 xvfb unzip libgbm1
+          wget https://dl.google.com/linux/direct/google-chrome-stable_current_amd64.deb
+          sudo dpkg -i google-chrome*.deb
+          sudo apt-get install -f -y
+          google-chrome -version
+          googleVersion=$(curl -s https://chromedriver.storage.googleapis.com/LATEST_RELEASE)
+          wget -N https://chromedriver.storage.googleapis.com/${googleVersion}/chromedriver_linux64.zip
+          unzip chromedriver_linux64.zip
+          sudo mv -f chromedriver /usr/local/share/chromedriver
+          sudo ln -s /usr/local/share/chromedriver /usr/local/bin/chromedriver
+#     - name: Run e2e Test
+#       run: cd ./e2e && mvn -B clean test
+      - name: Collect logs
+        if: failure()
+        uses: actions/upload-artifact@v2
         with:
-          name: recording-${{ matrix.case.name }}
-          path: ${{ env.RECORDING_PATH }}
-          retention-days: 1
-  e2e-optional:
-    name: ${{ matrix.case.name }}
-    needs: build
-    runs-on: ubuntu-latest
-    timeout-minutes: 30
-    strategy:
-      matrix:
-        case:
-          - name: SqlServerDataSource
-            class: org.apache.dolphinscheduler.e2e.cases.SqlServerDataSourceE2ETest
-          - name: HiveDataSource
-            class: org.apache.dolphinscheduler.e2e.cases.HiveDataSourceE2ETest
-    env:
-      RECORDING_PATH: /tmp/recording-${{ matrix.case.name }}
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          submodules: true
-      - name: Cache local Maven repository
-        uses: actions/cache@v3
-        with:
-          path: ~/.m2/repository
-          key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }}-e2e
-          restore-keys: ${{ runner.os }}-maven-
-      - uses: actions/download-artifact@v4
-        name: Download Docker Images
-        with:
-          name: standalone-image
-          path: /tmp
-      - name: Load Docker Images
-        run: |
-          docker load -i /tmp/standalone-image.tar
-      - name: Run Test
-        run: |
-          ./mvnw -B -f dolphinscheduler-e2e/pom.xml -am \
-            -DfailIfNoTests=false \
-            -Dtest=${{ matrix.case.class }} test
-      - uses: actions/upload-artifact@v4
-        if: always()
-        name: Upload Recording
-        with:
-          name: recording-${{ matrix.case.name }}
-          path: ${{ env.RECORDING_PATH }}
-          retention-days: 1
-  result:
-    name: E2E
-    runs-on: ubuntu-latest
-    timeout-minutes: 30
-    needs: [ e2e, paths-filter ]
-    if: always()
-    steps:
-      - name: Status
-        run: |
-          if [[ ${{ needs.paths-filter.outputs.not-ignore }} == 'false' && ${{ github.event_name }} == 'pull_request' ]]; then
-            echo "Skip E2E!"
-            exit 0
-          fi
-          if [[ ${{ needs.e2e.result }} != 'success' ]]; then
-            echo "E2E Failed!"
-            exit -1
-          fi
+          name: dslogs
+          path: ${{ github.workspace }}/docker/docker-swarm/dolphinscheduler-logs
+
+

.github/workflows/frontend.yml

@@ -20,12 +20,14 @@ name: Frontend
 on:
   push:
     branches:
-      - '[0-9]+.[0-9]+.[0-9]+-prepare'
-      - '[0-9]+.[0-9]+.[0-9]+-release'
+      - dev
     paths:
       - '.github/workflows/frontend.yml'
       - 'dolphinscheduler-ui/**'
   pull_request:
+    paths:
+      - '.github/workflows/frontend.yml'
+      - 'dolphinscheduler-ui/**'
 
 defaults:
   run:
@@ -36,30 +38,14 @@ concurrency:
   cancel-in-progress: true
 
 jobs:
-  paths-filter:
-    name: Frontend-Path-Filter
-    runs-on: ubuntu-latest
-    outputs:
-      not-ignore: ${{ steps.filter.outputs.not-ignore }}
-    steps:
-      - uses: actions/checkout@v4
-      - uses: dorny/paths-filter@b2feaf19c27470162a626bd6fa8438ae5b263721
-        id: filter
-        with:
-          filters: |
-            not-ignore:
-              - '!(docs/**)'
   build:
     name: Build
-    needs: paths-filter
-    if: ${{ (needs.paths-filter.outputs.not-ignore == 'true') || (github.event_name == 'push') }}
     runs-on: ${{ matrix.os }}
-    timeout-minutes: 30
     strategy:
       matrix:
         os: [ ubuntu-latest, macos-latest ]
     steps:
-      - uses: actions/checkout@v4
+      - uses: actions/checkout@v2
         with:
           submodules: true
       - if: matrix.os == 'ubuntu-latest'
@@ -68,29 +54,10 @@ jobs:
       - name: Set up Node.js
         uses: actions/setup-node@v2
         with:
-          node-version: 16
-      - name: Compile and Build on ${{ matrix.os }}
+          node-version: 8
+      - name: Compile and Build
         run: |
-          set -x
-          npm install pnpm@7 -g
-          pnpm install
-          pnpm run lint
-          pnpm run build:prod
-  result:
-    name: Frontend Build
-    runs-on: ubuntu-latest
-    timeout-minutes: 30
-    needs: [ build, paths-filter ]
-    if: always()
-    steps:
-      - uses: actions/checkout@v4
-      - name: Status
-        run: |
-          if [[ ${{ needs.paths-filter.outputs.not-ignore }} == 'false' && ${{ github.event_name }} == 'pull_request' ]]; then
-            echo "Skip Frontend Build!"
-            exit 0
-          fi
-          if [[ ${{ needs.build.result }} != 'success' ]]; then
-            echo "Frontend Build Failed!"
-            exit -1
-          fi
+          npm install node-sass --unsafe-perm
+          npm install
+          npm run lint
+          npm run build

.github/workflows/issue-robot.yml

@@ -1,47 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-name: issue-robot
-
-on:
-  issues:
-    types: [opened]
-
-jobs:
-  issueRobot:
-    runs-on: ubuntu-latest
-    steps:
-      - name: "Checkout ${{ github.ref }}"
-        uses: actions/checkout@v4
-        with:
-          persist-credentials: false
-          submodules: true
-
-      - name: "Translation into English in issue"
-        uses: ./.github/actions/translate-on-issue
-        with:
-          translate-title: true
-          translate-body: true
-
-      - name: "Comment in issue"
-        uses: ./.github/actions/comment-on-issue
-        with:
-          message: |
-            Thank you for your feedback, we have received your issue, Please wait patiently for a reply.
-            * In order for us to understand your request as soon as possible, please provide detailed information, version or pictures.
-            * If you haven't received a reply for a long time, you can [join our slack](https://s.apache.org/dolphinscheduler-slack) and send your question to channel `#troubleshooting`
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

.github/workflows/issue_robot.yml

@@ -0,0 +1,50 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+name: issue-robot
+
+on:
+  issues:
+    types: [opened]
+
+jobs:
+  issueRobot:
+    runs-on: ubuntu-latest
+    steps:
+      - name: "Checkout ${{ github.ref }}"
+        uses: actions/checkout@v2
+        with:
+          persist-credentials: false
+          submodules: true
+
+      - name: "Translation into English in issue"
+        uses: ./.github/actions/translate-on-issue
+        with:
+          translate-title: true
+          translate-body: true
+
+      - name: "Comment in issue"
+        uses: ./.github/actions/comment-on-issue
+        with:
+          message: "Hi:\n* Thank you for your feedback, we have received your issue, Please wait patiently for a reply.\n* In order for us to understand your request as soon as possible, please provide detailed information、version or pictures.\n* If you haven't received a reply for a long time, you can subscribe to the developer's email，Mail subscription steps reference https://dolphinscheduler.apache.org/zh-cn/community/development/subscribe.html ,Then write the issue URL in the email content and send question to dev@dolphinscheduler.apache.org."
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: "Add lable in issue"
+        uses: ./.github/actions/lable-on-issue
+        with:
+          add-labels: "Waiting for reply"
+          ignore-if-labeled: true

.github/workflows/mergeable.yml

@@ -1,63 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-on:
-  pull_request:
-    types:
-      - opened
-      - reopened
-      - synchronize
-      - labeled
-      - unlabeled
-      - milestoned
-      - demilestoned
-
-
-name: "Mergeable"
-
-
-jobs:
-  result:
-    name: "Mergeable: milestone-label-check"
-    runs-on: ubuntu-latest
-    timeout-minutes: 10
-    steps:
-      - name: Check milestone and labels
-        uses: actions/github-script@v7
-        with:
-          script: |
-            const { data } = await github.request("GET /repos/{owner}/{repo}/pulls/{pr}", {
-              owner: context.repo.owner,
-              repo: context.repo.repo,
-              pr: context.payload.pull_request.number
-            });
-            if (data.milestone) {
-              core.info(`This pull request has a milestone: ${data.milestone.title}`);
-            } else {
-              core.setFailed(`A maintainer needs to set the milestone for this pull request.`);
-            }
-            let labeledFlag = false;
-            for (const label of data.labels) {
-              if (['feature', 'bug', 'improvement', 'document', 'chore', 'DSIP', 'CI&CD', 'revert'].includes(label.name)) {
-                core.info(`This pull request has a valid label: ${label.name}`);
-                labeledFlag = true;
-                break;
-              }
-            }
-            if (!labeledFlag) {
-              core.setFailed(`A maintainer needs to set a valid label for this pull request.`);
-            }

.github/workflows/owasp-dependency-check.yaml

@@ -1,52 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-name: OWASP Dependency Check
-
-on:
-  push:
-    branches:
-      - '[0-9]+.[0-9]+.[0-9]+-prepare'
-      - '[0-9]+.[0-9]+.[0-9]+-release'
-  pull_request:
-    paths:
-      - '**/pom.xml'
-env:
-  MAVEN_OPTS: -Dmaven.wagon.httpconnectionManager.ttlSeconds=25 -Dmaven.wagon.http.retryHandler.count=3
-
-jobs:
-  build:
-    runs-on: ubuntu-latest
-    timeout-minutes: 120
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          submodules: true
-      - name: Set up JDK 8
-        uses: actions/setup-java@v2
-        with:
-          java-version: 8
-          distribution: 'adopt'
-      - name: Run OWASP Dependency Check
-        run: ./mvnw -B clean install verify dependency-check:check -DskipDepCheck=false -Dmaven.test.skip=true -Dspotless.skip=true
-      - name: Upload report
-        uses: actions/upload-artifact@v4
-        if: ${{ cancelled() || failure() }}
-        continue-on-error: true
-        with:
-          name: dependency report
-          path: target/dependency-check-report.html

.github/workflows/publish-docker.yaml

@@ -1,77 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-name: publish-docker
-
-on:
-  push:
-    branches:
-      - dev
-  release:
-    types:
-      - released
-
-jobs:
-  build:
-    if: github.repository == 'apache/dolphinscheduler'
-    runs-on: ubuntu-latest
-    permissions:
-      contents: read
-      packages: write
-    timeout-minutes: 30
-    steps:
-      - uses: actions/checkout@v4
-      - name: Cache local Maven repository
-        uses: actions/cache@v3
-        with:
-          path: ~/.m2/repository
-          key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }}-docker
-          restore-keys: ${{ runner.os }}-maven-
-      - name: Set environment variables
-        run: |
-          if [[ ${{ github.event_name }} == "release" ]]; then
-            echo "DOCKER_REGISTRY=docker.io" >> $GITHUB_ENV
-            echo "DOCKER_USERNAME=${{ secrets.DOCKERHUB_USER }}" >> $GITHUB_ENV
-            echo "DOCKER_PASSWORD=${{ secrets.DOCKERHUB_TOKEN }}" >> $GITHUB_ENV
-            echo "HUB=apache" >> $GITHUB_ENV
-            echo "DOCKER_TAG=${{ github.event.release.tag_name }}" >> $GITHUB_ENV
-          else
-            echo "DOCKER_REGISTRY=ghcr.io/apache/dolphinscheduler" >> $GITHUB_ENV
-            echo "DOCKER_USERNAME=${{ github.actor }}" >> $GITHUB_ENV
-            echo "DOCKER_PASSWORD=${{ secrets.GITHUB_TOKEN }}" >> $GITHUB_ENV
-            echo "HUB=ghcr.io/apache/dolphinscheduler" >> $GITHUB_ENV
-            echo "DOCKER_TAG=${{ github.sha }}" >> $GITHUB_ENV
-          fi
-      - name: Log in to the Container registry
-        uses: docker/login-action@v2
-        with:
-          registry: ${{ env.DOCKER_REGISTRY }}
-          username: ${{ env.DOCKER_USERNAME }}
-          password: ${{ env.DOCKER_PASSWORD }}
-      - name: Set up QEMU
-        uses: docker/setup-qemu-action@v2
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v2
-      - name: Build and push docker images
-        run: |
-          ./mvnw -B clean deploy \
-          -Dmaven.test.skip \
-          -Dmaven.javadoc.skip \
-          -Dspotless.skip=true \
-          -Dmaven.deploy.skip \
-          -Ddocker.tag=${{ env.DOCKER_TAG }} \
-          -Ddocker.hub=${{ env.HUB }} \
-          -Pdocker,release

.github/workflows/publish-helm-chart.yaml

@@ -1,65 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-name: publish-helm-chart
-
-on:
-  push:
-    branches:
-      - dev
-  release:
-    types:
-      - released
-
-jobs:
-  build:
-    if: github.repository == 'apache/dolphinscheduler'
-    runs-on: ubuntu-latest
-    permissions:
-      contents: read
-      packages: write
-    timeout-minutes: 30
-    steps:
-      - uses: actions/checkout@v4
-      - name: Set environment variables
-        run: |
-          if [[ ${{ github.event_name }} == "release" ]]; then
-            echo "HUB=registry-1.docker.io/apache" >> $GITHUB_ENV
-            echo "DOCKER_REGISTRY=docker.io" >> $GITHUB_ENV
-            echo "DOCKER_USERNAME=${{ secrets.DOCKERHUB_USER }}" >> $GITHUB_ENV
-            echo "DOCKER_PASSWORD=${{ secrets.DOCKERHUB_TOKEN }}" >> $GITHUB_ENV
-          else
-            echo "HUB=ghcr.io/apache/dolphinscheduler" >> $GITHUB_ENV
-            echo "DOCKER_REGISTRY=ghcr.io/apache/dolphinscheduler" >> $GITHUB_ENV
-            echo "DOCKER_USERNAME=${{ github.actor }}" >> $GITHUB_ENV
-            echo "DOCKER_PASSWORD=${{ secrets.GITHUB_TOKEN }}" >> $GITHUB_ENV
-          fi
-      - name: Log in to the Container registry
-        uses: docker/login-action@v2
-        with:
-          registry: ${{ env.DOCKER_REGISTRY }}
-          username: ${{ env.DOCKER_USERNAME }}
-          password: ${{ env.DOCKER_PASSWORD }}
-      - name: Publish Helm Chart
-        working-directory: deploy/kubernetes
-        run: |
-          if [[ ${{ env.HUB }} == "ghcr.io/apache/dolphinscheduler" ]]; then
-            VERSION=0.0.0-$(git rev-parse --short HEAD)
-            sed -i "s/^version: .*/version: $VERSION/" dolphinscheduler/Chart.yaml
-          fi
-          helm dep up dolphinscheduler
-          helm package dolphinscheduler
-          helm push dolphinscheduler-helm-*.tgz oci://${{ env.HUB }}

.github/workflows/pull-request-target-robot.yml

@@ -1,47 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-name: "pull-request-target-robot"
-
-on:
-  pull_request_target:
-
-jobs:
-  pullRequestTargetRobot:
-    permissions:
-      contents: read
-      pull-requests: write
-    runs-on: ubuntu-latest
-    timeout-minutes: 10
-    steps:
-      - name: "Checkout ${{ github.ref }}"
-        uses: actions/checkout@v4
-        with:
-          persist-credentials: false
-          submodules: true
-
-      - name: "Label in pull request"
-        uses: actions/labeler@v4
-        with:
-          repo-token: "${{ secrets.GITHUB_TOKEN }}"
-          configuration-path: .github/actions/labeler/labeler.yml
-          sync-labels: true
-
-      - name: "Auto assign in pull request"
-        uses: ./.github/actions/auto-assign-action
-        with:
-          configuration-path: .github/actions/auto-assign/auto-assign.yml

.github/workflows/stale.yml

@@ -1,52 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-
-# https://github.com/actions/stale
-name: 'Close stale issues and PRs'
-on:
-  schedule:
-    - cron: '0 0 * * *'
-permissions:
-  # Stale recommended permissions
-  pull-requests: write
-  issues: write
-jobs:
-  stale:
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/stale@v4
-        with:
-          # Stale Issues
-          days-before-issue-stale: 30
-          days-before-issue-close: 7
-          # We do not stale Issues with label `Waiting for reply`, `feature` and `DSIP`
-          exempt-issue-labels: 'Waiting for reply,feature,DSIP,security,roadmap'
-          stale-issue-message: >
-            This issue has been automatically marked as stale because it has not had recent activity
-            for 30 days. It will be closed in next 7 days if no further activity occurs.
-          close-issue-message: >
-            This issue has been closed because it has not received response for too long time. You could
-            reopen it if you encountered similar problems in the future.
-          # Stale PRs
-          days-before-pr-stale: 120
-          days-before-pr-close: 7
-          stale-pr-message: >
-            This pull request has been automatically marked as stale because it has not had recent
-            activity for 120 days. It will be closed in 7 days if no further activity occurs.
-          close-pr-message: >
-            This pull request has been closed because it has not had recent activity. You could reopen it
-            if you try to continue your work, and anyone who are interested in it are encouraged to continue
-            work on this pull request.

.github/workflows/unit-test.yml

@@ -19,13 +19,15 @@ name: Test
 
 on:
   pull_request:
+    paths-ignore:
+      - '**/*.md'
+      - 'dolphinscheduler-ui'
   push:
     paths-ignore:
       - '**/*.md'
       - 'dolphinscheduler-ui'
     branches:
-      - '[0-9]+.[0-9]+.[0-9]+-prepare'
-      - '[0-9]+.[0-9]+.[0-9]+-release'
+      - dev
 
 env:
   LOG_DIR: /tmp/dolphinscheduler
@@ -35,90 +37,62 @@ concurrency:
   cancel-in-progress: true
 
 jobs:
-  paths-filter:
-    name: Unit-Test-Path-Filter
-    runs-on: ubuntu-latest
-    outputs:
-      not-ignore: ${{ steps.filter.outputs.not-ignore }}
-    steps:
-      - uses: actions/checkout@v4
-      - uses: dorny/paths-filter@b2feaf19c27470162a626bd6fa8438ae5b263721
-        id: filter
-        with:
-          filters: |
-            not-ignore:
-              - '!(docs/**)'
   unit-test:
-    name: Unit-Test
-    needs: paths-filter
-    if: ${{ (needs.paths-filter.outputs.not-ignore == 'true') || (github.event_name == 'push') }}
+    name: Unit Test
     runs-on: ubuntu-latest
-    strategy:
-      matrix:
-        java: ['8', '11']
-    timeout-minutes: 45
     steps:
-      - uses: actions/checkout@v4
+      - uses: actions/checkout@v2
         with:
           submodules: true
       - name: Sanity Check
         uses: ./.github/actions/sanity-check
-        with:
-          token: ${{ secrets.GITHUB_TOKEN }}
-      - name: Set up JDK ${{ matrix.java }}
+      - name: Set up JDK 1.8
         uses: actions/setup-java@v2
         with:
-          java-version: ${{ matrix.java }}
+          java-version: 8
           distribution: 'adopt'
-      - uses: actions/cache@v3
+      - uses: actions/cache@v2
         with:
           path: ~/.m2/repository
-          key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }}-unit-test
-          restore-keys: ${{ runner.os }}-maven-
+          key: ${{ runner.os }}-maven
 
       - name: Run Unit tests
-        run: ./mvnw clean verify -B -Dmaven.test.skip=false -Dspotless.skip=true -DskipUT=false
+        run: ./mvnw clean verify -B -Dmaven.test.skip=false
       - name: Upload coverage report to codecov
         run: CODECOV_TOKEN="09c2663f-b091-4258-8a47-c981827eb29a" bash <(curl -s https://codecov.io/bash)
 
-      # Set up JDK 17 for SonarCloud.
-      - name: Set up JDK 17
+      # Set up JDK 11 for SonarCloud.
+      - name: Set up JDK 11
         uses: actions/setup-java@v2
         with:
-          java-version: 17
+          java-version: 11
           distribution: 'adopt'
       - name: Run SonarCloud Analysis
         run: >
           ./mvnw --batch-mode verify sonar:sonar
           -Dsonar.coverage.jacoco.xmlReportPaths=target/site/jacoco/jacoco.xml
           -Dmaven.test.skip=true
-          -Dspotless.skip=true
+          -Dcheckstyle.skip=true
           -Dsonar.host.url=https://sonarcloud.io
           -Dsonar.organization=apache
           -Dsonar.core.codeCoveragePlugin=jacoco
           -Dsonar.projectKey=apache-dolphinscheduler
           -Dsonar.login=e4058004bc6be89decf558ac819aa1ecbee57682
-          -Dsonar.exclusions=,dolphinscheduler-ui/src/**/i18n/locale/*.js,dolphinscheduler-microbench/src/**/*
+          -Dsonar.exclusions=dolphinscheduler-ui/src/**/i18n/locale/*.js
           -Dhttp.keepAlive=false -Dmaven.wagon.http.pool=false -Dmaven.wagon.httpconnectionManager.ttlSeconds=120
-          -DskipUT=true
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
           SONAR_TOKEN: ${{ secrets.SONAR_TOKEN }}
 
-  result:
-    name: Unit Test
-    runs-on: ubuntu-latest
-    timeout-minutes: 30
-    needs: [ unit-test, paths-filter ]
-    if: always()
-    steps:
-      - name: Status
+      - name: Collect logs
+        continue-on-error: true
         run: |
-          if [[ ${{ needs.paths-filter.outputs.not-ignore }} == 'false' && ${{ github.event_name }} == 'pull_request' ]]; then
-            echo "Skip Unit Test!"
-            exit 0
-          fi
-          if [[ ${{ needs.unit-test.result }} != 'success' ]]; then
-            echo "Unit Test Failed!"
-            exit -1
-          fi
+          mkdir -p ${LOG_DIR}
+          docker-compose -f $(pwd)/docker/docker-swarm/docker-compose.yml logs dolphinscheduler-postgresql > ${LOG_DIR}/db.txt
+
+      - name: Upload logs
+        uses: actions/upload-artifact@v2
+        continue-on-error: true
+        with:
+          name: unit-test-logs
+          path: ${LOG_DIR}

.gitignore

@@ -6,9 +6,6 @@
 .DS_Store
 .target
 .idea/
-!.idea/icon.png
-!.idea/vcs.xml
-.run/
 target/
 dist/
 all-dependencies.txt
@@ -40,16 +37,26 @@ config.gypi
 test/coverage
 /docs/zh_CN/介绍
 /docs/zh_CN/贡献代码.md
-derby.log
 dolphinscheduler-common/src/main/resources/zookeeper.properties
 dolphinscheduler-dao/src/main/resources/dao/data_source.properties
 dolphinscheduler-alert/logs/
 dolphinscheduler-alert/src/main/resources/alert.properties_bak
 dolphinscheduler-alert/src/main/resources/logback.xml
+dolphinscheduler-server/src/main/resources/logback.xml
 dolphinscheduler-ui/dist
 dolphinscheduler-ui/node
-dolphinscheduler-common/sql
-dolphinscheduler-common/test
-dolphinscheduler-worker/logs
-dolphinscheduler-master/logs
-dolphinscheduler-api/logs
+docker/build/apache-dolphinscheduler*
+
+# ------------------
+# pydolphinscheduler
+# ------------------
+# Cache
+__pycache__/
+
+# Build
+build/
+*egg-info/
+
+# Test coverage
+.coverage
+htmlcov/

.gitmodules

@@ -18,10 +18,12 @@
 [submodule ".github/actions/comment-on-issue"]
 	path = .github/actions/comment-on-issue
 	url = https://github.com/xingchun-chen/actions-comment-on-issue
+[submodule ".github/actions/lable-on-issue"]
+	path = .github/actions/lable-on-issue
+	url = https://github.com/xingchun-chen/labeler
 [submodule ".github/actions/translate-on-issue"]
 	path = .github/actions/translate-on-issue
 	url = https://github.com/xingchun-chen/translation-helper
-[submodule ".github/actions/auto-assign-action"]
-	path = .github/actions/auto-assign-action
-	url = https://github.com/kentaro-m/auto-assign-action.git
-	branch = 288f36f
+[submodule ".github/actions/reviewdog-setup"]
+	path = .github/actions/reviewdog-setup
+	url = https://github.com/reviewdog/action-setup

.idea/vcs.xml

@@ -1,16 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<project version="4">
-  <component name="IssueNavigationConfiguration">
-    <option name="links">
-      <list>
-        <IssueNavigationLink>
-          <option name="issueRegexp" value="#(\d+)" />
-          <option name="linkRegexp" value="https://github.com/apache/dolphinscheduler/issues/$1" />
-        </IssueNavigationLink>
-      </list>
-    </option>
-  </component>
-  <component name="VcsDirectoryMappings">
-    <mapping directory="" vcs="Git" />
-  </component>
-</project>

.licenserc.yaml

@@ -33,7 +33,6 @@ header:
     - .gitattributes
     - '**/licenses/**/LICENSE-*'
     - '**/*.md'
-    - '**/*.svg'
     - '**/*.json'
     - '**/*.iml'
     - '**/*.ini'
@@ -44,13 +43,9 @@ header:
     - '**/NOTICE'
     - '**/node_modules/**'
     - '.github/actions/comment-on-issue/**'
+    - '.github/actions/lable-on-issue/**'
+    - '.github/actions/reviewdog-setup/**'
     - '.github/actions/translate-on-issue/**'
     - '**/.gitkeep'
-    - 'org.mockito.plugins.MockMaker'
-    - tools/dependencies/known-dependencies.txt
-    - '**/banner.txt'
-    - '.terraform.lock.hcl'
-    - deploy/kubernetes/dolphinscheduler/README.md.gotmpl
-    - .idea/vcs.xml
 
   comment: on-failure

.mvn/jvm.config

@@ -0,0 +1 @@
+-Xmx1024m -XX:MaxMetaspaceSize=256m

.mvn/wrapper/MavenWrapperDownloader.java

@@ -0,0 +1,117 @@
+/*
+ * Copyright 2007-present the original author or authors.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *      http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import java.net.*;
+import java.io.*;
+import java.nio.channels.*;
+import java.util.Properties;
+
+public class MavenWrapperDownloader {
+
+    private static final String WRAPPER_VERSION = "0.5.6";
+    /**
+     * Default URL to download the maven-wrapper.jar from, if no 'downloadUrl' is provided.
+     */
+    private static final String DEFAULT_DOWNLOAD_URL = "https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/"
+        + WRAPPER_VERSION + "/maven-wrapper-" + WRAPPER_VERSION + ".jar";
+
+    /**
+     * Path to the maven-wrapper.properties file, which might contain a downloadUrl property to
+     * use instead of the default one.
+     */
+    private static final String MAVEN_WRAPPER_PROPERTIES_PATH =
+            ".mvn/wrapper/maven-wrapper.properties";
+
+    /**
+     * Path where the maven-wrapper.jar will be saved to.
+     */
+    private static final String MAVEN_WRAPPER_JAR_PATH =
+            ".mvn/wrapper/maven-wrapper.jar";
+
+    /**
+     * Name of the property which should be used to override the default download url for the wrapper.
+     */
+    private static final String PROPERTY_NAME_WRAPPER_URL = "wrapperUrl";
+
+    public static void main(String args[]) {
+        System.out.println("- Downloader started");
+        File baseDirectory = new File(args[0]);
+        System.out.println("- Using base directory: " + baseDirectory.getAbsolutePath());
+
+        // If the maven-wrapper.properties exists, read it and check if it contains a custom
+        // wrapperUrl parameter.
+        File mavenWrapperPropertyFile = new File(baseDirectory, MAVEN_WRAPPER_PROPERTIES_PATH);
+        String url = DEFAULT_DOWNLOAD_URL;
+        if(mavenWrapperPropertyFile.exists()) {
+            FileInputStream mavenWrapperPropertyFileInputStream = null;
+            try {
+                mavenWrapperPropertyFileInputStream = new FileInputStream(mavenWrapperPropertyFile);
+                Properties mavenWrapperProperties = new Properties();
+                mavenWrapperProperties.load(mavenWrapperPropertyFileInputStream);
+                url = mavenWrapperProperties.getProperty(PROPERTY_NAME_WRAPPER_URL, url);
+            } catch (IOException e) {
+                System.out.println("- ERROR loading '" + MAVEN_WRAPPER_PROPERTIES_PATH + "'");
+            } finally {
+                try {
+                    if(mavenWrapperPropertyFileInputStream != null) {
+                        mavenWrapperPropertyFileInputStream.close();
+                    }
+                } catch (IOException e) {
+                    // Ignore ...
+                }
+            }
+        }
+        System.out.println("- Downloading from: " + url);
+
+        File outputFile = new File(baseDirectory.getAbsolutePath(), MAVEN_WRAPPER_JAR_PATH);
+        if(!outputFile.getParentFile().exists()) {
+            if(!outputFile.getParentFile().mkdirs()) {
+                System.out.println(
+                        "- ERROR creating output directory '" + outputFile.getParentFile().getAbsolutePath() + "'");
+            }
+        }
+        System.out.println("- Downloading to: " + outputFile.getAbsolutePath());
+        try {
+            downloadFileFromURL(url, outputFile);
+            System.out.println("Done");
+            System.exit(0);
+        } catch (Throwable e) {
+            System.out.println("- Error downloading");
+            e.printStackTrace();
+            System.exit(1);
+        }
+    }
+
+    private static void downloadFileFromURL(String urlString, File destination) throws Exception {
+        if (System.getenv("MVNW_USERNAME") != null && System.getenv("MVNW_PASSWORD") != null) {
+            String username = System.getenv("MVNW_USERNAME");
+            char[] password = System.getenv("MVNW_PASSWORD").toCharArray();
+            Authenticator.setDefault(new Authenticator() {
+                @Override
+                protected PasswordAuthentication getPasswordAuthentication() {
+                    return new PasswordAuthentication(username, password);
+                }
+            });
+        }
+        URL website = new URL(urlString);
+        ReadableByteChannel rbc;
+        rbc = Channels.newChannel(website.openStream());
+        FileOutputStream fos = new FileOutputStream(destination);
+        fos.getChannel().transferFrom(rbc, 0, Long.MAX_VALUE);
+        fos.close();
+        rbc.close();
+    }
+
+}

.mvn/wrapper/maven-wrapper.properties

@@ -1,18 +1,2 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-# 
-#   http://www.apache.org/licenses/LICENSE-2.0
-# 
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-distributionUrl=https://repo.maven.apache.org/maven2/org/apache/maven/apache-maven/3.8.4/apache-maven-3.8.4-bin.zip
-wrapperUrl=https://repo.maven.apache.org/maven2/org/apache/maven/wrapper/maven-wrapper/3.1.0/maven-wrapper-3.1.0.jar
+distributionUrl=https://repo.maven.apache.org/maven2/org/apache/maven/apache-maven/3.6.3/apache-maven-3.6.3-bin.zip
+wrapperUrl=https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar

.pre-commit-config.yaml

@@ -1,60 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-# See https://pre-commit.com for more information
-# See https://pre-commit.com/hooks.html for more hooks
-
-default_stages: [commit, push]
-default_language_version:
-  # force all python hooks to run python3
-  python: python3
-repos:
-  # Python API Hooks
-  - repo: https://github.com/pycqa/isort
-    rev: 5.10.1
-    hooks:
-      - id: isort
-        name: isort (python)
-  - repo: https://github.com/psf/black
-    rev: 22.3.0
-    hooks:
-      - id: black
-  - repo: https://github.com/pycqa/flake8
-    rev: 4.0.1
-    hooks:
-      - id: flake8
-        additional_dependencies: [
-          'flake8-docstrings>=1.6',
-          'flake8-black>=0.2',
-        ]
-  - repo: https://github.com/pycqa/autoflake
-    rev: v1.4
-    hooks:
-      - id: autoflake
-        args: [
-          --remove-all-unused-imports,
-          --ignore-init-module-imports,
-          --in-place
-        ]
-  - repo: local
-    hooks:
-      # Spotless Hooks
-      - id: spotless
-        name: spotless lint
-        entry: ./mvnw spotless:check
-        language: script
-        pass_filenames: false

CONTRIBUTING.md

@@ -1,24 +1,112 @@
-Please refer to the contribution document [How to contribute](docs/docs/en/contribute/join/contribute.md)
 
-## How to Build
+# Development
 
-```bash
-./mvnw clean install -Prelease
+Start by forking the dolphinscheduler GitHub repository, make changes in a branch and then send a pull request.
+
+## Set up your dolphinscheduler GitHub Repository
+
+There are three branches in the remote repository currently:
+  - `master` : normal delivery branch. After the stable version is released, the code for the stable version branch is merged into the master branch.
+            
+  - `dev` : daily development branch. The daily development branch, the newly submitted code can pull requests to this branch.
+  
+  - `x.x.x-release` : the stable release version.
+
+So, you should fork the `dev` branch.
+
+After forking the [dolphinscheduler upstream source repository](https://github.com/apache/dolphinscheduler/fork) to your personal repository, you can set your  personal development environment.
+
+```sh
+$ cd <your work direcotry>
+$ git clone < your personal forked dolphinscheduler repo>
+$ cd dolphinscheduler
 ```
 
-### Build with different Zookeeper versions
+## Set git remote as ``upstream``
 
-The default Zookeeper Server version supported is 3.8.0.
-```bash
-# Default Zookeeper 3.8.0
-./mvnw clean install -Prelease
-# Support to Zookeeper 3.4.6+
-./mvnw clean install -Prelease -Dzk-3.4
+Add remote repository address, named upstream
+
+```sh
+git remote add upstream https://github.com/apache/dolphinscheduler.git
 ```
 
-Artifact:
+View repository:
+
+```sh
+git remote -v
+```
+
+There will be two repositories at this time: origin (your own warehouse) and upstream (remote repository)
+
+Get/update remote repository code (already the latest code, skip it).
+
+
+```sh
+git fetch upstream
+```
+
+Synchronize remote repository code to local repository
+
+```sh
+git checkout origin/dev
+git merge --no-ff upstream/dev
+```
+
+If remote branch has a new branch `DEV-1.0`, you need to synchronize this branch to the local repository.
 
 ```
-dolphinscheduler-dist/target/apache-dolphinscheduler-${latest.release.version}-bin.tar.gz: Binary package of DolphinScheduler
-dolphinscheduler-dist/target/apache-dolphinscheduler-${latest.release.version}-src.tar.gz: Source code package of DolphinScheduler
-```
+git checkout -b dev-1.0 upstream/dev-1.0
+git push --set-upstream origin dev-1.0
+```
+
+## Create your feature branch
+Before making code changes, make sure you create a separate branch for them.
+
+```sh
+$ git checkout -b <your-feature>
+```
+
+## Commit changes
+After modifying the code locally, submit it to your own repository:
+
+```sh
+
+git commit -m 'information about your feature'
+```
+
+## Push to the branch
+
+
+Push your locally committed changes to the remote origin (your fork).
+
+```
+$ git push origin <your-feature>
+```
+
+## Create a pull request
+
+After submitting changes to your remote repository, you should click on the new pull request On the following github page.
+
+<p align = "center">
+<img src = "http://geek.analysys.cn/static/upload/221/2019-04-02/90f3abbf-70ef-4334-b8d6-9014c9cf4c7f.png" width ="60%"/>
+</p>
+
+
+Select the modified local branch and the branch to merge past to create a pull request.
+
+<p align = "center">
+<img src = "http://geek.analysys.cn/static/upload/221/2019-04-02/fe7eecfe-2720-4736-951b-b3387cf1ae41.png" width ="60%"/>
+</p>
+
+Next, the administrator is responsible for **merging** to complete the pull request.
+
+
+
+
+
+
+
+
+
+
+

LICENSE

@@ -214,7 +214,7 @@ Apache 2.0 licenses
 The following components are provided under the Apache License. See project link for details.
 The text of each license is the standard Apache 2.0 license.
     ScriptRunner from https://github.com/mybatis/mybatis-3 Apache 2.0
-    mvnw files from https://github.com/apache/maven-wrapper Apache 2.0
+    mvnw files from https://github.com/takari/maven-wrapper Apache 2.0
     PropertyPlaceholderHelper from https://github.com/spring-projects/spring-framework Apache 2.0
     DolphinPluginClassLoader from https://github.com/prestosql/presto Apache 2.0
     DolphinPluginDiscovery from https://github.com/prestosql/presto Apache 2.0

NOTICE

@@ -1,5 +1,5 @@
 Apache DolphinScheduler
-Copyright 2019-2023 The Apache Software Foundation
+Copyright 2019-2022 The Apache Software Foundation
 
 This product includes software developed at
 The Apache Software Foundation (http://www.apache.org/).

README.md

@@ -1,78 +1,107 @@
-# Apache Dolphinscheduler
+Dolphin Scheduler Official Website
+[dolphinscheduler.apache.org](https://dolphinscheduler.apache.org)
+============
 
 [![License](https://img.shields.io/badge/license-Apache%202-4EB1BA.svg)](https://www.apache.org/licenses/LICENSE-2.0.html)
-![codecov](https://codecov.io/gh/apache/dolphinscheduler/branch/dev/graph/badge.svg)
+[![Total Lines](https://tokei.rs/b1/github/apache/dolphinscheduler?category=lines)](https://github.com/apache/dolphinscheduler)
+[![codecov](https://codecov.io/gh/apache/dolphinscheduler/branch/dev/graph/badge.svg)](https://codecov.io/gh/apache/dolphinscheduler/branch/dev)
 [![Quality Gate Status](https://sonarcloud.io/api/project_badges/measure?project=apache-dolphinscheduler&metric=alert_status)](https://sonarcloud.io/dashboard?id=apache-dolphinscheduler)
-[![Twitter Follow](https://img.shields.io/twitter/follow/dolphinschedule.svg?style=social&label=Follow)](https://twitter.com/dolphinschedule) <!-- markdown-link-check-disable-line -->
-[![Slack Status](https://img.shields.io/badge/slack-join_chat-white.svg?logo=slack&style=social)](https://s.apache.org/dolphinscheduler-slack)
+[![Twitter Follow](https://img.shields.io/twitter/follow/dolphinschedule.svg?style=social&label=Follow)](https://twitter.com/dolphinschedule)
+[![Slack Status](https://img.shields.io/badge/slack-join_chat-white.svg?logo=slack&style=social)](https://join.slack.com/t/asf-dolphinscheduler/shared_invite/zt-omtdhuio-_JISsxYhiVsltmC5h38yfw)
+
+
+
+
+[![Stargazers over time](https://starchart.cc/apache/dolphinscheduler.svg)](https://starchart.cc/apache/dolphinscheduler)
+
+[![EN doc](https://img.shields.io/badge/document-English-blue.svg)](README.md)
 [![CN doc](https://img.shields.io/badge/文档-中文版-blue.svg)](README_zh_CN.md)
 
-## About
+## Design Features
 
-Apache DolphinScheduler is the modern data orchestration platform. Agile to create high performance workflow with low-code. It is also provided powerful user interface,
-dedicated to solving complex task dependencies in the data pipeline and providing various types of jobs available **out of the box**
+DolphinScheduler is a distributed and extensible workflow scheduler platform with powerful DAG visual interfaces, dedicated to solving complex job dependencies in the data pipeline and providing various types of jobs available `out of the box`.
 
-The key features for DolphinScheduler are as follows:
+Its main objectives are as follows:
 
-- Easy to deploy, provide four ways to deploy which including Standalone, Cluster, Docker and Kubernetes.
-- Easy to use, workflow can be created and managed by four ways, which including Web UI, [Python SDK](https://dolphinscheduler.apache.org/python/main/index.html), Yaml file and Open API
-- Highly reliable and high availability, decentralized architecture with multi-master and multi-worker, native supports horizontal scaling.
-- High performance, its performance is N times faster than other orchestration platform and it can support tens of millions of tasks per day
-- Cloud Native, DolphinScheduler supports orchestrating multi-cloud/data center workflow, and supports custom task type
-- Versioning both workflow and workflow instance(including tasks)
-- Various state control of workflow and task, support pause/stop/recover them in any time
-- Multi-tenancy support
-- Others like backfill support(Web UI native), permission control including project, resource and data source
+ - Associate the tasks according to the dependencies of the tasks in a DAG graph, which can visualize the running state of the task in real-time.
+ - Support various task types: Shell, MR, Spark, SQL (MySQL, PostgreSQL, hive, spark SQL), Python, Sub_Process, Procedure, etc.
+ - Support scheduling of workflows and dependencies, manual scheduling to pause/stop/recover task, support failure task retry/alarm, recover specified nodes from failure, kill task, etc.
+ - Support the priority of workflows & tasks, task failover, and task timeout alarm or failure.
+ - Support workflow global parameters and node customized parameter settings.
+ - Support online upload/download/management of resource files, etc. Support online file creation and editing.
+ - Support task log online viewing and scrolling and downloading, etc.
+ - Have implemented cluster HA, decentralize Master cluster and Worker cluster through Zookeeper.
+ - Support the viewing of Master/Worker CPU load, memory, and CPU usage metrics.
+ - Support displaying workflow history in tree/Gantt chart, as well as statistical analysis on the task status & process status in each workflow.
+ - Support back-filling data.
+ - Support multi-tenant.
+ - Support internationalization.
+ - More features waiting for partners to explore...
 
-## QuickStart
+## What's in DolphinScheduler
 
-- For quick experience
-  - Want to [start with standalone](https://dolphinscheduler.apache.org/en-us/docs/3.1.5/guide/installation/standalone)
-  - Want to [start with Docker](https://dolphinscheduler.apache.org/en-us/docs/3.1.5/guide/start/docker)
-- For Kubernetes
-  - [Start with Kubernetes](https://dolphinscheduler.apache.org/en-us/docs/3.1.5/guide/installation/kubernetes)
-- For Terraform
-  - [Start with Terraform](deploy/terraform/README.md) 
+ Stability | Accessibility | Features | Scalability |
+ --------- | ------------- | -------- | ------------|
+Decentralized multi-master and multi-worker | Visualization of workflow key information, such as task status, task type, retry times, task operation machine information, visual variables, and so on at a glance.  |  Support pause, recover operation | Support customized task types
+support HA | Visualization of all workflow operations, dragging tasks to draw DAGs, configuring data sources and resources. At the same time, for third-party systems, provide API mode operations. | Users on DolphinScheduler can achieve many-to-one or one-to-one mapping relationship through tenants and Hadoop users, which is very important for scheduling large data jobs.  | The scheduler supports distributed scheduling, and the overall scheduling capability will increase linearly with the scale of the cluster. Master and Worker support dynamic adjustment.
+Overload processing: By using the task queue mechanism, the number of schedulable tasks on a single machine can be flexibly configured. Machine jam can be avoided with high tolerance to numbers of tasks cached in task queue. | One-click deployment | Support traditional shell tasks, and big data platform task scheduling: MR, Spark, SQL (MySQL, PostgreSQL, hive, spark SQL), Python, Procedure, Sub_Process |  |
 
 ## User Interface Screenshots
 
-* **Homepage:** Project and workflow overview, including the latest workflow instance and task instance status statistics.
-![home](images/home.png)
+![home page](https://user-images.githubusercontent.com/15833811/75218288-bf286400-57d4-11ea-8263-d639c6511d5f.jpg)
+![dag](https://user-images.githubusercontent.com/15833811/75236750-3374fe80-57f9-11ea-857d-62a66a5a559d.png)
+![process definition list page](https://user-images.githubusercontent.com/15833811/75216886-6f479e00-57d0-11ea-92dd-66e7640a186f.png)
+![view task log online](https://user-images.githubusercontent.com/15833811/75216924-9900c500-57d0-11ea-91dc-3522a76bdbbe.png)
+![resource management](https://user-images.githubusercontent.com/15833811/75216984-be8dce80-57d0-11ea-840d-58546edc8788.png)
+![monitor](https://user-images.githubusercontent.com/59273635/75625839-c698a480-5bfc-11ea-8bbe-895b561b337f.png)
+![security](https://user-images.githubusercontent.com/15833811/75236441-bfd2f180-57f8-11ea-88bd-f24311e01b7e.png)
+![treeview](https://user-images.githubusercontent.com/15833811/75217191-3fe56100-57d1-11ea-8856-f19180d9a879.png)
 
-* **Workflow Definition:** Create and manage workflow by drag and drop, easy to build and maintain complex workflow, support [bulk of tasks](https://dolphinscheduler.apache.org/en-us/docs/3.1.5/introduction-to-functions_menu/task_menu) out of box.
-![workflow-definition](images/workflow-definition.png)
+## QuickStart in Docker
 
-* **Workflow Tree View:** Abstract tree structure could clearer understanding of the relationship between tasks
-![workflow-tree](images/workflow-tree.png)
+Please refer the official website document: [QuickStart in Docker](https://dolphinscheduler.apache.org/en-us/docs/latest/user_doc/guide/installation/docker.html)
 
-* **Data source:** Manage support multiple external data sources, provide unified data access capabilities for such as MySQL, PostgreSQL, Hive, Trino, etc.
-![data-source](images/data-source.png)
+## QuickStart in Kubernetes
 
-* **Monitor:** View the status of the master, worker and database in real time, including server resource usage and load, do quick health check without logging in to the server.
-![monitor](images/monitor.png)
+Please refer to the official website document: [QuickStart in Kubernetes](https://dolphinscheduler.apache.org/en-us/docs/latest/user_doc/guide/installation/kubernetes.html)
 
-## Suggestions & Bug Reports
+## How to Build
 
-Follow [this guide](https://github.com/apache/dolphinscheduler/issues/new/choose) to report your suggestions or bugs.
+```bash
+./mvnw clean install -Prelease
+```
 
-## Contributing
+Artifact:
 
-The community welcomes everyone to contribute, please refer to this page to find out more: [How to contribute](docs/docs/en/contribute/join/contribute.md),
-find the good first issue in [here](https://github.com/apache/dolphinscheduler/contribute) if you are new to DolphinScheduler.
+```
+dolphinscheduler-dist/target/apache-dolphinscheduler-${latest.release.version}-bin.tar.gz: Binary package of DolphinScheduler
+dolphinscheduler-dist/target/apache-dolphinscheduler-${latest.release.version}-src.tar.gz: Source code package of DolphinScheduler
+```
+
+## Thanks
+
+DolphinScheduler is based on a lot of excellent open-source projects, such as Google guava, guice, grpc, netty, quartz, and many open-source projects of Apache and so on.
+We would like to express our deep gratitude to all the open-source projects used in Dolphin Scheduler. We hope that we are not only the beneficiaries of open-source, but also give back to the community. Besides, we hope everyone who have the same enthusiasm and passion for open source could join in and contribute to the open-source community!
+
+## Get Help
+
+1. Submit an [issue](https://github.com/apache/dolphinscheduler/issues/new/choose)
+1. Subscribe to this mailing list: https://dolphinscheduler.apache.org/en-us/community/development/subscribe.html, then email dev@dolphinscheduler.apache.org
 
 ## Community
 
-Welcome to join the Apache DolphinScheduler community by:
+You are very welcome to communicate with the developers and users of Dolphin Scheduler. There are two ways to find them:
+1. Join the Slack channel by [this invitation link](https://join.slack.com/t/asf-dolphinscheduler/shared_invite/zt-omtdhuio-_JISsxYhiVsltmC5h38yfw).
+2. Follow the [Twitter account of DolphinScheduler](https://twitter.com/dolphinschedule) and get the latest news on time.
 
-- Join the [DolphinScheduler Slack](https://s.apache.org/dolphinscheduler-slack) to keep in touch with the community
-- Follow the [DolphinScheduler Twitter](https://twitter.com/dolphinschedule) and get the latest news <!-- markdown-link-check-disable-line -->
-- Subscribe DolphinScheduler mail list, [users@dolphinscheduler.apache.org](mailto:users-subscribe@dolphinscheduler.apache.org) for user and [dev@dolphinscheduler.apache.org](mailto:dev-subscribe@dolphinscheduler.apache.org) for developer
+### Contributor over time
 
-# Landscapes
+[![Contributor over time](https://contributor-graph-api.apiseven.com/contributors-svg?chart=contributorOverTime&repo=apache/dolphinscheduler)](https://www.apiseven.com/en/contributor-graph?chart=contributorOverTime&repo=apache/dolphinscheduler)
 
-<p align="center">
-<br/><br/>
-<img src="./images/cncf-landscape-white-bg.jpg" width="175" alt="cncf-landscape"/>&nbsp;&nbsp;<img src="./images/cncf-white-bg.jpg" width="200" alt="cncf-logo"/>
-<br/><br/>
-DolphinScheduler enriches the <a href="https://landscape.cncf.io/?item=orchestration-management--scheduling-orchestration--dolphinscheduler">CNCF CLOUD NATIVE Landscape.</a >
-</p >
+## How to Contribute
+
+The community welcomes everyone to contribute, please refer to this page to find out more: [How to contribute](https://dolphinscheduler.apache.org/en-us/community/development/contribute.html).
+
+## License
+
+Please refer to the [LICENSE](https://github.com/apache/dolphinscheduler/blob/dev/LICENSE) file.

README_zh_CN.md

@@ -1,75 +1,100 @@
-# Apache Dolphinscheduler
+Dolphin Scheduler Official Website
+[dolphinscheduler.apache.org](https://dolphinscheduler.apache.org)
+============
 
 [![License](https://img.shields.io/badge/license-Apache%202-4EB1BA.svg)](https://www.apache.org/licenses/LICENSE-2.0.html)
-[![codecov](https://codecov.io/gh/apache/dolphinscheduler/branch/dev/graph/badge.svg)]()
+[![Total Lines](https://tokei.rs/b1/github/apache/dolphinscheduler?category=lines)](https://github.com/apache/dolphinscheduler)
+[![codecov](https://codecov.io/gh/apache/dolphinscheduler/branch/dev/graph/badge.svg)](https://codecov.io/gh/apache/dolphinscheduler/branch/dev)
 [![Quality Gate Status](https://sonarcloud.io/api/project_badges/measure?project=apache-dolphinscheduler&metric=alert_status)](https://sonarcloud.io/dashboard?id=apache-dolphinscheduler)
-[![Twitter Follow](https://img.shields.io/twitter/follow/dolphinschedule.svg?style=social&label=Follow)](https://twitter.com/dolphinschedule) <!-- markdown-link-check-disable-line -->
-[![Slack Status](https://img.shields.io/badge/slack-join_chat-white.svg?logo=slack&style=social)](https://s.apache.org/dolphinscheduler-slack)
+
+
+[![Stargazers over time](https://starchart.cc/apache/dolphinscheduler.svg)](https://starchart.cc/apache/dolphinscheduler)
+
+[![CN doc](https://img.shields.io/badge/文档-中文版-blue.svg)](README_zh_CN.md)
 [![EN doc](https://img.shields.io/badge/document-English-blue.svg)](README.md)
 
-## 关于
+## 设计特点
 
-一个分布式易扩展的可视化 DAG 工作流任务调度系统。致力于解决数据处理流程中错综复杂的依赖关系，使调度系统在数据处理流程中`开箱即用`。
+一个分布式易扩展的可视化DAG工作流任务调度系统。致力于解决数据处理流程中错综复杂的依赖关系，使调度系统在数据处理流程中`开箱即用`。
 
-DolphinScheduler 的主要特性如下：
+其主要目标如下：
 
-- 易于部署，提供四种部署方式，包括Standalone、Cluster、Docker和Kubernetes
-- 易于使用，可以通过四种方式创建和管理工作流，包括Web UI、[Python SDK](https://dolphinscheduler.apache.org/python/main/index.html)、Yaml文件和Open API
-- 高可靠高可用，多主多从的去中心化架构，原生支持横向扩展
-- 高性能，性能比其他编排平台快N倍，每天可支持千万级任务
-- Cloud Native，DolphinScheduler支持编排多云/数据中心工作流，支持自定义任务类型
-- 对工作流和工作流实例（包括任务）进行版本控制
-- 工作流和任务的多种状态控制，支持随时暂停/停止/恢复它们
-- 多租户支持
-- 其他如回填支持（Web UI 原生），包括项目、资源和数据源的权限控制
-
-## 快速开始
-
-- 如果想要体验
-    - [standalone 启动](https://dolphinscheduler.apache.org/zh-cn/docs/3.1.5/guide/installation/standalone)
-    - [Docker 启动](https://dolphinscheduler.apache.org/zh-cn/docs/3.1.5/guide/start/docker)
-- 想 Kubernetes 部署
-    - [Kubernetes 部署](https://dolphinscheduler.apache.org/zh-cn/docs/3.1.5/guide/installation/kubernetes)
+ - 以DAG图的方式将Task按照任务的依赖关系关联起来，可实时可视化监控任务的运行状态
+ - 支持丰富的任务类型：Shell、MR、Spark、SQL(mysql、postgresql、hive、sparksql),Python,Sub_Process、Procedure等
+ - 支持工作流定时调度、依赖调度、手动调度、手动暂停/停止/恢复，同时支持失败重试/告警、从指定节点恢复失败、Kill任务等操作
+ - 支持工作流优先级、任务优先级及任务的故障转移及任务超时告警/失败
+ - 支持工作流全局参数及节点自定义参数设置
+ - 支持资源文件的在线上传/下载，管理等，支持在线文件创建、编辑
+ - 支持任务日志在线查看及滚动、在线下载日志等
+ - 实现集群HA，通过Zookeeper实现Master集群和Worker集群去中心化
+ - 支持对`Master/Worker` cpu load，memory，cpu在线查看
+ - 支持工作流运行历史树形/甘特图展示、支持任务状态统计、流程状态统计
+ - 支持补数
+ - 支持多租户
+ - 支持国际化
+ - 还有更多等待伙伴们探索
 
 ## 系统部分截图
 
-* **主页**：项目和工作流概览，包括最新的工作流实例和任务实例状态统计。
-![home](images/home.png)
+![home page](https://user-images.githubusercontent.com/15833811/75208819-abbad000-57b7-11ea-8d3c-67e7c270671f.jpg)
 
-* **工作流定义**： 通过拖拉拽创建和管理工作流，轻松构建和维护复杂的工作流。
-![workflow-definition](images/workflow-definition.png)
+![dag](https://user-images.githubusercontent.com/15833811/75209584-93e44b80-57b9-11ea-952e-537fb24ec72d.jpg)
 
-* **工作流树状图**： 抽象的树形结构可以更清晰地理解任务之间的关系
-![workflow-tree](images/workflow-tree.png)
+![log](https://user-images.githubusercontent.com/15833811/75209645-c55d1700-57b9-11ea-94d4-e3fa91ab5218.jpg)
 
-* **数据源**： 支持管理多种外部数据源，为MySQL、PostgreSQL、Hive、Trino等，并提供统一的数据访问能力。
-![data-source](images/data-source.png)
+![gantt](https://user-images.githubusercontent.com/15833811/75209640-c0986300-57b9-11ea-878e-a2098533ad44.jpg)
 
-* **监控**：实时查看master、worker和数据库的状态，包括服务器资源使用情况和负载情况，无需登录服务器即可快速进行健康检查。
-![monitor](images/monitor.png)
+![resources](https://user-images.githubusercontent.com/15833811/75209403-11f42280-57b9-11ea-9b59-d4be77063553.jpg)
 
-## 建议和报告 bugs
+![monitor](https://user-images.githubusercontent.com/15833811/75209631-b5ddce00-57b9-11ea-8d22-cdf15cf0ee25.jpg)
 
-根据 [这个步骤](https://github.com/apache/dolphinscheduler/issues/new/choose) 来报告你的 bug 或者提交建议。
+![security](https://user-images.githubusercontent.com/15833811/75209633-baa28200-57b9-11ea-9def-94bef2e212a7.jpg)
+
+## 近期研发计划
+
+DolphinScheduler的工作计划：<a href="https://github.com/apache/dolphinscheduler/projects/1" target="_blank">研发计划</a> ，其中 In Develop卡片下是正在研发的功能，TODO卡片是待做事项(包括 feature ideas)
 
 ## 参与贡献
 
-社区欢迎大家贡献，请参考此页面了解更多：[如何贡献](docs/docs/zh/contribute/join/contribute.md)，如果你是首次贡献 DolphinScheduler，在[这里](https://github.com/apache/dolphinscheduler/contribute)可以找到good first issue
+非常欢迎大家来参与贡献，贡献流程请参考：
+[[参与贡献](https://dolphinscheduler.apache.org/zh-cn/community/development/contribute.html)]
+
+## 快速试用 Docker
+
+请参考官方文档: [快速试用 Docker 部署](https://dolphinscheduler.apache.org/zh-cn/docs/latest/user_doc/docker-deployment.html)
+
+## 快速试用 Kubernetes
+
+请参考官方文档: [快速试用 Kubernetes 部署](https://dolphinscheduler.apache.org/zh-cn/docs/latest/user_doc/kubernetes-deployment.html)
+
+## 如何构建
+
+```bash
+./mvnw clean install -Prelease
+```
+
+制品:
+
+```
+dolphinscheduler-dist/target/apache-dolphinscheduler-${latest.release.version}-bin.tar.gz: DolphinScheduler 二进制包
+dolphinscheduler-dist/target/apache-dolphinscheduler-${latest.release.version}-src.tar.gz: DolphinScheduler 源代码包
+```
+
+## 感谢
+
+Dolphin Scheduler使用了很多优秀的开源项目，比如google的guava、guice、grpc，netty，quartz，以及apache的众多开源项目等等，
+正是由于站在这些开源项目的肩膀上，才有Dolphin Scheduler的诞生的可能。对此我们对使用的所有开源软件表示非常的感谢！我们也希望自己不仅是开源的受益者，也能成为开源的贡献者,也希望对开源有同样热情和信念的伙伴加入进来，一起为开源献出一份力！
+
+## 获得帮助
+
+1. 提交issue
+2. 先订阅邮件开发列表:[订阅邮件列表](https://dolphinscheduler.apache.org/zh-cn/community/development/subscribe.html), 订阅成功后发送邮件到dev@dolphinscheduler.apache.org.
 
 ## 社区
 
-欢迎通过以方式加入社区：
+1. 通过[该申请链接](https://join.slack.com/t/asf-dolphinscheduler/shared_invite/zt-omtdhuio-_JISsxYhiVsltmC5h38yfw)加入slack channel
+2. 关注[Apache Dolphin Scheduler的Twitter账号](https://twitter.com/dolphinschedule)获取实时动态
 
-- 加入 [DolphinScheduler Slack](https://s.apache.org/dolphinscheduler-slack)
-- 关注 [DolphinScheduler Twitter](https://twitter.com/dolphinschedule) 来获取最新消息 <!-- markdown-link-check-disable-line -->
-- 订阅 DolphinScheduler 邮件列表, 用户订阅 [users@dolphinscheduler.apache.org](mailto:users-subscribe@dolphinscheduler.apache.org) 开发者请订阅 [dev@dolphinscheduler.apache.org](mailto:dev-subscribe@dolphinscheduler.apache.org)
+## 版权
 
-# Landscapes
-
-<p align="center">
-<br/><br/>
-<img src="./images/cncf-landscape-white-bg.jpg" width="175" alt="cncf-landscape"/>&nbsp;&nbsp;<img src="./images/cncf-white-bg.jpg" width="200" alt="cncf-logo"/>
-<br/><br/>
-DolphinScheduler enriches the <a href="https://landscape.cncf.io/?item=orchestration-management--scheduling-orchestration--dolphinscheduler">CNCF CLOUD NATIVE Landscape.</a >
-
-</p >
+请参考 [LICENSE](https://github.com/apache/dolphinscheduler/blob/dev/LICENSE) 文件.

deploy/README.md

@@ -1,5 +0,0 @@
-# DolphinScheduler for Docker and Kubernetes
-
-- [Start Up DolphinScheduler with Docker](https://dolphinscheduler.apache.org/en-us/docs/3.1.2/guide/start/docker)
-- [Start Up DolphinScheduler with Kubernetes](https://dolphinscheduler.apache.org/en-us/docs/3.1.2/guide/installation/kubernetes)
-- [Start Up DolphinScheduler with Terraform](./terraform/README.md)

deploy/docker/.env

@@ -1,25 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-HUB=ghcr.io/apache/dolphinscheduler
-TAG=latest
-
-TZ=Asia/Shanghai
-DATABASE=postgresql
-SPRING_JACKSON_TIME_ZONE=UTC
-SPRING_DATASOURCE_URL=jdbc:postgresql://dolphinscheduler-postgresql:5432/dolphinscheduler
-REGISTRY_ZOOKEEPER_CONNECT_STRING=dolphinscheduler-zookeeper:2181

deploy/docker/docker-compose.yml

@@ -1,157 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-version: "3.8"
-
-services:
-  dolphinscheduler-postgresql:
-    image: bitnami/postgresql:15.2.0
-    ports:
-      - "5432:5432"
-    profiles: ["all", "schema"]
-    environment:
-      POSTGRESQL_USERNAME: root
-      POSTGRESQL_PASSWORD: root
-      POSTGRESQL_DATABASE: dolphinscheduler
-    volumes:
-      - dolphinscheduler-postgresql:/bitnami/postgresql
-    healthcheck:
-      test: ["CMD", "bash", "-c", "cat < /dev/null > /dev/tcp/127.0.0.1/5432"]
-      interval: 5s
-      timeout: 60s
-      retries: 120
-    networks:
-      - dolphinscheduler
-
-  dolphinscheduler-zookeeper:
-    image: bitnami/zookeeper:3.7.1
-    profiles: ["all"]
-    environment:
-      ALLOW_ANONYMOUS_LOGIN: "yes"
-      ZOO_4LW_COMMANDS_WHITELIST: srvr,ruok,wchs,cons
-    volumes:
-      - dolphinscheduler-zookeeper:/bitnami/zookeeper
-    healthcheck:
-      test: ["CMD", "bash", "-c", "cat < /dev/null > /dev/tcp/127.0.0.1/2181"]
-      interval: 5s
-      timeout: 60s
-      retries: 120
-    networks:
-      - dolphinscheduler
-
-  dolphinscheduler-schema-initializer:
-    image: ${HUB}/dolphinscheduler-tools:${TAG}
-    env_file: .env
-    profiles: ["schema"]
-    command: [ tools/bin/upgrade-schema.sh ]
-    depends_on:
-      dolphinscheduler-postgresql:
-        condition: service_healthy
-    volumes:
-      - dolphinscheduler-logs:/opt/dolphinscheduler/logs
-      - dolphinscheduler-shared-local:/opt/soft
-      - dolphinscheduler-resource-local:/dolphinscheduler
-    networks:
-      - dolphinscheduler
-
-  dolphinscheduler-api:
-    image: ${HUB}/dolphinscheduler-api:${TAG}
-    ports:
-      - "12345:12345"
-      - "25333:25333"
-    profiles: ["all"]
-    env_file: .env
-    healthcheck:
-      test: [ "CMD", "curl", "http://localhost:12345/dolphinscheduler/actuator/health" ]
-      interval: 30s
-      timeout: 5s
-      retries: 3
-    depends_on:
-      dolphinscheduler-zookeeper:
-        condition: service_healthy
-    volumes:
-      - dolphinscheduler-logs:/opt/dolphinscheduler/logs
-      - dolphinscheduler-shared-local:/opt/soft
-      - dolphinscheduler-resource-local:/dolphinscheduler
-    networks:
-      - dolphinscheduler
-
-  dolphinscheduler-alert:
-    image: ${HUB}/dolphinscheduler-alert-server:${TAG}
-    profiles: ["all"]
-    env_file: .env
-    healthcheck:
-      test: [ "CMD", "curl", "http://localhost:50053/actuator/health" ]
-      interval: 30s
-      timeout: 5s
-      retries: 3
-    depends_on:
-      dolphinscheduler-zookeeper:
-        condition: service_healthy
-    volumes:
-      - dolphinscheduler-logs:/opt/dolphinscheduler/logs
-    networks:
-      - dolphinscheduler
-
-  dolphinscheduler-master:
-    image: ${HUB}/dolphinscheduler-master:${TAG}
-    profiles: ["all"]
-    env_file: .env
-    healthcheck:
-      test: [ "CMD", "curl", "http://localhost:5679/actuator/health" ]
-      interval: 30s
-      timeout: 5s
-      retries: 3
-    depends_on:
-      dolphinscheduler-zookeeper:
-        condition: service_healthy
-    volumes:
-      - dolphinscheduler-logs:/opt/dolphinscheduler/logs
-      - dolphinscheduler-shared-local:/opt/soft
-    networks:
-      - dolphinscheduler
-
-  dolphinscheduler-worker:
-    image: ${HUB}/dolphinscheduler-worker:${TAG}
-    profiles: ["all"]
-    env_file: .env
-    healthcheck:
-      test: [ "CMD", "curl", "http://localhost:1235/actuator/health" ]
-      interval: 30s
-      timeout: 5s
-      retries: 3
-    depends_on:
-      dolphinscheduler-zookeeper:
-        condition: service_healthy
-    volumes:
-      - dolphinscheduler-worker-data:/tmp/dolphinscheduler
-      - dolphinscheduler-logs:/opt/dolphinscheduler/logs
-      - dolphinscheduler-shared-local:/opt/soft
-      - dolphinscheduler-resource-local:/dolphinscheduler
-    networks:
-      - dolphinscheduler
-
-networks:
-  dolphinscheduler:
-    driver: bridge
-
-volumes:
-  dolphinscheduler-postgresql:
-  dolphinscheduler-zookeeper:
-  dolphinscheduler-worker-data:
-  dolphinscheduler-logs:
-  dolphinscheduler-shared-local:
-  dolphinscheduler-resource-local:

deploy/docker/docker-stack.yml

@@ -1,132 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-version: "3.1"
-
-services:
-  dolphinscheduler-postgresql:
-    image: bitnami/postgresql:15.2.0
-    environment:
-      TZ: Asia/Shanghai
-      POSTGRESQL_USERNAME: root
-      POSTGRESQL_PASSWORD: root
-      POSTGRESQL_DATABASE: dolphinscheduler
-    volumes:
-      - dolphinscheduler-postgresql:/bitnami/postgresql
-    networks:
-      - dolphinscheduler
-    deploy:
-      mode: replicated
-      replicas: 1
-
-  dolphinscheduler-zookeeper:
-    image: bitnami/zookeeper:3.7.1
-    environment:
-      TZ: Asia/Shanghai
-      ALLOW_ANONYMOUS_LOGIN: "yes"
-      ZOO_4LW_COMMANDS_WHITELIST: srvr,ruok,wchs,cons
-    volumes:
-      - dolphinscheduler-zookeeper:/bitnami/zookeeper
-    networks:
-      - dolphinscheduler
-    deploy:
-      mode: replicated
-      replicas: 1
-
-  dolphinscheduler-api:
-    image: apache/dolphinscheduler-api
-    ports:
-      - 12345:12345
-      - 25333:25333
-    env_file: .env
-    healthcheck:
-      test: [ "CMD", "curl", "http://localhost:12345/actuator/health" ]
-      interval: 30s
-      timeout: 5s
-      retries: 3
-    volumes:
-      - dolphinscheduler-logs:/opt/dolphinscheduler/logs
-      - dolphinscheduler-shared-local:/opt/soft
-      - dolphinscheduler-resource-local:/dolphinscheduler
-    networks:
-      - dolphinscheduler
-    deploy:
-      mode: replicated
-      replicas: 1
-
-  dolphinscheduler-alert:
-    image: apache/dolphinscheduler-alert-server
-    env_file: .env
-    healthcheck:
-      test: [ "CMD", "curl", "http://localhost:50053/actuator/health" ]
-      interval: 30s
-      timeout: 5s
-      retries: 3
-    volumes:
-      - dolphinscheduler-logs:/opt/dolphinscheduler/logs
-    networks:
-      - dolphinscheduler
-    deploy:
-      mode: replicated
-      replicas: 1
-
-  dolphinscheduler-master:
-    image: apache/dolphinscheduler-master
-    env_file: .env
-    healthcheck:
-      test: [ "CMD", "curl", "http://localhost:50053/actuator/health" ]
-      interval: 30s
-      timeout: 5s
-      retries: 3
-    volumes:
-      - dolphinscheduler-logs:/opt/dolphinscheduler/logs
-      - dolphinscheduler-shared-local:/opt/soft
-    networks:
-      - dolphinscheduler
-    deploy:
-      mode: replicated
-      replicas: 1
-
-  dolphinscheduler-worker:
-    image: apache/dolphinscheduler-worker
-    env_file: .env
-    healthcheck:
-      test: [ "CMD", "curl", "http://localhost:50053/actuator/health" ]
-      interval: 30s
-      timeout: 5s
-      retries: 3
-    volumes:
-      - dolphinscheduler-worker-data:/tmp/dolphinscheduler
-      - dolphinscheduler-logs:/opt/dolphinscheduler/logs
-      - dolphinscheduler-shared-local:/opt/soft
-      - dolphinscheduler-resource-local:/dolphinscheduler
-    networks:
-      - dolphinscheduler
-    deploy:
-      mode: replicated
-      replicas: 1
-
-networks:
-  dolphinscheduler:
-    driver: overlay
-
-volumes:
-  dolphinscheduler-postgresql:
-  dolphinscheduler-zookeeper:
-  dolphinscheduler-worker-data:
-  dolphinscheduler-logs:
-  dolphinscheduler-shared-local:
-  dolphinscheduler-resource-local:

deploy/kubernetes/dolphinscheduler/.helmignore

@@ -1,37 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-.DS_Store
-# Common VCS dirs
-.git/
-.gitignore
-.bzr/
-.bzrignore
-.hg/
-.hgignore
-.svn/
-# Common backup files
-*.swp
-*.bak
-*.tmp
-*.orig
-*~
-# Various IDEs
-.project
-.idea/
-*.tmproj
-.vscode/

deploy/kubernetes/dolphinscheduler/README.md

@@ -1,366 +0,0 @@
-## About DolphinScheduler for Kubernetes
-
-Dolphin Scheduler is a distributed and easy-to-expand visual DAG workflow scheduling system, dedicated to solving the complex dependencies in data processing, making the scheduling system out of the box for data processing.
-
-This chart bootstraps all the components needed to run Apache DolphinScheduler on a Kubernetes Cluster using [Helm](https://helm.sh).
-
-## QuickStart in Kubernetes
-
-Please refer to the [Quick Start in Kubernetes](../../../docs/docs/en/guide/installation/kubernetes.md)
-
-## Values
-
-| Key | Type | Default | Description |
-|-----|------|---------|-------------|
-| alert.affinity | object | `{}` | Affinity is a group of affinity scheduling rules. If specified, the pod's scheduling constraints. More info: [node-affinity](https://kubernetes.io/docs/concepts/scheduling-eviction/assign-pod-node/#node-affinity) |
-| alert.annotations | object | `{}` | You can use annotations to attach arbitrary non-identifying metadata to objects. Clients such as tools and libraries can retrieve this metadata. |
-| alert.customizedConfig | object | `{}` | configure aligned with https://github.com/apache/dolphinscheduler/blob/dev/dolphinscheduler-alert/dolphinscheduler-alert-server/src/main/resources/application.yaml |
-| alert.enableCustomizedConfig | bool | `false` | enable configure custom config |
-| alert.enabled | bool | `true` | Enable or disable the Alert-Server component |
-| alert.env.JAVA_OPTS | string | `"-Xms512m -Xmx512m -Xmn256m"` | The jvm options for alert server |
-| alert.livenessProbe | object | `{"enabled":true,"failureThreshold":"3","initialDelaySeconds":"30","periodSeconds":"30","successThreshold":"1","timeoutSeconds":"5"}` | Periodic probe of container liveness. Container will be restarted if the probe fails. More info: [container-probes](https://kubernetes.io/docs/concepts/workloads/pods/pod-lifecycle/#container-probes) |
-| alert.livenessProbe.enabled | bool | `true` | Turn on and off liveness probe |
-| alert.livenessProbe.failureThreshold | string | `"3"` | Minimum consecutive failures for the probe |
-| alert.livenessProbe.initialDelaySeconds | string | `"30"` | Delay before liveness probe is initiated |
-| alert.livenessProbe.periodSeconds | string | `"30"` | How often to perform the probe |
-| alert.livenessProbe.successThreshold | string | `"1"` | Minimum consecutive successes for the probe |
-| alert.livenessProbe.timeoutSeconds | string | `"5"` | When the probe times out |
-| alert.nodeSelector | object | `{}` | NodeSelector is a selector which must be true for the pod to fit on a node. Selector which must match a node's labels for the pod to be scheduled on that node. More info: [assign-pod-node](https://kubernetes.io/docs/concepts/scheduling-eviction/assign-pod-node/) |
-| alert.persistentVolumeClaim | object | `{"accessModes":["ReadWriteOnce"],"enabled":false,"storage":"20Gi","storageClassName":"-"}` | PersistentVolumeClaim represents a reference to a PersistentVolumeClaim in the same namespace. More info: [persistentvolumeclaims](https://kubernetes.io/docs/concepts/storage/persistent-volumes/#persistentvolumeclaims) |
-| alert.persistentVolumeClaim.accessModes | list | `["ReadWriteOnce"]` | `PersistentVolumeClaim` access modes |
-| alert.persistentVolumeClaim.enabled | bool | `false` | Set `alert.persistentVolumeClaim.enabled` to `true` to mount a new volume for `alert` |
-| alert.persistentVolumeClaim.storage | string | `"20Gi"` | `PersistentVolumeClaim` size |
-| alert.persistentVolumeClaim.storageClassName | string | `"-"` | `Alert` logs data persistent volume storage class. If set to "-", storageClassName: "", which disables dynamic provisioning |
-| alert.readinessProbe | object | `{"enabled":true,"failureThreshold":"3","initialDelaySeconds":"30","periodSeconds":"30","successThreshold":"1","timeoutSeconds":"5"}` | Periodic probe of container service readiness. Container will be removed from service endpoints if the probe fails. More info: [container-probes](https://kubernetes.io/docs/concepts/workloads/pods/pod-lifecycle/#container-probes) |
-| alert.readinessProbe.enabled | bool | `true` | Turn on and off readiness probe |
-| alert.readinessProbe.failureThreshold | string | `"3"` | Minimum consecutive failures for the probe |
-| alert.readinessProbe.initialDelaySeconds | string | `"30"` | Delay before readiness probe is initiated |
-| alert.readinessProbe.periodSeconds | string | `"30"` | How often to perform the probe |
-| alert.readinessProbe.successThreshold | string | `"1"` | Minimum consecutive successes for the probe |
-| alert.readinessProbe.timeoutSeconds | string | `"5"` | When the probe times out |
-| alert.replicas | int | `1` | Number of desired pods. This is a pointer to distinguish between explicit zero and not specified. Defaults to 1. |
-| alert.resources | object | `{}` | Compute Resources required by this container. More info: [manage-resources-containers](https://kubernetes.io/docs/concepts/configuration/manage-resources-containers/) |
-| alert.service.annotations | object | `{}` | annotations may need to be set when want to scrapy metrics by prometheus but not install prometheus operator |
-| alert.service.serviceMonitor | object | `{"annotations":{},"enabled":false,"interval":"15s","labels":{},"path":"/actuator/prometheus"}` | serviceMonitor for prometheus operator |
-| alert.service.serviceMonitor.annotations | object | `{}` | serviceMonitor.annotations ServiceMonitor annotations |
-| alert.service.serviceMonitor.enabled | bool | `false` | Enable or disable alert-server serviceMonitor |
-| alert.service.serviceMonitor.interval | string | `"15s"` | serviceMonitor.interval interval at which metrics should be scraped |
-| alert.service.serviceMonitor.labels | object | `{}` | serviceMonitor.labels ServiceMonitor extra labels |
-| alert.service.serviceMonitor.path | string | `"/actuator/prometheus"` | serviceMonitor.path path of the metrics endpoint |
-| alert.strategy | object | `{"rollingUpdate":{"maxSurge":"25%","maxUnavailable":"25%"},"type":"RollingUpdate"}` | The deployment strategy to use to replace existing pods with new ones. |
-| alert.strategy.rollingUpdate.maxSurge | string | `"25%"` | The maximum number of pods that can be scheduled above the desired number of pods |
-| alert.strategy.rollingUpdate.maxUnavailable | string | `"25%"` | The maximum number of pods that can be unavailable during the update |
-| alert.strategy.type | string | `"RollingUpdate"` | Type of deployment. Can be "Recreate" or "RollingUpdate" |
-| alert.tolerations | list | `[]` | Tolerations are appended (excluding duplicates) to pods running with this RuntimeClass during admission, effectively unioning the set of nodes tolerated by the pod and the RuntimeClass. |
-| api.affinity | object | `{}` | Affinity is a group of affinity scheduling rules. If specified, the pod's scheduling constraints. More info: [node-affinity](https://kubernetes.io/docs/concepts/scheduling-eviction/assign-pod-node/#node-affinity) |
-| api.annotations | object | `{}` | You can use annotations to attach arbitrary non-identifying metadata to objects. Clients such as tools and libraries can retrieve this metadata. |
-| api.customizedConfig | object | `{}` | configure aligned with https://github.com/apache/dolphinscheduler/blob/dev/dolphinscheduler-api/src/main/resources/application.yaml |
-| api.enableCustomizedConfig | bool | `false` | enable configure custom config |
-| api.enabled | bool | `true` | Enable or disable the API-Server component |
-| api.env.JAVA_OPTS | string | `"-Xms512m -Xmx512m -Xmn256m"` | The jvm options for api server |
-| api.livenessProbe | object | `{"enabled":true,"failureThreshold":"3","initialDelaySeconds":"30","periodSeconds":"30","successThreshold":"1","timeoutSeconds":"5"}` | Periodic probe of container liveness. Container will be restarted if the probe fails. More info: [container-probes](https://kubernetes.io/docs/concepts/workloads/pods/pod-lifecycle/#container-probes) |
-| api.livenessProbe.enabled | bool | `true` | Turn on and off liveness probe |
-| api.livenessProbe.failureThreshold | string | `"3"` | Minimum consecutive failures for the probe |
-| api.livenessProbe.initialDelaySeconds | string | `"30"` | Delay before liveness probe is initiated |
-| api.livenessProbe.periodSeconds | string | `"30"` | How often to perform the probe |
-| api.livenessProbe.successThreshold | string | `"1"` | Minimum consecutive successes for the probe |
-| api.livenessProbe.timeoutSeconds | string | `"5"` | When the probe times out |
-| api.nodeSelector | object | `{}` | NodeSelector is a selector which must be true for the pod to fit on a node. Selector which must match a node's labels for the pod to be scheduled on that node. More info: [assign-pod-node](https://kubernetes.io/docs/concepts/scheduling-eviction/assign-pod-node/) |
-| api.persistentVolumeClaim | object | `{"accessModes":["ReadWriteOnce"],"enabled":false,"storage":"20Gi","storageClassName":"-"}` | PersistentVolumeClaim represents a reference to a PersistentVolumeClaim in the same namespace. More info: [persistentvolumeclaims](https://kubernetes.io/docs/concepts/storage/persistent-volumes/#persistentvolumeclaims) |
-| api.persistentVolumeClaim.accessModes | list | `["ReadWriteOnce"]` | `PersistentVolumeClaim` access modes |
-| api.persistentVolumeClaim.enabled | bool | `false` | Set `api.persistentVolumeClaim.enabled` to `true` to mount a new volume for `api` |
-| api.persistentVolumeClaim.storage | string | `"20Gi"` | `PersistentVolumeClaim` size |
-| api.persistentVolumeClaim.storageClassName | string | `"-"` | `api` logs data persistent volume storage class. If set to "-", storageClassName: "", which disables dynamic provisioning |
-| api.readinessProbe | object | `{"enabled":true,"failureThreshold":"3","initialDelaySeconds":"30","periodSeconds":"30","successThreshold":"1","timeoutSeconds":"5"}` | Periodic probe of container service readiness. Container will be removed from service endpoints if the probe fails. More info: [container-probes](https://kubernetes.io/docs/concepts/workloads/pods/pod-lifecycle/#container-probes) |
-| api.readinessProbe.enabled | bool | `true` | Turn on and off readiness probe |
-| api.readinessProbe.failureThreshold | string | `"3"` | Minimum consecutive failures for the probe |
-| api.readinessProbe.initialDelaySeconds | string | `"30"` | Delay before readiness probe is initiated |
-| api.readinessProbe.periodSeconds | string | `"30"` | How often to perform the probe |
-| api.readinessProbe.successThreshold | string | `"1"` | Minimum consecutive successes for the probe |
-| api.readinessProbe.timeoutSeconds | string | `"5"` | When the probe times out |
-| api.replicas | string | `"1"` | Number of desired pods. This is a pointer to distinguish between explicit zero and not specified. Defaults to 1. |
-| api.resources | object | `{}` | Compute Resources required by this container. More info: [manage-resources-containers](https://kubernetes.io/docs/concepts/configuration/manage-resources-containers/) |
-| api.service.annotations | object | `{}` | annotations may need to be set when service.type is LoadBalancer service.beta.kubernetes.io/aws-load-balancer-ssl-cert: arn:aws:acm:us-east-1:EXAMPLE_CERT |
-| api.service.clusterIP | string | `""` | clusterIP is the IP address of the service and is usually assigned randomly by the master |
-| api.service.externalIPs | list | `[]` | externalIPs is a list of IP addresses for which nodes in the cluster will also accept traffic for this service |
-| api.service.externalName | string | `""` | externalName is the external reference that kubedns or equivalent will return as a CNAME record for this service, requires Type to be ExternalName |
-| api.service.loadBalancerIP | string | `""` | loadBalancerIP when service.type is LoadBalancer. LoadBalancer will get created with the IP specified in this field |
-| api.service.nodePort | string | `""` | nodePort is the port on each node on which this api service is exposed when type=NodePort |
-| api.service.pythonNodePort | string | `""` | pythonNodePort is the port on each node on which this python api service is exposed when type=NodePort |
-| api.service.serviceMonitor | object | `{"annotations":{},"enabled":false,"interval":"15s","labels":{},"path":"/dolphinscheduler/actuator/prometheus"}` | serviceMonitor for prometheus operator |
-| api.service.serviceMonitor.annotations | object | `{}` | serviceMonitor.annotations ServiceMonitor annotations |
-| api.service.serviceMonitor.enabled | bool | `false` | Enable or disable api-server serviceMonitor |
-| api.service.serviceMonitor.interval | string | `"15s"` | serviceMonitor.interval interval at which metrics should be scraped |
-| api.service.serviceMonitor.labels | object | `{}` | serviceMonitor.labels ServiceMonitor extra labels |
-| api.service.serviceMonitor.path | string | `"/dolphinscheduler/actuator/prometheus"` | serviceMonitor.path path of the metrics endpoint |
-| api.service.type | string | `"ClusterIP"` | type determines how the Service is exposed. Defaults to ClusterIP. Valid options are ExternalName, ClusterIP, NodePort, and LoadBalancer |
-| api.strategy | object | `{"rollingUpdate":{"maxSurge":"25%","maxUnavailable":"25%"},"type":"RollingUpdate"}` | The deployment strategy to use to replace existing pods with new ones. |
-| api.strategy.rollingUpdate.maxSurge | string | `"25%"` | The maximum number of pods that can be scheduled above the desired number of pods |
-| api.strategy.rollingUpdate.maxUnavailable | string | `"25%"` | The maximum number of pods that can be unavailable during the update |
-| api.strategy.type | string | `"RollingUpdate"` | Type of deployment. Can be "Recreate" or "RollingUpdate" |
-| api.taskTypeFilter.enabled | bool | `false` | Enable or disable the task type filter. If set to true, the API-Server will return tasks of a specific type set in api.taskTypeFilter.task Note: This feature only filters tasks to return a specific type on the WebUI. However, you can still create any task that DolphinScheduler supports via the API. |
-| api.taskTypeFilter.task | object | `{}` | ref: [task-type-config.yaml](https://github.com/apache/dolphinscheduler/blob/dev/dolphinscheduler-api/src/main/resources/task-type-config.yaml) |
-| api.tolerations | list | `[]` | Tolerations are appended (excluding duplicates) to pods running with this RuntimeClass during admission, effectively unioning the set of nodes tolerated by the pod and the RuntimeClass. |
-| common.configmap.DATAX_LAUNCHER | string | `"/opt/soft/datax/bin/datax.py"` | Set `DATAX_LAUNCHER` for DolphinScheduler's task environment |
-| common.configmap.DATA_BASEDIR_PATH | string | `"/tmp/dolphinscheduler"` | User data directory path, self configuration, please make sure the directory exists and have read write permissions |
-| common.configmap.DOLPHINSCHEDULER_OPTS | string | `""` | The jvm options for dolphinscheduler, suitable for all servers |
-| common.configmap.FLINK_HOME | string | `"/opt/soft/flink"` | Set `FLINK_HOME` for DolphinScheduler's task environment |
-| common.configmap.HADOOP_CONF_DIR | string | `"/opt/soft/hadoop/etc/hadoop"` | Set `HADOOP_CONF_DIR` for DolphinScheduler's task environment |
-| common.configmap.HADOOP_HOME | string | `"/opt/soft/hadoop"` | Set `HADOOP_HOME` for DolphinScheduler's task environment |
-| common.configmap.HIVE_HOME | string | `"/opt/soft/hive"` | Set `HIVE_HOME` for DolphinScheduler's task environment |
-| common.configmap.JAVA_HOME | string | `"/opt/java/openjdk"` | Set `JAVA_HOME` for DolphinScheduler's task environment |
-| common.configmap.PYTHON_LAUNCHER | string | `"/usr/bin/python/bin/python3"` | Set `PYTHON_LAUNCHER` for DolphinScheduler's task environment |
-| common.configmap.RESOURCE_UPLOAD_PATH | string | `"/dolphinscheduler"` | Resource store on HDFS/S3 path, please make sure the directory exists on hdfs and have read write permissions |
-| common.configmap.SPARK_HOME | string | `"/opt/soft/spark"` | Set `SPARK_HOME` for DolphinScheduler's task environment |
-| common.fsFileResourcePersistence.accessModes | list | `["ReadWriteMany"]` | `PersistentVolumeClaim` access modes, must be `ReadWriteMany` |
-| common.fsFileResourcePersistence.enabled | bool | `false` | Set `common.fsFileResourcePersistence.enabled` to `true` to mount a new file resource volume for `api` and `worker` |
-| common.fsFileResourcePersistence.storage | string | `"20Gi"` | `PersistentVolumeClaim` size |
-| common.fsFileResourcePersistence.storageClassName | string | `"-"` | Resource persistent volume storage class, must support the access mode: `ReadWriteMany` |
-| common.sharedStoragePersistence.accessModes | list | `["ReadWriteMany"]` | `PersistentVolumeClaim` access modes, must be `ReadWriteMany` |
-| common.sharedStoragePersistence.enabled | bool | `false` | Set `common.sharedStoragePersistence.enabled` to `true` to mount a shared storage volume for Hadoop, Spark binary and etc |
-| common.sharedStoragePersistence.mountPath | string | `"/opt/soft"` | The mount path for the shared storage volume |
-| common.sharedStoragePersistence.storage | string | `"20Gi"` | `PersistentVolumeClaim` size |
-| common.sharedStoragePersistence.storageClassName | string | `"-"` | Shared Storage persistent volume storage class, must support the access mode: ReadWriteMany |
-| conf.auto | bool | `false` | auto restart, if true, all components will be restarted automatically after the common configuration is updated. if false, you need to restart the components manually. default is false |
-| conf.common."alert.rpc.port" | int | `50052` | rpc port |
-| conf.common."appId.collect" | string | `"log"` | way to collect applicationId: log, aop |
-| conf.common."aws.credentials.provider.type" | string | `"AWSStaticCredentialsProvider"` |  |
-| conf.common."aws.s3.access.key.id" | string | `"minioadmin"` | The AWS access key. if resource.storage.type=S3, and credentials.provider.type is AWSStaticCredentialsProvider. This configuration is required |
-| conf.common."aws.s3.access.key.secret" | string | `"minioadmin"` | The AWS secret access key. if resource.storage.type=S3, and credentials.provider.type is AWSStaticCredentialsProvider. This configuration is required |
-| conf.common."aws.s3.bucket.name" | string | `"dolphinscheduler"` | The name of the bucket. You need to create them by yourself. Otherwise, the system cannot start. All buckets in Amazon S3 share a single namespace; ensure the bucket is given a unique name. |
-| conf.common."aws.s3.endpoint" | string | `"http://minio:9000"` | You need to set this parameter when private cloud s3. If S3 uses public cloud, you only need to set resource.aws.region or set to the endpoint of a public cloud such as S3.cn-north-1.amazonaws.com.cn |
-| conf.common."aws.s3.region" | string | `"ca-central-1"` | The AWS Region to use. if resource.storage.type=S3, This configuration is required |
-| conf.common."conda.path" | string | `"/opt/anaconda3/etc/profile.d/conda.sh"` | set path of conda.sh |
-| conf.common."data-quality.jar.dir" | string | `nil` | data quality option |
-| conf.common."data.basedir.path" | string | `"/tmp/dolphinscheduler"` | user data local directory path, please make sure the directory exists and have read write permissions |
-| conf.common."datasource.encryption.enable" | bool | `false` | datasource encryption enable |
-| conf.common."datasource.encryption.salt" | string | `"!@#$%^&*"` | datasource encryption salt |
-| conf.common."development.state" | bool | `false` | development state |
-| conf.common."hadoop.security.authentication.startup.state" | bool | `false` | whether to startup kerberos |
-| conf.common."java.security.krb5.conf.path" | string | `"/opt/krb5.conf"` | java.security.krb5.conf path |
-| conf.common."kerberos.expire.time" | int | `2` | kerberos expire time, the unit is hour |
-| conf.common."login.user.keytab.path" | string | `"/opt/hdfs.headless.keytab"` | login user from keytab path |
-| conf.common."login.user.keytab.username" | string | `"hdfs-mycluster@ESZ.COM"` | login user from keytab username |
-| conf.common."ml.mlflow.preset_repository" | string | `"https://github.com/apache/dolphinscheduler-mlflow"` | mlflow task plugin preset repository |
-| conf.common."ml.mlflow.preset_repository_version" | string | `"main"` | mlflow task plugin preset repository version |
-| conf.common."resource.alibaba.cloud.access.key.id" | string | `"<your-access-key-id>"` | alibaba cloud access key id, required if you set resource.storage.type=OSS |
-| conf.common."resource.alibaba.cloud.access.key.secret" | string | `"<your-access-key-secret>"` | alibaba cloud access key secret, required if you set resource.storage.type=OSS |
-| conf.common."resource.alibaba.cloud.oss.bucket.name" | string | `"dolphinscheduler"` | oss bucket name, required if you set resource.storage.type=OSS |
-| conf.common."resource.alibaba.cloud.oss.endpoint" | string | `"https://oss-cn-hangzhou.aliyuncs.com"` | oss bucket endpoint, required if you set resource.storage.type=OSS |
-| conf.common."resource.alibaba.cloud.region" | string | `"cn-hangzhou"` | alibaba cloud region, required if you set resource.storage.type=OSS |
-| conf.common."resource.azure.client.id" | string | `"minioadmin"` | azure storage account name, required if you set resource.storage.type=ABS |
-| conf.common."resource.azure.client.secret" | string | `"minioadmin"` | azure storage account key, required if you set resource.storage.type=ABS |
-| conf.common."resource.azure.subId" | string | `"minioadmin"` | azure storage subId, required if you set resource.storage.type=ABS |
-| conf.common."resource.azure.tenant.id" | string | `"minioadmin"` | azure storage tenantId, required if you set resource.storage.type=ABS |
-| conf.common."resource.hdfs.fs.defaultFS" | string | `"hdfs://mycluster:8020"` | if resource.storage.type=S3, the value like: s3a://dolphinscheduler; if resource.storage.type=HDFS and namenode HA is enabled, you need to copy core-site.xml and hdfs-site.xml to conf dir |
-| conf.common."resource.hdfs.root.user" | string | `"hdfs"` | if resource.storage.type=HDFS, the user must have the permission to create directories under the HDFS root path |
-| conf.common."resource.manager.httpaddress.port" | int | `8088` | resourcemanager port, the default value is 8088 if not specified |
-| conf.common."resource.storage.type" | string | `"S3"` | resource storage type: HDFS, S3, OSS, GCS, ABS, NONE |
-| conf.common."resource.storage.upload.base.path" | string | `"/dolphinscheduler"` | resource store on HDFS/S3 path, resource file will store to this base path, self configuration, please make sure the directory exists on hdfs and have read write permissions. "/dolphinscheduler" is recommended |
-| conf.common."sudo.enable" | bool | `true` | use sudo or not, if set true, executing user is tenant user and deploy user needs sudo permissions; if set false, executing user is the deploy user and doesn't need sudo permissions |
-| conf.common."support.hive.oneSession" | bool | `false` | Whether hive SQL is executed in the same session |
-| conf.common."task.resource.limit.state" | bool | `false` | Task resource limit state |
-| conf.common."yarn.application.status.address" | string | `"http://ds1:%s/ws/v1/cluster/apps/%s"` | if resourcemanager HA is enabled or not use resourcemanager, please keep the default value; If resourcemanager is single, you only need to replace ds1 to actual resourcemanager hostname |
-| conf.common."yarn.job.history.status.address" | string | `"http://ds1:19888/ws/v1/history/mapreduce/jobs/%s"` | job history status url when application number threshold is reached(default 10000, maybe it was set to 1000) |
-| conf.common."yarn.resourcemanager.ha.rm.ids" | string | `"192.168.xx.xx,192.168.xx.xx"` | if resourcemanager HA is enabled, please set the HA IPs; if resourcemanager is single, keep this value empty |
-| datasource.profile | string | `"postgresql"` | The profile of datasource |
-| externalDatabase.database | string | `"dolphinscheduler"` | The database of external database |
-| externalDatabase.driverClassName | string | `"org.postgresql.Driver"` | The driverClassName of external database |
-| externalDatabase.enabled | bool | `false` | If exists external database, and set postgresql.enable value to false. external database will be used, otherwise Dolphinscheduler's internal database will be used. |
-| externalDatabase.host | string | `"localhost"` | The host of external database |
-| externalDatabase.params | string | `"characterEncoding=utf8"` | The params of external database |
-| externalDatabase.password | string | `"root"` | The password of external database |
-| externalDatabase.port | string | `"5432"` | The port of external database |
-| externalDatabase.type | string | `"postgresql"` | The type of external database, supported types: postgresql, mysql |
-| externalDatabase.username | string | `"root"` | The username of external database |
-| externalRegistry.registryPluginName | string | `"zookeeper"` | If exists external registry and set `zookeeper.enable` && `registryEtcd.enabled` && `registryJdbc.enabled` to false, specify the external registry plugin name |
-| externalRegistry.registryServers | string | `"127.0.0.1:2181"` | If exists external registry and set `zookeeper.enable` && `registryEtcd.enabled` && `registryJdbc.enabled` to false, specify the external registry servers |
-| image.alert | string | `"dolphinscheduler-alert-server"` | alert-server image |
-| image.api | string | `"dolphinscheduler-api"` | api-server image |
-| image.master | string | `"dolphinscheduler-master"` | master image |
-| image.pullPolicy | string | `"IfNotPresent"` | Image pull policy. Options: Always, Never, IfNotPresent |
-| image.pullSecret | string | `""` | Specify a imagePullSecrets |
-| image.registry | string | `"apache"` | Docker image repository for the DolphinScheduler |
-| image.tag | string | `"latest"` | Docker image version for the DolphinScheduler |
-| image.tools | string | `"dolphinscheduler-tools"` | tools image |
-| image.worker | string | `"dolphinscheduler-worker"` | worker image |
-| ingress.annotations | object | `{}` | Ingress annotations |
-| ingress.enabled | bool | `false` | Enable ingress |
-| ingress.host | string | `"dolphinscheduler.org"` | Ingress host |
-| ingress.path | string | `"/dolphinscheduler"` | Ingress path |
-| ingress.tls.enabled | bool | `false` | Enable ingress tls |
-| ingress.tls.secretName | string | `"dolphinscheduler-tls"` | Ingress tls secret name |
-| initImage | object | `{"busybox":"busybox:1.30.1","pullPolicy":"IfNotPresent"}` | Used to detect whether dolphinscheduler dependent services such as database are ready |
-| initImage.busybox | string | `"busybox:1.30.1"` | Specify initImage repository |
-| initImage.pullPolicy | string | `"IfNotPresent"` | Image pull policy. Options: Always, Never, IfNotPresent |
-| master.affinity | object | `{}` | Affinity is a group of affinity scheduling rules. If specified, the pod's scheduling constraints. More info: [node-affinity](https://kubernetes.io/docs/concepts/scheduling-eviction/assign-pod-node/#node-affinity) |
-| master.annotations | object | `{}` | You can use annotations to attach arbitrary non-identifying metadata to objects. Clients such as tools and libraries can retrieve this metadata. |
-| master.customizedConfig | object | `{}` | configure aligned with https://github.com/apache/dolphinscheduler/blob/dev/dolphinscheduler-master/src/main/resources/application.yaml |
-| master.enableCustomizedConfig | bool | `false` | enable configure custom config |
-| master.enabled | bool | `true` | Enable or disable the Master component |
-| master.env.JAVA_OPTS | string | `"-Xms1g -Xmx1g -Xmn512m"` | The jvm options for master server |
-| master.env.MASTER_DISPATCH_TASK_NUM | string | `"3"` | Master dispatch task number per batch |
-| master.env.MASTER_EXEC_TASK_NUM | string | `"20"` | Master execute task number in parallel per process instance |
-| master.env.MASTER_EXEC_THREADS | string | `"100"` | Master execute thread number to limit process instances |
-| master.env.MASTER_FAILOVER_INTERVAL | string | `"10m"` | Master failover interval, the unit is minute |
-| master.env.MASTER_HEARTBEAT_ERROR_THRESHOLD | string | `"5"` | Master heartbeat error threshold |
-| master.env.MASTER_HOST_SELECTOR | string | `"LowerWeight"` | Master host selector to select a suitable worker, optional values include Random, RoundRobin, LowerWeight |
-| master.env.MASTER_KILL_APPLICATION_WHEN_HANDLE_FAILOVER | string | `"true"` | Master kill application when handle failover |
-| master.env.MASTER_MAX_HEARTBEAT_INTERVAL | string | `"10s"` | Master max heartbeat interval |
-| master.env.MASTER_SERVER_LOAD_PROTECTION_ENABLED | bool | `false` | If set true, will open master overload protection |
-| master.env.MASTER_SERVER_LOAD_PROTECTION_MAX_DISK_USAGE_PERCENTAGE_THRESHOLDS | float | `0.7` | Master max disk usage , when the master's disk usage is smaller then this value, master server can execute workflow. |
-| master.env.MASTER_SERVER_LOAD_PROTECTION_MAX_JVM_CPU_USAGE_PERCENTAGE_THRESHOLDS | float | `0.7` | Master max jvm cpu usage, when the master's jvm cpu usage is smaller then this value, master server can execute workflow. |
-| master.env.MASTER_SERVER_LOAD_PROTECTION_MAX_SYSTEM_CPU_USAGE_PERCENTAGE_THRESHOLDS | float | `0.7` | Master max system cpu usage, when the master's system cpu usage is smaller then this value, master server can execute workflow. |
-| master.env.MASTER_SERVER_LOAD_PROTECTION_MAX_SYSTEM_MEMORY_USAGE_PERCENTAGE_THRESHOLDS | float | `0.7` | Master max System memory usage , when the master's system memory usage is smaller then this value, master server can execute workflow. |
-| master.env.MASTER_STATE_WHEEL_INTERVAL | string | `"5s"` | master state wheel interval, the unit is second |
-| master.env.MASTER_TASK_COMMIT_INTERVAL | string | `"1s"` | master commit task interval, the unit is second |
-| master.env.MASTER_TASK_COMMIT_RETRYTIMES | string | `"5"` | Master commit task retry times |
-| master.livenessProbe | object | `{"enabled":true,"failureThreshold":"3","initialDelaySeconds":"30","periodSeconds":"30","successThreshold":"1","timeoutSeconds":"5"}` | Periodic probe of container liveness. Container will be restarted if the probe fails. More info: [container-probes](https://kubernetes.io/docs/concepts/workloads/pods/pod-lifecycle/#container-probes) |
-| master.livenessProbe.enabled | bool | `true` | Turn on and off liveness probe |
-| master.livenessProbe.failureThreshold | string | `"3"` | Minimum consecutive failures for the probe |
-| master.livenessProbe.initialDelaySeconds | string | `"30"` | Delay before liveness probe is initiated |
-| master.livenessProbe.periodSeconds | string | `"30"` | How often to perform the probe |
-| master.livenessProbe.successThreshold | string | `"1"` | Minimum consecutive successes for the probe |
-| master.livenessProbe.timeoutSeconds | string | `"5"` | When the probe times out |
-| master.nodeSelector | object | `{}` | NodeSelector is a selector which must be true for the pod to fit on a node. Selector which must match a node's labels for the pod to be scheduled on that node. More info: [assign-pod-node](https://kubernetes.io/docs/concepts/scheduling-eviction/assign-pod-node/) |
-| master.persistentVolumeClaim | object | `{"accessModes":["ReadWriteOnce"],"enabled":false,"storage":"20Gi","storageClassName":"-"}` | PersistentVolumeClaim represents a reference to a PersistentVolumeClaim in the same namespace. The StatefulSet controller is responsible for mapping network identities to claims in a way that maintains the identity of a pod. Every claim in this list must have at least one matching (by name) volumeMount in one container in the template. A claim in this list takes precedence over any volumes in the template, with the same name. |
-| master.persistentVolumeClaim.accessModes | list | `["ReadWriteOnce"]` | `PersistentVolumeClaim` access modes |
-| master.persistentVolumeClaim.enabled | bool | `false` | Set `master.persistentVolumeClaim.enabled` to `true` to mount a new volume for `master` |
-| master.persistentVolumeClaim.storage | string | `"20Gi"` | `PersistentVolumeClaim` size |
-| master.persistentVolumeClaim.storageClassName | string | `"-"` | `Master` logs data persistent volume storage class. If set to "-", storageClassName: "", which disables dynamic provisioning |
-| master.podManagementPolicy | string | `"Parallel"` | PodManagementPolicy controls how pods are created during initial scale up, when replacing pods on nodes, or when scaling down. |
-| master.readinessProbe | object | `{"enabled":true,"failureThreshold":"3","initialDelaySeconds":"30","periodSeconds":"30","successThreshold":"1","timeoutSeconds":"5"}` | Periodic probe of container service readiness. Container will be removed from service endpoints if the probe fails. More info: [container-probes](https://kubernetes.io/docs/concepts/workloads/pods/pod-lifecycle/#container-probes) |
-| master.readinessProbe.enabled | bool | `true` | Turn on and off readiness probe |
-| master.readinessProbe.failureThreshold | string | `"3"` | Minimum consecutive failures for the probe |
-| master.readinessProbe.initialDelaySeconds | string | `"30"` | Delay before readiness probe is initiated |
-| master.readinessProbe.periodSeconds | string | `"30"` | How often to perform the probe |
-| master.readinessProbe.successThreshold | string | `"1"` | Minimum consecutive successes for the probe |
-| master.readinessProbe.timeoutSeconds | string | `"5"` | When the probe times out |
-| master.replicas | string | `"3"` | Replicas is the desired number of replicas of the given Template. |
-| master.resources | object | `{}` | Compute Resources required by this container. More info: [manage-resources-containers](https://kubernetes.io/docs/concepts/configuration/manage-resources-containers/) |
-| master.service.annotations | object | `{}` | annotations may need to be set when want to scrapy metrics by prometheus but not install prometheus operator |
-| master.service.serviceMonitor | object | `{"annotations":{},"enabled":false,"interval":"15s","labels":{},"path":"/actuator/prometheus"}` | serviceMonitor for prometheus operator |
-| master.service.serviceMonitor.annotations | object | `{}` | serviceMonitor.annotations ServiceMonitor annotations |
-| master.service.serviceMonitor.enabled | bool | `false` | Enable or disable master serviceMonitor |
-| master.service.serviceMonitor.interval | string | `"15s"` | serviceMonitor.interval interval at which metrics should be scraped |
-| master.service.serviceMonitor.labels | object | `{}` | serviceMonitor.labels ServiceMonitor extra labels |
-| master.service.serviceMonitor.path | string | `"/actuator/prometheus"` | serviceMonitor.path path of the metrics endpoint |
-| master.tolerations | list | `[]` | Tolerations are appended (excluding duplicates) to pods running with this RuntimeClass during admission, effectively unioning the set of nodes tolerated by the pod and the RuntimeClass. |
-| minio.auth.rootPassword | string | `"minioadmin"` | minio password |
-| minio.auth.rootUser | string | `"minioadmin"` | minio username |
-| minio.defaultBuckets | string | `"dolphinscheduler"` | minio default buckets |
-| minio.enabled | bool | `true` | Deploy minio and configure it as the default storage for DolphinScheduler, note this is for demo only, not for production. |
-| minio.persistence.enabled | bool | `false` | Set minio.persistence.enabled to true to mount a new volume for internal minio |
-| mysql.auth.database | string | `"dolphinscheduler"` | mysql database |
-| mysql.auth.params | string | `"characterEncoding=utf8"` | mysql params |
-| mysql.auth.password | string | `"ds"` | mysql password |
-| mysql.auth.username | string | `"ds"` | mysql username |
-| mysql.driverClassName | string | `"com.mysql.cj.jdbc.Driver"` | mysql driverClassName |
-| mysql.enabled | bool | `false` | If not exists external MySQL, by default, the DolphinScheduler will use a internal MySQL |
-| mysql.primary.persistence.enabled | bool | `false` | Set mysql.primary.persistence.enabled to true to mount a new volume for internal MySQL |
-| mysql.primary.persistence.size | string | `"20Gi"` | `PersistentVolumeClaim` size |
-| mysql.primary.persistence.storageClass | string | `"-"` | MySQL data persistent volume storage class. If set to "-", storageClassName: "", which disables dynamic provisioning |
-| postgresql.driverClassName | string | `"org.postgresql.Driver"` | The driverClassName for internal PostgreSQL |
-| postgresql.enabled | bool | `true` | If not exists external PostgreSQL, by default, the DolphinScheduler will use a internal PostgreSQL |
-| postgresql.params | string | `"characterEncoding=utf8"` | The params for internal PostgreSQL |
-| postgresql.persistence.enabled | bool | `false` | Set postgresql.persistence.enabled to true to mount a new volume for internal PostgreSQL |
-| postgresql.persistence.size | string | `"20Gi"` | `PersistentVolumeClaim` size |
-| postgresql.persistence.storageClass | string | `"-"` | PostgreSQL data persistent volume storage class. If set to "-", storageClassName: "", which disables dynamic provisioning |
-| postgresql.postgresqlDatabase | string | `"dolphinscheduler"` | The database for internal PostgreSQL |
-| postgresql.postgresqlPassword | string | `"root"` | The password for internal PostgreSQL |
-| postgresql.postgresqlUsername | string | `"root"` | The username for internal PostgreSQL |
-| registryEtcd.authority | string | `""` | Etcd authority |
-| registryEtcd.enabled | bool | `false` | If you want to use Etcd for your registry center, change this value to true. And set zookeeper.enabled to false |
-| registryEtcd.endpoints | string | `""` | Etcd endpoints |
-| registryEtcd.namespace | string | `"dolphinscheduler"` | Etcd namespace |
-| registryEtcd.passWord | string | `""` | Etcd passWord |
-| registryEtcd.ssl.certFile | string | `"etcd-certs/ca.crt"` | CertFile file path |
-| registryEtcd.ssl.enabled | bool | `false` | If your Etcd server has configured with ssl, change this value to true. About certification files you can see [here](https://github.com/etcd-io/jetcd/blob/main/docs/SslConfig.md) for how to convert. |
-| registryEtcd.ssl.keyCertChainFile | string | `"etcd-certs/client.crt"` | keyCertChainFile file path |
-| registryEtcd.ssl.keyFile | string | `"etcd-certs/client.pem"` | keyFile file path |
-| registryEtcd.user | string | `""` | Etcd user |
-| registryJdbc.enabled | bool | `false` | If you want to use JDbc for your registry center, change this value to true. And set zookeeper.enabled and registryEtcd.enabled to false |
-| registryJdbc.hikariConfig.driverClassName | string | `"com.mysql.cj.jdbc.Driver"` | Default use same Dolphinscheduler's database if you don't change this value. If you set this value, Registry jdbc's database type will use it |
-| registryJdbc.hikariConfig.enabled | bool | `false` | Default use same Dolphinscheduler's database, if you want to use other database please change `enabled` to `true` and change other configs |
-| registryJdbc.hikariConfig.jdbcurl | string | `"jdbc:mysql://"` | Default use same Dolphinscheduler's database if you don't change this value. If you set this value, Registry jdbc's database type will use it |
-| registryJdbc.hikariConfig.password | string | `""` | Default use same Dolphinscheduler's database if you don't change this value. If you set this value, Registry jdbc's database type will use it |
-| registryJdbc.hikariConfig.username | string | `""` | Default use same Dolphinscheduler's database if you don't change this value. If you set this value, Registry jdbc's database type will use it |
-| registryJdbc.termExpireTimes | int | `3` | Used to calculate the expire time |
-| registryJdbc.termRefreshInterval | string | `"2s"` | Used to schedule refresh the ephemeral data/ lock |
-| security.authentication.ldap.basedn | string | `"dc=example,dc=com"` | LDAP base dn |
-| security.authentication.ldap.password | string | `"password"` | LDAP password |
-| security.authentication.ldap.ssl.enable | bool | `false` | LDAP ssl switch |
-| security.authentication.ldap.ssl.jksbase64content | string | `""` | LDAP jks file base64 content. If you use macOS, please run `base64 -b 0 -i /path/to/your.jks`. If you use Linux, please run `base64 -w 0 /path/to/your.jks`. If you use Windows, please run `certutil -f -encode /path/to/your.jks`. Then copy the base64 content to below field in one line |
-| security.authentication.ldap.ssl.truststore | string | `"/opt/ldapkeystore.jks"` | LDAP jks file absolute path, do not change this value |
-| security.authentication.ldap.ssl.truststorepassword | string | `""` | LDAP jks password |
-| security.authentication.ldap.urls | string | `"ldap://ldap.forumsys.com:389/"` | LDAP urls |
-| security.authentication.ldap.user.admin | string | `"read-only-admin"` | Admin user account when you log-in with LDAP |
-| security.authentication.ldap.user.emailattribute | string | `"mail"` | LDAP user email attribute |
-| security.authentication.ldap.user.identityattribute | string | `"uid"` | LDAP user identity attribute |
-| security.authentication.ldap.user.notexistaction | string | `"CREATE"` | action when ldap user is not exist,default value: CREATE. Optional values include(CREATE,DENY) |
-| security.authentication.ldap.username | string | `"cn=read-only-admin,dc=example,dc=com"` | LDAP username |
-| security.authentication.type | string | `"PASSWORD"` | Authentication types (supported types: PASSWORD,LDAP,CASDOOR_SSO) |
-| timezone | string | `"Asia/Shanghai"` | World time and date for cities in all time zones |
-| worker.affinity | object | `{}` | Affinity is a group of affinity scheduling rules. If specified, the pod's scheduling constraints. More info: [node-affinity](https://kubernetes.io/docs/concepts/scheduling-eviction/assign-pod-node/#node-affinity) |
-| worker.annotations | object | `{}` | You can use annotations to attach arbitrary non-identifying metadata to objects. Clients such as tools and libraries can retrieve this metadata. |
-| worker.customizedConfig | object | `{}` | configure aligned with https://github.com/apache/dolphinscheduler/blob/dev/dolphinscheduler-worker/src/main/resources/application.yaml |
-| worker.enableCustomizedConfig | bool | `false` | enable configure custom config |
-| worker.enabled | bool | `true` | Enable or disable the Worker component |
-| worker.env.DEFAULT_TENANT_ENABLED | bool | `false` | If set true, will use worker bootstrap user as the tenant to execute task when the tenant is `default`; |
-| worker.env.WORKER_EXEC_THREADS | string | `"100"` | Worker execute thread number to limit task instances |
-| worker.env.WORKER_HOST_WEIGHT | string | `"100"` | Worker host weight to dispatch tasks |
-| worker.env.WORKER_MAX_HEARTBEAT_INTERVAL | string | `"10s"` | Worker heartbeat interval |
-| worker.env.WORKER_SERVER_LOAD_PROTECTION_ENABLED | bool | `false` | If set true, will open worker overload protection |
-| worker.env.WORKER_SERVER_LOAD_PROTECTION_MAX_DISK_USAGE_PERCENTAGE_THRESHOLDS | float | `0.7` | Worker max disk usage , when the worker's disk usage is smaller then this value, worker server can be dispatched tasks. |
-| worker.env.WORKER_SERVER_LOAD_PROTECTION_MAX_JVM_CPU_USAGE_PERCENTAGE_THRESHOLDS | float | `0.7` | Worker max jvm cpu usage, when the worker's jvm cpu usage is smaller then this value, worker server can be dispatched tasks. |
-| worker.env.WORKER_SERVER_LOAD_PROTECTION_MAX_SYSTEM_CPU_USAGE_PERCENTAGE_THRESHOLDS | float | `0.7` | Worker max system cpu usage, when the worker's system cpu usage is smaller then this value, worker server can be dispatched tasks. |
-| worker.env.WORKER_SERVER_LOAD_PROTECTION_MAX_SYSTEM_MEMORY_USAGE_PERCENTAGE_THRESHOLDS | float | `0.7` | Worker max memory usage , when the worker's memory usage is smaller then this value, worker server can be dispatched tasks. |
-| worker.env.WORKER_TENANT_CONFIG_AUTO_CREATE_TENANT_ENABLED | bool | `true` | tenant corresponds to the user of the system, which is used by the worker to submit the job. If system does not have this user, it will be automatically created after the parameter worker.tenant.auto.create is true. |
-| worker.keda.advanced | object | `{}` | Specify HPA related options |
-| worker.keda.cooldownPeriod | int | `30` | How many seconds KEDA will wait before scaling to zero. Note that HPA has a separate cooldown period for scale-downs |
-| worker.keda.enabled | bool | `false` | Enable or disable the Keda component |
-| worker.keda.maxReplicaCount | int | `3` | Maximum number of workers created by keda |
-| worker.keda.minReplicaCount | int | `0` | Minimum number of workers created by keda |
-| worker.keda.namespaceLabels | object | `{}` | Keda namespace labels |
-| worker.keda.pollingInterval | int | `5` | How often KEDA polls the DolphinScheduler DB to report new scale requests to the HPA |
-| worker.livenessProbe.enabled | bool | `true` | Turn on and off liveness probe |
-| worker.livenessProbe.failureThreshold | string | `"3"` | Minimum consecutive failures for the probe |
-| worker.livenessProbe.initialDelaySeconds | string | `"30"` | Delay before liveness probe is initiated |
-| worker.livenessProbe.periodSeconds | string | `"30"` | How often to perform the probe |
-| worker.livenessProbe.successThreshold | string | `"1"` | Minimum consecutive successes for the probe |
-| worker.livenessProbe.timeoutSeconds | string | `"5"` | When the probe times out |
-| worker.nodeSelector | object | `{}` | NodeSelector is a selector which must be true for the pod to fit on a node. Selector which must match a node's labels for the pod to be scheduled on that node. More info: [assign-pod-node](https://kubernetes.io/docs/concepts/scheduling-eviction/assign-pod-node/) |
-| worker.persistentVolumeClaim | object | `{"dataPersistentVolume":{"accessModes":["ReadWriteOnce"],"enabled":false,"storage":"20Gi","storageClassName":"-"},"enabled":false,"logsPersistentVolume":{"accessModes":["ReadWriteOnce"],"enabled":false,"storage":"20Gi","storageClassName":"-"}}` | PersistentVolumeClaim represents a reference to a PersistentVolumeClaim in the same namespace. The StatefulSet controller is responsible for mapping network identities to claims in a way that maintains the identity of a pod. Every claim in this list must have at least one matching (by name) volumeMount in one container in the template. A claim in this list takes precedence over any volumes in the template, with the same name. |
-| worker.persistentVolumeClaim.dataPersistentVolume.accessModes | list | `["ReadWriteOnce"]` | `PersistentVolumeClaim` access modes |
-| worker.persistentVolumeClaim.dataPersistentVolume.enabled | bool | `false` | Set `worker.persistentVolumeClaim.dataPersistentVolume.enabled` to `true` to mount a data volume for `worker` |
-| worker.persistentVolumeClaim.dataPersistentVolume.storage | string | `"20Gi"` | `PersistentVolumeClaim` size |
-| worker.persistentVolumeClaim.dataPersistentVolume.storageClassName | string | `"-"` | `Worker` data persistent volume storage class. If set to "-", storageClassName: "", which disables dynamic provisioning |
-| worker.persistentVolumeClaim.enabled | bool | `false` | Set `worker.persistentVolumeClaim.enabled` to `true` to enable `persistentVolumeClaim` for `worker` |
-| worker.persistentVolumeClaim.logsPersistentVolume.accessModes | list | `["ReadWriteOnce"]` | `PersistentVolumeClaim` access modes |
-| worker.persistentVolumeClaim.logsPersistentVolume.enabled | bool | `false` | Set `worker.persistentVolumeClaim.logsPersistentVolume.enabled` to `true` to mount a logs volume for `worker` |
-| worker.persistentVolumeClaim.logsPersistentVolume.storage | string | `"20Gi"` | `PersistentVolumeClaim` size |
-| worker.persistentVolumeClaim.logsPersistentVolume.storageClassName | string | `"-"` | `Worker` logs data persistent volume storage class. If set to "-", storageClassName: "", which disables dynamic provisioning |
-| worker.podManagementPolicy | string | `"Parallel"` | PodManagementPolicy controls how pods are created during initial scale up, when replacing pods on nodes, or when scaling down. |
-| worker.readinessProbe | object | `{"enabled":true,"failureThreshold":"3","initialDelaySeconds":"30","periodSeconds":"30","successThreshold":"1","timeoutSeconds":"5"}` | Periodic probe of container service readiness. Container will be removed from service endpoints if the probe fails. More info: [container-probes](https://kubernetes.io/docs/concepts/workloads/pods/pod-lifecycle/#container-probes) |
-| worker.readinessProbe.enabled | bool | `true` | Turn on and off readiness probe |
-| worker.readinessProbe.failureThreshold | string | `"3"` | Minimum consecutive failures for the probe |
-| worker.readinessProbe.initialDelaySeconds | string | `"30"` | Delay before readiness probe is initiated |
-| worker.readinessProbe.periodSeconds | string | `"30"` | How often to perform the probe |
-| worker.readinessProbe.successThreshold | string | `"1"` | Minimum consecutive successes for the probe |
-| worker.readinessProbe.timeoutSeconds | string | `"5"` | When the probe times out |
-| worker.replicas | string | `"3"` | Replicas is the desired number of replicas of the given Template. |
-| worker.resources | object | `{}` | Compute Resources required by this container. More info: [manage-resources-containers](https://kubernetes.io/docs/concepts/configuration/manage-resources-containers/) |
-| worker.service.annotations | object | `{}` | annotations may need to be set when want to scrapy metrics by prometheus but not install prometheus operator |
-| worker.service.serviceMonitor | object | `{"annotations":{},"enabled":false,"interval":"15s","labels":{},"path":"/actuator/prometheus"}` | serviceMonitor for prometheus operator |
-| worker.service.serviceMonitor.annotations | object | `{}` | serviceMonitor.annotations ServiceMonitor annotations |
-| worker.service.serviceMonitor.enabled | bool | `false` | Enable or disable worker serviceMonitor |
-| worker.service.serviceMonitor.interval | string | `"15s"` | serviceMonitor.interval interval at which metrics should be scraped |
-| worker.service.serviceMonitor.labels | object | `{}` | serviceMonitor.labels ServiceMonitor extra labels |
-| worker.service.serviceMonitor.path | string | `"/actuator/prometheus"` | serviceMonitor.path path of the metrics endpoint |
-| worker.tolerations | list | `[]` | Tolerations are appended (excluding duplicates) to pods running with this RuntimeClass during admission, effectively unioning the set of nodes tolerated by the pod and the RuntimeClass. |
-| zookeeper.enabled | bool | `true` | If not exists external registry, the zookeeper registry will be used by default. |
-| zookeeper.fourlwCommandsWhitelist | string | `"srvr,ruok,wchs,cons"` | A list of comma separated Four Letter Words commands to use |
-| zookeeper.persistence.enabled | bool | `false` | Set `zookeeper.persistence.enabled` to true to mount a new volume for internal ZooKeeper |
-| zookeeper.persistence.size | string | `"20Gi"` | PersistentVolumeClaim size |
-| zookeeper.persistence.storageClass | string | `"-"` | ZooKeeper data persistent volume storage class. If set to "-", storageClassName: "", which disables dynamic provisioning |
-| zookeeper.service.port | int | `2181` | The port of zookeeper |

deploy/kubernetes/dolphinscheduler/README.md.gotmpl

@@ -1,11 +0,0 @@
-## About DolphinScheduler for Kubernetes
-
-{{ template "chart.description" . }}
-
-This chart bootstraps all the components needed to run Apache DolphinScheduler on a Kubernetes Cluster using [Helm](https://helm.sh).
-
-## QuickStart in Kubernetes
-
-Please refer to the [Quick Start in Kubernetes](../../../docs/docs/en/guide/installation/kubernetes.md)
-
-{{ template "chart.valuesSection" . }}

deploy/kubernetes/dolphinscheduler/templates/NOTES.txt

@@ -1,50 +0,0 @@
-{{/*
- Licensed to the Apache Software Foundation (ASF) under one or more
- contributor license agreements.  See the NOTICE file distributed with
- this work for additional information regarding copyright ownership.
- The ASF licenses this file to You under the Apache License, Version 2.0
- (the "License"); you may not use this file except in compliance with
- the License.  You may obtain a copy of the License at
-
-     http://www.apache.org/licenses/LICENSE-2.0
-
- Unless required by applicable law or agreed to in writing, software
- distributed under the License is distributed on an "AS IS" BASIS,
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- See the License for the specific language governing permissions and
- limitations under the License.
-*/}}
-
-** Please be patient while the chart DolphinScheduler {{ .Chart.AppVersion }} is being deployed **
-
-Access DolphinScheduler UI URL by:
-
-{{- if .Values.ingress.enabled }}
-
-  DolphinScheduler UI URL: http{{ if .Values.ingress.tls.enabled }}s{{ end }}://{{ .Values.ingress.host }}/dolphinscheduler
-
-{{- else if eq .Values.api.service.type "ClusterIP" }}
-
-  kubectl port-forward -n {{ .Release.Namespace }} svc/{{ template "dolphinscheduler.fullname" . }}-api 12345:12345
-
-  DolphinScheduler UI URL: http://127.0.0.1:12345/dolphinscheduler
-
-{{- else if eq .Values.api.service.type "NodePort" }}
-
-  NODE_IP=$(kubectl get no -n {{ .Release.Namespace }} -o jsonpath="{.items[0].status.addresses[0].address}")
-  NODE_PORT=$(kubectl get svc {{ template "dolphinscheduler.fullname" . }}-api -n {{ .Release.Namespace }} -o jsonpath="{.spec.ports[0].nodePort}")
-  echo http://$NODE_IP:$NODE_PORT/dolphinscheduler
-
-  DolphinScheduler UI URL: http://$NODE_IP:$NODE_PORT/dolphinscheduler
-
-{{- else if eq .Values.api.service.type "LoadBalancer" }}
-
-  NOTE: It may take a few minutes for the LoadBalancer IP to be available.
-        You can watch the status of by running 'kubectl get svc {{ template "dolphinscheduler.fullname" . }}-api -n {{ .Release.Namespace }} -w'
-
-  SERVICE_IP=$(kubectl get svc {{ template "dolphinscheduler.fullname" . }}-api -n {{ .Release.Namespace }} -o jsonpath='{.status.loadBalancer.ingress[0].ip}')
-  echo http://$SERVICE_IP:12345/dolphinscheduler
-
-  DolphinScheduler UI URL: http://$SERVICE_IP:12345/dolphinscheduler
-
-{{- end }}

deploy/kubernetes/dolphinscheduler/templates/_helpers.tpl

@@ -1,400 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-{{/* vim: set filetype=mustache: */}}
-
-{{/*
-Create a default fully qualified app name.
-We truncate at 63 chars because some Kubernetes name fields are limited to this (by the DNS naming spec).
-If release name contains chart name it will be used as a full name.
-*/}}
-{{- define "dolphinscheduler.fullname" -}}
-{{- .Release.Name | trunc 63 | trimSuffix "-" -}}
-{{- end -}}
-
-{{/*
-Create default docker images' fullname.
-*/}}
-{{- define "dolphinscheduler.image.fullname.master" -}}
-{{- .Values.image.registry }}/{{ .Values.image.master }}:{{ .Values.image.tag | default .Chart.AppVersion -}}
-{{- end -}}
-{{- define "dolphinscheduler.image.fullname.worker" -}}
-{{- .Values.image.registry }}/{{ .Values.image.worker }}:{{ .Values.image.tag | default .Chart.AppVersion -}}
-{{- end -}}
-{{- define "dolphinscheduler.image.fullname.api" -}}
-{{- .Values.image.registry }}/{{ .Values.image.api }}:{{ .Values.image.tag | default .Chart.AppVersion -}}
-{{- end -}}
-{{- define "dolphinscheduler.image.fullname.alert" -}}
-{{- .Values.image.registry }}/{{ .Values.image.alert }}:{{ .Values.image.tag | default .Chart.AppVersion -}}
-{{- end -}}
-{{- define "dolphinscheduler.image.fullname.tools" -}}
-{{- .Values.image.registry }}/{{ .Values.image.tools }}:{{ .Values.image.tag | default .Chart.AppVersion -}}
-{{- end -}}
-
-{{/*
-Create a default common labels.
-*/}}
-{{- define "dolphinscheduler.common.labels" -}}
-app.kubernetes.io/instance: {{ .Release.Name }}
-app.kubernetes.io/managed-by: {{ .Release.Service }}
-{{- end -}}
-
-{{/*
-Create a master labels.
-*/}}
-{{- define "dolphinscheduler.master.labels" -}}
-app.kubernetes.io/name: {{ include "dolphinscheduler.fullname" . }}-master
-app.kubernetes.io/component: master
-{{ include "dolphinscheduler.common.labels" . }}
-{{- end -}}
-
-{{/*
-Create a worker labels.
-*/}}
-{{- define "dolphinscheduler.worker.labels" -}}
-app.kubernetes.io/name: {{ include "dolphinscheduler.fullname" . }}-worker
-app.kubernetes.io/component: worker
-{{ include "dolphinscheduler.common.labels" . }}
-{{- end -}}
-
-{{/*
-Create an alert labels.
-*/}}
-{{- define "dolphinscheduler.alert.labels" -}}
-app.kubernetes.io/name: {{ include "dolphinscheduler.fullname" . }}-alert
-app.kubernetes.io/component: alert
-{{ include "dolphinscheduler.common.labels" . }}
-{{- end -}}
-
-{{/*
-Create an api labels.
-*/}}
-{{- define "dolphinscheduler.api.labels" -}}
-app.kubernetes.io/name: {{ include "dolphinscheduler.fullname" . }}-api
-app.kubernetes.io/component: api
-{{ include "dolphinscheduler.common.labels" . }}
-{{- end -}}
-
-{{/*
-Create a default fully qualified postgresql name.
-We truncate at 63 chars because some Kubernetes name fields are limited to this (by the DNS naming spec).
-*/}}
-{{- define "dolphinscheduler.postgresql.fullname" -}}
-{{- $name := default "postgresql" .Values.postgresql.nameOverride -}}
-{{- printf "%s-%s" .Release.Name $name | trunc 63 | trimSuffix "-" -}}
-{{- end -}}
-
-{{/*
-Create a default fully qualified mysql name.
-We truncate at 63 chars because some Kubernetes name fields are limited to this (by the DNS naming spec).
-*/}}
-{{- define "dolphinscheduler.mysql.fullname" -}}
-{{- $name := default "mysql" .Values.mysql.nameOverride -}}
-{{- printf "%s-%s" .Release.Name $name | trunc 63 | trimSuffix "-" -}}
-{{- end -}}
-
-{{/*
-Create a default fully qualified zookeeper name.
-We truncate at 63 chars because some Kubernetes name fields are limited to this (by the DNS naming spec).
-*/}}
-{{- define "dolphinscheduler.zookeeper.fullname" -}}
-{{- $name := default "zookeeper" .Values.zookeeper.nameOverride -}}
-{{- printf "%s-%s" .Release.Name $name | trunc 63 | trimSuffix "-" -}}
-{{- end -}}
-
-{{/*
-Create a default fully qualified minio name.
-We truncate at 63 chars because some Kubernetes name fields are limited to this (by the DNS naming spec).
-*/}}
-{{- define "dolphinscheduler.minio.fullname" -}}
-{{- $name := default "minio" .Values.minio.nameOverride -}}
-{{- printf "%s-%s" .Release.Name $name | trunc 63 | trimSuffix "-" -}}
-{{- end -}}
-
-{{/*
-Create a default fully qualified zookkeeper quorum.
-*/}}
-{{- define "dolphinscheduler.zookeeper.quorum" -}}
-{{- $port := default "2181" .Values.zookeeper.service.port | toString -}}
-{{- printf "%s:%s" (include "dolphinscheduler.zookeeper.fullname" .) $port -}}
-{{- end -}}
-
-{{/*
-Create a database environment variables.
-*/}}
-{{- define "dolphinscheduler.database.env_vars" -}}
-- name: DATABASE
-  {{- if .Values.postgresql.enabled }}
-  value: "postgresql"
-  {{- else if .Values.mysql.enabled }}
-  value: "mysql"
-  {{- else }}
-  value: {{ .Values.externalDatabase.type | quote }}
-  {{- end }}
-{{- if or .Values.mysql.enabled (eq .Values.externalDatabase.type "mysql") }}
-- name: SPRING_PROFILES_ACTIVE
-  value: mysql
-{{- end }}
-- name: SPRING_DATASOURCE_URL
-  {{- if .Values.postgresql.enabled }}
-  value: jdbc:postgresql://{{ template "dolphinscheduler.postgresql.fullname" . }}:5432/{{ .Values.postgresql.postgresqlDatabase }}?{{ .Values.postgresql.params }}
-  {{- else if .Values.mysql.enabled }}
-  value: jdbc:mysql://{{ template "dolphinscheduler.mysql.fullname" . }}:3306/{{ .Values.mysql.auth.database }}?{{ .Values.mysql.auth.params }}
-  {{- else }}
-  value: jdbc:{{ .Values.externalDatabase.type }}://{{ .Values.externalDatabase.host }}:{{ .Values.externalDatabase.port }}/{{ .Values.externalDatabase.database }}?{{ .Values.externalDatabase.params }}
-  {{- end }}
-- name: SPRING_DATASOURCE_USERNAME
-  {{- if .Values.postgresql.enabled }}
-  value: {{ .Values.postgresql.postgresqlUsername }}
-  {{- else if .Values.mysql.enabled }}
-  value: {{ .Values.mysql.auth.username }}
-  {{- else }}
-  value: {{ .Values.externalDatabase.username | quote }}
-  {{- end }}
-- name: SPRING_DATASOURCE_PASSWORD
-  valueFrom:
-    secretKeyRef:
-      {{- if .Values.postgresql.enabled }}
-      name: {{ template "dolphinscheduler.postgresql.fullname" . }}
-      key: postgresql-password
-      {{- else if .Values.mysql.enabled }}
-      name: {{ template "dolphinscheduler.mysql.fullname" . }}
-      key: mysql-password
-      {{- else }}
-      name: {{ include "dolphinscheduler.fullname" . }}-externaldb
-      key: database-password
-      {{- end }}
-- name: SPRING_DATASOURCE_DRIVER-CLASS-NAME
-  {{- if .Values.postgresql.enabled }}
-  value: {{ .Values.postgresql.driverClassName }}
-  {{- else if .Values.mysql.enabled }}
-  value: {{ .Values.mysql.driverClassName }}
-  {{- else }}
-  value: {{ .Values.externalDatabase.driverClassName | quote }}
-  {{- end }}
-{{- end -}}
-
-{{/*
-Create a security environment variables.
-*/}}
-{{- define "dolphinscheduler.security.env_vars" -}}
-- name: SECURITY_AUTHENTICATION_TYPE
-  value: {{ .Values.security.authentication.type | quote }}
-{{- if eq .Values.security.authentication.type "LDAP" }}
-- name: SECURITY_AUTHENTICATION_LDAP_URLS
-  value: {{ .Values.security.authentication.ldap.urls | quote }}
-- name: SECURITY_AUTHENTICATION_LDAP_BASE_DN
-  value: {{ .Values.security.authentication.ldap.basedn | quote }}
-- name: SECURITY_AUTHENTICATION_LDAP_USERNAME
-  value: {{ .Values.security.authentication.ldap.username | quote }}
-- name: SECURITY_AUTHENTICATION_LDAP_PASSWORD
-  value: {{ .Values.security.authentication.ldap.password | quote }}
-- name: SECURITY_AUTHENTICATION_LDAP_USER_ADMIN
-  value: {{ .Values.security.authentication.ldap.user.admin | quote }}
-- name: SECURITY_AUTHENTICATION_LDAP_USER_IDENTITY_ATTRIBUTE
-  value: {{ .Values.security.authentication.ldap.user.identityattribute | quote }}
-- name: SECURITY_AUTHENTICATION_LDAP_USER_EMAIL_ATTRIBUTE
-  value: {{ .Values.security.authentication.ldap.user.emailattribute | quote }}
-- name: SECURITY_AUTHENTICATION_LDAP_USER_NOT_EXIST_ACTION
-  value: {{ .Values.security.authentication.ldap.user.notexistaction | quote }}
-- name: SECURITY_AUTHENTICATION_LDAP_SSL_ENABLE
-  value: {{ .Values.security.authentication.ldap.ssl.enable | quote }}
-- name: SECURITY_AUTHENTICATION_LDAP_SSL_TRUST_STORE
-  value: {{ .Values.security.authentication.ldap.ssl.truststore | quote }}
-- name: SECURITY_AUTHENTICATION_LDAP_SSL_TRUST_STORE_PASSWORD
-  value: {{ .Values.security.authentication.ldap.ssl.truststorepassword | quote }}
-{{- end }}
-{{- end -}}
-
-{{/*
-Wait for database to be ready.
-*/}}
-{{- define "dolphinscheduler.database.wait-for-ready" -}}
-- name: wait-for-database
-  image: {{ .Values.initImage.busybox }}
-  imagePullPolicy: {{ .Values.initImage.pullPolicy }}
-{{- if .Values.postgresql.enabled }}
-  command: ['sh', '-xc', 'for i in $(seq 1 180); do nc -z -w3 {{ template "dolphinscheduler.postgresql.fullname" . }} 5432 && exit 0 || sleep 5; done; exit 1']
-{{- else if .Values.mysql.enabled }}
-  command: ['sh', '-xc', 'for i in $(seq 1 180); do nc -z -w3 {{ template "dolphinscheduler.mysql.fullname" . }} 3306 && exit 0 || sleep 5; done; exit 1']
-{{- else }}
-  command: ['sh', '-xc', 'for i in $(seq 1 180); do nc -z -w3 {{ .Values.externalDatabase.host }} {{ .Values.externalDatabase.port }} && exit 0 || sleep 5; done; exit 1']
-{{- end }}
-{{- end -}}
-
-{{/*
-Wait for minio to be ready.
-*/}}
-{{- define "dolphinscheduler.minio.wait-for-ready" -}}
-{{- if .Values.minio.enabled }}
-- name: wait-for-minio
-  image: {{ .Values.initImage.busybox }}
-  imagePullPolicy: {{ .Values.initImage.pullPolicy }}
-  command: ['sh', '-xc', 'for i in $(seq 1 180); do nc -z -w3 {{ template "dolphinscheduler.minio.fullname" . }} 9000 && exit 0 || sleep 5; done; exit 1']
-{{- end }}
-{{- end -}}
-
-{{/*
-Create a registry environment variables.
-*/}}
-{{- define "dolphinscheduler.registry.env_vars" -}}
-- name: REGISTRY_TYPE
-  {{- if .Values.zookeeper.enabled }}
-  value: "zookeeper"
-  {{- else if .Values.registryEtcd.enabled }}
-  value: "etcd"
-  {{- else if .Values.registryJdbc.enabled }}
-  value: "jdbc"
-  {{- else }}
-  value: {{ .Values.externalRegistry.registryPluginName }}
-  {{- end }}
-{{- if .Values.registryEtcd.enabled }}
-- name: REGISTRY_ENDPOINTS
-  value: {{ .Values.registryEtcd.endpoints }}
-- name: REGISTRY_NAMESPACE
-  value: {{ .Values.registryEtcd.namespace }}
-- name: REGISTRY_USER
-  value: {{ .Values.registryEtcd.user }}
-- name: REGISTRY_PASSWORD
-  value: {{ .Values.registryEtcd.passWord }}
-- name: REGISTRY_AUTHORITY
-  value: {{ .Values.registryEtcd.authority }}
-- name: REGISTRY_CERT_FILE
-  value: {{ .Values.registryEtcd.ssl.certFile }}
-- name: REGISTRY_KEY_CERT_CHAIN_FILE
-  value: {{ .Values.registryEtcd.ssl.keyCertChainFile }}
-- name: REGISTRY_KEY_FILE
-  value: {{ .Values.registryEtcd.ssl.keyFile }}
-{{- else if .Values.registryJdbc.enabled }}
-- name: REGISTRY_TERM_REFRESH_INTERVAL
-  value: {{ .Values.registryJdbc.termRefreshInterval }}
-- name: REGISTRY_TERM_EXPIRE_TIMES
-  value: {{ .Values.registryJdbc.termExpireTimes | quote}}
-{{- if .Values.registryJdbc.hikariConfig.enabled }}
-- name: REGISTRY_HIKARI_CONFIG_DRIVER_CLASS_NAME
-  value: {{ .Values.registryJdbc.hikariConfig.driverClassName }}
-- name: REGISTRY_HIKARI_CONFIG_JDBC_URL
-  value: {{ .Values.registryJdbc.hikariConfig.jdbcurl }}
-- name: REGISTRY_HIKARI_CONFIG_USERNAME
-  value: {{ .Values.registryJdbc.hikariConfig.username }}
-- name: REGISTRY_HIKARI_CONFIG_PASSWORD
-  valueFrom:
-    secretKeyRef:
-      name: {{ include "dolphinscheduler.fullname" . }}-registry-db
-      key: registry-password
-{{- end }}
-{{- else }}
-- name: REGISTRY_ZOOKEEPER_CONNECT_STRING
-  {{- if .Values.zookeeper.enabled }}
-  value: {{ template "dolphinscheduler.zookeeper.quorum" . }}
-  {{- else }}
-  value: {{ .Values.externalRegistry.registryServers }}
-  {{- end }}
-{{- end }}
-{{- end -}}
-
-{{/*
-Create a sharedStoragePersistence volume.
-*/}}
-{{- define "dolphinscheduler.sharedStorage.volume" -}}
-{{- if .Values.common.sharedStoragePersistence.enabled -}}
-- name: {{ include "dolphinscheduler.fullname" . }}-shared
-  persistentVolumeClaim:
-    claimName: {{ include "dolphinscheduler.fullname" . }}-shared
-{{- end -}}
-{{- end -}}
-
-{{/*
-Create a sharedStoragePersistence volumeMount.
-*/}}
-{{- define "dolphinscheduler.sharedStorage.volumeMount" -}}
-{{- if .Values.common.sharedStoragePersistence.enabled -}}
-- mountPath: {{ .Values.common.sharedStoragePersistence.mountPath | quote }}
-  name: {{ include "dolphinscheduler.fullname" . }}-shared
-{{- end -}}
-{{- end -}}
-
-{{/*
-Create a fsFileResourcePersistence volume.
-*/}}
-{{- define "dolphinscheduler.fsFileResource.volume" -}}
-{{- if .Values.common.fsFileResourcePersistence.enabled -}}
-- name: {{ include "dolphinscheduler.fullname" . }}-fs-file
-  persistentVolumeClaim:
-    claimName: {{ include "dolphinscheduler.fullname" . }}-fs-file
-{{- end -}}
-{{- end -}}
-
-{{/*
-Create a fsFileResourcePersistence volumeMount.
-*/}}
-{{- define "dolphinscheduler.fsFileResource.volumeMount" -}}
-{{- if .Values.common.fsFileResourcePersistence.enabled -}}
-- mountPath: {{ default "/dolphinscheduler" .Values.common.configmap.RESOURCE_UPLOAD_PATH | quote }}
-  name: {{ include "dolphinscheduler.fullname" . }}-fs-file
-{{- end -}}
-{{- end -}}
-
-{{/*
-Create a etcd ssl volume.
-*/}}
-{{- define "dolphinscheduler.etcd.ssl.volume" -}}
-{{- if .Values.registryEtcd.ssl.enabled -}}
-- name: etcd-ssl
-  secret:
-    secretName: {{ include "dolphinscheduler.fullname" . }}-etcd-ssl
-{{- end -}}
-{{- end -}}
-
-{{/*
-Create a etcd ssl volumeMount.
-*/}}
-{{- define "dolphinscheduler.etcd.ssl.volumeMount" -}}
-{{- if .Values.registryEtcd.ssl.enabled -}}
-- mountPath: /opt/dolphinscheduler/{{ .Values.registryEtcd.ssl.certFile }}
-  name: etcd-ssl
-  subPath: cert-file
-- mountPath: /opt/dolphinscheduler/{{ .Values.registryEtcd.ssl.keyCertChainFile  }}
-  name: etcd-ssl
-  subPath: key-cert-chain-file
-- mountPath: /opt/dolphinscheduler/{{ .Values.registryEtcd.ssl.keyFile }}
-  name: etcd-ssl
-  subPath: key-file
-{{- end -}}
-{{- end -}}
-
-{{/*
-Create a ldap ssl volume.
-*/}}
-{{- define "dolphinscheduler.ldap.ssl.volume" -}}
-{{- if .Values.security.authentication.ldap.ssl.enable -}}
-- name: jks-file
-  secret:
-    secretName: {{ include "dolphinscheduler.fullname" . }}-ldap-ssl
-{{- end -}}
-{{- end -}}
-
-{{/*
-Create a ldap ssl volumeMount.
-*/}}
-{{- define "dolphinscheduler.ldap.ssl.volumeMount" -}}
-{{- if .Values.security.authentication.ldap.ssl.enable -}}
-- mountPath: {{ .Values.security.authentication.ldap.ssl.truststore }}
-  name: jks-file
-  subPath: jks-file
-{{- end -}}
-{{- end -}}

deploy/kubernetes/dolphinscheduler/templates/configmap.yaml

@@ -1,44 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-apiVersion: v1
-kind: ConfigMap
-metadata:
-  name: {{ include "dolphinscheduler.fullname" . }}-configs
-  labels:
-    app.kubernetes.io/name: {{ include "dolphinscheduler.fullname" . }}-common
-    {{- include "dolphinscheduler.common.labels" . | nindent 4 }}
-data:
-  {{- if and .Values.api.taskTypeFilter.enabled }}
-  task-type-config.yaml: |-
-    {{- if .Values.api.taskTypeFilter.task }}
-    task:
-      {{- range $key, $value := .Values.api.taskTypeFilter.task }}
-      {{ $key }}:
-        {{- toYaml $value | nindent 8 }}
-      {{- end }}
-    {{- end }}
-  {{- end }}
-  common.properties: |-
-  {{- if index .Values.conf "common" }}
-  {{- range $key, $value := index .Values.conf "common" }}
-    {{- if and $.Values.minio.enabled }}
-    {{- if eq $key "resource.storage.type" }}{{ $value = "S3" }}{{- end }}
-    {{- if eq $key "aws.s3.endpoint" }}{{ $value = print "http://" (include "dolphinscheduler.minio.fullname" $) ":9000" }}{{- end }}
-    {{- end }}
-    {{ $key }}={{ $value }}
-  {{- end }}
-  {{- end }}

deploy/kubernetes/dolphinscheduler/templates/deployment-dolphinscheduler-alert.yaml

@@ -1,139 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-{{- if and .Values.alert.enabled }}
-apiVersion: apps/v1
-kind: Deployment
-metadata:
-  name: {{ include "dolphinscheduler.fullname" . }}-alert
-  labels:
-    {{- include "dolphinscheduler.alert.labels" . | nindent 4 }}
-spec:
-  replicas: {{ .Values.alert.replicas }}
-  selector:
-    matchLabels:
-      {{- include "dolphinscheduler.alert.labels" . | nindent 6 }}
-  strategy:
-    type: {{ .Values.alert.strategy.type | quote }}
-    rollingUpdate:
-      maxSurge: {{ .Values.alert.strategy.rollingUpdate.maxSurge | quote }}
-      maxUnavailable: {{ .Values.alert.strategy.rollingUpdate.maxUnavailable | quote }}
-  template:
-    metadata:
-      labels:
-        {{- include "dolphinscheduler.alert.labels" . | nindent 8 }}
-      {{- if or .Values.alert.annotations .Values.conf.auto }}
-      annotations:
-        {{- if .Values.conf.auto }}
-        checksum/config: {{ include (print $.Template.BasePath "/configmap.yaml") . | sha256sum }}
-        {{- end }}
-        {{- if .Values.alert.annotations }}
-        {{- toYaml .Values.alert.annotations | nindent 8 }}
-        {{- end }}
-      {{- end }}
-    spec:
-      serviceAccountName: {{ template "dolphinscheduler.fullname" . }}
-      {{- if .Values.alert.affinity }}
-      affinity:
-        {{- toYaml .Values.alert.affinity | nindent 8 }}
-      {{- end }}
-      {{- if .Values.alert.nodeSelector }}
-      nodeSelector:
-        {{- toYaml .Values.alert.nodeSelector | nindent 8 }}
-      {{- end }}
-      {{- if .Values.alert.tolerations }}
-      tolerations:
-        {{- toYaml .Values.alert.tolerations | nindent 8 }}
-      {{- end }}
-      {{- if .Values.image.pullSecret }}
-      imagePullSecrets:
-      - name: {{ .Values.image.pullSecret }}
-      {{- end }}
-      containers:
-        - name: {{ include "dolphinscheduler.fullname" . }}-alert
-          image: {{ include "dolphinscheduler.image.fullname.alert" . }}
-          imagePullPolicy: {{ .Values.image.pullPolicy }}
-          ports:
-            - containerPort: 50052
-              name: "alert-port"
-            - containerPort: 50053
-              name: "actuator-port"
-          env:
-            - name: TZ
-              value: {{ .Values.timezone }}
-            - name: SPRING_JACKSON_TIME_ZONE
-              value: {{ .Values.timezone }}
-            {{- include "dolphinscheduler.database.env_vars" . | nindent 12 }}
-            {{- include "dolphinscheduler.registry.env_vars" . | nindent 12 }}
-            {{ range $key, $value :=  .Values.alert.env }}
-            - name: {{ $key }}
-              value: {{ $value | quote }}
-            {{ end }}
-          envFrom:
-            - configMapRef:
-                name: {{ include "dolphinscheduler.fullname" . }}-common
-          {{- if .Values.alert.resources }}
-          resources:
-            {{- toYaml .Values.alert.resources | nindent 12 }}
-          {{- end }}
-          {{- if .Values.alert.livenessProbe.enabled }}
-          livenessProbe:
-            exec:
-              command: ["curl", "-s", "http://localhost:50053/actuator/health/liveness"]
-            initialDelaySeconds: {{ .Values.alert.livenessProbe.initialDelaySeconds }}
-            periodSeconds: {{ .Values.alert.livenessProbe.periodSeconds }}
-            timeoutSeconds: {{ .Values.alert.livenessProbe.timeoutSeconds }}
-            successThreshold: {{ .Values.alert.livenessProbe.successThreshold }}
-            failureThreshold: {{ .Values.alert.livenessProbe.failureThreshold }}
-          {{- end }}
-          {{- if .Values.alert.readinessProbe.enabled }}
-          readinessProbe:
-            exec:
-              command: ["curl", "-s", "http://localhost:50053/actuator/health/readiness"]
-            initialDelaySeconds: {{ .Values.alert.readinessProbe.initialDelaySeconds }}
-            periodSeconds: {{ .Values.alert.readinessProbe.periodSeconds }}
-            timeoutSeconds: {{ .Values.alert.readinessProbe.timeoutSeconds }}
-            successThreshold: {{ .Values.alert.readinessProbe.successThreshold }}
-            failureThreshold: {{ .Values.alert.readinessProbe.failureThreshold }}
-          {{- end }}
-          volumeMounts:
-            - mountPath: "/opt/dolphinscheduler/logs"
-              name: {{ include "dolphinscheduler.fullname" . }}-alert
-            - name: config-volume
-              mountPath: /opt/dolphinscheduler/conf/common.properties
-              subPath: common.properties
-            {{- if .Values.alert.enableCustomizedConfig }}
-            - name: alert-config-volume
-              mountPath: /opt/dolphinscheduler/conf/application.yaml
-              subPath: application.yaml
-            {{- end }}
-      volumes:
-        - name: {{ include "dolphinscheduler.fullname" . }}-alert
-          {{- if .Values.alert.persistentVolumeClaim.enabled }}
-          persistentVolumeClaim:
-            claimName: {{ include "dolphinscheduler.fullname" . }}-alert
-          {{- else }}
-          emptyDir: {}
-          {{- end }}
-        - name: config-volume
-          configMap:
-            name: {{ include "dolphinscheduler.fullname" . }}-configs
-        {{- if .Values.alert.enableCustomizedConfig }}
-        - name: alert-config-volume
-          configMap:
-            name: {{ include "dolphinscheduler.fullname" . }}-alert
-        {{- end }}
-{{- end }}

deploy/kubernetes/dolphinscheduler/templates/deployment-dolphinscheduler-api.yaml

@@ -1,153 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-{{- if and .Values.api.enabled }}
-apiVersion: apps/v1
-kind: Deployment
-metadata:
-  name: {{ include "dolphinscheduler.fullname" . }}-api
-  labels:
-    {{- include "dolphinscheduler.api.labels" . | nindent 4 }}
-spec:
-  replicas: {{ .Values.api.replicas }}
-  selector:
-    matchLabels:
-      {{- include "dolphinscheduler.api.labels" . | nindent 6 }}
-  strategy:
-    type: {{ .Values.api.strategy.type | quote }}
-    rollingUpdate:
-      maxSurge: {{ .Values.api.strategy.rollingUpdate.maxSurge | quote }}
-      maxUnavailable: {{ .Values.api.strategy.rollingUpdate.maxUnavailable | quote }}
-  template:
-    metadata:
-      labels:
-        {{- include "dolphinscheduler.api.labels" . | nindent 8 }}
-      {{- if or .Values.api.annotations .Values.conf.auto }}
-      annotations:
-        {{- if .Values.conf.auto }}
-        checksum/config: {{ include (print $.Template.BasePath "/configmap.yaml") . | sha256sum }}
-        {{- end }}
-        {{- if .Values.api.annotations }}
-        {{- toYaml .Values.api.annotations | nindent 8 }}
-        {{- end }}
-      {{- end }}
-    spec:
-      serviceAccountName: {{ template "dolphinscheduler.fullname" . }}
-      {{- if .Values.api.affinity }}
-      affinity:
-        {{- toYaml .Values.api.affinity | nindent 8 }}
-      {{- end }}
-      {{- if .Values.api.nodeSelector }}
-      nodeSelector:
-        {{- toYaml .Values.api.nodeSelector | nindent 8 }}
-      {{- end }}
-      {{- if .Values.api.tolerations }}
-      tolerations:
-        {{- toYaml .Values.api.tolerations | nindent 8 }}
-      {{- end }}
-      {{- if .Values.image.pullSecret }}
-      imagePullSecrets:
-      - name: {{ .Values.image.pullSecret }}
-      {{- end }}
-      containers:
-        - name: {{ include "dolphinscheduler.fullname" . }}-api
-          image: {{ include "dolphinscheduler.image.fullname.api" . }}
-          imagePullPolicy: {{ .Values.image.pullPolicy }}
-          ports:
-            - containerPort: 12345
-              name: "api-port"
-            - containerPort: 25333
-              name: "python-api-port"
-          env:
-            - name: TZ
-              value: {{ .Values.timezone }}
-            - name: SPRING_JACKSON_TIME_ZONE
-              value: {{ .Values.timezone }}
-            {{- include "dolphinscheduler.database.env_vars" . | nindent 12 }}
-            {{- include "dolphinscheduler.registry.env_vars" . | nindent 12 }}
-            {{- include "dolphinscheduler.security.env_vars" . | nindent 12 }}
-            {{ range $key, $value :=  .Values.api.env }}
-            - name: {{ $key }}
-              value: {{ $value | quote }}
-            {{ end }}
-          envFrom:
-            - configMapRef:
-                name: {{ include "dolphinscheduler.fullname" . }}-common
-          {{- if .Values.api.resources }}
-          resources:
-            {{- toYaml .Values.api.resources | nindent 12 }}
-          {{- end }}
-          {{- if .Values.api.livenessProbe.enabled }}
-          livenessProbe:
-            exec:
-              command: ["curl", "-s", "http://localhost:12345/dolphinscheduler/actuator/health/liveness"]
-            initialDelaySeconds: {{ .Values.api.livenessProbe.initialDelaySeconds }}
-            periodSeconds: {{ .Values.api.livenessProbe.periodSeconds }}
-            timeoutSeconds: {{ .Values.api.livenessProbe.timeoutSeconds }}
-            successThreshold: {{ .Values.api.livenessProbe.successThreshold }}
-            failureThreshold: {{ .Values.api.livenessProbe.failureThreshold }}
-          {{- end }}
-          {{- if .Values.api.readinessProbe.enabled }}
-          readinessProbe:
-            exec:
-              command: ["curl", "-s", "http://localhost:12345/dolphinscheduler/actuator/health/readiness"]
-            initialDelaySeconds: {{ .Values.api.readinessProbe.initialDelaySeconds }}
-            periodSeconds: {{ .Values.api.readinessProbe.periodSeconds }}
-            timeoutSeconds: {{ .Values.api.readinessProbe.timeoutSeconds }}
-            successThreshold: {{ .Values.api.readinessProbe.successThreshold }}
-            failureThreshold: {{ .Values.api.readinessProbe.failureThreshold }}
-          {{- end }}
-          volumeMounts:
-            - mountPath: "/opt/dolphinscheduler/logs"
-              name: {{ include "dolphinscheduler.fullname" . }}-api
-            - name: config-volume
-              mountPath: /opt/dolphinscheduler/conf/common.properties
-              subPath: common.properties
-            {{- if .Values.api.taskTypeFilter.enabled }}
-            - name: config-volume
-              mountPath: /opt/dolphinscheduler/conf/task-type-config.yaml
-              subPath: task-type-config.yaml
-            {{- end }}
-            {{- if .Values.api.enableCustomizedConfig }}
-            - name: api-config-volume
-              mountPath: /opt/dolphinscheduler/conf/application.yaml
-              subPath: application.yaml
-            {{- end }}
-            {{- include "dolphinscheduler.sharedStorage.volumeMount" . | nindent 12 }}
-            {{- include "dolphinscheduler.fsFileResource.volumeMount" . | nindent 12 }}
-            {{- include "dolphinscheduler.ldap.ssl.volumeMount" . | nindent 12 }}
-            {{- include "dolphinscheduler.etcd.ssl.volumeMount" . | nindent 12 }}
-      volumes:
-        - name: {{ include "dolphinscheduler.fullname" . }}-api
-          {{- if .Values.api.persistentVolumeClaim.enabled }}
-          persistentVolumeClaim:
-            claimName: {{ include "dolphinscheduler.fullname" . }}-api
-          {{- else }}
-          emptyDir: {}
-          {{- end }}
-        - name: config-volume
-          configMap:
-            name: {{ include "dolphinscheduler.fullname" . }}-configs
-        {{- if .Values.api.enableCustomizedConfig }}
-        - name: api-config-volume
-          configMap:
-            name: {{ include "dolphinscheduler.fullname" . }}-api
-        {{- end }}
-        {{- include "dolphinscheduler.sharedStorage.volume" . | nindent 8 }}
-        {{- include "dolphinscheduler.fsFileResource.volume" . | nindent 8 }}
-        {{- include "dolphinscheduler.ldap.ssl.volume" . | nindent 8 }}
-        {{- include "dolphinscheduler.etcd.ssl.volume" . | nindent 8 }}
-{{- end }}

deploy/kubernetes/dolphinscheduler/templates/job-dolphinscheduler-schema-initializer.yaml

@@ -1,56 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-{{- if and .Values.api.enabled }}
-apiVersion: batch/v1
-kind: Job
-metadata:
-  name: {{ include "dolphinscheduler.fullname" . }}-db-init-job
-  labels:
-    {{- include "dolphinscheduler.common.labels" . | nindent 4 }}
-  annotations:
-    "helm.sh/hook": post-install,post-upgrade,post-rollback
-    "helm.sh/hook-weight": "1"
-spec:
-  template:
-    metadata:
-      labels:
-        {{- include "dolphinscheduler.common.labels" . | nindent 8 }}
-    spec:
-      {{- if .Values.image.pullSecret }}
-      imagePullSecrets:
-      - name: {{ .Values.image.pullSecret }}
-      {{- end }}
-      restartPolicy: Never
-      initContainers:
-        {{- include "dolphinscheduler.database.wait-for-ready" . | nindent 6 }}
-      containers:
-        - name: {{ include "dolphinscheduler.fullname" . }}-db-init-job
-          image: {{ include "dolphinscheduler.image.fullname.tools" . }}
-          imagePullPolicy: {{ .Values.image.pullPolicy }}
-          args:
-            - tools/bin/upgrade-schema.sh
-          env:
-            - name: TZ
-              value: {{ .Values.timezone }}
-            - name: SPRING_JACKSON_TIME_ZONE
-              value: {{ .Values.timezone }}
-            {{- include "dolphinscheduler.database.env_vars" . | nindent 12 }}
-            {{- include "dolphinscheduler.registry.env_vars" . | nindent 12 }}
-          envFrom:
-            - configMapRef:
-                name: {{ include "dolphinscheduler.fullname" . }}-common
-{{- end }}

deploy/kubernetes/dolphinscheduler/templates/keda-autoscaler-worker.yaml

@@ -1,102 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-################################
-## DolphinScheduler Worker KEDA Scaler
-#################################
-{{- if and .Values.worker.keda.enabled .Values.worker.enabled }}
-apiVersion: keda.sh/v1alpha1
-kind: ScaledObject
-metadata:
-  name: {{ include "dolphinscheduler.fullname" . }}-worker
-  labels:
-    component: worker-horizontalpodautoscaler
-    deploymentName: {{ include "dolphinscheduler.fullname" . }}-worker
-spec:
-  scaleTargetRef:
-    kind: StatefulSet
-    name: {{ include "dolphinscheduler.fullname" . }}-worker
-  pollingInterval:  {{ .Values.worker.keda.pollingInterval }}
-  cooldownPeriod: {{ .Values.worker.keda.cooldownPeriod }}
-  minReplicaCount: {{ .Values.worker.keda.minReplicaCount }}
-  maxReplicaCount: {{ .Values.worker.keda.maxReplicaCount }}
-  {{- if .Values.worker.keda.advanced }}
-  advanced:
-    {{ toYaml .Values.worker.keda.advanced | indent 4 }}
-  {{- end }}
-  # This is just an example, you could customize the trigger rule.
-  # FYI, check TaskExecutionStatus.java for the human-readable meaning of state values below.
-  triggers:
-    {{- if .Values.postgresql.enabled }}
-    - type: postgresql
-      metadata:
-        host: {{ template "dolphinscheduler.postgresql.fullname" . }}.{{ .Release.Namespace }}.svc.cluster.local
-        port: "5432"
-        dbName: {{ .Values.postgresql.postgresqlDatabase }}
-        userName: {{ .Values.postgresql.postgresqlUsername }}
-        passwordFromEnv: SPRING_DATASOURCE_PASSWORD
-        sslmode: "disable"
-        targetQueryValue: "1"
-        query: >-
-          SELECT ceil(COUNT(*)::decimal / {{ .Values.worker.env.WORKER_EXEC_THREADS }})
-          FROM t_ds_task_instance
-          WHERE state IN (0, 1, 8, 12, 17)
-    {{- else if .Values.mysql.enabled }}
-    - type: mysql
-      metadata:
-        host: {{ template "dolphinscheduler.mysql.fullname" . }}.{{ .Release.Namespace }}.svc.cluster.local
-        port: "3306"
-        dbName: {{ .Values.mysql.auth.database }}
-        username: {{ .Values.mysql.auth.username }}
-        passwordFromEnv: SPRING_DATASOURCE_PASSWORD
-        queryValue: "1"
-        query: >-
-          SELECT CEIL(COUNT(*) / {{ .Values.worker.env.WORKER_EXEC_THREADS }})
-          FROM t_ds_task_instance
-          WHERE state IN (0, 1, 8, 12, 17)
-    {{- else if .Values.externalDatabase.enabled }}
-      {{- if eq .Values.externalDatabase.type "mysql" }}
-    - type: mysql
-      metadata:
-        host: {{ .Values.externalDatabase.host }}
-        # mysql scaler requests port in string format
-        port: "{{ .Values.externalDatabase.port }}"
-        dbName: {{ .Values.externalDatabase.database }}
-        username: {{ .Values.externalDatabase.username }}
-        passwordFromEnv: SPRING_DATASOURCE_PASSWORD
-        queryValue: "1"
-        query: >-
-          SELECT CEIL(COUNT(*) / {{ .Values.worker.env.WORKER_EXEC_THREADS }})
-          FROM t_ds_task_instance
-          WHERE state IN (0, 1, 8, 12, 17)
-      {{- else if eq .Values.externalDatabase.type "postgresql" }}
-    - type: postgresql
-        metadata:
-          host: {{ .Values.externalDatabase.host }}
-          port: "{{ .Values.externalDatabase.port }}"
-          dbName: {{ .Values.externalDatabase.database }}
-          userName: {{ .Values.externalDatabase.username }}
-          passwordFromEnv: SPRING_DATASOURCE_PASSWORD
-          sslmode: "disable"
-          targetQueryValue: "1"
-          query: >-
-            SELECT ceil(COUNT(*)::decimal / {{ .Values.worker.env.WORKER_EXEC_THREADS }})
-            FROM t_ds_task_instance
-            WHERE state IN (0, 1, 8, 12, 17)
-      {{- end }}
-    {{- end }}
-{{- end }}

deploy/kubernetes/dolphinscheduler/templates/rbac.yaml

@@ -1,53 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-apiVersion: v1
-kind: ServiceAccount
-metadata:
-  labels:
-    app: {{ template "dolphinscheduler.fullname" . }}
-    chart: {{ .Chart.Name }}-{{ .Chart.Version }}
-    release: {{ .Release.Name }}
-  name: {{ template "dolphinscheduler.fullname" . }}
----
-kind: Role
-apiVersion: rbac.authorization.k8s.io/v1
-metadata:
-  name: {{ template "dolphinscheduler.fullname" . }}
-  labels:
-    app: {{ template "dolphinscheduler.fullname" . }}
-    chart: "{{ .Chart.Name }}-{{ .Chart.Version }}"
-    release: "{{ .Release.Name }}"
-rules:
-  - apiGroups: [""]
-    resources: ["configmaps"]
-    verbs: ["get", "watch", "list"]
----
-apiVersion: rbac.authorization.k8s.io/v1
-kind: RoleBinding
-metadata:
-  name: {{ template "dolphinscheduler.fullname" . }}
-  labels:
-    app: {{ template "dolphinscheduler.fullname" . }}
-    chart: "{{ .Chart.Name }}-{{ .Chart.Version }}"
-    release: "{{ .Release.Name }}"
-roleRef:
-  apiGroup: rbac.authorization.k8s.io
-  kind: Role
-  name: {{ template "dolphinscheduler.fullname" . }}
-subjects:
-  - kind: ServiceAccount
-    name: {{ template "dolphinscheduler.fullname" . }}
-    namespace: {{ .Release.Namespace }}

deploy/kubernetes/dolphinscheduler/templates/secret-external-etcd-ssl.yaml

@@ -1,30 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-{{- if .Values.registryEtcd.ssl.enabled }}
-apiVersion: v1
-kind: Secret
-metadata:
-  name: {{ include "dolphinscheduler.fullname" . }}-etcd-ssl
-  labels:
-    app.kubernetes.io/name: {{ include "dolphinscheduler.fullname" . }}-etcd-ssl
-    {{- include "dolphinscheduler.common.labels" . | nindent 4 }}
-type: Opaque
-data:
-  cert-file: {{ .Files.Get .Values.registryEtcd.ssl.certFile | b64enc | quote }}
-  key-cert-chain-file: {{ .Files.Get .Values.registryEtcd.ssl.keyCertChainFile | b64enc | quote }}
-  key-file: {{ .Files.Get .Values.registryEtcd.ssl.keyFile | b64enc | quote }}
-{{- end }}

deploy/kubernetes/dolphinscheduler/templates/secret-external-ldap-ssl.yaml

@@ -1,28 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-{{- if .Values.security.authentication.ldap.ssl.enable }}
-apiVersion: v1
-kind: Secret
-metadata:
-  name: {{ include "dolphinscheduler.fullname" . }}-ldap-ssl
-  labels:
-    app.kubernetes.io/name: {{ include "dolphinscheduler.fullname" . }}-ldap-ssl
-    {{- include "dolphinscheduler.common.labels" . | nindent 4 }}
-type: Opaque
-data:
-  jks-file: {{ .Values.security.authentication.ldap.ssl.jksbase64content | quote }}
-{{- end }}

deploy/kubernetes/dolphinscheduler/templates/secret-registry-database.yaml

@@ -1,28 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-{{- if .Values.registryJdbc.hikariConfig.enabled }}
-apiVersion: v1
-kind: Secret
-metadata:
-  name: {{ include "dolphinscheduler.fullname" . }}-registry-db
-  labels:
-    app.kubernetes.io/name: {{ include "dolphinscheduler.fullname" . }}-registry-db
-    {{- include "dolphinscheduler.common.labels" . | nindent 4 }}
-type: Opaque
-data:
-  registry-password: {{ .Values.registryJdbc.hikariConfig.password | b64enc | quote }}
-{{- end }}

deploy/kubernetes/dolphinscheduler/templates/statefulset-dolphinscheduler-master.yaml

@@ -1,157 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-{{- if and .Values.master.enabled }}
-apiVersion: apps/v1
-kind: StatefulSet
-metadata:
-  name: {{ include "dolphinscheduler.fullname" . }}-master
-  labels:
-    {{- include "dolphinscheduler.master.labels" . | nindent 4 }}
-spec:
-  podManagementPolicy: {{ .Values.master.podManagementPolicy }}
-  replicas: {{ .Values.master.replicas }}
-  selector:
-    matchLabels:
-      {{- include "dolphinscheduler.master.labels" . | nindent 6 }}
-  serviceName: {{ template "dolphinscheduler.fullname" . }}-master-headless
-  template:
-    metadata:
-      labels:
-        {{- include "dolphinscheduler.master.labels" . | nindent 8 }}
-      {{- if or .Values.master.annotations .Values.conf.auto  }}
-      annotations:
-        {{- if .Values.conf.auto }}
-        checksum/config: {{ include (print $.Template.BasePath "/configmap.yaml") . | sha256sum }}
-        {{- end }}
-        {{- if .Values.master.annotations }}
-        {{- toYaml .Values.master.annotations | nindent 8 }}
-        {{- end }}
-      {{- end }}
-    spec:
-      serviceAccountName: {{ template "dolphinscheduler.fullname" . }}
-      {{- if .Values.master.affinity }}
-      affinity:
-        {{- toYaml .Values.master.affinity | nindent 8 }}
-      {{- end }}
-      {{- if .Values.master.nodeSelector }}
-      nodeSelector:
-        {{- toYaml .Values.master.nodeSelector | nindent 8 }}
-      {{- end }}
-      {{- if .Values.master.tolerations }}
-      tolerations:
-        {{- toYaml .Values.master.tolerations | nindent 8 }}
-      {{- end }}
-      {{- if .Values.image.pullSecret }}
-      imagePullSecrets:
-      - name: {{ .Values.image.pullSecret }}
-      {{- end }}
-      containers:
-        - name: {{ include "dolphinscheduler.fullname" . }}-master
-          image: {{ include "dolphinscheduler.image.fullname.master" . }}
-          imagePullPolicy: {{ .Values.image.pullPolicy }}
-          ports:
-            - containerPort: 5678
-              name: "master-port"
-            - containerPort: 5679
-              name: "actuator-port"
-          env:
-            - name: TZ
-              value: {{ .Values.timezone }}
-            - name: SPRING_JACKSON_TIME_ZONE
-              value: {{ .Values.timezone }}
-            {{- include "dolphinscheduler.database.env_vars" . | nindent 12 }}
-            {{- include "dolphinscheduler.registry.env_vars" . | nindent 12 }}
-            {{ range $key, $value :=  .Values.master.env }}
-            - name: {{ $key }}
-              value: {{ $value | quote }}
-            {{ end }}
-          envFrom:
-            - configMapRef:
-                name: {{ include "dolphinscheduler.fullname" . }}-common
-          {{- if .Values.master.resources }}
-          resources:
-            {{- toYaml .Values.master.resources | nindent 12 }}
-          {{- end }}
-          {{- if .Values.master.livenessProbe.enabled }}
-          livenessProbe:
-            exec:
-              command: ["curl", "-s", "http://localhost:5679/actuator/health/liveness"]
-            initialDelaySeconds: {{ .Values.master.livenessProbe.initialDelaySeconds }}
-            periodSeconds: {{ .Values.master.livenessProbe.periodSeconds }}
-            timeoutSeconds: {{ .Values.master.livenessProbe.timeoutSeconds }}
-            successThreshold: {{ .Values.master.livenessProbe.successThreshold }}
-            failureThreshold: {{ .Values.master.livenessProbe.failureThreshold }}
-          {{- end }}
-          {{- if .Values.master.readinessProbe.enabled }}
-          readinessProbe:
-            exec:
-              command: ["curl", "-s", "http://localhost:5679/actuator/health/readiness"]
-            initialDelaySeconds: {{ .Values.master.readinessProbe.initialDelaySeconds }}
-            periodSeconds: {{ .Values.master.readinessProbe.periodSeconds }}
-            timeoutSeconds: {{ .Values.master.readinessProbe.timeoutSeconds }}
-            successThreshold: {{ .Values.master.readinessProbe.successThreshold }}
-            failureThreshold: {{ .Values.master.readinessProbe.failureThreshold }}
-          {{- end }}
-          volumeMounts:
-            - mountPath: "/opt/dolphinscheduler/logs"
-              name: {{ include "dolphinscheduler.fullname" . }}-master
-            {{- if .Values.master.enableCustomizedConfig }}
-            - name: master-config-volume
-              mountPath: /opt/dolphinscheduler/conf/application.yaml
-              subPath: application.yaml
-            {{- end }}
-            {{- include "dolphinscheduler.sharedStorage.volumeMount" . | nindent 12 }}
-            - name: config-volume
-              mountPath: /opt/dolphinscheduler/conf/common.properties
-              subPath: common.properties
-            {{- include "dolphinscheduler.etcd.ssl.volumeMount" . | nindent 12 }}
-      volumes:
-        - name: {{ include "dolphinscheduler.fullname" . }}-master
-          {{- if .Values.master.persistentVolumeClaim.enabled }}
-          persistentVolumeClaim:
-            claimName: {{ include "dolphinscheduler.fullname" . }}-master
-          {{- else }}
-          emptyDir: {}
-          {{- end }}
-        {{- if .Values.master.enableCustomizedConfig }}
-        - name: master-config-volume
-          configMap:
-            name: {{ include "dolphinscheduler.fullname" . }}-master
-        {{- end }}
-        {{- include "dolphinscheduler.sharedStorage.volume" . | nindent 8 }}
-        - name: config-volume
-          configMap:
-            name: {{ include "dolphinscheduler.fullname" . }}-configs
-        {{- include "dolphinscheduler.etcd.ssl.volume" . | nindent 8 }}
-  {{- if .Values.master.persistentVolumeClaim.enabled }}
-  volumeClaimTemplates:
-    - metadata:
-        name: {{ include "dolphinscheduler.fullname" . }}-master
-        labels:
-          app.kubernetes.io/name: {{ include "dolphinscheduler.fullname" . }}-master
-          {{- include "dolphinscheduler.common.labels" . | nindent 10 }}
-      spec:
-        accessModes:
-        {{- range .Values.master.persistentVolumeClaim.accessModes }}
-          - {{ . | quote }}
-        {{- end }}
-        storageClassName: {{ .Values.master.persistentVolumeClaim.storageClassName | quote }}
-        resources:
-          requests:
-            storage: {{ .Values.master.persistentVolumeClaim.storage | quote }}
-  {{- end }}
-{{- end }}

deploy/kubernetes/dolphinscheduler/templates/svc-dolphinscheduler-alert.yaml

@@ -1,71 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-{{- if and .Values.alert.enabled }}
-apiVersion: v1
-kind: Service
-metadata:
-  name: {{ include "dolphinscheduler.fullname" . }}-alert
-  namespace: {{ .Release.Namespace }}
-  labels:
-    app.kubernetes.io/name: {{ include "dolphinscheduler.fullname" . }}-alert
-    {{- include "dolphinscheduler.common.labels" . | nindent 4 }}
-  {{- if .Values.alert.service.annotations }}
-  annotations: {{- toYaml .Values.alert.service.annotations | nindent 4 }}
-  {{- end }}
-spec:
-  ports:
-    - port: 50052
-      targetPort: alert-port
-      protocol: TCP
-      name: alert-port
-    - port: 50053
-      targetPort: actuator-port
-      protocol: TCP
-      name: actuator-port
-  selector:
-    {{- include "dolphinscheduler.alert.labels" . | nindent 4 }}
-
----
-{{- if .Values.alert.service.serviceMonitor.enabled }}
-apiVersion: monitoring.coreos.com/v1
-kind: ServiceMonitor
-metadata:
-  name: {{ include "dolphinscheduler.fullname" . }}-alert
-  namespace: {{ .Release.Namespace }}
-  labels:
-    {{- include "dolphinscheduler.common.labels" . | nindent 4 }}
-    {{- if .Values.alert.service.serviceMonitor.labels }}
-    {{- toYaml .Values.alert.service.serviceMonitor.labels | nindent 4 }}
-    {{- end }}
-  {{- if .Values.alert.service.serviceMonitor.annotations }}
-  annotations: {{- toYaml .Values.alert.service.serviceMonitor.annotations | nindent 4 }}
-  {{- end }}
-spec:
-  namespaceSelector:
-    matchNames:
-    - {{ .Values.alert.service.serviceMonitor.namespace | default .Release.Namespace }}
-  selector:
-    matchLabels:
-      app.kubernetes.io/name: {{ include "dolphinscheduler.fullname" . }}-alert
-      {{- include "dolphinscheduler.common.labels" . | nindent 6 }}
-  endpoints:
-  - scheme: http
-    targetPort: actuator-port
-    path: {{ .Values.alert.service.serviceMonitor.path }}
-    interval: {{ .Values.alert.service.serviceMonitor.interval }}
-{{- end }}
-{{- end }}

deploy/kubernetes/dolphinscheduler/templates/svc-dolphinscheduler-api.yaml

@@ -1,90 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-{{- if and .Values.api.enabled }}
-apiVersion: v1
-kind: Service
-metadata:
-  name: {{ include "dolphinscheduler.fullname" . }}-api
-  labels:
-    app.kubernetes.io/name: {{ include "dolphinscheduler.fullname" . }}-api
-    {{- include "dolphinscheduler.common.labels" . | nindent 4 }}
-  {{- if .Values.api.service.annotations }}
-  annotations: {{- toYaml .Values.api.service.annotations | nindent 4 }}
-  {{- end }}
-spec:
-  type: {{ .Values.api.service.type }}
-  {{- if and (eq .Values.api.service.type "ClusterIP") .Values.api.service.clusterIP }}
-  clusterIP: {{ .Values.api.service.clusterIP }}
-  {{- end }}
-  ports:
-    - port: 12345
-      targetPort: api-port
-      {{- if and (eq .Values.api.service.type "NodePort") .Values.api.service.nodePort }}
-      nodePort: {{ .Values.api.service.nodePort }}
-      {{- end }}
-      protocol: TCP
-      name: api-port
-    - port: 25333
-      targetPort: python-api-port
-      {{- if and (eq .Values.api.service.type "NodePort") .Values.api.service.pythonNodePort }}
-      nodePort: {{ .Values.api.service.pythonNodePort }}
-      {{- end }}
-      protocol: TCP
-      name: python-api-port
-  {{- if .Values.api.service.externalIPs }}
-  externalIPs:
-    {{- toYaml .Values.api.service.externalIPs | nindent 4 }}
-  {{- end }}
-  {{- if and (eq .Values.api.service.type "ExternalName") .Values.api.service.externalName }}
-  externalName: {{ .Values.api.service.externalName }}
-  {{- end }}
-  {{- if and (eq .Values.api.service.type "LoadBalancer") .Values.api.service.loadBalancerIP }}
-  loadBalancerIP: {{ .Values.api.service.loadBalancerIP }}
-  {{- end }}
-  selector:
-    {{- include "dolphinscheduler.api.labels" . | nindent 4 }}
-
----
-{{- if .Values.api.service.serviceMonitor.enabled }}
-apiVersion: monitoring.coreos.com/v1
-kind: ServiceMonitor
-metadata:
-  name: {{ include "dolphinscheduler.fullname" . }}-api
-  namespace: {{ .Release.Namespace }}
-  labels:
-    {{- include "dolphinscheduler.common.labels" . | nindent 4 }}
-    {{- if .Values.api.service.serviceMonitor.labels }}
-    {{- toYaml .Values.api.service.serviceMonitor.labels | nindent 4 }}
-    {{- end }}
-  {{- if .Values.api.service.serviceMonitor.annotations }}
-  annotations: {{- toYaml .Values.api.service.serviceMonitor.annotations | nindent 4 }}
-  {{- end }}
-spec:
-  namespaceSelector:
-    matchNames:
-    - {{ .Values.api.service.serviceMonitor.namespace | default .Release.Namespace }}
-  selector:
-    matchLabels:
-      app.kubernetes.io/name: {{ include "dolphinscheduler.fullname" . }}-api
-      {{- include "dolphinscheduler.common.labels" . | nindent 6 }}
-  endpoints:
-  - scheme: http
-    targetPort: api-port
-    path: {{ .Values.api.service.serviceMonitor.path }}
-    interval: {{ .Values.api.service.serviceMonitor.interval }}
-{{- end }}
-{{- end }}