Merge branch 'refs/heads/dev' into fixbug

Author: yangemngqi

Diff for: .github/workflows/backend.yml

@@ -80,7 +80,7 @@ jobs:
               status = 'completed'
               const conclusion = 'action_required'
 
-              github.rest.checks.create({
+              await github.rest.checks.create({
                 owner: context.repo.owner,
                 repo: context.repo.repo,
                 name: name,

Diff for: .github/workflows/notify_test_workflow.yml

@@ -18,128 +18,17 @@
 name: Schedule Backend
 on:
   schedule:
-    - cron: '0 0 03 * *'
+    - cron: '0 16 * * *'
 
 concurrency:
-  group: backend-${{ github.event.pull_request.number || github.ref }}
-  cancel-in-progress: true
+  group: schedule-backend-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: false
 
 jobs:
-  license-header:
-    if: github.repository == 'apache/seatunnel'
-    name: License header
-    runs-on: ubuntu-latest
-    timeout-minutes: 10
-    steps:
-      - uses: actions/checkout@v3
-        with:
-          submodules: true
-      - name: Check license header
-        uses: apache/skywalking-eyes@985866ce7e324454f61e22eb2db2e998db09d6f3
-
-  code-style:
-    if: github.repository == 'apache/seatunnel'
-    name: Code style
-    runs-on: ubuntu-latest
-    timeout-minutes: 10
-    steps:
-      - uses: actions/checkout@v3
-        with:
-          submodules: true
-      - name: Check code style
-        run: ./mvnw --batch-mode --quiet --no-snapshot-updates clean spotless:check
-
-  dead-link:
-    if: github.repository == 'apache/seatunnel'
-    name: Dead links
-    runs-on: ubuntu-latest
-    timeout-minutes: 30
-    steps:
-      - uses: actions/checkout@v2
-      - run: sudo npm install -g [email protected]
-      - run: |
-          for file in $(find . -name "*.md"); do
-            markdown-link-check -c .dlc.json -q "$file"
-          done
-
-  sanity-check:
-    if: github.repository == 'apache/seatunnel'
-    name: Sanity check results
-    needs: [ license-header, code-style, dead-link ]
-    runs-on: ubuntu-latest
-    timeout-minutes: 10
-    steps:
-      - name: Check results
-        run: |
-          [[ ${{ needs.license-header.result }} == 'success' ]] || exit 1;
-          [[ ${{ needs.code-style.result }} == 'success' ]] || exit 1;
-          [[ ${{ needs.dead-link.result }} == 'success' ]] || exit 1;
-
-  dependency-license:
-    name: Dependency licenses
-    needs: [ sanity-check ]
-    runs-on: ubuntu-latest
-    timeout-minutes: 40
-    steps:
-      - uses: actions/checkout@v3
-        with:
-          submodules: true
-      - uses: actions/setup-java@v3
-        with:
-          distribution: 'temurin'
-          java-version: '8'
-          cache: 'maven'
-      - name: Install
-        run: >-
-          ./mvnw -B -q install -DskipTests
-          -D"maven.test.skip"=true
-          -D"maven.javadoc.skip"=true
-          -D"scalastyle.skip"=true
-          -D"license.skipAddThirdParty"
-      - name: Check Dependencies Licenses
-        run: tools/dependencies/checkLicense.sh
-
-  unit-test:
-    needs: [ sanity-check ]
-    runs-on: ${{ matrix.os }}
-    strategy:
-      matrix:
-        java: [ '8', '11' ]
-        os: [ 'ubuntu-latest', 'windows-latest' ]
-    timeout-minutes: 90
-    steps:
-      - uses: actions/checkout@v2
-      - name: Set up JDK ${{ matrix.java }}
-        uses: actions/setup-java@v3
-        with:
-          java-version: ${{ matrix.java }}
-          distribution: 'temurin'
-          cache: 'maven'
-      - name: run all modules unit test
-        run: |
-          ./mvnw -B -T 1C clean verify -D"maven.test.skip"=false -D"scalastyle.skip"=true -D"license.skipAddThirdParty"=true --no-snapshot-updates
-        env:
-          MAVEN_OPTS: -Xmx2048m
-
-  integration-test:
-    needs: [ sanity-check ]
-    runs-on: ${{ matrix.os }}
-    strategy:
-      matrix:
-        java: [ '8', '11' ]
-        os: [ 'ubuntu-latest' ]
-    timeout-minutes: 90
-    steps:
-      - uses: actions/checkout@v2
-      - name: Set up JDK ${{ matrix.java }}
-        uses: actions/setup-java@v3
-        with:
-          java-version: ${{ matrix.java }}
-          distribution: 'temurin'
-          cache: 'maven'
-      - name: run all modules integration test
-        run: |
-          ./mvnw -T 1C -B verify -DskipUT=true -DskipIT=false -D"scalastyle.skip"=true -D"license.skipAddThirdParty"=true --no-snapshot-updates
-        env:
-          MAVEN_OPTS: -Xmx2048m
-
+  call-build-and-test:
+    permissions:
+      packages: write
+    name: Run
+    uses: ./.github/workflows/backend.yml
+    with:
+      TEST_IN_PR: false

Diff for: .github/workflows/schedule_backend.yml

@@ -144,6 +144,7 @@ Yes, SeaTunnel is available under the Apache 2.0 License, allowing commercial us
 
 Our [Official Documentation](https://seatunnel.apache.org/docs) includes detailed guides and tutorials to help you get started.
 
-### 7. Is there a community or support channel?
+### 6. Is there a community or support channel?
 
 Join our Slack community for support and discussions: [SeaTunnel Slack](https://s.apache.org/seatunnel-slack).
+More information, please refer to [FAQ](https://seatunnel.apache.org/docs/faq). 

Diff for: README.md

@@ -16,8 +16,8 @@
 #
 
 # JVM Heap
--Xms2g
--Xmx2g
+# -Xms2g
+# -Xmx2g
 
 # JVM Dump
 -XX:+HeapDumpOnOutOfMemoryError

Diff for: config/jvm_master_options

@@ -16,8 +16,8 @@
 #
 
 # JVM Heap
--Xms2g
--Xmx2g
+# -Xms2g
+# -Xmx2g
 
 # JVM Dump
 -XX:+HeapDumpOnOutOfMemoryError

Diff for: config/jvm_options

@@ -16,8 +16,8 @@
 #
 
 # JVM Heap
--Xms2g
--Xmx2g
+# -Xms2g
+# -Xmx2g
 
 # JVM Dump
 -XX:+HeapDumpOnOutOfMemoryError

Diff for: config/jvm_worker_options

@@ -38,6 +38,8 @@ seatunnel:
     telemetry:
       metric:
         enabled: false
+      log:
+        scheduled-deletion-enable: true
     http:
       enable-http: true
       port: 8080

Diff for: config/seatunnel.yaml

@@ -29,7 +29,7 @@ source {
   # This is a example source plugin **only for test and demonstrate the feature source plugin**
   FakeSource {
     parallelism = 2
-    result_table_name = "fake"
+    plugin_output = "fake"
     row.num = 16
     schema = {
       fields {

Diff for: config/v2.batch.config.template

@@ -29,7 +29,7 @@ source {
   # This is a example source plugin **only for test and demonstrate the feature source plugin**
   FakeSource {
     parallelism = 2
-    result_table_name = "fake"
+    plugin_output = "fake"
     row.num = 16
     schema = {
       fields {

Diff for: config/v2.streaming.conf.template

@@ -64,7 +64,7 @@ SeaTunnel has lots of users. You can find more information about them in [Users]
 <br/><br/>
 <img src="https://landscape.cncf.io/images/left-logo.svg" width="150" alt=""/>&nbsp;&nbsp;<img src="https://landscape.cncf.io/images/right-logo.svg" width="200" alt=""/>
 <br/><br/>
-SeaTunnel enriches the <a href="https://landscape.cncf.io/card-mode?category=streaming-messaging&license=apache-license-2-0&grouping=category&selected=sea-tunnal">CNCF CLOUD NATIVE Landscape</a >.
+SeaTunnel enriches the <a href="https://landscape.cncf.io/?item=app-definition-and-development--streaming-messaging--seatunnel">CNCF CLOUD NATIVE Landscape</a >.
 </p >
 
 ## Learn more

Diff for: docs/en/about.md

@@ -19,6 +19,12 @@ config directory.
 
 The config file is similar to the below one:
 
+:::warn
+
+The old configuration name `source_table_name`/`result_table_name` is deprecated, please migrate to the new name `plugin_input`/`plugin_output` as soon as possible.
+
+:::
+
 ### hocon
 
 ```hocon
@@ -28,7 +34,7 @@ env {
 
 source {
   FakeSource {
-    result_table_name = "fake"
+    plugin_output = "fake"
     row.num = 100
     schema = {
       fields {
@@ -42,8 +48,8 @@ source {
 
 transform {
   Filter {
-    source_table_name = "fake"
-    result_table_name = "fake1"
+    plugin_input = "fake"
+    plugin_output = "fake1"
     fields = [name, card]
   }
 }
@@ -56,7 +62,7 @@ sink {
     fields = ["name", "card"]
     username = "default"
     password = ""
-    source_table_name = "fake1"
+    plugin_input = "fake1"
   }
 }
 ```
@@ -80,7 +86,7 @@ Source is used to define where SeaTunnel needs to fetch data, and use the fetche
 Multiple sources can be defined at the same time. The supported source can be found
 in [Source of SeaTunnel](../connector-v2/source). Each source has its own specific parameters to define how to
 fetch data, and SeaTunnel also extracts the parameters that each source will use, such as
-the `result_table_name` parameter, which is used to specify the name of the data generated by the current
+the `plugin_output` parameter, which is used to specify the name of the data generated by the current
 source, which is convenient for follow-up used by other modules.
 
 ### transform
@@ -96,7 +102,7 @@ env {
 
 source {
   FakeSource {
-    result_table_name = "fake"
+    plugin_output = "fake"
     row.num = 100
     schema = {
       fields {
@@ -116,7 +122,7 @@ sink {
     fields = ["name", "age", "card"]
     username = "default"
     password = ""
-    source_table_name = "fake"
+    plugin_input = "fake"
   }
 }
 ```
@@ -134,11 +140,11 @@ and efficiently. Sink and source are very similar, but the difference is reading
 ### Other Information
 
 You will find that when multiple sources and multiple sinks are defined, which data is read by each sink, and
-which is the data read by each transform? We introduce two key configurations called `result_table_name` and
-`source_table_name`. Each source module will be configured with a `result_table_name` to indicate the name of the
-data source generated by the data source, and other transform and sink modules can use `source_table_name` to
+which is the data read by each transform? We introduce two key configurations called `plugin_output` and
+`plugin_input`. Each source module will be configured with a `plugin_output` to indicate the name of the
+data source generated by the data source, and other transform and sink modules can use `plugin_input` to
 refer to the corresponding data source name, indicating that I want to read the data for processing. Then
-transform, as an intermediate processing module, can use both `result_table_name` and `source_table_name`
+transform, as an intermediate processing module, can use both `plugin_output` and `plugin_input`
 configurations at the same time. But you will find that in the above example config, not every module is
 configured with these two parameters, because in SeaTunnel, there is a default convention, if these two
 parameters are not configured, then the generated data from the last module of the previous node will be used.
@@ -170,7 +176,7 @@ Before writing the config file, please make sure that the name of the config fil
   "source": [
     {
       "plugin_name": "FakeSource",
-      "result_table_name": "fake",
+      "plugin_output": "fake",
       "row.num": 100,
       "schema": {
         "fields": {
@@ -184,8 +190,8 @@ Before writing the config file, please make sure that the name of the config fil
   "transform": [
     {
       "plugin_name": "Filter",
-      "source_table_name": "fake",
-      "result_table_name": "fake1",
+      "plugin_input": "fake",
+      "plugin_output": "fake1",
       "fields": ["name", "card"]
     }
   ],
@@ -198,7 +204,7 @@ Before writing the config file, please make sure that the name of the config fil
       "fields": ["name", "card"],
       "username": "default",
       "password": "",
-      "source_table_name": "fake1"
+      "plugin_input": "fake1"
     }
   ]
 }
@@ -234,7 +240,7 @@ env {
 
 source {
   FakeSource {
-    result_table_name = "${resName:fake_test}_table"
+    plugin_output = "${resName:fake_test}_table"
     row.num = "${rowNum:50}"
     string.template = ${strTemplate}
     int.template = [20, 21]
@@ -249,16 +255,16 @@ source {
 
 transform {
     sql {
-      source_table_name = "${resName:fake_test}_table"
-      result_table_name = "sql"
+      plugin_input = "${resName:fake_test}_table"
+      plugin_output = "sql"
       query = "select * from ${resName:fake_test}_table where name = '${nameVal}' "
     }
 
 }
 
 sink {
   Console {
-     source_table_name = "sql"
+     plugin_input = "sql"
      username = ${username}
      password = ${password}
   }
@@ -291,7 +297,7 @@ env {
 
 source {
   FakeSource {
-    result_table_name = "fake_test_table"
+    plugin_output = "fake_test_table"
     row.num = 50
     string.template = ['abc','d~f','hi']
     int.template = [20, 21]
@@ -306,16 +312,16 @@ source {
 
 transform {
     sql {
-      source_table_name = "fake_test_table"
-      result_table_name = "sql"
+      plugin_input = "fake_test_table"
+      plugin_output = "sql"
       query = "select * from fake_test_table where name = 'abc' "
     }
 
 }
 
 sink {
   Console {
-     source_table_name = "sql"
+     plugin_input = "sql"
      username = "seatunnel=2.3.1"
      password = "$a^b%c.d~e0*9("
     }