Merge branch 'apache:main' into main

Author: ZmmBigdata

.asf.yaml

@@ -0,0 +1,43 @@
+#  Licensed to the Apache Software Foundation (ASF) under one
+#  or more contributor license agreements.  See the NOTICE file
+#  distributed with this work for additional information
+#  regarding copyright ownership.  The ASF licenses this file
+#  to you under the Apache License, Version 2.0 (the
+#  "License"); you may not use this file except in compliance
+#  with the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing,
+#  software distributed under the License is distributed on an
+#  "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+#  KIND, either express or implied.  See the License for the
+#  specific language governing permissions and limitations
+#  under the License.
+
+# See: https://cwiki.apache.org/confluence/display/INFRA/git+-+.asf.yaml+features
+
+github:
+  description: "Apache Fluss is a streaming storage built for real-time analytics."
+  homepage: https://fluss.apache.org/
+  features:
+    issues: true
+    projects: true
+    discussions: true
+    wiki: false
+  labels:
+    - fluss
+    - streaming
+    - real-time-analytics
+    - lakehouse
+  enabled_merge_buttons:
+    squash:  true
+    merge:   false
+    rebase:  true
+
+notifications:
+  commits:      [email protected]
+  issues:       [email protected]
+  pullrequests: [email protected]
+  jobs:         [email protected]
+  discussions:  [email protected]

.github/workflows/docs-check.yaml

@@ -18,11 +18,17 @@
 
 # This workflow is meant for checking broken links in the documentation.
 name: Check Documentation
+permissions:
+  contents: read
 on:
   pull_request:
     branches: [main, release-*, ci-*]
     paths:
       - 'website/**'
+  push:
+    branches: [main, release-*, ci-*]
+    paths:
+      - 'website/**'
 
 jobs:
   test-deploy:

.github/workflows/docs-deploy.yaml

@@ -16,39 +16,27 @@
 # limitations under the License.
 ################################################################################
 name: Deploy Documentation
+permissions:
+  contents: read
 on:
   push:
     branches: [main, release-*]
     paths:
       - 'website/**'
 
+# We use `repository_dispatch` to trigger the deployment job on the apache/fluss-website repository.
+# https://github.com/apache/fluss-website/blob/main/.github/workflows/website-deploy.yaml
+# https://docs.github.com/en/actions/reference/events-that-trigger-workflows#repository_dispatch
 jobs:
   deploy:
     runs-on: ubuntu-latest
-    defaults:
-      run:
-        working-directory: ./website
     steps:
-      - uses: actions/checkout@v4
-        with:
-          ref: main
-          fetch-depth: 0
-      - name: Generate versioned docs
-        run: ./build_versioned_docs.sh
-      - uses: actions/setup-node@v4
-        with:
-          node-version: 18
-      - name: Install dependencies
-        run: npm install
-      - name: Build website
-        run: npm run build
-      - uses: webfactory/[email protected]
-        with:
-          ssh-private-key: ${{ secrets.GH_PAGES_DEPLOY }}
-      - name: Deploy website
-        env:
-          USE_SSH: true
+      - name: Send Event to Trigger Deploy
         run: |
-          git config --global user.email "[email protected]"
-          git config --global user.name "gh-actions"
-          npm run deploy -- --skip-build
+          curl -L \
+            -X POST \
+            -H "Accept: application/vnd.github+json" \
+            -H "Authorization: Bearer ${{ secrets.GH_TOKEN }}" \
+            -H "X-GitHub-Api-Version: 2022-11-28" \
+            https://api.github.com/repos/apache/fluss-website/dispatches \
+            -d '{"event_type":"website-deploy","client_payload":{"repository": "apache/fluss"}}'

.github/workflows/license-check.yml

@@ -14,6 +14,8 @@
 # limitations under the License.
 
 name: Check License
+permissions:
+  contents: read
 
 on: [push, pull_request]
 
@@ -37,6 +39,7 @@ jobs:
         with:
           java-version: 8
           distribution: 'temurin'
+
       - name: Build
         run: |
           set -o pipefail

.idea/vcs.xml

@@ -3,7 +3,7 @@
       <source media="(prefers-color-scheme: dark)" srcset="website/static/img/logo/svg/white_color_logo.svg">
       <source media="(prefers-color-scheme: light)" srcset="website/static/img/logo/svg/colored_logo.svg">
       <!-- Fall back to version that works for dark and light mode -->
-      <img alt="Fluss logo" src="website/static/img/logo/svg/white_filled.svg">
+      <img alt="Apache Fluss logo" src="website/static/img/logo/svg/white_filled.svg">
     </picture>
 </p>
 
@@ -14,12 +14,12 @@
 <p align="center">
   <a href="https://github.com/alibaba/fluss/actions/workflows/ci.yaml"><img src="https://github.com/alibaba/fluss/actions/workflows/ci.yaml/badge.svg?branch=main" alt="CI"></a>
   <a href="https://github.com/alibaba/fluss/blob/main/LICENSE"><img src="https://img.shields.io/badge/license-Apache%202-4EB1BA.svg" alt="License"></a>
-  <a href="https://join.slack.com/t/fluss-hq/shared_invite/zt-33wlna581-QAooAiCmnYboJS8D_JUcYw"><img src="https://img.shields.io/badge/slack-join_chat-brightgreen.svg?logo=slack" alt="Slack"></a>
+  <a href="https://join.slack.com/t/apache-fluss/shared_invite/zt-33wlna581-QAooAiCmnYboJS8D_JUcYw"><img src="https://img.shields.io/badge/slack-join_chat-brightgreen.svg?logo=slack" alt="Slack"></a>
 </p>
 
-## What is Fluss?
+## What is Apache Fluss (Incubating)?
 
-Fluss is a streaming storage built for real-time analytics which can serve as the real-time data layer for Lakehouse architectures.
+Apache Fluss (Incubating) is a streaming storage built for real-time analytics which can serve as the real-time data layer for Lakehouse architectures.
 
 It bridges the gap between **data streaming** and **data Lakehouse** by enabling low-latency, high-throughput data ingestion and processing while seamlessly integrating with popular compute engines like **Apache Flink**, while Apache Spark, and StarRocks are coming soon.
 
@@ -36,7 +36,7 @@ It bridges the gap between **data streaming** and **data Lakehouse** by enabling
 
 ## Building
 
-Prerequisites for building Fluss:
+Prerequisites for building Apache Fluss:
 
 - Unix-like environment (we use Linux, Mac OS X, Cygwin, WSL)
 - Git
@@ -49,14 +49,14 @@ cd fluss
 ./mvnw clean package -DskipTests
 ```
 
-Fluss is now installed in `build-target`. The build command uses Maven Wrapper (`mvnw`) which ensures the correct Maven version is used.
+Apache Fluss is now installed in `build-target`. The build command uses Maven Wrapper (`mvnw`) which ensures the correct Maven version is used.
 
 ## Contributing
 
-Fluss is open-source, and we’d love your help to keep it growing! Join the [discussions](https://github.com/alibaba/fluss/discussions),
+Apache Fluss (Incubating) is open-source, and we’d love your help to keep it growing! Join the [discussions](https://github.com/alibaba/fluss/discussions),
 open [issues](https://github.com/alibaba/fluss/issues) if you find a bug or request features, contribute code and documentation,
  or help us improve the project in any way. All contributions are welcome!
 
 ## License
 
-Fluss project is licensed under the [Apache License 2.0](https://github.com/alibaba/fluss/blob/main/LICENSE).
+Apache Fluss (Incubating) project is licensed under the [Apache License 2.0](https://github.com/alibaba/fluss/blob/main/LICENSE).

README.md

@@ -377,12 +377,11 @@ private ListOffsetsResult listOffsets(
             Collection<Integer> buckets,
             OffsetSpec offsetSpec) {
         Long partitionId = null;
-        metadataUpdater.checkAndUpdateTableMetadata(
-                Collections.singleton(physicalTablePath.getTablePath()));
+        metadataUpdater.updateTableOrPartitionMetadata(physicalTablePath.getTablePath(), null);
         long tableId = metadataUpdater.getTableId(physicalTablePath.getTablePath());
         // if partition name is not null, we need to check and update partition metadata
         if (physicalTablePath.getPartitionName() != null) {
-            metadataUpdater.checkAndUpdatePartitionMetadata(physicalTablePath);
+            metadataUpdater.updatePhysicalTableMetadata(Collections.singleton(physicalTablePath));
             partitionId = metadataUpdater.getPartitionIdOrElseThrow(physicalTablePath);
         }
         Map<Integer, ListOffsetsRequest> requestMap =

fluss-client/src/main/java/com/alibaba/fluss/client/admin/FlussAdmin.java

@@ -61,7 +61,10 @@ private Map<String, SecurityTokenReceiver> loadReceivers() {
                             receiver.scheme());
                 };
 
-        ServiceLoader.load(SecurityTokenReceiver.class).iterator().forEachRemaining(loadReceiver);
+        ServiceLoader.load(
+                        SecurityTokenReceiver.class, SecurityTokenReceiver.class.getClassLoader())
+                .iterator()
+                .forEachRemaining(loadReceiver);
 
         LOG.info("Security token receivers loaded successfully");
         return receivers;

fluss-client/src/main/java/com/alibaba/fluss/client/token/SecurityTokenReceiverRepository.java

@@ -8,7 +8,7 @@ This project bundles the following dependencies under the Apache Software Licens
 
 - com.google.code.findbugs:jsr305:1.3.9
 - com.ververica:frocksdbjni:6.20.3-ververica-2.0
-- org.apache.commons:commons-lang3:3.12.0
+- org.apache.commons:commons-lang3:3.18.0
 - org.apache.commons:commons-math3:3.6.1
 - org.lz4:lz4-java:1.8.0
 

fluss-client/src/main/resources/META-INF/NOTICE

@@ -266,7 +266,11 @@ public static void initialize(Configuration config, @Nullable PluginManager plug
                     Collection<Supplier<Iterator<FileSystemPlugin>>> pluginSuppliers =
                             new ArrayList<>(2);
                     pluginSuppliers.add(
-                            () -> ServiceLoader.load(FileSystemPlugin.class).iterator());
+                            () ->
+                                    ServiceLoader.load(
+                                                    FileSystemPlugin.class,
+                                                    FileSystem.class.getClassLoader())
+                                            .iterator());
 
                     if (pluginManager != null) {
                         pluginSuppliers.add(