Skip to content

Commit bb23c5f

Browse files
committed
fix fs hdfs scheme not found
1 parent 1a157af commit bb23c5f

File tree

2 files changed

+13
-6
lines changed

2 files changed

+13
-6
lines changed

docker/quickstart-flink/prepare_build.sh

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -111,6 +111,7 @@ check_prerequisites() {
111111
"$PROJECT_ROOT/fluss-lake/fluss-lake-paimon/target"
112112
"$PROJECT_ROOT/fluss-lake/fluss-lake-iceberg/target"
113113
"$PROJECT_ROOT/fluss-flink/fluss-flink-tiering/target"
114+
"$PROJECT_ROOT/fluss-filesystems/fluss-fs-hdfs/target"
114115
)
115116

116117
for dir in "${required_dirs[@]}"; do
@@ -182,6 +183,10 @@ main() {
182183
log_info "Preparing lake tiering JAR..."
183184
copy_jar "$PROJECT_ROOT/fluss-flink/fluss-flink-tiering/target/fluss-flink-tiering-*.jar" "./opt" "fluss-flink-tiering"
184185

186+
# Prepare FileSystem hdfs JAR
187+
log_info "Preparing FileSystem hdfs JAR..."
188+
copy_jar "$PROJECT_ROOT/fluss-filesystems/fluss-fs-hdfs/target/fluss-fs-hdfs-*.jar" "./lib" "fluss-fs-hdfs connector"
189+
185190
# Final verification
186191
verify_jars
187192

@@ -198,6 +203,7 @@ verify_jars() {
198203
"fluss-flink-1.20-*.jar"
199204
"fluss-lake-paimon-*.jar"
200205
"fluss-lake-iceberg-*.jar"
206+
"fluss-fs-hdfs-*.jar"
201207
"flink-faker-0.5.3.jar"
202208
"hadoop-apache-3.3.5-2.jar"
203209
"paimon-flink-1.20-1.2.0.jar"
@@ -255,6 +261,7 @@ show_summary() {
255261
echo " ✓ Hadoop Apache (v3.3.5-2)"
256262
echo " ✓ Flink Faker (v0.5.3)"
257263
echo " ✓ Fluss Tiering service"
264+
echo " ✓ Fluss FileSystem HDFS storage"
258265
}
259266

260267
# Run main function

website/docs/quickstart/lakehouse.md

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -55,8 +55,8 @@ services:
5555
HDFS-SITE.XML_dfs.permissions.enabled: false
5656
HDFS-SITE.XML_dfs.datanode.address: datanode:9866
5757
healthcheck:
58-
test: ["CMD", "hdfs dfs -test -d / && exit 0 || exit 1"]
59-
interval: 15s
58+
test: ["CMD", "nc", "-z", "namenode", "8020"]
59+
interval: 5s
6060
timeout: 10s
6161
retries: 20
6262

@@ -226,8 +226,8 @@ services:
226226
HDFS-SITE.XML_dfs.permissions.enabled: false
227227
HDFS-SITE.XML_dfs.datanode.address: datanode:9866
228228
healthcheck:
229-
test: ["CMD", "hdfs dfs -test -d / && exit 0 || exit 1"]
230-
interval: 15s
229+
test: ["CMD", "nc", "-z", "namenode", "8020"]
230+
interval: 5s
231231
timeout: 10s
232232
retries: 20
233233

@@ -487,7 +487,7 @@ docker compose exec jobmanager \
487487
--fluss.bootstrap.servers coordinator-server:9123 \
488488
--datalake.format paimon \
489489
--datalake.paimon.metastore filesystem \
490-
--datalake.paimon.warehouse /tmp/paimon
490+
--datalake.paimon.warehouse hdfs://namenode:8020/fluss-lake
491491
```
492492
You should see a Flink Job to tier data from Fluss to Paimon running in the [Flink Web UI](http://localhost:8083/).
493493

@@ -504,7 +504,7 @@ docker compose exec jobmanager \
504504
--fluss.bootstrap.servers coordinator-server:9123 \
505505
--datalake.format iceberg \
506506
--datalake.iceberg.type hadoop \
507-
--datalake.iceberg.warehouse /tmp/iceberg
507+
--datalake.iceberg.warehouse hdfs://namenode:8020/fluss-lake
508508
```
509509
You should see a Flink Job to tier data from Fluss to Iceberg running in the [Flink Web UI](http://localhost:8083/).
510510

0 commit comments

Comments
 (0)