Skip to content

Commit 2387ae9

Browse files
committed
fix: compaction throwing parquet error
1 parent c475a9e commit 2387ae9

4 files changed

Lines changed: 17 additions & 3 deletions

File tree

.vscode/launch.json

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -28,7 +28,7 @@
2828
"projectName": "amoro-ams",
2929
"cwd": "${workspaceFolder}",
3030
"console": "integratedTerminal",
31-
"vmArgs": "-Dfile.encoding=UTF-8 --add-opens=java.base/java.lang=ALL-UNNAMED --add-opens=java.base/java.lang.invoke=ALL-UNNAMED --add-opens=java.base/java.lang.reflect=ALL-UNNAMED --add-opens=java.base/java.io=ALL-UNNAMED --add-opens=java.base/java.net=ALL-UNNAMED --add-opens=java.base/java.nio=ALL-UNNAMED --add-opens=java.base/java.util=ALL-UNNAMED --add-opens=java.base/java.util.concurrent=ALL-UNNAMED --add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED --add-opens=java.base/sun.nio.ch=ALL-UNNAMED --add-opens=java.base/sun.nio.cs=ALL-UNNAMED --add-opens=java.base/sun.security.action=ALL-UNNAMED --add-opens=java.base/sun.util.calendar=ALL-UNNAMED",
31+
"vmArgs": "-Dfile.encoding=UTF-8 -Darrow.memory.allocator=unsafe -XX:+UseZGC -XX:CompileCommand=exclude,io/netty/buffer/PoolChunkList.allocate -XX:CompileCommand=exclude,io/netty/buffer/PoolArena.allocate --add-opens=java.base/java.lang=ALL-UNNAMED --add-opens=java.base/java.lang.invoke=ALL-UNNAMED --add-opens=java.base/java.lang.reflect=ALL-UNNAMED --add-opens=java.base/java.io=ALL-UNNAMED --add-opens=java.base/java.net=ALL-UNNAMED --add-opens=java.base/java.nio=ALL-UNNAMED --add-opens=java.base/java.util=ALL-UNNAMED --add-opens=java.base/java.util.concurrent=ALL-UNNAMED --add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED --add-opens=java.base/sun.nio.ch=ALL-UNNAMED --add-opens=java.base/sun.nio.cs=ALL-UNNAMED --add-opens=java.base/sun.security.action=ALL-UNNAMED --add-opens=java.base/sun.util.calendar=ALL-UNNAMED",
3232
"env": {
3333
"AMORO_HOME": "${workspaceFolder}/dist/src/main/amoro-bin",
3434
"AMORO_CONF_DIR": "${workspaceFolder}/dist/src/main/amoro-bin/conf",

Makefile

Lines changed: 14 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -25,7 +25,7 @@ AMORO_DIST_TAR := $(CURDIR)/dist/target/apache-amoro-0.9-SNAPSHOT-bin.tar.gz
2525
AMORO_RUNTIME_HOME := $(CURDIR)/dist/target/amoro-0.9-SNAPSHOT
2626
AMORO_BIN_HOME := $(CURDIR)/dist/src/main/amoro-bin
2727

28-
.PHONY: setup-fusion stop-fusion restart-fusion debug-fusion teardown logs status pods shell alias help debug-local stop-local start-deps stop-deps ams-debug ams-start ams-dist prepare-optimizer-lib prepare-debug-runtime setup-debug-mode teardown-debug-mode
28+
.PHONY: setup-fusion stop-fusion restart-fusion debug-fusion teardown logs status pods shell alias help debug-local stop-local start-deps stop-deps ams-debug ams-start ams-dist prepare-optimizer-lib prepare-debug-runtime setup-debug-mode teardown-debug-mode sync-frontend
2929

3030
# Default target
3131
.DEFAULT_GOAL := help
@@ -48,6 +48,7 @@ help:
4848
@echo " make teardown-debug-mode One-command debug teardown (stop deps + cleanup)"
4949
@echo " make prepare-debug-runtime Build+install all modules to ~/.m2, then sync optimizer lib"
5050
@echo " make prepare-optimizer-lib Extract dist tar and sync only lib/ to dist/src/main/amoro-bin"
51+
@echo " make sync-frontend Sync built frontend assets to target/ (fixes blank UI without rebuild)"
5152
@echo " make teardown Remove everything (Kind cluster + services + volumes)"
5253
@echo " make logs View Fusion logs"
5354
@echo " make status Show cluster and service status"
@@ -131,6 +132,18 @@ prepare-optimizer-lib:
131132
@cp -R "$(AMORO_RUNTIME_HOME)/lib" "$(AMORO_BIN_HOME)/lib"
132133
@echo "Synced optimizer libs to: $(AMORO_BIN_HOME)/lib"
133134

135+
sync-frontend:
136+
@echo "Syncing frontend assets from src/main/resources/static → target/classes/static ..."
137+
@SRC=amoro-web/src/main/resources/static; \
138+
DST=amoro-web/target/classes/static; \
139+
if [ ! -d "$$SRC" ]; then \
140+
echo "ERROR: $$SRC not found. Run 'pnpm build' inside amoro-web/ first."; \
141+
exit 1; \
142+
fi; \
143+
mkdir -p "$$DST"; \
144+
cp -r "$$SRC"/. "$$DST"/
145+
@echo "Done. Refresh http://localhost:1630 in your browser."
146+
134147
teardown:
135148
@echo "Removing Kind clusters..."
136149
@kind delete cluster --name $(KIND_CLUSTER) 2>/dev/null

dist/src/main/amoro-bin/conf/config.yaml

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -131,6 +131,7 @@ ams:
131131
local:
132132
using-session-catalog-for-hive: false
133133
spark.sql.iceberg.handle-timestamp-without-timezone: false
134+
spark.sql.codegen.wholeStage: "false"
134135

135136
# ---------------------------------------------------------------------------
136137
# Optimizer Containers

pom.xml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -128,7 +128,7 @@
128128
<curator.version>5.7.0</curator.version>
129129
<mockito.version>4.11.0</mockito.version>
130130
<parquet-jackson.version>1.13.1</parquet-jackson.version>
131-
<parquet-avro.version>1.15.2</parquet-avro.version>
131+
<parquet-avro.version>1.13.1</parquet-avro.version>
132132
<mysql-jdbc.version>8.0.33</mysql-jdbc.version>
133133
<orc-core.version>1.9.7</orc-core.version>
134134
<awssdk.version>2.24.12</awssdk.version>

0 commit comments

Comments
 (0)