LakeSoul/justfile at main · lakesoul-io/LakeSoul · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
meta-cleanup:
     PGPASSWORD=lakesoul_test psql -h localhost -p 5432 -U lakesoul_test -f script/meta_cleanup.sql lakesoul_test

spark-test-1:
    -mvn -q -B test -pl lakesoul-spark \
        -am -Pcross-build -Pparallel-test --file pom.xml \
        -Dtest='!ANNCase,UpdateScalaSuite,AlterTableByNameSuite,ReadSuite,UpdateSQLSuite,ParquetNativeFilterSuite,DeleteScalaSuite,DeleteSQLSuite,ParquetV2FilterSuite,ParquetScanSuite,UpsertSuiteBase' \
        -Dsurefire.failIfNoSpecifiedTests=false \
        -Dlog4j.configurationFile=file:./lakesoul-spark/src/test/resources/log4j2-test.properties
    mvn -q surefire-report:report-only -pl lakesoul-spark -am

spark-test-2:
    -mvn -q -B test -pl lakesoul-spark \
        -am -Pcross-build -Pparallel-test --file pom.xml \
        -Dtest='!ANNCase,!UpdateScalaSuite,!AlterTableByNameSuite,!ReadSuite,!UpdateSQLSuite,!ParquetNativeFilterSuite,!DeleteScalaSuite,!DeleteSQLSuite,!ParquetV2FilterSuite,!ParquetScanSuite,!UpsertSuiteBase,!RBACOperationSuite,!DeltaJoinSuite' \
        -Dsurefire.failIfNoSpecifiedTests=false
    mvn -q surefire-report:report-only -pl lakesoul-spark -am

flink-test-1:
    -MAVEN_OPTS="-Xmx5g" mvn -q -B test -pl lakesoul-flink \
        -am -Pcross-build --file pom.xml \
        -Dtest='!LakeSoulRBACTest' \
        -Dsurefire.failIfNoSpecifiedTests=false \
        -Dlog4j.configurationFile=file:"$(pwd)/lakesoul-flink/src/test/resources/log4j2-test.properties" \
        -Dlog4j2.statusLoggerLevel=OFF
    mvn -q surefire-report:report-only -pl lakesoul-flink -am

spark-test-gluten:
    -MAVEN_OPTS="-Xmx4g -Dio.netty.tryReflectionSetAccessible=true" \
        mvn -q -B test -pl lakesoul-spark-gluten -am -Pgluten -Pcross-build --file pom.xml -Dtest='LakeSoulGlutenCompatSuite,UpdateGlutenTestSuite,UpsertGlutenTestSuite,DeleteSQLGlutenTestSuite,MergeIntoSQLGlutenTestSuite,' -Dsurefire.failIfNoSpecifiedTests=false
    mvn -q surefire-report:report-only -pl lakesoul-spark-gluten -am -Pgluten

cross:
    #!/usr/bin/env bash
    set -euo pipefail
    sysroot="$(rustc --print sysroot)"
    export NIX_STORE=/nix/store
    export CROSS_CONTAINER_OPTS="--volume=${sysroot}:${sysroot}:ro"
    cross build \
        --target x86_64-unknown-linux-gnu \
        --release \
        --package lakesoul-io-c \
        -F hdfs
    cross build \
        --target x86_64-unknown-linux-gnu \
        --release \
        --package lakesoul-metadata-c \
        --all-features
    mkdir -p rust/target/release
    cp rust/target/x86_64-unknown-linux-gnu/release/lib*.so rust/target/release/

copy-to-java ext="dylib":
  cargo build -p lakesoul-io-c -p lakesoul-metadata-c
  mkdir -p lakesoul-common/target/classes/
  cp rust/target/debug/liblakesoul_io_c.{{ext}} lakesoul-common/target/classes/
  cp rust/target/debug/liblakesoul_metadata_c.{{ext}} lakesoul-common/target/classes/