feat: Add CLI tools for ORC file inspection and manipulation (#73)

* feat: Add CLI tools for ORC file inspection and manipulation

* refactor: Consolidate ORC CLI commands into a unified tool

This commit merges multiple ORC CLI commands into a single command structure, enhancing usability and maintainability. The previous commands for metadata inspection, data export, and statistics have been integrated into a cohesive CLI tool with subcommands for various functionalities, including `info`, `export`, `stats`, `layout`, and `index`. Additionally, the `orc` binary has been streamlined to facilitate easier command execution.

* Enhance CLI testing framework for ORC binary

This commit expands the testing suite for the unified `orc` CLI binary, adding comprehensive tests for various subcommands including `info`, `export`, `stats`, `layout`, and `index`. It introduces helper functions for managing test data paths and expected output comparisons, ensuring that actual command outputs are validated against predefined expected results. Additionally, new expected output files have been created to support these tests, improving the robustness of the CLI tool's testing framework.

* docs: Add README for ORC CLI Tool with usage instructions and command details

* feat: Add bloom filter inspection command to ORC CLI

* feat: Add test for bloom filter's might_contain functionality and expected output

* refactor: Remove obsolete help output tests for ORC CLI commands

* fix fmt

* fix test_bloom_might_contain_true

* fix: omit to export all

* feat: fix bug and add CSV export test for specific columns

* feat: add validation for unknown columns in export

Author: suxiaogang223

Cargo.toml

@@ -64,6 +64,8 @@ tokio = { version = "1.28", optional = true, features = [
 # cli
 anyhow = { version = "1.0", optional = true }
 clap = { version = "4.5.4", features = ["derive"], optional = true }
+serde = { version = "1.0", features = ["derive"], optional = true }
+serde_json = { version = "1.0", default-features = false, features = ["std"], optional = true }
 
 # opendal
 opendal = { version = "0.53", optional = true, default-features = false }
@@ -75,13 +77,12 @@ criterion = { version = "0.5", default-features = false, features = ["async_toki
 opendal = { version = "0.53", default-features = false, features = ["services-memory"] }
 pretty_assertions = "1.3.0"
 proptest = "1.0.0"
-serde_json = { version = "1.0", default-features = false, features = ["std"] }
 
 [features]
 default = ["async"]
 
 async = ["async-trait", "futures", "futures-util", "tokio"]
-cli = ["anyhow", "clap"]
+cli = ["anyhow", "clap", "serde", "serde_json"]
 # Enable opendal support.
 opendal = ["dep:opendal"]
 
@@ -96,13 +97,6 @@ path = "./benches/arrow_reader.rs"
 debug = true
 
 [[bin]]
-name = "orc-metadata"
-required-features = ["cli"]
-
-[[bin]]
-name = "orc-export"
-required-features = ["cli"]
-
-[[bin]]
-name = "orc-stats"
+name = "orc"
+path = "src/bin/orc/main.rs"
 required-features = ["cli"]