-
Notifications
You must be signed in to change notification settings - Fork 17
/
Copy pathjson_as_text.rs
104 lines (85 loc) · 2.83 KB
/
json_as_text.rs
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
use std::any::Any;
use std::sync::Arc;
use datafusion::arrow::array::{ArrayRef, StringArray, StringBuilder};
use datafusion::arrow::datatypes::DataType;
use datafusion::common::{Result as DataFusionResult, ScalarValue};
use datafusion::logical_expr::{ColumnarValue, ScalarFunctionArgs, ScalarUDFImpl, Signature, Volatility};
use jiter::Peek;
use crate::common::{get_err, invoke, jiter_json_find, return_type_check, GetError, InvokeResult, JsonPath};
use crate::common_macros::make_udf_function;
make_udf_function!(
JsonAsText,
json_as_text,
json_data path,
r#"Get any value from a JSON string by its "path", represented as a string"#
);
#[derive(Debug)]
pub(super) struct JsonAsText {
signature: Signature,
aliases: [String; 1],
}
impl Default for JsonAsText {
fn default() -> Self {
Self {
signature: Signature::variadic_any(Volatility::Immutable),
aliases: ["json_as_text".to_string()],
}
}
}
impl ScalarUDFImpl for JsonAsText {
fn as_any(&self) -> &dyn Any {
self
}
fn name(&self) -> &str {
self.aliases[0].as_str()
}
fn signature(&self) -> &Signature {
&self.signature
}
fn return_type(&self, arg_types: &[DataType]) -> DataFusionResult<DataType> {
return_type_check(arg_types, self.name(), DataType::Utf8)
}
fn invoke_with_args(&self, args: ScalarFunctionArgs) -> DataFusionResult<ColumnarValue> {
invoke::<StringArray>(&args.args, jiter_json_as_text)
}
fn aliases(&self) -> &[String] {
&self.aliases
}
}
impl InvokeResult for StringArray {
type Item = String;
type Builder = StringBuilder;
const ACCEPT_DICT_RETURN: bool = true;
fn builder(capacity: usize) -> Self::Builder {
StringBuilder::with_capacity(capacity, 0)
}
fn append_value(builder: &mut Self::Builder, value: Option<Self::Item>) {
builder.append_option(value);
}
fn finish(mut builder: Self::Builder) -> DataFusionResult<ArrayRef> {
Ok(Arc::new(builder.finish()))
}
fn scalar(value: Option<Self::Item>) -> ScalarValue {
ScalarValue::Utf8(value)
}
}
fn jiter_json_as_text(opt_json: Option<&str>, path: &[JsonPath]) -> Result<String, GetError> {
if let Some((mut jiter, peek)) = jiter_json_find(opt_json, path) {
match peek {
Peek::Null => {
jiter.known_null()?;
get_err!()
}
Peek::String => Ok(jiter.known_str()?.to_owned()),
_ => {
let start = jiter.current_index();
jiter.known_skip(peek)?;
let object_slice = jiter.slice_to_current(start);
let object_string = std::str::from_utf8(object_slice)?;
Ok(object_string.to_owned())
}
}
} else {
get_err!()
}
}