-
Notifications
You must be signed in to change notification settings - Fork 17
/
Copy pathjson_get.rs
111 lines (97 loc) · 3.47 KB
/
json_get.rs
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
use std::any::Any;
use std::sync::Arc;
use datafusion::arrow::array::ArrayRef;
use datafusion::arrow::array::UnionArray;
use datafusion::arrow::datatypes::DataType;
use datafusion::common::Result as DataFusionResult;
use datafusion::logical_expr::{ColumnarValue, ScalarUDFImpl, Signature, Volatility};
use jiter::{Jiter, NumberAny, NumberInt, Peek};
use crate::common::{get_err, invoke, jiter_json_find, return_type_check, GetError, JsonPath};
use crate::common_macros::make_udf_function;
use crate::common_union::{JsonUnion, JsonUnionField};
make_udf_function!(
JsonGet,
json_get,
json_data path,
r#"Get a value from a JSON string by its "path""#
);
// build_typed_get!(JsonGet, "json_get", Union, Float64Array, jiter_json_get_float);
#[derive(Debug)]
pub(super) struct JsonGet {
signature: Signature,
aliases: [String; 1],
}
impl Default for JsonGet {
fn default() -> Self {
Self {
signature: Signature::variadic_any(Volatility::Immutable),
aliases: ["json_get".to_string()],
}
}
}
impl ScalarUDFImpl for JsonGet {
fn as_any(&self) -> &dyn Any {
self
}
fn name(&self) -> &str {
self.aliases[0].as_str()
}
fn signature(&self) -> &Signature {
&self.signature
}
fn return_type(&self, arg_types: &[DataType]) -> DataFusionResult<DataType> {
return_type_check(arg_types, self.name(), JsonUnion::data_type())
}
fn invoke(&self, args: &[ColumnarValue]) -> DataFusionResult<ColumnarValue> {
let to_array = |c: JsonUnion| {
let array: UnionArray = c.try_into()?;
Ok(Arc::new(array) as ArrayRef)
};
invoke::<JsonUnion, JsonUnionField>(args, jiter_json_get_union, to_array, JsonUnionField::scalar_value, true)
}
fn aliases(&self) -> &[String] {
&self.aliases
}
}
fn jiter_json_get_union(opt_json: Option<&str>, path: &[JsonPath]) -> Result<JsonUnionField, GetError> {
if let Some((mut jiter, peek)) = jiter_json_find(opt_json, path) {
build_union(&mut jiter, peek)
} else {
get_err!()
}
}
fn build_union(jiter: &mut Jiter, peek: Peek) -> Result<JsonUnionField, GetError> {
match peek {
Peek::Null => {
jiter.known_null()?;
Ok(JsonUnionField::JsonNull)
}
Peek::True | Peek::False => {
let value = jiter.known_bool(peek)?;
Ok(JsonUnionField::Bool(value))
}
Peek::String => {
let value = jiter.known_str()?;
Ok(JsonUnionField::Str(value.to_owned()))
}
Peek::Array => {
let start = jiter.current_index();
jiter.known_skip(peek)?;
let array_slice = jiter.slice_to_current(start);
let array_string = std::str::from_utf8(array_slice)?;
Ok(JsonUnionField::Array(vec![array_string.to_owned()]))
}
Peek::Object => {
let start = jiter.current_index();
jiter.known_skip(peek)?;
let object_slice = jiter.slice_to_current(start);
let object_string = std::str::from_utf8(object_slice)?;
Ok(JsonUnionField::Object(object_string.to_owned()))
}
_ => match jiter.known_number(peek)? {
NumberAny::Int(NumberInt::Int(value)) => Ok(JsonUnionField::Int(value)),
NumberAny::Int(NumberInt::BigInt(_)) => todo!("BigInt not supported yet"),
NumberAny::Float(value) => Ok(JsonUnionField::Float(value)),
},
}
}