-
Notifications
You must be signed in to change notification settings - Fork 17
/
Copy pathjson_get_float.rs
107 lines (88 loc) · 2.94 KB
/
json_get_float.rs
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
use std::any::Any;
use std::sync::Arc;
use datafusion::arrow::array::{ArrayRef, Float64Array, Float64Builder};
use datafusion::arrow::datatypes::DataType;
use datafusion::common::{Result as DataFusionResult, ScalarValue};
use datafusion::logical_expr::{ColumnarValue, ScalarFunctionArgs, ScalarUDFImpl, Signature, Volatility};
use jiter::{NumberAny, Peek};
use crate::common::{get_err, invoke, jiter_json_find, return_type_check, GetError, InvokeResult, JsonPath};
use crate::common_macros::make_udf_function;
make_udf_function!(
JsonGetFloat,
json_get_float,
json_data path,
r#"Get a float value from a JSON string by its "path""#
);
#[derive(Debug)]
pub(super) struct JsonGetFloat {
signature: Signature,
aliases: [String; 1],
}
impl Default for JsonGetFloat {
fn default() -> Self {
Self {
signature: Signature::variadic_any(Volatility::Immutable),
aliases: ["json_get_float".to_string()],
}
}
}
impl ScalarUDFImpl for JsonGetFloat {
fn as_any(&self) -> &dyn Any {
self
}
fn name(&self) -> &str {
self.aliases[0].as_str()
}
fn signature(&self) -> &Signature {
&self.signature
}
fn return_type(&self, arg_types: &[DataType]) -> DataFusionResult<DataType> {
return_type_check(arg_types, self.name(), DataType::Float64)
}
fn invoke_with_args(&self, args: ScalarFunctionArgs) -> DataFusionResult<ColumnarValue> {
invoke::<Float64Array>(&args.args, jiter_json_get_float)
}
fn aliases(&self) -> &[String] {
&self.aliases
}
}
impl InvokeResult for Float64Array {
type Item = f64;
type Builder = Float64Builder;
// Cheaper to produce a float array rather than dict-encoded floats
const ACCEPT_DICT_RETURN: bool = false;
fn builder(capacity: usize) -> Self::Builder {
Float64Builder::with_capacity(capacity)
}
fn append_value(builder: &mut Self::Builder, value: Option<Self::Item>) {
builder.append_option(value);
}
fn finish(mut builder: Self::Builder) -> DataFusionResult<ArrayRef> {
Ok(Arc::new(builder.finish()))
}
fn scalar(value: Option<Self::Item>) -> ScalarValue {
ScalarValue::Float64(value)
}
}
fn jiter_json_get_float(json_data: Option<&str>, path: &[JsonPath]) -> Result<f64, GetError> {
if let Some((mut jiter, peek)) = jiter_json_find(json_data, path) {
match peek {
// numbers are represented by everything else in peek, hence doing it this way
Peek::Null
| Peek::True
| Peek::False
| Peek::Minus
| Peek::Infinity
| Peek::NaN
| Peek::String
| Peek::Array
| Peek::Object => get_err!(),
_ => match jiter.known_number(peek)? {
NumberAny::Float(f) => Ok(f),
NumberAny::Int(int) => Ok(int.into()),
},
}
} else {
get_err!()
}
}