-
Notifications
You must be signed in to change notification settings - Fork 200
Expand file tree
/
Copy pathexpression.rs
More file actions
288 lines (264 loc) · 9.75 KB
/
Copy pathexpression.rs
File metadata and controls
288 lines (264 loc) · 9.75 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
// SPDX-License-Identifier: Apache-2.0
// SPDX-FileCopyrightText: Copyright the Vortex contributors
use std::fmt;
use std::fmt::Debug;
use std::fmt::Display;
use std::fmt::Formatter;
use std::hash::Hash;
use std::sync::Arc;
use itertools::Itertools;
use vortex_error::VortexExpect;
use vortex_error::VortexResult;
use vortex_error::vortex_ensure;
use crate::dtype::DType;
use crate::expr::display::DisplayTreeExpr;
use crate::expr::traversal::TraversalOrder;
use crate::expr::traversal::pre_order_visit_down;
use crate::scalar_fn::ScalarFnRef;
use crate::scalar_fn::ScalarFnVTable;
/// An empty child slice, returned by [`Expression::children`] for childless variants.
const NO_CHILDREN: &[Expression] = &[];
/// A node in a Vortex expression tree.
///
/// Most nodes are a scalar function applied to child expressions. [`Expression::Root`] is the scope
/// itself: a language primitive rather than a registered function, because its dtype comes from the
/// scope rather than from children and it is not executable. A [`ScalarFnVTable`] can answer neither
/// of those, so `Root` is a variant instead.
#[derive(Clone, Debug, PartialEq, Eq, Hash)]
pub enum Expression {
/// A scalar function applied to child expressions.
Scalar {
/// The scalar fn for this node.
scalar_fn: ScalarFnRef,
/// Any children of this expression.
children: Arc<Vec<Expression>>,
},
/// The full scope of the expression evaluation.
Root,
}
impl Expression {
/// Create a new expression node from a scalar_fn expression and its children.
pub fn try_new(
scalar_fn: ScalarFnRef,
children: impl IntoIterator<Item = Expression>,
) -> VortexResult<Self> {
let children = Vec::from_iter(children);
vortex_ensure!(
scalar_fn.signature().arity().matches(children.len()),
"Expression arity mismatch: expected {} children but got {}",
scalar_fn.signature().arity(),
children.len()
);
Ok(Self::Scalar {
scalar_fn,
children: children.into(),
})
}
/// Whether this expression is the scope root.
pub fn is_root(&self) -> bool {
matches!(self, Self::Root)
}
/// Returns the scalar fn for this expression, or `None` if it is not a scalar node.
pub fn as_scalar(&self) -> Option<&ScalarFnRef> {
match self {
Self::Scalar { scalar_fn, .. } => Some(scalar_fn),
Self::Root => None,
}
}
/// Whether this expression's scalar fn is of the given vtable type.
pub fn is<V: ScalarFnVTable>(&self) -> bool {
self.as_scalar().is_some_and(|sf| sf.is::<V>())
}
/// The typed options for this expression if its scalar fn matches the given vtable type.
pub fn as_opt<V: ScalarFnVTable>(&self) -> Option<&V::Options> {
self.as_scalar().and_then(|sf| sf.as_opt::<V>())
}
/// The typed options for this expression.
///
/// # Panics
///
/// Panics if the vtable type does not match.
pub fn as_<V: ScalarFnVTable>(&self) -> &V::Options {
self.as_opt::<V>()
.vortex_expect("Expression options type mismatch")
}
/// Returns the children of this expression.
pub fn children(&self) -> &[Expression] {
match self {
Self::Scalar { children, .. } => children.as_slice(),
Self::Root => NO_CHILDREN,
}
}
/// Returns the n'th child of this expression.
pub fn child(&self, n: usize) -> &Expression {
&self.children()[n]
}
/// Replace the children of this expression with the provided new children.
pub fn with_children(
self,
children: impl IntoIterator<Item = Expression>,
) -> VortexResult<Self> {
let children = Vec::from_iter(children);
match &self {
Self::Root => {
vortex_ensure!(
children.is_empty(),
"Expression arity mismatch: root expects 0 children but got {}",
children.len()
);
Ok(Self::Root)
}
Self::Scalar { scalar_fn, .. } => {
vortex_ensure!(
scalar_fn.signature().arity().matches(children.len()),
"Expression arity mismatch: expected {} children but got {}",
scalar_fn.signature().arity(),
children.len()
);
Ok(Self::Scalar {
scalar_fn: scalar_fn.clone(),
children: children.into(),
})
}
}
}
/// Computes the return dtype of this expression given the input dtype.
pub fn return_dtype(&self, scope: &DType) -> VortexResult<DType> {
match self {
Self::Root => Ok(scope.clone()),
Self::Scalar {
scalar_fn,
children,
} => {
let dtypes: Vec<_> = children
.iter()
.map(|c| c.return_dtype(scope))
.try_collect()?;
scalar_fn.return_dtype(&dtypes)
}
}
}
/// Returns a new expression representing the validity mask output of this expression.
///
/// The returned expression evaluates to a non-nullable boolean array.
pub fn validity(&self) -> VortexResult<Expression> {
match self {
// The scope is exactly as valid as itself.
Self::Root => Ok(Self::Root),
Self::Scalar { scalar_fn, .. } => scalar_fn.validity(self),
}
}
/// Format the expression as a compact string.
///
/// Since this is a recursive formatter, it is exposed on the public Expression type.
/// See fmt_data that is only implemented on the vtable trait.
pub fn fmt_sql(&self, f: &mut Formatter<'_>) -> fmt::Result {
match self {
Self::Root => write!(f, "$"),
Self::Scalar { scalar_fn, .. } => scalar_fn.fmt_sql(self, f),
}
}
/// Display the expression as a formatted tree structure.
///
/// This provides a hierarchical view of the expression that shows the relationships
/// between parent and child expressions, making complex nested expressions easier
/// to understand and debug.
///
/// # Example
///
/// ```rust
/// # use vortex_array::dtype::{DType, Nullability, PType};
/// # use vortex_array::scalar_fn::fns::like::{Like, LikeOptions};
/// # use vortex_array::scalar_fn::ScalarFnVTableExt;
/// # use vortex_array::expr::{and, cast, eq, get_item, gt, lit, not, root, select};
/// // Build a complex nested expression
/// let complex_expr = select(
/// ["result"],
/// and(
/// not(eq(get_item("status", root()), lit("inactive"))),
/// and(
/// Like.new_expr(LikeOptions::default(), [get_item("name", root()), lit("%admin%")]),
/// gt(
/// cast(get_item("score", root()), DType::Primitive(PType::F64, Nullability::NonNullable)),
/// lit(75.0)
/// )
/// )
/// )
/// );
///
/// println!("{}", complex_expr.display_tree());
/// ```
///
/// This produces output like:
///
/// ```text
/// Select(include): {result}
/// └── Binary(and)
/// ├── lhs: Not
/// │ └── Binary(=)
/// │ ├── lhs: GetItem(status)
/// │ │ └── Root
/// │ └── rhs: Literal(value: "inactive", dtype: utf8)
/// └── rhs: Binary(and)
/// ├── lhs: Like
/// │ ├── child: GetItem(name)
/// │ │ └── Root
/// │ └── pattern: Literal(value: "%admin%", dtype: utf8)
/// └── rhs: Binary(>)
/// ├── lhs: Cast(target: f64)
/// │ └── GetItem(score)
/// │ └── Root
/// └── rhs: Literal(value: 75f64, dtype: f64)
/// ```
pub fn display_tree(&self) -> impl Display {
DisplayTreeExpr(self)
}
/// Returns true if this expression contains expression E inside.
///
/// # Example
///
/// ```rust
/// # use vortex_array::scalar_fn::fns::literal::Literal;
/// # use vortex_array::expr::{eq, lit, root};
/// let expression = &eq(root(), lit(3u64));
/// assert!(expression.contains::<Literal>().unwrap());
/// let expression = root();
/// assert!(!expression.contains::<Literal>().unwrap());
/// ```
pub fn contains<E: ScalarFnVTable>(&self) -> VortexResult<bool> {
let mut contains = false;
pre_order_visit_down(self, |node| {
if node.is::<E>() {
contains = true;
return Ok(TraversalOrder::Stop);
}
Ok(TraversalOrder::Continue)
})?;
Ok(contains)
}
}
/// The default display implementation for expressions uses the 'SQL'-style format.
impl Display for Expression {
fn fmt(&self, f: &mut Formatter<'_>) -> fmt::Result {
self.fmt_sql(f)
}
}
/// Iterative drop for expression to avoid stack overflows.
impl Drop for Expression {
fn drop(&mut self) {
let Self::Scalar { children, .. } = self else {
return;
};
let Some(children) = Arc::get_mut(children) else {
return;
};
let mut children_to_drop = std::mem::take(children);
while let Some(mut child) = children_to_drop.pop() {
if let Self::Scalar { children, .. } = &mut child
&& let Some(expr_children) = Arc::get_mut(children)
{
children_to_drop.append(expr_children);
}
}
}
}