Repository navigation
Expand file tree
/
Copy pathserde.py
More file actions
124 lines (95 loc) · 3.15 KB
/
Copy pathserde.py
File metadata and controls
124 lines (95 loc) · 3.15 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
from __future__ import annotations
import typing as t
from sqlglot import expressions as exp
from types import ModuleType
StackVal = tuple[t.Any, t.Optional[int], t.Optional[str], bool]
INDEX = "i"
ARG_KEY = "k"
IS_ARRAY = "a"
CLASS = "c"
TYPE = "t"
COMMENTS = "o"
META = "m"
VALUE = "v"
DATA_TYPE = "DataType.Type"
def dump(expression: exp.Expr) -> list[dict[str, t.Any]]:
"""
Dump an Expr into a JSON serializable List.
"""
i = 0
payloads: list[dict[str, t.Any]] = []
stack: list[StackVal] = [(expression, None, None, False)]
while stack:
node, index, arg_key, is_array = stack.pop()
payload: dict[str, t.Any] = {}
if index is not None:
payload[INDEX] = index
if arg_key is not None:
payload[ARG_KEY] = arg_key
if is_array:
payload[IS_ARRAY] = is_array
payloads.append(payload)
if hasattr(node, "parent"):
klass = node.__class__.__qualname__
if node.__class__.__module__ != exp.__name__:
klass = f"{node.__module__}.{klass}"
payload[CLASS] = klass
if node.type and node.type is not node:
payload[TYPE] = dump(node.type)
if node.comments:
payload[COMMENTS] = node.comments
if node._meta is not None:
payload[META] = node._meta
if node.args:
for k, vs in reversed(node.args.items()):
if type(vs) is list:
for v in reversed(vs):
stack.append((v, i, k, True))
elif vs is not None:
stack.append((vs, i, k, False))
elif type(node) is exp.DType:
payload[CLASS] = DATA_TYPE
payload[VALUE] = node.value
else:
payload[VALUE] = node
i += 1
return payloads
def load(
payloads: list[dict[str, t.Any]] | None,
) -> exp.Expr | exp.DType | None:
"""
Load a list of dicts generated by dump into an Expr.
"""
if not payloads:
return None
payload, *tail = payloads
root = _load(payload)
nodes: list[object] = [root]
for payload in tail:
if CLASS in payload:
node: object = _load(payload)
else:
node = payload[VALUE]
nodes.append(node)
parent: exp.Expr = nodes[payload[INDEX]]
arg_key: str = payload[ARG_KEY]
if payload.get(IS_ARRAY):
parent.append(arg_key, node)
else:
parent.set(arg_key, node)
return root
def _load(payload: dict[str, t.Any]) -> exp.Expr | exp.DType:
class_name: str = payload[CLASS]
if class_name == DATA_TYPE:
return exp.DType(payload[VALUE])
module: ModuleType
if "." in class_name:
module_path, class_name = class_name.rsplit(".", maxsplit=1)
module = __import__(module_path, fromlist=[class_name])
else:
module = exp
expression = getattr(module, class_name)()
expression._type = load(payload.get(TYPE))
expression.comments = payload.get(COMMENTS)
expression._meta = payload.get(META)
return expression