27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295 | class TypeRegistry(object):
def __init__(self, kiara: "Kiara"):
self._kiara: Kiara = kiara
self._data_types: Union[bidict[str, Type[DataType]], None] = None
self._data_type_metadata: Dict[str, DataTypeClassInfo] = {}
self._cached_data_type_objects: Dict[int, DataType] = {}
# self._registered_python_classes: Dict[Type, typing.List[str]] = None # type: ignore
self._type_hierarchy: Union[nx.DiGraph, None] = None
self._lineages_cache: Dict[str, List[str]] = {}
self._type_profiles: Union[Dict[str, Mapping[str, Any]], None] = None
def invalidate_types(self):
self._data_types = None
# self._registered_python_classes = None
def retrieve_data_type(
self,
data_type_name: str,
data_type_config: Union[Mapping[str, Any], None] = None,
) -> DataType:
if data_type_config is None:
data_type_config = {}
else:
data_type_config = dict(data_type_config)
if data_type_name not in self.data_type_profiles.keys():
raise Exception(f"Data type name not registered: {data_type_name}")
data_type: str = self.data_type_profiles[data_type_name]["type_name"]
type_config = self.data_type_profiles[data_type_name]["type_config"]
if data_type_config:
type_config = dict(type_config)
type_config.update(data_type_config)
cls = self.get_data_type_cls(type_name=data_type)
hash = cls._calculate_data_type_hash(type_config)
if hash in self._cached_data_type_objects.keys():
return self._cached_data_type_objects[hash]
result = cls(**type_config)
assert result.data_type_hash == hash
self._cached_data_type_objects[result.data_type_hash] = result
return result
@property
def data_type_classes(self) -> bidict[str, Type[DataType]]:
if self._data_types is not None:
return self._data_types
self._data_types = bidict(find_all_data_types())
profiles: Dict[str, Mapping[str, Any]] = {
dn: {"type_name": dn, "type_config": {}} for dn in self._data_types.keys()
}
for name, cls in self._data_types.items():
cls_profiles = cls.retrieve_available_type_profiles()
for profile_name, type_config in cls_profiles.items():
if profile_name in profiles.keys():
raise Exception(f"Duplicate data type profile: {profile_name}")
profiles[profile_name] = {"type_name": name, "type_config": type_config}
self._type_profiles = profiles
return self._data_types
@property
def data_type_profiles(self) -> Mapping[str, Mapping[str, Any]]:
if self._type_profiles is None:
self.data_type_classes
assert self._type_profiles is not None
return self._type_profiles
@property
def data_type_hierarchy(self) -> "nx.DiGraph":
if self._type_hierarchy is not None:
return self._type_hierarchy
def recursive_base_find(cls: Type, current: Union[List[str], None] = None):
if current is None:
current = []
for base in cls.__bases__:
if base in self.data_type_classes.values():
current.append(self.data_type_classes.inverse[base])
recursive_base_find(base, current=current)
return current
bases = {}
for name, cls in self.data_type_classes.items():
bases[name] = recursive_base_find(cls)
for profile_name, details in self.data_type_profiles.items():
if not details["type_config"]:
continue
if profile_name in bases.keys():
raise Exception(
f"Invalid profile name '{profile_name}': shadowing data type. This is most likely a bug."
)
bases[profile_name] = [details["type_name"]]
import networkx as nx
hierarchy = nx.DiGraph()
hierarchy.add_node(KIARA_ROOT_TYPE_NAME)
for name, _bases in bases.items():
profile_details = self.data_type_profiles[name]
cls = self.data_type_classes[profile_details["type_name"]]
hierarchy.add_node(name, cls=cls)
if not _bases:
hierarchy.add_edge(KIARA_ROOT_TYPE_NAME, name)
else:
# we only need the first parent, all others will be taken care of by the parent of the parent
hierarchy.add_edge(_bases[0], name)
self._type_hierarchy = hierarchy
return self._type_hierarchy
def get_sub_hierarchy(self, data_type: str):
import networkx as nx
graph: nx.DiGraph = self.data_type_hierarchy
desc = nx.descendants(graph, data_type)
desc.add(data_type)
sub_graph = graph.subgraph(desc)
return sub_graph
def get_type_lineage(self, data_type_name: str) -> List[str]:
"""Returns the shortest path between the specified type and the root, in reverse direction starting from the specified type."""
if data_type_name not in self.data_type_profiles.keys():
raise DataTypeUnknownException(data_type=data_type_name)
if data_type_name in self._lineages_cache.keys():
return self._lineages_cache[data_type_name]
import networkx as nx
path = nx.shortest_path(
self.data_type_hierarchy, KIARA_ROOT_TYPE_NAME, data_type_name
)
path.remove(KIARA_ROOT_TYPE_NAME)
self._lineages_cache[data_type_name] = list(reversed(path))
return self._lineages_cache[data_type_name]
def get_sub_types(self, data_type_name: str) -> Set[str]:
if data_type_name not in self.data_type_classes.keys():
raise Exception(f"No data type '{data_type_name}' registered.")
import networkx as nx
desc = nx.descendants(self.data_type_hierarchy, data_type_name)
return desc
def is_profile(self, data_type_name: str) -> bool:
type_config = self.data_type_profiles.get(data_type_name, {}).get(
"type_config", None
)
return True if type_config else False
def get_profile_parent(self, data_type_name: str) -> Union[None, bool]:
"""
Return the parent data type of the specified data type (if that is indeed a profile name).
If the specified data type is not a profile name, 'None' will be returned.
"""
return self.data_type_profiles.get(data_type_name, {}).get("type_name", None)
def get_associated_profiles(
self, data_type_name: str
) -> Mapping[str, Mapping[str, Any]]:
if data_type_name not in self.data_type_classes.keys():
raise Exception(f"No data type '{data_type_name}' registered.")
result = {}
for profile_name, details in self.data_type_profiles.items():
if (
profile_name != data_type_name
and data_type_name == details["type_name"]
):
result[profile_name] = details
return result
def get_data_type_names(self, include_profiles: bool = False) -> List[str]:
if include_profiles:
return list(self.data_type_profiles.keys())
else:
return list(self.data_type_classes.keys())
def get_data_type_cls(self, type_name: str) -> Type[DataType]:
_type_details = self.data_type_profiles.get(type_name, None)
if _type_details is None:
raise Exception(
f"No value type '{type_name}', available types: {', '.join(self.data_type_profiles.keys())}"
)
resolved_type_name: str = _type_details["type_name"]
t = self.data_type_classes.get(resolved_type_name, None)
if t is None:
raise Exception(
f"No value type '{type_name}', available types: {', '.join(self.data_type_profiles.keys())}"
)
return t
def get_data_type_instance(
self, type_name: str, type_config: Union[None, Mapping[str, Any]] = None
) -> DataType:
cls = self.get_data_type_cls(type_name=type_name)
if not type_config:
obj = cls()
else:
obj = cls(**type_config)
return obj
def get_type_metadata(self, type_name: str) -> DataTypeClassInfo:
md = self._data_type_metadata.get(type_name, None)
if md is None:
md = DataTypeClassInfo.create_from_type_class(
type_cls=self.get_data_type_cls(type_name=type_name), kiara=self._kiara
)
self._data_type_metadata[type_name] = md
return self._data_type_metadata[type_name]
def get_context_metadata(
self, alias: Union[str, None] = None, only_for_package: Union[str, None] = None
) -> DataTypeClassesInfo:
result = {}
for type_name in self.data_type_classes.keys():
md = self.get_type_metadata(type_name=type_name)
if only_for_package:
if md.context.labels.get("package") == only_for_package:
result[type_name] = md
else:
result[type_name] = md
_result = DataTypeClassesInfo.construct(group_alias=alias, item_infos=result) # type: ignore
_result._kiara = self._kiara
return _result
def is_internal_type(self, data_type_name: str) -> bool:
if data_type_name not in self.data_type_profiles.keys():
return False
lineage = self.get_type_lineage(data_type_name=data_type_name)
return "any" not in lineage
|