openspg/python/knext/chain/builder_chain.py

51 lines
1.3 KiB
Python
Raw Normal View History

2023-12-11 23:13:19 +08:00
from typing import Union, List
2023-12-06 17:26:39 +08:00
2023-12-15 17:33:54 +08:00
from knext import rest
2023-12-06 17:26:39 +08:00
from knext.chain.base import Chain
from knext.component.builder.extractor import SPGExtractor
from knext.component.builder.mapping import Mapping
from knext.component.builder.sink_writer import SinkWriter
from knext.component.builder.source_reader import SourceReader
2023-12-11 23:13:19 +08:00
class BuilderChain(Chain):
2023-12-06 17:26:39 +08:00
2023-12-15 17:33:54 +08:00
# source_node: SourceReader
#
# process_nodes: List[Union[SPGExtractor, Mapping]]
#
# sink_node: SinkWriter
2023-12-06 17:26:39 +08:00
@property
def input_types(self):
return None
@property
def output_types(self):
return None
2023-12-08 11:25:26 +08:00
@classmethod
def from_config(cls):
return cls()
2023-12-11 23:13:19 +08:00
def invoke(self, **kwargs):
2023-12-15 17:33:54 +08:00
from knext.client.builder import BuilderClient
2023-12-18 14:30:59 +08:00
client = BuilderClient()
2023-12-11 23:13:19 +08:00
client.execute(self, **kwargs)
2023-12-15 17:33:54 +08:00
@classmethod
def from_chain(cls, chain):
return cls(dag=chain.dag)
def to_rest(self) -> rest.Pipeline:
nodes, edges = [], []
for node in self.dag.nodes:
nodes.append(node.to_rest())
for edge in self.dag.edges:
edges.append(rest.Edge(_from=edge[0].id, to=edge[1].id))
dag_config = rest.Pipeline(
nodes=nodes,
edges=edges
)
return dag_config