openspg/python/knext/examples/supplychain/builder/job/product.py

# -*- coding: utf-8 -*-
#
#  Copyright 2023 Ant Group CO., Ltd.
#
#  Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except
#  in compliance with the License. You may obtain a copy of the License at
#
#  http://www.apache.org/licenses/LICENSE-2.0
#
#  Unless required by applicable law or agreed to in writing, software distributed under the License
#  is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
#  or implied.

from knext.core.builder.job.builder import BuilderJob
from knext.core.builder.job.model.component import (
    SourceCsvComponent,
    SinkToKgComponent,
    EntityMappingComponent,
)
from schema.supplychain_schema_helper import SupplyChain


class Product(BuilderJob):
    parallelism = 6

    def build(self):
        source = SourceCsvComponent(
            local_path="./builder/job/data/Product.csv",
            columns=["fullname", "belongToIndustry", "hasSupplyChain"],
            start_row=2,
        )

        mapping = (
            EntityMappingComponent(spg_type_name=SupplyChain.Product)
            .add_field("fullname", SupplyChain.Product.id)
            .add_field("belongToIndustry", SupplyChain.Product.belongToIndustry)
        )

        sink = SinkToKgComponent()

        return source >> mapping >> sink


class ProductHasSupplyChain(BuilderJob):
    parallelism = 6

    def build(self):
        source = SourceCsvComponent(
            local_path="./builder/job/data/Product.csv",
            columns=["fullname", "belongToIndustry", "hasSupplyChain"],
            start_row=2,
        )

        mapping = (
            EntityMappingComponent(spg_type_name="SupplyChain.Product")
            .add_field("fullname", "id")
            .add_field("hasSupplyChain", "hasSupplyChain")
        )

        sink = SinkToKgComponent()

        return source >> mapping >> sink