mirror of
https://github.com/OpenSPG/openspg.git
synced 2025-07-27 19:11:36 +00:00
53 lines
1.7 KiB
Python
53 lines
1.7 KiB
Python
|
# -*- coding: utf-8 -*-
|
||
|
|
# Copyright 2023 Ant Group CO., Ltd.
|
||
|
|
#
|
||
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except
|
||
|
|
# in compliance with the License. You may obtain a copy of the License at
|
||
|
|
#
|
||
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||
|
|
#
|
||
|
|
# Unless required by applicable law or agreed to in writing, software distributed under the License
|
||
|
|
# is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
|
||
|
|
# or implied.
|
||
|
|
|
||
|
|
|
||
|
|
from knext.client.model.builder_job import BuilderJob
|
||
|
|
from knext.api.component import CSVReader, SPGTypeMapping, KGWriter
|
||
|
|
from schema.test_schema_helper import TEST
|
||
|
|
|
||
|
|
|
||
|
|
class PreConcept(BuilderJob):
|
||
|
|
def build(self):
|
||
|
|
source = CSVReader(
|
||
|
|
local_path="./builder/job/data/data_constructor.csv",
|
||
|
|
columns=[
|
||
|
|
"id",
|
||
|
|
"text",
|
||
|
|
"integer",
|
||
|
|
"float",
|
||
|
|
"standard",
|
||
|
|
"concept",
|
||
|
|
"lead_to_concept",
|
||
|
|
"relevant_event_id",
|
||
|
|
"subject_entity_id",
|
||
|
|
"subject_relation_id",
|
||
|
|
],
|
||
|
|
start_row=1,
|
||
|
|
)
|
||
|
|
|
||
|
|
concept_mapping_1 = (
|
||
|
|
SPGTypeMapping(spg_type_name=TEST.Concept1)
|
||
|
|
.add_mapping_field("concept", TEST.Entity2.id)
|
||
|
|
.add_mapping_field("concept", TEST.Entity2.name)
|
||
|
|
)
|
||
|
|
|
||
|
|
concept_mapping_2 = (
|
||
|
|
SPGTypeMapping(spg_type_name=TEST.Concept2)
|
||
|
|
.add_mapping_field("lead_to_concept", TEST.Entity3.id)
|
||
|
|
.add_mapping_field("lead_to_concept", TEST.Entity3.name)
|
||
|
|
)
|
||
|
|
|
||
|
|
sink = KGWriter()
|
||
|
|
|
||
|
|
return source >> [concept_mapping_1, concept_mapping_2] >> sink
|