OpenMetadata/scripts/datamodel_generation.py
NiharDoshi99 d9dbd360ed
fix: added tag in datamodel generation (#10179)
* fix: added tag in datamodel generation

* fix: removed location
2023-02-10 15:25:50 +01:00

46 lines
2.0 KiB
Python

# Copyright 2021 Collate
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
# http://www.apache.org/licenses/LICENSE-2.0
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""
This script generates the Python models from the JSON Schemas definition. Additionally, it replaces the `SecretStr`
pydantic class used for the password fields with the `CustomSecretStr` pydantic class which retrieves the secrets
from a configured secrets' manager.
"""
import datamodel_code_generator.model.pydantic
from datamodel_code_generator.imports import Import
UNICODE_REGEX_REPLACEMENT_FILE_PATHS = [
"ingestion/src/metadata/generated/schema/entity/classification/tag.py",
"ingestion/src/metadata/generated/schema/entity/events/webhook.py",
"ingestion/src/metadata/generated/schema/entity/teams/user.py",
"ingestion/src/metadata/generated/schema/entity/type.py",
"ingestion/src/metadata/generated/schema/type/basic.py",
]
datamodel_code_generator.model.pydantic.types.IMPORT_SECRET_STR = Import.from_full_path(
"metadata.ingestion.models.custom_pydantic.CustomSecretStr"
)
from datamodel_code_generator.__main__ import main
args = "--input openmetadata-spec/src/main/resources/json/schema --input-file-type jsonschema --output ingestion/src/metadata/generated/schema --set-default-enum-member".split(
" "
)
main(args)
for file_path in UNICODE_REGEX_REPLACEMENT_FILE_PATHS:
with open(file_path, "r", encoding="UTF-8") as file_:
content = file_.read()
content = content.replace("(?U)", "(?u)")
with open(file_path, "w", encoding="UTF-8") as file_:
file_.write(content)