mirror of
https://github.com/open-metadata/OpenMetadata.git
synced 2025-08-15 12:37:18 +00:00
* Fix #1264: Pipelines: remove 64 character constraint in names
This commit is contained in:
Sriharsha Chintalapani
GitHub
parent
9aa5eae398
commit
eea60a8696
@ -212,7 +212,7 @@ CREATE TABLE IF NOT EXISTS ml_model_entity (
|
||||
|
||||
CREATE TABLE IF NOT EXISTS pipeline_entity (
|
||||
id VARCHAR(36) GENERATED ALWAYS AS (json ->> '$.id') STORED NOT NULL,
|
||||
fullyQualifiedName VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.fullyQualifiedName') NOT NULL,
|
||||
fullyQualifiedName VARCHAR(512) GENERATED ALWAYS AS (json ->> '$.fullyQualifiedName') NOT NULL,
|
||||
json JSON NOT NULL,
|
||||
updatedAt TIMESTAMP GENERATED ALWAYS AS (TIMESTAMP(STR_TO_DATE(json ->> '$.updatedAt', '%Y-%m-%dT%T.%fZ'))) NOT NULL,
|
||||
updatedBy VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.updatedBy') NOT NULL,
|
||||
|
||||
@ -11,9 +11,7 @@
|
||||
"properties": {
|
||||
"name": {
|
||||
"description": "Name that identifies this task instance uniquely.",
|
||||
"type": "string",
|
||||
"minLength": 1,
|
||||
"maxLength": 64
|
||||
"type": "string"
|
||||
},
|
||||
"displayName": {
|
||||
"description": "Display Name that identifies this Task. It could be title or label from the pipeline services.",
|
||||
@ -21,9 +19,7 @@
|
||||
},
|
||||
"fullyQualifiedName": {
|
||||
"description": "A unique name that identifies a pipeline in the format 'ServiceName.PipelineName.TaskName'.",
|
||||
"type": "string",
|
||||
"minLength": 1,
|
||||
"maxLength": 64
|
||||
"type": "string"
|
||||
},
|
||||
"description": {
|
||||
"description": "Description of this Task.",
|
||||
@ -38,9 +34,7 @@
|
||||
"description": "All the tasks that are downstream of this task.",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string",
|
||||
"minLength": 1,
|
||||
"maxLength": 64
|
||||
"type": "string"
|
||||
},
|
||||
"default": null
|
||||
},
|
||||
@ -76,7 +70,7 @@
|
||||
"description": "Name that identifies this pipeline instance uniquely.",
|
||||
"type": "string",
|
||||
"minLength": 1,
|
||||
"maxLength": 64
|
||||
"maxLength": 256
|
||||
},
|
||||
"displayName": {
|
||||
"description": "Display Name that identifies this Pipeline. It could be title or label from the source services.",
|
||||
@ -84,9 +78,7 @@
|
||||
},
|
||||
"fullyQualifiedName": {
|
||||
"description": "A unique name that identifies a pipeline in the format 'ServiceName.PipelineName'.",
|
||||
"type": "string",
|
||||
"minLength": 1,
|
||||
"maxLength": 64
|
||||
"type": "string"
|
||||
},
|
||||
"description": {
|
||||
"description": "Description of this Pipeline.",
|
||||
|
||||
@ -1,3 +1,3 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: data/tags/personalDataTags.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: data/tags/piiTags.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: data/tags/tierTags.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: data/tags/userTags.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,3 +1,3 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/api/catalogVersion.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,3 +1,3 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/api/data/createChart.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/api/data/createDashboard.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/api/data/createDatabase.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/api/data/createLocation.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/api/data/createMLModel.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
@ -12,7 +12,7 @@ from ...entity.data import mlmodel
|
||||
from ...type import entityReference, tagLabel
|
||||
|
||||
|
||||
class CreateMLModelEntityRequest(BaseModel):
|
||||
class CreateMlModelEntityRequest(BaseModel):
|
||||
name: constr(min_length=1, max_length=64) = Field(
|
||||
..., description='Name that identifies this ML model.'
|
||||
)
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/api/data/createModel.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/api/data/createPipeline.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/api/data/createTable.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/api/data/createTopic.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,3 +1,3 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/api/feed/createThread.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,3 +1,3 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/api/lineage/addLineage.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,3 +1,3 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/api/operations/workflows/createIngestion.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,3 +1,3 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/api/policies/createPolicy.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,3 +1,3 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/api/services/createDashboardService.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/api/services/createDatabaseService.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/api/services/createMessagingService.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/api/services/createPipelineService.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/api/services/createStorageService.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
@ -8,7 +8,7 @@ from typing import Optional
|
||||
|
||||
from pydantic import BaseModel, Field, constr
|
||||
|
||||
from ...entity.services import storageService
|
||||
from ...type import storage
|
||||
|
||||
|
||||
class CreateStorageServiceEntityRequest(BaseModel):
|
||||
@ -18,4 +18,4 @@ class CreateStorageServiceEntityRequest(BaseModel):
|
||||
description: Optional[str] = Field(
|
||||
None, description='Description of Storage entity.'
|
||||
)
|
||||
serviceType: Optional[storageService.StorageServiceType] = None
|
||||
serviceType: Optional[storage.StorageServiceType] = None
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/api/services/updateDashboardService.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/api/services/updateDatabaseService.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/api/services/updateMessagingService.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/api/services/updatePipelineService.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/api/services/updateStorageService.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/api/setOwner.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,3 +1,3 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/api/tags/createTag.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/api/tags/createTagCategory.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,3 +1,3 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/api/teams/createTeam.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/api/teams/createUser.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,3 +1,3 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/entity/bots.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,3 +1,3 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/entity/data/chart.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/entity/data/dashboard.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/entity/data/database.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/entity/data/location.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/entity/data/metrics.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/entity/data/mlmodel.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/entity/data/model.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,25 +1,25 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/entity/data/pipeline.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from typing import List, Optional
|
||||
|
||||
from pydantic import AnyUrl, BaseModel, Field, constr
|
||||
from pydantic import AnyUrl, BaseModel, Field
|
||||
|
||||
from ...type import basic, entityHistory, entityReference, tagLabel
|
||||
|
||||
|
||||
class Task(BaseModel):
|
||||
name: constr(min_length=1, max_length=64) = Field(
|
||||
name: str = Field(
|
||||
..., description='Name that identifies this task instance uniquely.'
|
||||
)
|
||||
displayName: Optional[str] = Field(
|
||||
None,
|
||||
description='Display Name that identifies this Task. It could be title or label from the pipeline services.',
|
||||
)
|
||||
fullyQualifiedName: Optional[constr(min_length=1, max_length=64)] = Field(
|
||||
fullyQualifiedName: Optional[str] = Field(
|
||||
None,
|
||||
description="A unique name that identifies a pipeline in the format 'ServiceName.PipelineName.TaskName'.",
|
||||
)
|
||||
@ -28,7 +28,7 @@ class Task(BaseModel):
|
||||
None,
|
||||
description='Task URL to visit/manage. This URL points to respective pipeline service UI.',
|
||||
)
|
||||
downstreamTasks: Optional[List[constr(min_length=1, max_length=64)]] = Field(
|
||||
downstreamTasks: Optional[List[str]] = Field(
|
||||
None, description='All the tasks that are downstream of this task.'
|
||||
)
|
||||
taskType: Optional[str] = Field(
|
||||
@ -46,14 +46,14 @@ class Pipeline(BaseModel):
|
||||
id: basic.Uuid = Field(
|
||||
..., description='Unique identifier that identifies a pipeline instance.'
|
||||
)
|
||||
name: constr(min_length=1, max_length=64) = Field(
|
||||
name: str = Field(
|
||||
..., description='Name that identifies this pipeline instance uniquely.'
|
||||
)
|
||||
displayName: Optional[str] = Field(
|
||||
None,
|
||||
description='Display Name that identifies this Pipeline. It could be title or label from the source services.',
|
||||
)
|
||||
fullyQualifiedName: Optional[constr(min_length=1, max_length=64)] = Field(
|
||||
fullyQualifiedName: Optional[str] = Field(
|
||||
None,
|
||||
description="A unique name that identifies a pipeline in the format 'ServiceName.PipelineName'.",
|
||||
)
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/entity/data/report.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/entity/data/table.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/entity/data/topic.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,3 +1,3 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/entity/feed/thread.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,3 +1,3 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
@ -0,0 +1,3 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: json
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
@ -0,0 +1,21 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/entity/policies/accessControl/rule.json
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from typing import List
|
||||
|
||||
from pydantic import BaseModel, Field
|
||||
|
||||
from .. import filters
|
||||
from . import tagBased
|
||||
|
||||
|
||||
class AccessControlRule(BaseModel):
|
||||
filters: filters.Filters1
|
||||
actions: List[tagBased.TagBased] = Field(
|
||||
...,
|
||||
description='A set of access control enforcements to take on the entities.',
|
||||
min_length=1,
|
||||
)
|
||||
@ -0,0 +1,23 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/entity/policies/accessControl/tagBased.json
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from typing import List, Union
|
||||
|
||||
from pydantic import BaseModel, Field
|
||||
|
||||
from ....type import tagLabel
|
||||
from ...teams import team, user
|
||||
|
||||
|
||||
class TagBased(BaseModel):
|
||||
tags: List[tagLabel.TagLabel] = Field(
|
||||
..., description='Tags that are associated with the entities.', min_length=1
|
||||
)
|
||||
allow: List[Union[team.Team, user.User]] = Field(
|
||||
...,
|
||||
description='Teams and Users who are able to access the tagged entities.',
|
||||
min_length=1,
|
||||
)
|
||||
@ -0,0 +1,23 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/entity/policies/filters.json
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from typing import Any, List, Union
|
||||
|
||||
from pydantic import BaseModel, Field
|
||||
|
||||
from ...type import tagLabel
|
||||
|
||||
|
||||
class Filters(BaseModel):
|
||||
__root__: Any = Field(..., title='Filters')
|
||||
|
||||
|
||||
class Filters1(BaseModel):
|
||||
__root__: List[Union[str, tagLabel.TagLabel]] = Field(
|
||||
...,
|
||||
description='The set of filters that are used to match on entities. A logical AND operation is applied across all filters.',
|
||||
min_length=1,
|
||||
)
|
||||
@ -0,0 +1,3 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: json
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
@ -0,0 +1,28 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/entity/policies/lifecycle/deleteAction.json
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from typing import Any, Optional, Union
|
||||
|
||||
from pydantic import BaseModel, Field, conint
|
||||
|
||||
|
||||
class LifecycleDeleteAction1(BaseModel):
|
||||
daysAfterCreation: Optional[conint(ge=1)] = Field(
|
||||
None,
|
||||
description='Number of days after creation of the entity that the deletion should be triggered.',
|
||||
)
|
||||
daysAfterModification: Optional[conint(ge=1)] = Field(
|
||||
None,
|
||||
description='Number of days after last modification of the entity that the deletion should be triggered.',
|
||||
)
|
||||
|
||||
|
||||
class LifecycleDeleteAction(BaseModel):
|
||||
__root__: Union[LifecycleDeleteAction1, Any, Any] = Field(
|
||||
...,
|
||||
description='An action to delete or expire the entity.',
|
||||
title='LifecycleDeleteAction',
|
||||
)
|
||||
@ -0,0 +1,47 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/entity/policies/lifecycle/moveAction.json
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from typing import Any, Optional, Union
|
||||
|
||||
from pydantic import BaseModel, Field, conint
|
||||
|
||||
from ....type import storage
|
||||
from ...data import location
|
||||
from ...services import storageService
|
||||
|
||||
|
||||
class Destination(BaseModel):
|
||||
storageServiceType: Optional[storageService.StorageService] = Field(
|
||||
None, description='The storage service to move this entity to.'
|
||||
)
|
||||
storageClassType: Optional[storage.StorageClassType] = Field(
|
||||
None, description='The storage class to move this entity to.'
|
||||
)
|
||||
location: Optional[location.Table] = Field(
|
||||
None, description='The location where to move this entity to.'
|
||||
)
|
||||
|
||||
|
||||
class LifecycleMoveAction1(BaseModel):
|
||||
daysAfterCreation: Optional[conint(ge=1)] = Field(
|
||||
None,
|
||||
description='Number of days after creation of the entity that the move should be triggered.',
|
||||
)
|
||||
daysAfterModification: Optional[conint(ge=1)] = Field(
|
||||
None,
|
||||
description='Number of days after last modification of the entity that the move should be triggered.',
|
||||
)
|
||||
destination: Optional[Destination] = Field(
|
||||
None, description='Location where this entity needs to be moved to.'
|
||||
)
|
||||
|
||||
|
||||
class LifecycleMoveAction(BaseModel):
|
||||
__root__: Union[LifecycleMoveAction1, Any, Any] = Field(
|
||||
...,
|
||||
description='An action to move the entity to a different location. For eg: Move from Standard storage tier to Archive storage tier.',
|
||||
title='LifecycleMoveAction',
|
||||
)
|
||||
@ -0,0 +1,21 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/entity/policies/lifecycle/rule.json
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from typing import List, Union
|
||||
|
||||
from pydantic import BaseModel, Field
|
||||
|
||||
from .. import filters
|
||||
from . import deleteAction, moveAction
|
||||
|
||||
|
||||
class LifecycleRule(BaseModel):
|
||||
filters: filters.Filters1
|
||||
actions: List[
|
||||
Union[deleteAction.LifecycleDeleteAction, moveAction.LifecycleMoveAction]
|
||||
] = Field(
|
||||
..., description='A set of actions to take on the entities.', min_length=1
|
||||
)
|
||||
@ -1,15 +1,17 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/entity/policies/policy.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from enum import Enum
|
||||
from typing import Optional
|
||||
from typing import List, Optional, Union
|
||||
|
||||
from pydantic import AnyUrl, BaseModel, Field, constr
|
||||
|
||||
from ...type import basic, entityHistory, entityReference
|
||||
from .accessControl import rule
|
||||
from .lifecycle import rule as rule_1
|
||||
|
||||
|
||||
class PolicyType(Enum):
|
||||
@ -52,5 +54,8 @@ class Policy(BaseModel):
|
||||
)
|
||||
updatedBy: Optional[str] = Field(None, description='User who made the update.')
|
||||
changeDescription: Optional[entityHistory.ChangeDescription] = Field(
|
||||
None, description='Change that led to this version of the entity.'
|
||||
None, description='Change that led to this version of the Policy.'
|
||||
)
|
||||
rules: Optional[List[Union[rule.AccessControlRule, rule_1.LifecycleRule]]] = Field(
|
||||
None, description='A set of rules associated with this Policy.', min_length=1
|
||||
)
|
||||
|
||||
@ -1,3 +1,3 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/entity/services/dashboardService.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/entity/services/databaseService.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
@ -26,6 +26,7 @@ class DatabaseServiceType(Enum):
|
||||
Trino = 'Trino'
|
||||
Vertica = 'Vertica'
|
||||
Glue = 'Glue'
|
||||
MariaDB = 'MariaDB'
|
||||
|
||||
|
||||
class DatabaseService(BaseModel):
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/entity/services/messagingService.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/entity/services/pipelineService.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,21 +1,14 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/entity/services/storageService.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from enum import Enum
|
||||
from typing import Optional
|
||||
|
||||
from pydantic import BaseModel, Field, constr
|
||||
|
||||
from ...type import basic, entityHistory
|
||||
|
||||
|
||||
class StorageServiceType(Enum):
|
||||
S3 = 'S3'
|
||||
GCS = 'GCS'
|
||||
HDFS = 'HDFS'
|
||||
from ...type import basic, entityHistory, storage
|
||||
|
||||
|
||||
class StorageService(BaseModel):
|
||||
@ -28,7 +21,7 @@ class StorageService(BaseModel):
|
||||
displayName: Optional[str] = Field(
|
||||
None, description='Display Name that identifies this storage service.'
|
||||
)
|
||||
serviceType: StorageServiceType = Field(
|
||||
serviceType: storage.StorageServiceType = Field(
|
||||
..., description='Type of storage service such as S3, GCS, HDFS...'
|
||||
)
|
||||
description: Optional[str] = Field(
|
||||
|
||||
@ -1,3 +1,3 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/entity/tags/tagCategory.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,3 +1,3 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/entity/teams/team.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/entity/teams/user.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,3 +1,3 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/operations/workflows/ingestion.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,3 +1,3 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/type/auditLog.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/type/basic.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/type/changeEvent.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/type/collectionDescriptor.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/type/dailyCount.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/type/entityHistory.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/type/entityLineage.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/type/entityReference.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/type/entityUsage.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/type/jdbcConnection.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/type/paging.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/type/profile.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/type/schedule.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
57
ingestion/src/metadata/generated/schema/type/storage.py
Normal file
57
ingestion/src/metadata/generated/schema/type/storage.py
Normal file
@ -0,0 +1,57 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/type/storage.json
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from enum import Enum
|
||||
from typing import Any, Union
|
||||
|
||||
from pydantic import BaseModel, Extra, Field
|
||||
|
||||
|
||||
class Model(BaseModel):
|
||||
class Config:
|
||||
extra = Extra.forbid
|
||||
|
||||
__root__: Any = Field(..., description='Definitions related to Storage Service')
|
||||
|
||||
|
||||
class StorageServiceType(Enum):
|
||||
S3 = 'S3'
|
||||
GCS = 'GCS'
|
||||
HDFS = 'HDFS'
|
||||
ABFS = 'ABFS'
|
||||
|
||||
|
||||
class S3StorageClass(Enum):
|
||||
DEEP_ARCHIVE = 'DEEP_ARCHIVE'
|
||||
GLACIER = 'GLACIER'
|
||||
INTELLIGENT_TIERING = 'INTELLIGENT_TIERING'
|
||||
ONEZONE_IA = 'ONEZONE_IA'
|
||||
OUTPOSTS = 'OUTPOSTS'
|
||||
REDUCED_REDUNDANCY = 'REDUCED_REDUNDANCY'
|
||||
STANDARD = 'STANDARD'
|
||||
STANDARD_IA = 'STANDARD_IA'
|
||||
|
||||
|
||||
class GcsStorageClass(Enum):
|
||||
ARCHIVE = 'ARCHIVE'
|
||||
COLDLINE = 'COLDLINE'
|
||||
DURABLE_REDUCED_AVAILABILITY = 'DURABLE_REDUCED_AVAILABILITY'
|
||||
MULTI_REGIONAL = 'MULTI_REGIONAL'
|
||||
NEARLINE = 'NEARLINE'
|
||||
REGIONAL = 'REGIONAL'
|
||||
STANDARD = 'STANDARD'
|
||||
|
||||
|
||||
class AbfsStorageClass(Enum):
|
||||
ARCHIVE = 'ARCHIVE'
|
||||
HOT = 'HOT'
|
||||
COOL = 'COOL'
|
||||
|
||||
|
||||
class StorageClassType(BaseModel):
|
||||
__root__: Union[S3StorageClass, GcsStorageClass, AbfsStorageClass] = Field(
|
||||
..., description='Type of storage class for the storage service'
|
||||
)
|
||||
@ -1,6 +1,6 @@
|
||||
# generated by datamodel-codegen:
|
||||
# filename: schema/type/tagLabel.json
|
||||
# timestamp: 2021-11-16T07:44:38+00:00
|
||||
# timestamp: 2021-11-18T23:20:04+00:00
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
|
||||
Some files were not shown because too many files have changed in this diff Show More
Loading…
x
Reference in New Issue
Block a user