diff --git a/bootstrap/sql/mysql/v001__create_db_connection_info.sql b/bootstrap/sql/mysql/v001__create_db_connection_info.sql index 1d7bf97e4fc..60a9bb2dc20 100644 --- a/bootstrap/sql/mysql/v001__create_db_connection_info.sql +++ b/bootstrap/sql/mysql/v001__create_db_connection_info.sql @@ -212,7 +212,7 @@ CREATE TABLE IF NOT EXISTS ml_model_entity ( CREATE TABLE IF NOT EXISTS pipeline_entity ( id VARCHAR(36) GENERATED ALWAYS AS (json ->> '$.id') STORED NOT NULL, - fullyQualifiedName VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.fullyQualifiedName') NOT NULL, + fullyQualifiedName VARCHAR(512) GENERATED ALWAYS AS (json ->> '$.fullyQualifiedName') NOT NULL, json JSON NOT NULL, updatedAt TIMESTAMP GENERATED ALWAYS AS (TIMESTAMP(STR_TO_DATE(json ->> '$.updatedAt', '%Y-%m-%dT%T.%fZ'))) NOT NULL, updatedBy VARCHAR(256) GENERATED ALWAYS AS (json ->> '$.updatedBy') NOT NULL, diff --git a/catalog-rest-service/src/main/resources/json/schema/entity/data/pipeline.json b/catalog-rest-service/src/main/resources/json/schema/entity/data/pipeline.json index 723820f8742..f2358b40a7b 100644 --- a/catalog-rest-service/src/main/resources/json/schema/entity/data/pipeline.json +++ b/catalog-rest-service/src/main/resources/json/schema/entity/data/pipeline.json @@ -11,9 +11,7 @@ "properties": { "name": { "description": "Name that identifies this task instance uniquely.", - "type": "string", - "minLength": 1, - "maxLength": 64 + "type": "string" }, "displayName": { "description": "Display Name that identifies this Task. It could be title or label from the pipeline services.", @@ -21,9 +19,7 @@ }, "fullyQualifiedName": { "description": "A unique name that identifies a pipeline in the format 'ServiceName.PipelineName.TaskName'.", - "type": "string", - "minLength": 1, - "maxLength": 64 + "type": "string" }, "description": { "description": "Description of this Task.", @@ -38,9 +34,7 @@ "description": "All the tasks that are downstream of this task.", "type": "array", "items": { - "type": "string", - "minLength": 1, - "maxLength": 64 + "type": "string" }, "default": null }, @@ -76,7 +70,7 @@ "description": "Name that identifies this pipeline instance uniquely.", "type": "string", "minLength": 1, - "maxLength": 64 + "maxLength": 256 }, "displayName": { "description": "Display Name that identifies this Pipeline. It could be title or label from the source services.", @@ -84,9 +78,7 @@ }, "fullyQualifiedName": { "description": "A unique name that identifies a pipeline in the format 'ServiceName.PipelineName'.", - "type": "string", - "minLength": 1, - "maxLength": 64 + "type": "string" }, "description": { "description": "Description of this Pipeline.", diff --git a/ingestion/src/metadata/generated/data/tags/__init__.py b/ingestion/src/metadata/generated/data/tags/__init__.py index 5be88da5f6e..f032a3bcf42 100644 --- a/ingestion/src/metadata/generated/data/tags/__init__.py +++ b/ingestion/src/metadata/generated/data/tags/__init__.py @@ -1,3 +1,3 @@ # generated by datamodel-codegen: # filename: json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 diff --git a/ingestion/src/metadata/generated/data/tags/personalDataTags.py b/ingestion/src/metadata/generated/data/tags/personalDataTags.py index 2e6fb76e831..07dd2103d30 100644 --- a/ingestion/src/metadata/generated/data/tags/personalDataTags.py +++ b/ingestion/src/metadata/generated/data/tags/personalDataTags.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: data/tags/personalDataTags.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/data/tags/piiTags.py b/ingestion/src/metadata/generated/data/tags/piiTags.py index 2e4c78f0f24..3a7823caa43 100644 --- a/ingestion/src/metadata/generated/data/tags/piiTags.py +++ b/ingestion/src/metadata/generated/data/tags/piiTags.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: data/tags/piiTags.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/data/tags/tierTags.py b/ingestion/src/metadata/generated/data/tags/tierTags.py index 9c4234d05a7..3023bea04e3 100644 --- a/ingestion/src/metadata/generated/data/tags/tierTags.py +++ b/ingestion/src/metadata/generated/data/tags/tierTags.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: data/tags/tierTags.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/data/tags/userTags.py b/ingestion/src/metadata/generated/data/tags/userTags.py index 8c4611d60ac..fa735a3bba4 100644 --- a/ingestion/src/metadata/generated/data/tags/userTags.py +++ b/ingestion/src/metadata/generated/data/tags/userTags.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: data/tags/userTags.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/api/__init__.py b/ingestion/src/metadata/generated/schema/api/__init__.py index 5be88da5f6e..f032a3bcf42 100644 --- a/ingestion/src/metadata/generated/schema/api/__init__.py +++ b/ingestion/src/metadata/generated/schema/api/__init__.py @@ -1,3 +1,3 @@ # generated by datamodel-codegen: # filename: json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 diff --git a/ingestion/src/metadata/generated/schema/api/catalogVersion.py b/ingestion/src/metadata/generated/schema/api/catalogVersion.py index c95c5d3e01f..44a0aeaeb24 100644 --- a/ingestion/src/metadata/generated/schema/api/catalogVersion.py +++ b/ingestion/src/metadata/generated/schema/api/catalogVersion.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/api/catalogVersion.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/api/data/__init__.py b/ingestion/src/metadata/generated/schema/api/data/__init__.py index 5be88da5f6e..f032a3bcf42 100644 --- a/ingestion/src/metadata/generated/schema/api/data/__init__.py +++ b/ingestion/src/metadata/generated/schema/api/data/__init__.py @@ -1,3 +1,3 @@ # generated by datamodel-codegen: # filename: json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 diff --git a/ingestion/src/metadata/generated/schema/api/data/createChart.py b/ingestion/src/metadata/generated/schema/api/data/createChart.py index 3eb6494531d..64b8b037460 100644 --- a/ingestion/src/metadata/generated/schema/api/data/createChart.py +++ b/ingestion/src/metadata/generated/schema/api/data/createChart.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/api/data/createChart.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/api/data/createDashboard.py b/ingestion/src/metadata/generated/schema/api/data/createDashboard.py index c7a437d14ec..adbfbd6e215 100644 --- a/ingestion/src/metadata/generated/schema/api/data/createDashboard.py +++ b/ingestion/src/metadata/generated/schema/api/data/createDashboard.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/api/data/createDashboard.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/api/data/createDatabase.py b/ingestion/src/metadata/generated/schema/api/data/createDatabase.py index f67f5bf2e19..63c21f6f96c 100644 --- a/ingestion/src/metadata/generated/schema/api/data/createDatabase.py +++ b/ingestion/src/metadata/generated/schema/api/data/createDatabase.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/api/data/createDatabase.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/api/data/createLocation.py b/ingestion/src/metadata/generated/schema/api/data/createLocation.py index c9fcfa3c6c5..5886a0b60d0 100644 --- a/ingestion/src/metadata/generated/schema/api/data/createLocation.py +++ b/ingestion/src/metadata/generated/schema/api/data/createLocation.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/api/data/createLocation.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/api/data/createMLModel.py b/ingestion/src/metadata/generated/schema/api/data/createMLModel.py index f8aedf403e4..d5c465fe33c 100644 --- a/ingestion/src/metadata/generated/schema/api/data/createMLModel.py +++ b/ingestion/src/metadata/generated/schema/api/data/createMLModel.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/api/data/createMLModel.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations @@ -12,7 +12,7 @@ from ...entity.data import mlmodel from ...type import entityReference, tagLabel -class CreateMLModelEntityRequest(BaseModel): +class CreateMlModelEntityRequest(BaseModel): name: constr(min_length=1, max_length=64) = Field( ..., description='Name that identifies this ML model.' ) diff --git a/ingestion/src/metadata/generated/schema/api/data/createModel.py b/ingestion/src/metadata/generated/schema/api/data/createModel.py index e42ad682d90..89ae2b28e9d 100644 --- a/ingestion/src/metadata/generated/schema/api/data/createModel.py +++ b/ingestion/src/metadata/generated/schema/api/data/createModel.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/api/data/createModel.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/api/data/createPipeline.py b/ingestion/src/metadata/generated/schema/api/data/createPipeline.py index 43ba64720a7..00e70ff7808 100644 --- a/ingestion/src/metadata/generated/schema/api/data/createPipeline.py +++ b/ingestion/src/metadata/generated/schema/api/data/createPipeline.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/api/data/createPipeline.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/api/data/createTable.py b/ingestion/src/metadata/generated/schema/api/data/createTable.py index b45ebd188f0..e65521233c5 100644 --- a/ingestion/src/metadata/generated/schema/api/data/createTable.py +++ b/ingestion/src/metadata/generated/schema/api/data/createTable.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/api/data/createTable.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/api/data/createTopic.py b/ingestion/src/metadata/generated/schema/api/data/createTopic.py index 71c95668f3e..a655407ab7f 100644 --- a/ingestion/src/metadata/generated/schema/api/data/createTopic.py +++ b/ingestion/src/metadata/generated/schema/api/data/createTopic.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/api/data/createTopic.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/api/feed/__init__.py b/ingestion/src/metadata/generated/schema/api/feed/__init__.py index 5be88da5f6e..f032a3bcf42 100644 --- a/ingestion/src/metadata/generated/schema/api/feed/__init__.py +++ b/ingestion/src/metadata/generated/schema/api/feed/__init__.py @@ -1,3 +1,3 @@ # generated by datamodel-codegen: # filename: json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 diff --git a/ingestion/src/metadata/generated/schema/api/feed/createThread.py b/ingestion/src/metadata/generated/schema/api/feed/createThread.py index 9ff1aa11b2f..98f02561348 100644 --- a/ingestion/src/metadata/generated/schema/api/feed/createThread.py +++ b/ingestion/src/metadata/generated/schema/api/feed/createThread.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/api/feed/createThread.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/api/lineage/__init__.py b/ingestion/src/metadata/generated/schema/api/lineage/__init__.py index 5be88da5f6e..f032a3bcf42 100644 --- a/ingestion/src/metadata/generated/schema/api/lineage/__init__.py +++ b/ingestion/src/metadata/generated/schema/api/lineage/__init__.py @@ -1,3 +1,3 @@ # generated by datamodel-codegen: # filename: json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 diff --git a/ingestion/src/metadata/generated/schema/api/lineage/addLineage.py b/ingestion/src/metadata/generated/schema/api/lineage/addLineage.py index 3f55ae520b0..9667f969610 100644 --- a/ingestion/src/metadata/generated/schema/api/lineage/addLineage.py +++ b/ingestion/src/metadata/generated/schema/api/lineage/addLineage.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/api/lineage/addLineage.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/api/operations/workflows/__init__.py b/ingestion/src/metadata/generated/schema/api/operations/workflows/__init__.py index 5be88da5f6e..f032a3bcf42 100644 --- a/ingestion/src/metadata/generated/schema/api/operations/workflows/__init__.py +++ b/ingestion/src/metadata/generated/schema/api/operations/workflows/__init__.py @@ -1,3 +1,3 @@ # generated by datamodel-codegen: # filename: json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 diff --git a/ingestion/src/metadata/generated/schema/api/operations/workflows/createIngestion.py b/ingestion/src/metadata/generated/schema/api/operations/workflows/createIngestion.py index da0c13e4742..5d900537d3c 100644 --- a/ingestion/src/metadata/generated/schema/api/operations/workflows/createIngestion.py +++ b/ingestion/src/metadata/generated/schema/api/operations/workflows/createIngestion.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/api/operations/workflows/createIngestion.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/api/policies/__init__.py b/ingestion/src/metadata/generated/schema/api/policies/__init__.py index 5be88da5f6e..f032a3bcf42 100644 --- a/ingestion/src/metadata/generated/schema/api/policies/__init__.py +++ b/ingestion/src/metadata/generated/schema/api/policies/__init__.py @@ -1,3 +1,3 @@ # generated by datamodel-codegen: # filename: json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 diff --git a/ingestion/src/metadata/generated/schema/api/policies/createPolicy.py b/ingestion/src/metadata/generated/schema/api/policies/createPolicy.py index 5506a24428b..6c8aaae9100 100644 --- a/ingestion/src/metadata/generated/schema/api/policies/createPolicy.py +++ b/ingestion/src/metadata/generated/schema/api/policies/createPolicy.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/api/policies/createPolicy.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/api/services/__init__.py b/ingestion/src/metadata/generated/schema/api/services/__init__.py index 5be88da5f6e..f032a3bcf42 100644 --- a/ingestion/src/metadata/generated/schema/api/services/__init__.py +++ b/ingestion/src/metadata/generated/schema/api/services/__init__.py @@ -1,3 +1,3 @@ # generated by datamodel-codegen: # filename: json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 diff --git a/ingestion/src/metadata/generated/schema/api/services/createDashboardService.py b/ingestion/src/metadata/generated/schema/api/services/createDashboardService.py index 18f5d642361..cd9101ac205 100644 --- a/ingestion/src/metadata/generated/schema/api/services/createDashboardService.py +++ b/ingestion/src/metadata/generated/schema/api/services/createDashboardService.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/api/services/createDashboardService.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/api/services/createDatabaseService.py b/ingestion/src/metadata/generated/schema/api/services/createDatabaseService.py index 4ea53457503..a8c2b2e3a31 100644 --- a/ingestion/src/metadata/generated/schema/api/services/createDatabaseService.py +++ b/ingestion/src/metadata/generated/schema/api/services/createDatabaseService.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/api/services/createDatabaseService.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/api/services/createMessagingService.py b/ingestion/src/metadata/generated/schema/api/services/createMessagingService.py index e6fa6c188aa..96fd954fe86 100644 --- a/ingestion/src/metadata/generated/schema/api/services/createMessagingService.py +++ b/ingestion/src/metadata/generated/schema/api/services/createMessagingService.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/api/services/createMessagingService.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/api/services/createPipelineService.py b/ingestion/src/metadata/generated/schema/api/services/createPipelineService.py index f92a771b404..ed812ae65d1 100644 --- a/ingestion/src/metadata/generated/schema/api/services/createPipelineService.py +++ b/ingestion/src/metadata/generated/schema/api/services/createPipelineService.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/api/services/createPipelineService.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/api/services/createStorageService.py b/ingestion/src/metadata/generated/schema/api/services/createStorageService.py index 608569d84f4..99d6b00473b 100644 --- a/ingestion/src/metadata/generated/schema/api/services/createStorageService.py +++ b/ingestion/src/metadata/generated/schema/api/services/createStorageService.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/api/services/createStorageService.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations @@ -8,7 +8,7 @@ from typing import Optional from pydantic import BaseModel, Field, constr -from ...entity.services import storageService +from ...type import storage class CreateStorageServiceEntityRequest(BaseModel): @@ -18,4 +18,4 @@ class CreateStorageServiceEntityRequest(BaseModel): description: Optional[str] = Field( None, description='Description of Storage entity.' ) - serviceType: Optional[storageService.StorageServiceType] = None + serviceType: Optional[storage.StorageServiceType] = None diff --git a/ingestion/src/metadata/generated/schema/api/services/updateDashboardService.py b/ingestion/src/metadata/generated/schema/api/services/updateDashboardService.py index 054587ef8b0..f1cdf696680 100644 --- a/ingestion/src/metadata/generated/schema/api/services/updateDashboardService.py +++ b/ingestion/src/metadata/generated/schema/api/services/updateDashboardService.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/api/services/updateDashboardService.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/api/services/updateDatabaseService.py b/ingestion/src/metadata/generated/schema/api/services/updateDatabaseService.py index 193e220c336..3979e10133b 100644 --- a/ingestion/src/metadata/generated/schema/api/services/updateDatabaseService.py +++ b/ingestion/src/metadata/generated/schema/api/services/updateDatabaseService.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/api/services/updateDatabaseService.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/api/services/updateMessagingService.py b/ingestion/src/metadata/generated/schema/api/services/updateMessagingService.py index f1948f103c8..7f416272345 100644 --- a/ingestion/src/metadata/generated/schema/api/services/updateMessagingService.py +++ b/ingestion/src/metadata/generated/schema/api/services/updateMessagingService.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/api/services/updateMessagingService.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/api/services/updatePipelineService.py b/ingestion/src/metadata/generated/schema/api/services/updatePipelineService.py index 3b03b338640..264a8fcc59b 100644 --- a/ingestion/src/metadata/generated/schema/api/services/updatePipelineService.py +++ b/ingestion/src/metadata/generated/schema/api/services/updatePipelineService.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/api/services/updatePipelineService.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/api/services/updateStorageService.py b/ingestion/src/metadata/generated/schema/api/services/updateStorageService.py index 07095a2bffd..0ba9d3f369c 100644 --- a/ingestion/src/metadata/generated/schema/api/services/updateStorageService.py +++ b/ingestion/src/metadata/generated/schema/api/services/updateStorageService.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/api/services/updateStorageService.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/api/setOwner.py b/ingestion/src/metadata/generated/schema/api/setOwner.py index 07cf9c9cf38..017a4560a8f 100644 --- a/ingestion/src/metadata/generated/schema/api/setOwner.py +++ b/ingestion/src/metadata/generated/schema/api/setOwner.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/api/setOwner.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/api/tags/__init__.py b/ingestion/src/metadata/generated/schema/api/tags/__init__.py index 5be88da5f6e..f032a3bcf42 100644 --- a/ingestion/src/metadata/generated/schema/api/tags/__init__.py +++ b/ingestion/src/metadata/generated/schema/api/tags/__init__.py @@ -1,3 +1,3 @@ # generated by datamodel-codegen: # filename: json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 diff --git a/ingestion/src/metadata/generated/schema/api/tags/createTag.py b/ingestion/src/metadata/generated/schema/api/tags/createTag.py index aada66a6e11..6ae57af5a25 100644 --- a/ingestion/src/metadata/generated/schema/api/tags/createTag.py +++ b/ingestion/src/metadata/generated/schema/api/tags/createTag.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/api/tags/createTag.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/api/tags/createTagCategory.py b/ingestion/src/metadata/generated/schema/api/tags/createTagCategory.py index 7707b6b0a7f..672e812fa37 100644 --- a/ingestion/src/metadata/generated/schema/api/tags/createTagCategory.py +++ b/ingestion/src/metadata/generated/schema/api/tags/createTagCategory.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/api/tags/createTagCategory.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/api/teams/__init__.py b/ingestion/src/metadata/generated/schema/api/teams/__init__.py index 5be88da5f6e..f032a3bcf42 100644 --- a/ingestion/src/metadata/generated/schema/api/teams/__init__.py +++ b/ingestion/src/metadata/generated/schema/api/teams/__init__.py @@ -1,3 +1,3 @@ # generated by datamodel-codegen: # filename: json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 diff --git a/ingestion/src/metadata/generated/schema/api/teams/createTeam.py b/ingestion/src/metadata/generated/schema/api/teams/createTeam.py index 2354f6c4d2f..14204186e30 100644 --- a/ingestion/src/metadata/generated/schema/api/teams/createTeam.py +++ b/ingestion/src/metadata/generated/schema/api/teams/createTeam.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/api/teams/createTeam.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/api/teams/createUser.py b/ingestion/src/metadata/generated/schema/api/teams/createUser.py index 152a74d3b00..7247df23d76 100644 --- a/ingestion/src/metadata/generated/schema/api/teams/createUser.py +++ b/ingestion/src/metadata/generated/schema/api/teams/createUser.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/api/teams/createUser.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/entity/__init__.py b/ingestion/src/metadata/generated/schema/entity/__init__.py index 5be88da5f6e..f032a3bcf42 100644 --- a/ingestion/src/metadata/generated/schema/entity/__init__.py +++ b/ingestion/src/metadata/generated/schema/entity/__init__.py @@ -1,3 +1,3 @@ # generated by datamodel-codegen: # filename: json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 diff --git a/ingestion/src/metadata/generated/schema/entity/bots.py b/ingestion/src/metadata/generated/schema/entity/bots.py index 22f2798ea8f..5e654f22354 100644 --- a/ingestion/src/metadata/generated/schema/entity/bots.py +++ b/ingestion/src/metadata/generated/schema/entity/bots.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/entity/bots.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/entity/data/__init__.py b/ingestion/src/metadata/generated/schema/entity/data/__init__.py index 5be88da5f6e..f032a3bcf42 100644 --- a/ingestion/src/metadata/generated/schema/entity/data/__init__.py +++ b/ingestion/src/metadata/generated/schema/entity/data/__init__.py @@ -1,3 +1,3 @@ # generated by datamodel-codegen: # filename: json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 diff --git a/ingestion/src/metadata/generated/schema/entity/data/chart.py b/ingestion/src/metadata/generated/schema/entity/data/chart.py index 453ab6aef9d..ea08de8eb26 100644 --- a/ingestion/src/metadata/generated/schema/entity/data/chart.py +++ b/ingestion/src/metadata/generated/schema/entity/data/chart.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/entity/data/chart.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/entity/data/dashboard.py b/ingestion/src/metadata/generated/schema/entity/data/dashboard.py index 06b217d9b80..773761c31c2 100644 --- a/ingestion/src/metadata/generated/schema/entity/data/dashboard.py +++ b/ingestion/src/metadata/generated/schema/entity/data/dashboard.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/entity/data/dashboard.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/entity/data/database.py b/ingestion/src/metadata/generated/schema/entity/data/database.py index 310df6ed490..8bb30312597 100644 --- a/ingestion/src/metadata/generated/schema/entity/data/database.py +++ b/ingestion/src/metadata/generated/schema/entity/data/database.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/entity/data/database.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/entity/data/location.py b/ingestion/src/metadata/generated/schema/entity/data/location.py index 9bc1f64c0ba..e401012552e 100644 --- a/ingestion/src/metadata/generated/schema/entity/data/location.py +++ b/ingestion/src/metadata/generated/schema/entity/data/location.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/entity/data/location.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/entity/data/metrics.py b/ingestion/src/metadata/generated/schema/entity/data/metrics.py index 250e0cb680a..8ecc1791f23 100644 --- a/ingestion/src/metadata/generated/schema/entity/data/metrics.py +++ b/ingestion/src/metadata/generated/schema/entity/data/metrics.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/entity/data/metrics.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/entity/data/mlmodel.py b/ingestion/src/metadata/generated/schema/entity/data/mlmodel.py index b2567a8f87a..991d023ebb5 100644 --- a/ingestion/src/metadata/generated/schema/entity/data/mlmodel.py +++ b/ingestion/src/metadata/generated/schema/entity/data/mlmodel.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/entity/data/mlmodel.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/entity/data/model.py b/ingestion/src/metadata/generated/schema/entity/data/model.py index a0aa930c003..0e418724b1b 100644 --- a/ingestion/src/metadata/generated/schema/entity/data/model.py +++ b/ingestion/src/metadata/generated/schema/entity/data/model.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/entity/data/model.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/entity/data/pipeline.py b/ingestion/src/metadata/generated/schema/entity/data/pipeline.py index 008c9e68c72..ba34ea30dcc 100644 --- a/ingestion/src/metadata/generated/schema/entity/data/pipeline.py +++ b/ingestion/src/metadata/generated/schema/entity/data/pipeline.py @@ -1,25 +1,25 @@ # generated by datamodel-codegen: # filename: schema/entity/data/pipeline.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations from typing import List, Optional -from pydantic import AnyUrl, BaseModel, Field, constr +from pydantic import AnyUrl, BaseModel, Field from ...type import basic, entityHistory, entityReference, tagLabel class Task(BaseModel): - name: constr(min_length=1, max_length=64) = Field( + name: str = Field( ..., description='Name that identifies this task instance uniquely.' ) displayName: Optional[str] = Field( None, description='Display Name that identifies this Task. It could be title or label from the pipeline services.', ) - fullyQualifiedName: Optional[constr(min_length=1, max_length=64)] = Field( + fullyQualifiedName: Optional[str] = Field( None, description="A unique name that identifies a pipeline in the format 'ServiceName.PipelineName.TaskName'.", ) @@ -28,7 +28,7 @@ class Task(BaseModel): None, description='Task URL to visit/manage. This URL points to respective pipeline service UI.', ) - downstreamTasks: Optional[List[constr(min_length=1, max_length=64)]] = Field( + downstreamTasks: Optional[List[str]] = Field( None, description='All the tasks that are downstream of this task.' ) taskType: Optional[str] = Field( @@ -46,14 +46,14 @@ class Pipeline(BaseModel): id: basic.Uuid = Field( ..., description='Unique identifier that identifies a pipeline instance.' ) - name: constr(min_length=1, max_length=64) = Field( + name: str = Field( ..., description='Name that identifies this pipeline instance uniquely.' ) displayName: Optional[str] = Field( None, description='Display Name that identifies this Pipeline. It could be title or label from the source services.', ) - fullyQualifiedName: Optional[constr(min_length=1, max_length=64)] = Field( + fullyQualifiedName: Optional[str] = Field( None, description="A unique name that identifies a pipeline in the format 'ServiceName.PipelineName'.", ) diff --git a/ingestion/src/metadata/generated/schema/entity/data/report.py b/ingestion/src/metadata/generated/schema/entity/data/report.py index 09eba67f12a..04533aef6bd 100644 --- a/ingestion/src/metadata/generated/schema/entity/data/report.py +++ b/ingestion/src/metadata/generated/schema/entity/data/report.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/entity/data/report.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/entity/data/table.py b/ingestion/src/metadata/generated/schema/entity/data/table.py index 16ac0861b19..0f57f123eb5 100644 --- a/ingestion/src/metadata/generated/schema/entity/data/table.py +++ b/ingestion/src/metadata/generated/schema/entity/data/table.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/entity/data/table.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/entity/data/topic.py b/ingestion/src/metadata/generated/schema/entity/data/topic.py index a7e77d84a08..97f0e010b13 100644 --- a/ingestion/src/metadata/generated/schema/entity/data/topic.py +++ b/ingestion/src/metadata/generated/schema/entity/data/topic.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/entity/data/topic.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/entity/feed/__init__.py b/ingestion/src/metadata/generated/schema/entity/feed/__init__.py index 5be88da5f6e..f032a3bcf42 100644 --- a/ingestion/src/metadata/generated/schema/entity/feed/__init__.py +++ b/ingestion/src/metadata/generated/schema/entity/feed/__init__.py @@ -1,3 +1,3 @@ # generated by datamodel-codegen: # filename: json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 diff --git a/ingestion/src/metadata/generated/schema/entity/feed/thread.py b/ingestion/src/metadata/generated/schema/entity/feed/thread.py index 3a42d041d1f..16bd88c96c9 100644 --- a/ingestion/src/metadata/generated/schema/entity/feed/thread.py +++ b/ingestion/src/metadata/generated/schema/entity/feed/thread.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/entity/feed/thread.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/entity/policies/__init__.py b/ingestion/src/metadata/generated/schema/entity/policies/__init__.py index 5be88da5f6e..f032a3bcf42 100644 --- a/ingestion/src/metadata/generated/schema/entity/policies/__init__.py +++ b/ingestion/src/metadata/generated/schema/entity/policies/__init__.py @@ -1,3 +1,3 @@ # generated by datamodel-codegen: # filename: json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 diff --git a/ingestion/src/metadata/generated/schema/entity/policies/accessControl/__init__.py b/ingestion/src/metadata/generated/schema/entity/policies/accessControl/__init__.py new file mode 100644 index 00000000000..f032a3bcf42 --- /dev/null +++ b/ingestion/src/metadata/generated/schema/entity/policies/accessControl/__init__.py @@ -0,0 +1,3 @@ +# generated by datamodel-codegen: +# filename: json +# timestamp: 2021-11-18T23:20:04+00:00 diff --git a/ingestion/src/metadata/generated/schema/entity/policies/accessControl/rule.py b/ingestion/src/metadata/generated/schema/entity/policies/accessControl/rule.py new file mode 100644 index 00000000000..f8ee16dad4b --- /dev/null +++ b/ingestion/src/metadata/generated/schema/entity/policies/accessControl/rule.py @@ -0,0 +1,21 @@ +# generated by datamodel-codegen: +# filename: schema/entity/policies/accessControl/rule.json +# timestamp: 2021-11-18T23:20:04+00:00 + +from __future__ import annotations + +from typing import List + +from pydantic import BaseModel, Field + +from .. import filters +from . import tagBased + + +class AccessControlRule(BaseModel): + filters: filters.Filters1 + actions: List[tagBased.TagBased] = Field( + ..., + description='A set of access control enforcements to take on the entities.', + min_length=1, + ) diff --git a/ingestion/src/metadata/generated/schema/entity/policies/accessControl/tagBased.py b/ingestion/src/metadata/generated/schema/entity/policies/accessControl/tagBased.py new file mode 100644 index 00000000000..fa0e4cec1a4 --- /dev/null +++ b/ingestion/src/metadata/generated/schema/entity/policies/accessControl/tagBased.py @@ -0,0 +1,23 @@ +# generated by datamodel-codegen: +# filename: schema/entity/policies/accessControl/tagBased.json +# timestamp: 2021-11-18T23:20:04+00:00 + +from __future__ import annotations + +from typing import List, Union + +from pydantic import BaseModel, Field + +from ....type import tagLabel +from ...teams import team, user + + +class TagBased(BaseModel): + tags: List[tagLabel.TagLabel] = Field( + ..., description='Tags that are associated with the entities.', min_length=1 + ) + allow: List[Union[team.Team, user.User]] = Field( + ..., + description='Teams and Users who are able to access the tagged entities.', + min_length=1, + ) diff --git a/ingestion/src/metadata/generated/schema/entity/policies/filters.py b/ingestion/src/metadata/generated/schema/entity/policies/filters.py new file mode 100644 index 00000000000..dabdbc058dd --- /dev/null +++ b/ingestion/src/metadata/generated/schema/entity/policies/filters.py @@ -0,0 +1,23 @@ +# generated by datamodel-codegen: +# filename: schema/entity/policies/filters.json +# timestamp: 2021-11-18T23:20:04+00:00 + +from __future__ import annotations + +from typing import Any, List, Union + +from pydantic import BaseModel, Field + +from ...type import tagLabel + + +class Filters(BaseModel): + __root__: Any = Field(..., title='Filters') + + +class Filters1(BaseModel): + __root__: List[Union[str, tagLabel.TagLabel]] = Field( + ..., + description='The set of filters that are used to match on entities. A logical AND operation is applied across all filters.', + min_length=1, + ) diff --git a/ingestion/src/metadata/generated/schema/entity/policies/lifecycle/__init__.py b/ingestion/src/metadata/generated/schema/entity/policies/lifecycle/__init__.py new file mode 100644 index 00000000000..f032a3bcf42 --- /dev/null +++ b/ingestion/src/metadata/generated/schema/entity/policies/lifecycle/__init__.py @@ -0,0 +1,3 @@ +# generated by datamodel-codegen: +# filename: json +# timestamp: 2021-11-18T23:20:04+00:00 diff --git a/ingestion/src/metadata/generated/schema/entity/policies/lifecycle/deleteAction.py b/ingestion/src/metadata/generated/schema/entity/policies/lifecycle/deleteAction.py new file mode 100644 index 00000000000..ba497f668cb --- /dev/null +++ b/ingestion/src/metadata/generated/schema/entity/policies/lifecycle/deleteAction.py @@ -0,0 +1,28 @@ +# generated by datamodel-codegen: +# filename: schema/entity/policies/lifecycle/deleteAction.json +# timestamp: 2021-11-18T23:20:04+00:00 + +from __future__ import annotations + +from typing import Any, Optional, Union + +from pydantic import BaseModel, Field, conint + + +class LifecycleDeleteAction1(BaseModel): + daysAfterCreation: Optional[conint(ge=1)] = Field( + None, + description='Number of days after creation of the entity that the deletion should be triggered.', + ) + daysAfterModification: Optional[conint(ge=1)] = Field( + None, + description='Number of days after last modification of the entity that the deletion should be triggered.', + ) + + +class LifecycleDeleteAction(BaseModel): + __root__: Union[LifecycleDeleteAction1, Any, Any] = Field( + ..., + description='An action to delete or expire the entity.', + title='LifecycleDeleteAction', + ) diff --git a/ingestion/src/metadata/generated/schema/entity/policies/lifecycle/moveAction.py b/ingestion/src/metadata/generated/schema/entity/policies/lifecycle/moveAction.py new file mode 100644 index 00000000000..558f92e89d4 --- /dev/null +++ b/ingestion/src/metadata/generated/schema/entity/policies/lifecycle/moveAction.py @@ -0,0 +1,47 @@ +# generated by datamodel-codegen: +# filename: schema/entity/policies/lifecycle/moveAction.json +# timestamp: 2021-11-18T23:20:04+00:00 + +from __future__ import annotations + +from typing import Any, Optional, Union + +from pydantic import BaseModel, Field, conint + +from ....type import storage +from ...data import location +from ...services import storageService + + +class Destination(BaseModel): + storageServiceType: Optional[storageService.StorageService] = Field( + None, description='The storage service to move this entity to.' + ) + storageClassType: Optional[storage.StorageClassType] = Field( + None, description='The storage class to move this entity to.' + ) + location: Optional[location.Table] = Field( + None, description='The location where to move this entity to.' + ) + + +class LifecycleMoveAction1(BaseModel): + daysAfterCreation: Optional[conint(ge=1)] = Field( + None, + description='Number of days after creation of the entity that the move should be triggered.', + ) + daysAfterModification: Optional[conint(ge=1)] = Field( + None, + description='Number of days after last modification of the entity that the move should be triggered.', + ) + destination: Optional[Destination] = Field( + None, description='Location where this entity needs to be moved to.' + ) + + +class LifecycleMoveAction(BaseModel): + __root__: Union[LifecycleMoveAction1, Any, Any] = Field( + ..., + description='An action to move the entity to a different location. For eg: Move from Standard storage tier to Archive storage tier.', + title='LifecycleMoveAction', + ) diff --git a/ingestion/src/metadata/generated/schema/entity/policies/lifecycle/rule.py b/ingestion/src/metadata/generated/schema/entity/policies/lifecycle/rule.py new file mode 100644 index 00000000000..f71e96471d8 --- /dev/null +++ b/ingestion/src/metadata/generated/schema/entity/policies/lifecycle/rule.py @@ -0,0 +1,21 @@ +# generated by datamodel-codegen: +# filename: schema/entity/policies/lifecycle/rule.json +# timestamp: 2021-11-18T23:20:04+00:00 + +from __future__ import annotations + +from typing import List, Union + +from pydantic import BaseModel, Field + +from .. import filters +from . import deleteAction, moveAction + + +class LifecycleRule(BaseModel): + filters: filters.Filters1 + actions: List[ + Union[deleteAction.LifecycleDeleteAction, moveAction.LifecycleMoveAction] + ] = Field( + ..., description='A set of actions to take on the entities.', min_length=1 + ) diff --git a/ingestion/src/metadata/generated/schema/entity/policies/policy.py b/ingestion/src/metadata/generated/schema/entity/policies/policy.py index 3e83d5eeab0..231b790740c 100644 --- a/ingestion/src/metadata/generated/schema/entity/policies/policy.py +++ b/ingestion/src/metadata/generated/schema/entity/policies/policy.py @@ -1,15 +1,17 @@ # generated by datamodel-codegen: # filename: schema/entity/policies/policy.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations from enum import Enum -from typing import Optional +from typing import List, Optional, Union from pydantic import AnyUrl, BaseModel, Field, constr from ...type import basic, entityHistory, entityReference +from .accessControl import rule +from .lifecycle import rule as rule_1 class PolicyType(Enum): @@ -52,5 +54,8 @@ class Policy(BaseModel): ) updatedBy: Optional[str] = Field(None, description='User who made the update.') changeDescription: Optional[entityHistory.ChangeDescription] = Field( - None, description='Change that led to this version of the entity.' + None, description='Change that led to this version of the Policy.' + ) + rules: Optional[List[Union[rule.AccessControlRule, rule_1.LifecycleRule]]] = Field( + None, description='A set of rules associated with this Policy.', min_length=1 ) diff --git a/ingestion/src/metadata/generated/schema/entity/services/__init__.py b/ingestion/src/metadata/generated/schema/entity/services/__init__.py index 5be88da5f6e..f032a3bcf42 100644 --- a/ingestion/src/metadata/generated/schema/entity/services/__init__.py +++ b/ingestion/src/metadata/generated/schema/entity/services/__init__.py @@ -1,3 +1,3 @@ # generated by datamodel-codegen: # filename: json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 diff --git a/ingestion/src/metadata/generated/schema/entity/services/dashboardService.py b/ingestion/src/metadata/generated/schema/entity/services/dashboardService.py index 880cc1b8c85..70156dace29 100644 --- a/ingestion/src/metadata/generated/schema/entity/services/dashboardService.py +++ b/ingestion/src/metadata/generated/schema/entity/services/dashboardService.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/entity/services/dashboardService.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/entity/services/databaseService.py b/ingestion/src/metadata/generated/schema/entity/services/databaseService.py index 3449003f7db..7c520b9e5d2 100644 --- a/ingestion/src/metadata/generated/schema/entity/services/databaseService.py +++ b/ingestion/src/metadata/generated/schema/entity/services/databaseService.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/entity/services/databaseService.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations @@ -26,6 +26,7 @@ class DatabaseServiceType(Enum): Trino = 'Trino' Vertica = 'Vertica' Glue = 'Glue' + MariaDB = 'MariaDB' class DatabaseService(BaseModel): diff --git a/ingestion/src/metadata/generated/schema/entity/services/messagingService.py b/ingestion/src/metadata/generated/schema/entity/services/messagingService.py index 2a71b892ec8..80054c6b43b 100644 --- a/ingestion/src/metadata/generated/schema/entity/services/messagingService.py +++ b/ingestion/src/metadata/generated/schema/entity/services/messagingService.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/entity/services/messagingService.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/entity/services/pipelineService.py b/ingestion/src/metadata/generated/schema/entity/services/pipelineService.py index c35804a6fb5..b6d5e9b6fbe 100644 --- a/ingestion/src/metadata/generated/schema/entity/services/pipelineService.py +++ b/ingestion/src/metadata/generated/schema/entity/services/pipelineService.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/entity/services/pipelineService.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/entity/services/storageService.py b/ingestion/src/metadata/generated/schema/entity/services/storageService.py index c4f847ca7a4..6095c5db3ca 100644 --- a/ingestion/src/metadata/generated/schema/entity/services/storageService.py +++ b/ingestion/src/metadata/generated/schema/entity/services/storageService.py @@ -1,21 +1,14 @@ # generated by datamodel-codegen: # filename: schema/entity/services/storageService.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations -from enum import Enum from typing import Optional from pydantic import BaseModel, Field, constr -from ...type import basic, entityHistory - - -class StorageServiceType(Enum): - S3 = 'S3' - GCS = 'GCS' - HDFS = 'HDFS' +from ...type import basic, entityHistory, storage class StorageService(BaseModel): @@ -28,7 +21,7 @@ class StorageService(BaseModel): displayName: Optional[str] = Field( None, description='Display Name that identifies this storage service.' ) - serviceType: StorageServiceType = Field( + serviceType: storage.StorageServiceType = Field( ..., description='Type of storage service such as S3, GCS, HDFS...' ) description: Optional[str] = Field( diff --git a/ingestion/src/metadata/generated/schema/entity/tags/__init__.py b/ingestion/src/metadata/generated/schema/entity/tags/__init__.py index 5be88da5f6e..f032a3bcf42 100644 --- a/ingestion/src/metadata/generated/schema/entity/tags/__init__.py +++ b/ingestion/src/metadata/generated/schema/entity/tags/__init__.py @@ -1,3 +1,3 @@ # generated by datamodel-codegen: # filename: json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 diff --git a/ingestion/src/metadata/generated/schema/entity/tags/tagCategory.py b/ingestion/src/metadata/generated/schema/entity/tags/tagCategory.py index a5d9b6a5246..ecbefe209b7 100644 --- a/ingestion/src/metadata/generated/schema/entity/tags/tagCategory.py +++ b/ingestion/src/metadata/generated/schema/entity/tags/tagCategory.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/entity/tags/tagCategory.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/entity/teams/__init__.py b/ingestion/src/metadata/generated/schema/entity/teams/__init__.py index 5be88da5f6e..f032a3bcf42 100644 --- a/ingestion/src/metadata/generated/schema/entity/teams/__init__.py +++ b/ingestion/src/metadata/generated/schema/entity/teams/__init__.py @@ -1,3 +1,3 @@ # generated by datamodel-codegen: # filename: json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 diff --git a/ingestion/src/metadata/generated/schema/entity/teams/team.py b/ingestion/src/metadata/generated/schema/entity/teams/team.py index 97dd3558382..899491c339b 100644 --- a/ingestion/src/metadata/generated/schema/entity/teams/team.py +++ b/ingestion/src/metadata/generated/schema/entity/teams/team.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/entity/teams/team.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/entity/teams/user.py b/ingestion/src/metadata/generated/schema/entity/teams/user.py index 98813193cb3..381545ac09c 100644 --- a/ingestion/src/metadata/generated/schema/entity/teams/user.py +++ b/ingestion/src/metadata/generated/schema/entity/teams/user.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/entity/teams/user.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/operations/workflows/__init__.py b/ingestion/src/metadata/generated/schema/operations/workflows/__init__.py index 5be88da5f6e..f032a3bcf42 100644 --- a/ingestion/src/metadata/generated/schema/operations/workflows/__init__.py +++ b/ingestion/src/metadata/generated/schema/operations/workflows/__init__.py @@ -1,3 +1,3 @@ # generated by datamodel-codegen: # filename: json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 diff --git a/ingestion/src/metadata/generated/schema/operations/workflows/ingestion.py b/ingestion/src/metadata/generated/schema/operations/workflows/ingestion.py index d57c54e3459..996ca079d98 100644 --- a/ingestion/src/metadata/generated/schema/operations/workflows/ingestion.py +++ b/ingestion/src/metadata/generated/schema/operations/workflows/ingestion.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/operations/workflows/ingestion.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/type/__init__.py b/ingestion/src/metadata/generated/schema/type/__init__.py index 5be88da5f6e..f032a3bcf42 100644 --- a/ingestion/src/metadata/generated/schema/type/__init__.py +++ b/ingestion/src/metadata/generated/schema/type/__init__.py @@ -1,3 +1,3 @@ # generated by datamodel-codegen: # filename: json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 diff --git a/ingestion/src/metadata/generated/schema/type/auditLog.py b/ingestion/src/metadata/generated/schema/type/auditLog.py index 142fb4256ca..2e35d825151 100644 --- a/ingestion/src/metadata/generated/schema/type/auditLog.py +++ b/ingestion/src/metadata/generated/schema/type/auditLog.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/type/auditLog.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/type/basic.py b/ingestion/src/metadata/generated/schema/type/basic.py index 7653cf7c3a8..5c55f726163 100644 --- a/ingestion/src/metadata/generated/schema/type/basic.py +++ b/ingestion/src/metadata/generated/schema/type/basic.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/type/basic.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/type/changeEvent.py b/ingestion/src/metadata/generated/schema/type/changeEvent.py index 0f01a121a53..0bb20af5fdd 100644 --- a/ingestion/src/metadata/generated/schema/type/changeEvent.py +++ b/ingestion/src/metadata/generated/schema/type/changeEvent.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/type/changeEvent.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/type/collectionDescriptor.py b/ingestion/src/metadata/generated/schema/type/collectionDescriptor.py index 2b80c1fe2f3..ef93800b2bd 100644 --- a/ingestion/src/metadata/generated/schema/type/collectionDescriptor.py +++ b/ingestion/src/metadata/generated/schema/type/collectionDescriptor.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/type/collectionDescriptor.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/type/dailyCount.py b/ingestion/src/metadata/generated/schema/type/dailyCount.py index b9b7c752fe1..8184ddc22b7 100644 --- a/ingestion/src/metadata/generated/schema/type/dailyCount.py +++ b/ingestion/src/metadata/generated/schema/type/dailyCount.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/type/dailyCount.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/type/entityHistory.py b/ingestion/src/metadata/generated/schema/type/entityHistory.py index 94969e5d80a..2a97f501e54 100644 --- a/ingestion/src/metadata/generated/schema/type/entityHistory.py +++ b/ingestion/src/metadata/generated/schema/type/entityHistory.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/type/entityHistory.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/type/entityLineage.py b/ingestion/src/metadata/generated/schema/type/entityLineage.py index 2dc9b18e952..3668166f7b8 100644 --- a/ingestion/src/metadata/generated/schema/type/entityLineage.py +++ b/ingestion/src/metadata/generated/schema/type/entityLineage.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/type/entityLineage.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/type/entityReference.py b/ingestion/src/metadata/generated/schema/type/entityReference.py index ecf8ca4bff7..2123515e107 100644 --- a/ingestion/src/metadata/generated/schema/type/entityReference.py +++ b/ingestion/src/metadata/generated/schema/type/entityReference.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/type/entityReference.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/type/entityUsage.py b/ingestion/src/metadata/generated/schema/type/entityUsage.py index f5d9e68bb75..38d6a3684e4 100644 --- a/ingestion/src/metadata/generated/schema/type/entityUsage.py +++ b/ingestion/src/metadata/generated/schema/type/entityUsage.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/type/entityUsage.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/type/jdbcConnection.py b/ingestion/src/metadata/generated/schema/type/jdbcConnection.py index 9bf6f6db116..64df4970126 100644 --- a/ingestion/src/metadata/generated/schema/type/jdbcConnection.py +++ b/ingestion/src/metadata/generated/schema/type/jdbcConnection.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/type/jdbcConnection.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/type/paging.py b/ingestion/src/metadata/generated/schema/type/paging.py index e229ce03a56..0324e0fec3e 100644 --- a/ingestion/src/metadata/generated/schema/type/paging.py +++ b/ingestion/src/metadata/generated/schema/type/paging.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/type/paging.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/type/profile.py b/ingestion/src/metadata/generated/schema/type/profile.py index 147aa51958c..07a03a263cb 100644 --- a/ingestion/src/metadata/generated/schema/type/profile.py +++ b/ingestion/src/metadata/generated/schema/type/profile.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/type/profile.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/type/schedule.py b/ingestion/src/metadata/generated/schema/type/schedule.py index bc870a29389..c5d2d0c437a 100644 --- a/ingestion/src/metadata/generated/schema/type/schedule.py +++ b/ingestion/src/metadata/generated/schema/type/schedule.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/type/schedule.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/type/storage.py b/ingestion/src/metadata/generated/schema/type/storage.py new file mode 100644 index 00000000000..1030ad73dbe --- /dev/null +++ b/ingestion/src/metadata/generated/schema/type/storage.py @@ -0,0 +1,57 @@ +# generated by datamodel-codegen: +# filename: schema/type/storage.json +# timestamp: 2021-11-18T23:20:04+00:00 + +from __future__ import annotations + +from enum import Enum +from typing import Any, Union + +from pydantic import BaseModel, Extra, Field + + +class Model(BaseModel): + class Config: + extra = Extra.forbid + + __root__: Any = Field(..., description='Definitions related to Storage Service') + + +class StorageServiceType(Enum): + S3 = 'S3' + GCS = 'GCS' + HDFS = 'HDFS' + ABFS = 'ABFS' + + +class S3StorageClass(Enum): + DEEP_ARCHIVE = 'DEEP_ARCHIVE' + GLACIER = 'GLACIER' + INTELLIGENT_TIERING = 'INTELLIGENT_TIERING' + ONEZONE_IA = 'ONEZONE_IA' + OUTPOSTS = 'OUTPOSTS' + REDUCED_REDUNDANCY = 'REDUCED_REDUNDANCY' + STANDARD = 'STANDARD' + STANDARD_IA = 'STANDARD_IA' + + +class GcsStorageClass(Enum): + ARCHIVE = 'ARCHIVE' + COLDLINE = 'COLDLINE' + DURABLE_REDUCED_AVAILABILITY = 'DURABLE_REDUCED_AVAILABILITY' + MULTI_REGIONAL = 'MULTI_REGIONAL' + NEARLINE = 'NEARLINE' + REGIONAL = 'REGIONAL' + STANDARD = 'STANDARD' + + +class AbfsStorageClass(Enum): + ARCHIVE = 'ARCHIVE' + HOT = 'HOT' + COOL = 'COOL' + + +class StorageClassType(BaseModel): + __root__: Union[S3StorageClass, GcsStorageClass, AbfsStorageClass] = Field( + ..., description='Type of storage class for the storage service' + ) diff --git a/ingestion/src/metadata/generated/schema/type/tagLabel.py b/ingestion/src/metadata/generated/schema/type/tagLabel.py index 391349eea48..a392a956d1d 100644 --- a/ingestion/src/metadata/generated/schema/type/tagLabel.py +++ b/ingestion/src/metadata/generated/schema/type/tagLabel.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/type/tagLabel.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations diff --git a/ingestion/src/metadata/generated/schema/type/usageDetails.py b/ingestion/src/metadata/generated/schema/type/usageDetails.py index 4a89c2faa7d..3122a0382e5 100644 --- a/ingestion/src/metadata/generated/schema/type/usageDetails.py +++ b/ingestion/src/metadata/generated/schema/type/usageDetails.py @@ -1,6 +1,6 @@ # generated by datamodel-codegen: # filename: schema/type/usageDetails.json -# timestamp: 2021-11-16T07:44:38+00:00 +# timestamp: 2021-11-18T23:20:04+00:00 from __future__ import annotations