chore: add type in json schema (#12780)

This commit is contained in:
Sachin Chaurasiya 2023-08-08 10:46:38 +05:30 committed by GitHub
parent 59f5fc09b0
commit 23b127aa23
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
17 changed files with 50 additions and 37 deletions

View File

@ -2,6 +2,7 @@
"$id": "https://open-metadata.org/schema/metadataIngestion/dashboardServiceMetadataPipeline.json", "$id": "https://open-metadata.org/schema/metadataIngestion/dashboardServiceMetadataPipeline.json",
"$schema": "http://json-schema.org/draft-07/schema#", "$schema": "http://json-schema.org/draft-07/schema#",
"title": "DashboardServiceMetadataPipeline", "title": "DashboardServiceMetadataPipeline",
"type": "object",
"description": "DashboardService Metadata Pipeline Configuration.", "description": "DashboardService Metadata Pipeline Configuration.",
"definitions": { "definitions": {
"dashboardMetadataConfigType": { "dashboardMetadataConfigType": {

View File

@ -1,23 +1,24 @@
{ {
"$id": "https://open-metadata.org/schema/metadataIngestion/dataInsightPipeline.json", "$id": "https://open-metadata.org/schema/metadataIngestion/dataInsightPipeline.json",
"$schema": "http://json-schema.org/draft-07/schema#", "$schema": "http://json-schema.org/draft-07/schema#",
"title": "DataInsightPipeline", "title": "DataInsightPipeline",
"description": "Data Insight Pipeline Configuration.", "description": "Data Insight Pipeline Configuration.",
"definitions": { "type": "object",
"dataInsightConfigType": { "definitions": {
"description": "Pipeline Source Config Metadata Pipeline type", "dataInsightConfigType": {
"type": "string", "description": "Pipeline Source Config Metadata Pipeline type",
"enum": ["dataInsight"], "type": "string",
"default": "dataInsight" "enum": ["dataInsight"],
} "default": "dataInsight"
}, }
"properties": { },
"type": { "properties": {
"description": "Pipeline type", "type": {
"$ref": "#/definitions/dataInsightConfigType", "description": "Pipeline type",
"default": "dataInsight" "$ref": "#/definitions/dataInsightConfigType",
} "default": "dataInsight"
}, }
"required": ["type"], },
"additionalProperties": false "required": ["type"],
} "additionalProperties": false
}

View File

@ -3,6 +3,7 @@
"$schema": "http://json-schema.org/draft-07/schema#", "$schema": "http://json-schema.org/draft-07/schema#",
"title": "DatabaseServiceMetadataPipeline", "title": "DatabaseServiceMetadataPipeline",
"description": "DatabaseService Metadata Pipeline Configuration.", "description": "DatabaseService Metadata Pipeline Configuration.",
"type": "object",
"javaType": "org.openmetadata.schema.metadataIngestion.DatabaseServiceMetadataPipeline", "javaType": "org.openmetadata.schema.metadataIngestion.DatabaseServiceMetadataPipeline",
"definitions": { "definitions": {
"databaseMetadataConfigType": { "databaseMetadataConfigType": {

View File

@ -3,13 +3,12 @@
"$schema": "http://json-schema.org/draft-07/schema#", "$schema": "http://json-schema.org/draft-07/schema#",
"title": "DatabaseServiceProfilerPipeline", "title": "DatabaseServiceProfilerPipeline",
"description": "DatabaseService Profiler Pipeline Configuration.", "description": "DatabaseService Profiler Pipeline Configuration.",
"type": "object",
"definitions": { "definitions": {
"profilerConfigType": { "profilerConfigType": {
"description": "Profiler Source Config Pipeline type", "description": "Profiler Source Config Pipeline type",
"type": "string", "type": "string",
"enum": [ "enum": ["Profiler"],
"Profiler"
],
"default": "Profiler" "default": "Profiler"
} }
}, },
@ -37,9 +36,9 @@
"default": false "default": false
}, },
"confidence": { "confidence": {
"description": "Set the Confidence value for which you want the column to be marked", "description": "Set the Confidence value for which you want the column to be marked",
"type": "number", "type": "number",
"default": 80 "default": 80
}, },
"generateSampleData": { "generateSampleData": {
"description": "Option to turn on/off generating sample data.", "description": "Option to turn on/off generating sample data.",

View File

@ -3,6 +3,7 @@
"$schema": "http://json-schema.org/draft-07/schema#", "$schema": "http://json-schema.org/draft-07/schema#",
"title": "DatabaseServiceQueryLineagePipeline", "title": "DatabaseServiceQueryLineagePipeline",
"description": "DatabaseService Query Lineage Pipeline Configuration.", "description": "DatabaseService Query Lineage Pipeline Configuration.",
"type": "object",
"definitions": { "definitions": {
"databaseLineageConfigType": { "databaseLineageConfigType": {
"description": "Database Source Config Usage Pipeline type", "description": "Database Source Config Usage Pipeline type",

View File

@ -3,6 +3,7 @@
"$schema": "http://json-schema.org/draft-07/schema#", "$schema": "http://json-schema.org/draft-07/schema#",
"title": "DatabaseServiceQueryUsagePipeline", "title": "DatabaseServiceQueryUsagePipeline",
"description": "DatabaseService Query Usage Pipeline Configuration.", "description": "DatabaseService Query Usage Pipeline Configuration.",
"type": "object",
"definitions": { "definitions": {
"databaseUsageConfigType": { "databaseUsageConfigType": {
"description": "Database Source Config Usage Pipeline type", "description": "Database Source Config Usage Pipeline type",

View File

@ -3,6 +3,7 @@
"$schema": "http://json-schema.org/draft-07/schema#", "$schema": "http://json-schema.org/draft-07/schema#",
"title": "dbtPipeline", "title": "dbtPipeline",
"description": "DBT Pipeline Configuration.", "description": "DBT Pipeline Configuration.",
"type": "object",
"definitions": { "definitions": {
"dbtConfigType": { "dbtConfigType": {
"description": "DBT Config Pipeline type", "description": "DBT Config Pipeline type",

View File

@ -2,6 +2,7 @@
"$id": "https://open-metadata.org/schema/metadataIngestion/dbtconfig/dbtAzureConfig.json", "$id": "https://open-metadata.org/schema/metadataIngestion/dbtconfig/dbtAzureConfig.json",
"$schema": "http://json-schema.org/draft-07/schema#", "$schema": "http://json-schema.org/draft-07/schema#",
"title": "DBT Azure Config", "title": "DBT Azure Config",
"type": "object",
"description": "DBT Catalog, Manifest and Run Results files in Azure bucket. We will search for catalog.json, manifest.json and run_results.json.", "description": "DBT Catalog, Manifest and Run Results files in Azure bucket. We will search for catalog.json, manifest.json and run_results.json.",
"javaType": "org.openmetadata.schema.metadataIngestion.dbtconfig.DbtAzureConfig", "javaType": "org.openmetadata.schema.metadataIngestion.dbtconfig.DbtAzureConfig",
"properties": { "properties": {

View File

@ -2,6 +2,7 @@
"$id": "https://open-metadata.org/schema/metadataIngestion/dbtconfig/dbtGCSConfig.json", "$id": "https://open-metadata.org/schema/metadataIngestion/dbtconfig/dbtGCSConfig.json",
"$schema": "http://json-schema.org/draft-07/schema#", "$schema": "http://json-schema.org/draft-07/schema#",
"title": "DBT GCS Config", "title": "DBT GCS Config",
"type": "object",
"description": "DBT Catalog, Manifest and Run Results files in GCS storage. We will search for catalog.json, manifest.json and run_results.json.", "description": "DBT Catalog, Manifest and Run Results files in GCS storage. We will search for catalog.json, manifest.json and run_results.json.",
"javaType": "org.openmetadata.schema.metadataIngestion.dbtconfig.DbtGCSConfig", "javaType": "org.openmetadata.schema.metadataIngestion.dbtconfig.DbtGCSConfig",
"properties": { "properties": {

View File

@ -4,6 +4,7 @@
"title": "DBT S3 Config", "title": "DBT S3 Config",
"description": "DBT Catalog, Manifest and Run Results files in S3 bucket. We will search for catalog.json, manifest.json and run_results.json.", "description": "DBT Catalog, Manifest and Run Results files in S3 bucket. We will search for catalog.json, manifest.json and run_results.json.",
"javaType": "org.openmetadata.schema.metadataIngestion.dbtconfig.DbtS3Config", "javaType": "org.openmetadata.schema.metadataIngestion.dbtconfig.DbtS3Config",
"type": "object",
"properties": { "properties": {
"dbtSecurityConfig": { "dbtSecurityConfig": {
"title": "DBT S3 Security Config", "title": "DBT S3 Security Config",

View File

@ -3,6 +3,7 @@
"$schema": "http://json-schema.org/draft-07/schema#", "$schema": "http://json-schema.org/draft-07/schema#",
"title": "MessagingServiceMetadataPipeline", "title": "MessagingServiceMetadataPipeline",
"description": "MessagingService Metadata Pipeline Configuration.", "description": "MessagingService Metadata Pipeline Configuration.",
"type": "object",
"definitions": { "definitions": {
"messagingMetadataConfigType": { "messagingMetadataConfigType": {
"description": "Messaging Source Config Metadata Pipeline type", "description": "Messaging Source Config Metadata Pipeline type",

View File

@ -3,6 +3,7 @@
"$schema": "http://json-schema.org/draft-07/schema#", "$schema": "http://json-schema.org/draft-07/schema#",
"title": "MetadataToElasticSearchPipeline", "title": "MetadataToElasticSearchPipeline",
"description": "Data Insight Pipeline Configuration.", "description": "Data Insight Pipeline Configuration.",
"type": "object",
"definitions": { "definitions": {
"metadataToESConfigType": { "metadataToESConfigType": {
"description": "Pipeline Source Config Metadata Pipeline type", "description": "Pipeline Source Config Metadata Pipeline type",

View File

@ -3,6 +3,7 @@
"$schema": "http://json-schema.org/draft-07/schema#", "$schema": "http://json-schema.org/draft-07/schema#",
"title": "MlModelServiceMetadataPipeline", "title": "MlModelServiceMetadataPipeline",
"description": "MlModelService Metadata Pipeline Configuration.", "description": "MlModelService Metadata Pipeline Configuration.",
"type": "object",
"definitions": { "definitions": {
"mlModelMetadataConfigType": { "mlModelMetadataConfigType": {
"description": "MlModel Source Config Metadata Pipeline type", "description": "MlModel Source Config Metadata Pipeline type",

View File

@ -3,6 +3,7 @@
"$schema": "http://json-schema.org/draft-07/schema#", "$schema": "http://json-schema.org/draft-07/schema#",
"title": "PipelineServiceMetadataPipeline", "title": "PipelineServiceMetadataPipeline",
"description": "PipelineService Metadata Pipeline Configuration.", "description": "PipelineService Metadata Pipeline Configuration.",
"type": "object",
"definitions": { "definitions": {
"pipelineMetadataConfigType": { "pipelineMetadataConfigType": {
"description": "Pipeline Source Config Metadata Pipeline type", "description": "Pipeline Source Config Metadata Pipeline type",

View File

@ -4,6 +4,7 @@
"title": "StorageContainerConfig", "title": "StorageContainerConfig",
"description": "Definition of the properties contained by an object store container template config file", "description": "Definition of the properties contained by an object store container template config file",
"javaType": "org.openmetadata.schema.metadataIngestion.storage.ContainerMetadataConfig", "javaType": "org.openmetadata.schema.metadataIngestion.storage.ContainerMetadataConfig",
"type": "object",
"definitions": { "definitions": {
"metadataEntry": { "metadataEntry": {
"description": "Config properties for a container found in a user-supplied metadata config", "description": "Config properties for a container found in a user-supplied metadata config",
@ -37,9 +38,7 @@
"default": null "default": null
} }
}, },
"required": [ "required": ["dataPath"]
"dataPath"
]
} }
}, },
"properties": { "properties": {

View File

@ -3,6 +3,7 @@
"$schema": "http://json-schema.org/draft-07/schema#", "$schema": "http://json-schema.org/draft-07/schema#",
"title": "StorageServiceMetadataPipeline", "title": "StorageServiceMetadataPipeline",
"description": "StorageService Metadata Pipeline Configuration.", "description": "StorageService Metadata Pipeline Configuration.",
"type": "object",
"definitions": { "definitions": {
"storageMetadataConfigType": { "storageMetadataConfigType": {
"description": "Object Store Source Config Metadata Pipeline type", "description": "Object Store Source Config Metadata Pipeline type",

View File

@ -3,6 +3,7 @@
"$schema": "http://json-schema.org/draft-07/schema#", "$schema": "http://json-schema.org/draft-07/schema#",
"title": "TestSuitePipeline", "title": "TestSuitePipeline",
"description": "TestSuite Pipeline Configuration.", "description": "TestSuite Pipeline Configuration.",
"type": "object",
"definitions": { "definitions": {
"testSuiteConfigType": { "testSuiteConfigType": {
"description": "Pipeline Source Config Metadata Pipeline type", "description": "Pipeline Source Config Metadata Pipeline type",