yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-09-18 13:31:41 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix for test logging exception for metadata service + updated Insight Template URl (#11485)

Browse Source
This commit is contained in:
Mohit Yadav 2023-05-08 21:25:41 +05:30 committed by GitHub
parent 65fc94a292
commit 98201724c3
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 44 additions and 41 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

83
openmetadata-service/src/main/java/org/openmetadata/service/resources/services/ingestionpipelines/IngestionPipelineResource.java
View File

@ -125,49 +125,52 @@ public class IngestionPipelineResource extends EntityResource<IngestionPipeline,
this.pipelineServiceClient = this.pipelineServiceClient =
PipelineServiceClientFactory.createPipelineServiceClient(config.getPipelineServiceClientConfiguration()); PipelineServiceClientFactory.createPipelineServiceClient(config.getPipelineServiceClientConfiguration());
dao.setPipelineServiceClient(pipelineServiceClient); dao.setPipelineServiceClient(pipelineServiceClient);
createIndexAndInsightPipeline(); createIndexAndInsightPipeline(config);
} }
private void createIndexAndInsightPipeline() { private void createIndexAndInsightPipeline(OpenMetadataApplicationConfig config) {
try { // Metadata Service is created only when ES config is present
EntityReference metadataService = if (config.getElasticSearchConfiguration() != null) {
this.metadataServiceRepository try {
.getByName(null, OPENMETADATA_SERVICE, dao.getFields("id")) EntityReference metadataService =
.getEntityReference(); this.metadataServiceRepository
// Create Data Insights Pipeline .getByName(null, OPENMETADATA_SERVICE, dao.getFields("id"))
CreateIngestionPipeline createPipelineRequest = .getEntityReference();
new CreateIngestionPipeline() // Create Data Insights Pipeline
.withName(DEFAULT_INSIGHT_PIPELINE) CreateIngestionPipeline createPipelineRequest =
.withDisplayName(DEFAULT_INSIGHT_PIPELINE) new CreateIngestionPipeline()
.withDescription("Data Insights Pipeline") .withName(DEFAULT_INSIGHT_PIPELINE)
.withPipelineType(PipelineType.DATA_INSIGHT) .withDisplayName(DEFAULT_INSIGHT_PIPELINE)
.withSourceConfig( .withDescription("Data Insights Pipeline")
new SourceConfig() .withPipelineType(PipelineType.DATA_INSIGHT)
.withConfig( .withSourceConfig(
new MetadataToElasticSearchPipeline() new SourceConfig()
.withType( .withConfig(
MetadataToElasticSearchPipeline.MetadataToESConfigType.METADATA_TO_ELASTIC_SEARCH))) new MetadataToElasticSearchPipeline()
.withAirflowConfig(IngestionPipelineUtils.getDefaultAirflowConfig()) .withType(
.withService(metadataService); MetadataToElasticSearchPipeline.MetadataToESConfigType.METADATA_TO_ELASTIC_SEARCH)))
// Get Pipeline .withAirflowConfig(IngestionPipelineUtils.getDefaultAirflowConfig())
IngestionPipeline dataInsightPipeline = .withService(metadataService);
getIngestionPipeline(createPipelineRequest, "system").withProvider(ProviderType.SYSTEM); // Get Pipeline
dao.setFullyQualifiedName(dataInsightPipeline); IngestionPipeline dataInsightPipeline =
dao.initializeEntity(dataInsightPipeline); getIngestionPipeline(createPipelineRequest, "system").withProvider(ProviderType.SYSTEM);
dao.setFullyQualifiedName(dataInsightPipeline);
dao.initializeEntity(dataInsightPipeline);
// Create Reindex Pipeline // Create Reindex Pipeline
createPipelineRequest createPipelineRequest
.withName(DEFAULT_REINDEX_PIPELINE) .withName(DEFAULT_REINDEX_PIPELINE)
.withDisplayName(DEFAULT_REINDEX_PIPELINE) .withDisplayName(DEFAULT_REINDEX_PIPELINE)
.withDescription("Elastic Search Reindexing Pipeline") .withDescription("Elastic Search Reindexing Pipeline")
.withPipelineType(PipelineType.ELASTIC_SEARCH_REINDEX); .withPipelineType(PipelineType.ELASTIC_SEARCH_REINDEX);
// Get Pipeline // Get Pipeline
IngestionPipeline elasticSearchPipeline = IngestionPipeline elasticSearchPipeline =
getIngestionPipeline(createPipelineRequest, "system").withProvider(ProviderType.SYSTEM); getIngestionPipeline(createPipelineRequest, "system").withProvider(ProviderType.SYSTEM);
dao.setFullyQualifiedName(elasticSearchPipeline); dao.setFullyQualifiedName(elasticSearchPipeline);
dao.initializeEntity(elasticSearchPipeline); dao.initializeEntity(elasticSearchPipeline);
} catch (Exception ex) { } catch (Exception ex) {
LOG.error("[IngestionPipelineResource] Failed in Creating Reindex and Insight Pipeline", ex); LOG.error("[IngestionPipelineResource] Failed in Creating Reindex and Insight Pipeline", ex);
}
} }
} }

2
openmetadata-service/src/main/resources/emailTemplates/dataInsightReport.ftl
View File

@ -161,7 +161,7 @@
<td align="center" valign="top" height="759" bgcolor="#ffffff" style="padding: 10px; height: 759px;"> <td align="center" valign="top" height="759" bgcolor="#ffffff" style="padding: 10px; height: 759px;">
<table border="0" cellspacing="0" cellpadding="0" width="590" style="width: 590px;"> <table border="0" cellspacing="0" cellpadding="0" width="590" style="width: 590px;">
<div> <div>
<img src="img/i-1839955869.png" width="1000" alt="" border="0" style="display: block; max-width: 1000px; width: 100%;" class="w1000px"> <img src="https://i.imgur.com/ARPP9s5.png" width="1000" alt="" border="0" style="display: block; max-width: 1000px; width: 100%;" class="w1000px">
</div> </div>
</table> </table>
<div> <div>