mirror of
https://github.com/open-metadata/OpenMetadata.git
synced 2025-07-26 19:00:02 +00:00
Change object label and added container filter pattern in Metadata (#10861)
Co-authored-by: Chirag Madlani <12962843+chirag-madlani@users.noreply.github.com>
This commit is contained in:
parent
8fb2f13f1e
commit
059f53b0da
@ -163,6 +163,7 @@ const AddIngestion = ({
|
|||||||
showChartFilter: !isUndefined(sourceConfig?.chartFilterPattern),
|
showChartFilter: !isUndefined(sourceConfig?.chartFilterPattern),
|
||||||
showPipelineFilter: !isUndefined(sourceConfig?.pipelineFilterPattern),
|
showPipelineFilter: !isUndefined(sourceConfig?.pipelineFilterPattern),
|
||||||
showMlModelFilter: !isUndefined(sourceConfig?.mlModelFilterPattern),
|
showMlModelFilter: !isUndefined(sourceConfig?.mlModelFilterPattern),
|
||||||
|
showContainerFilter: !isUndefined(sourceConfig?.containerFilterPattern),
|
||||||
dbtConfigSource: configData as ModifiedDbtConfig,
|
dbtConfigSource: configData as ModifiedDbtConfig,
|
||||||
gcsConfigType: showDBTConfig ? sourceTypeData.gcsType : undefined,
|
gcsConfigType: showDBTConfig ? sourceTypeData.gcsType : undefined,
|
||||||
chartFilterPattern:
|
chartFilterPattern:
|
||||||
@ -173,6 +174,8 @@ const AddIngestion = ({
|
|||||||
: undefined,
|
: undefined,
|
||||||
dashboardFilterPattern:
|
dashboardFilterPattern:
|
||||||
sourceConfig?.dashboardFilterPattern ?? INITIAL_FILTER_PATTERN,
|
sourceConfig?.dashboardFilterPattern ?? INITIAL_FILTER_PATTERN,
|
||||||
|
containerFilterPattern:
|
||||||
|
sourceConfig?.containerFilterPattern ?? INITIAL_FILTER_PATTERN,
|
||||||
databaseFilterPattern: isUndefined(database)
|
databaseFilterPattern: isUndefined(database)
|
||||||
? sourceConfig?.databaseFilterPattern ?? INITIAL_FILTER_PATTERN
|
? sourceConfig?.databaseFilterPattern ?? INITIAL_FILTER_PATTERN
|
||||||
: {
|
: {
|
||||||
@ -331,6 +334,7 @@ const AddIngestion = ({
|
|||||||
includeLineage,
|
includeLineage,
|
||||||
includeTags,
|
includeTags,
|
||||||
includeView,
|
includeView,
|
||||||
|
showContainerFilter,
|
||||||
ingestSampleData,
|
ingestSampleData,
|
||||||
markAllDeletedTables,
|
markAllDeletedTables,
|
||||||
markDeletedTables,
|
markDeletedTables,
|
||||||
@ -339,6 +343,7 @@ const AddIngestion = ({
|
|||||||
markDeletedMlModels,
|
markDeletedMlModels,
|
||||||
markDeletedPipelines,
|
markDeletedPipelines,
|
||||||
mlModelFilterPattern,
|
mlModelFilterPattern,
|
||||||
|
containerFilterPattern,
|
||||||
pipelineFilterPattern,
|
pipelineFilterPattern,
|
||||||
schemaFilterPattern,
|
schemaFilterPattern,
|
||||||
showChartFilter,
|
showChartFilter,
|
||||||
@ -428,6 +433,16 @@ const AddIngestion = ({
|
|||||||
markDeletedMlModels,
|
markDeletedMlModels,
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
case ServiceCategory.OBJECT_STORE_SERVICES: {
|
||||||
|
return {
|
||||||
|
containerFilterPattern: getFilterPatternData(
|
||||||
|
containerFilterPattern,
|
||||||
|
showContainerFilter
|
||||||
|
),
|
||||||
|
type: ConfigType.ObjectStoreMetadata,
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
default: {
|
default: {
|
||||||
return {};
|
return {};
|
||||||
}
|
}
|
||||||
|
@ -53,6 +53,8 @@ const ConfigureIngestion = ({
|
|||||||
chartFilterPattern,
|
chartFilterPattern,
|
||||||
dashboardFilterPattern,
|
dashboardFilterPattern,
|
||||||
databaseFilterPattern,
|
databaseFilterPattern,
|
||||||
|
containerFilterPattern,
|
||||||
|
showContainerFilter,
|
||||||
databaseServiceNames,
|
databaseServiceNames,
|
||||||
description,
|
description,
|
||||||
enableDebugLog,
|
enableDebugLog,
|
||||||
@ -96,6 +98,8 @@ const ConfigureIngestion = ({
|
|||||||
chartFilterPattern: data.chartFilterPattern,
|
chartFilterPattern: data.chartFilterPattern,
|
||||||
dashboardFilterPattern: data.dashboardFilterPattern,
|
dashboardFilterPattern: data.dashboardFilterPattern,
|
||||||
databaseFilterPattern: data.databaseFilterPattern,
|
databaseFilterPattern: data.databaseFilterPattern,
|
||||||
|
containerFilterPattern: data.containerFilterPattern,
|
||||||
|
showContainerFilter: data.showContainerFilter,
|
||||||
databaseServiceNames: data.databaseServiceNames,
|
databaseServiceNames: data.databaseServiceNames,
|
||||||
description: data.description,
|
description: data.description,
|
||||||
enableDebugLog: data.enableDebugLog,
|
enableDebugLog: data.enableDebugLog,
|
||||||
@ -780,6 +784,21 @@ const ConfigureIngestion = ({
|
|||||||
)}
|
)}
|
||||||
</Fragment>
|
</Fragment>
|
||||||
);
|
);
|
||||||
|
|
||||||
|
case ServiceCategory.OBJECT_STORE_SERVICES:
|
||||||
|
return (
|
||||||
|
<FilterPattern
|
||||||
|
checked={showContainerFilter}
|
||||||
|
excludePattern={containerFilterPattern?.excludes ?? []}
|
||||||
|
getExcludeValue={getExcludeValue}
|
||||||
|
getIncludeValue={getIncludeValue}
|
||||||
|
handleChecked={(value) =>
|
||||||
|
handleShowFilter(value, ShowFilter.showContainerFilter)
|
||||||
|
}
|
||||||
|
includePattern={containerFilterPattern?.includes ?? []}
|
||||||
|
type={FilterPatternEnum.CONTAINER}
|
||||||
|
/>
|
||||||
|
);
|
||||||
default:
|
default:
|
||||||
return <></>;
|
return <></>;
|
||||||
}
|
}
|
||||||
|
@ -97,6 +97,7 @@ export interface AddIngestionState {
|
|||||||
database?: string;
|
database?: string;
|
||||||
dashboardFilterPattern: FilterPattern;
|
dashboardFilterPattern: FilterPattern;
|
||||||
databaseFilterPattern: FilterPattern;
|
databaseFilterPattern: FilterPattern;
|
||||||
|
containerFilterPattern: FilterPattern;
|
||||||
isDatabaseFilterDisabled: boolean;
|
isDatabaseFilterDisabled: boolean;
|
||||||
databaseServiceNames: string[];
|
databaseServiceNames: string[];
|
||||||
dbtClassificationName: string;
|
dbtClassificationName: string;
|
||||||
@ -145,6 +146,7 @@ export interface AddIngestionState {
|
|||||||
processPii: boolean;
|
processPii: boolean;
|
||||||
overrideOwner: boolean;
|
overrideOwner: boolean;
|
||||||
confidence?: number;
|
confidence?: number;
|
||||||
|
showContainerFilter: boolean;
|
||||||
}
|
}
|
||||||
|
|
||||||
export enum ShowFilter {
|
export enum ShowFilter {
|
||||||
@ -156,4 +158,5 @@ export enum ShowFilter {
|
|||||||
showSchemaFilter = 'showSchemaFilter',
|
showSchemaFilter = 'showSchemaFilter',
|
||||||
showTableFilter = 'showTableFilter',
|
showTableFilter = 'showTableFilter',
|
||||||
showTopicFilter = 'showTopicFilter',
|
showTopicFilter = 'showTopicFilter',
|
||||||
|
showContainerFilter = 'showContainerFilter',
|
||||||
}
|
}
|
||||||
|
@ -21,4 +21,5 @@ export enum FilterPatternEnum {
|
|||||||
FQN = 'fqn',
|
FQN = 'fqn',
|
||||||
PIPELINE = 'pipeline',
|
PIPELINE = 'pipeline',
|
||||||
MLMODEL = 'mlModel',
|
MLMODEL = 'mlModel',
|
||||||
|
CONTAINER = 'container',
|
||||||
}
|
}
|
||||||
|
@ -46,7 +46,7 @@ import { Container } from 'generated/entity/data/container';
|
|||||||
import { EntityLineage } from 'generated/type/entityLineage';
|
import { EntityLineage } from 'generated/type/entityLineage';
|
||||||
import { EntityReference } from 'generated/type/entityReference';
|
import { EntityReference } from 'generated/type/entityReference';
|
||||||
import { LabelType, State, TagSource } from 'generated/type/tagLabel';
|
import { LabelType, State, TagSource } from 'generated/type/tagLabel';
|
||||||
import { isUndefined, omitBy } from 'lodash';
|
import { isUndefined, omitBy, toString } from 'lodash';
|
||||||
import { observer } from 'mobx-react';
|
import { observer } from 'mobx-react';
|
||||||
import { EntityTags, ExtraInfo } from 'Models';
|
import { EntityTags, ExtraInfo } from 'Models';
|
||||||
import React, { useCallback, useEffect, useMemo, useState } from 'react';
|
import React, { useCallback, useEffect, useMemo, useState } from 'react';
|
||||||
@ -275,7 +275,7 @@ const ContainerPage = () => {
|
|||||||
},
|
},
|
||||||
{
|
{
|
||||||
key: EntityInfo.NUMBER_OF_OBJECTS,
|
key: EntityInfo.NUMBER_OF_OBJECTS,
|
||||||
value: numberOfObjects,
|
value: toString(numberOfObjects),
|
||||||
showLabel: true,
|
showLabel: true,
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
|
@ -884,6 +884,8 @@ export const getFilterTypes = (
|
|||||||
return 'schemaFilterPattern' as keyof AddIngestionState;
|
return 'schemaFilterPattern' as keyof AddIngestionState;
|
||||||
case FilterPatternEnum.TABLE:
|
case FilterPatternEnum.TABLE:
|
||||||
return 'tableFilterPattern' as keyof AddIngestionState;
|
return 'tableFilterPattern' as keyof AddIngestionState;
|
||||||
|
case FilterPatternEnum.CONTAINER:
|
||||||
|
return 'containerFilterPattern' as keyof AddIngestionState;
|
||||||
default:
|
default:
|
||||||
return 'topicFilterPattern' as keyof AddIngestionState;
|
return 'topicFilterPattern' as keyof AddIngestionState;
|
||||||
}
|
}
|
||||||
|
Loading…
x
Reference in New Issue
Block a user