Change object label and added container filter pattern in Metadata (#10861)

Co-authored-by: Chirag Madlani <12962843+chirag-madlani@users.noreply.github.com>
This commit is contained in:
Ashish Gupta 2023-04-06 17:26:06 +05:30 committed by GitHub
parent 8fb2f13f1e
commit 059f53b0da
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
6 changed files with 42 additions and 2 deletions

View File

@ -163,6 +163,7 @@ const AddIngestion = ({
showChartFilter: !isUndefined(sourceConfig?.chartFilterPattern), showChartFilter: !isUndefined(sourceConfig?.chartFilterPattern),
showPipelineFilter: !isUndefined(sourceConfig?.pipelineFilterPattern), showPipelineFilter: !isUndefined(sourceConfig?.pipelineFilterPattern),
showMlModelFilter: !isUndefined(sourceConfig?.mlModelFilterPattern), showMlModelFilter: !isUndefined(sourceConfig?.mlModelFilterPattern),
showContainerFilter: !isUndefined(sourceConfig?.containerFilterPattern),
dbtConfigSource: configData as ModifiedDbtConfig, dbtConfigSource: configData as ModifiedDbtConfig,
gcsConfigType: showDBTConfig ? sourceTypeData.gcsType : undefined, gcsConfigType: showDBTConfig ? sourceTypeData.gcsType : undefined,
chartFilterPattern: chartFilterPattern:
@ -173,6 +174,8 @@ const AddIngestion = ({
: undefined, : undefined,
dashboardFilterPattern: dashboardFilterPattern:
sourceConfig?.dashboardFilterPattern ?? INITIAL_FILTER_PATTERN, sourceConfig?.dashboardFilterPattern ?? INITIAL_FILTER_PATTERN,
containerFilterPattern:
sourceConfig?.containerFilterPattern ?? INITIAL_FILTER_PATTERN,
databaseFilterPattern: isUndefined(database) databaseFilterPattern: isUndefined(database)
? sourceConfig?.databaseFilterPattern ?? INITIAL_FILTER_PATTERN ? sourceConfig?.databaseFilterPattern ?? INITIAL_FILTER_PATTERN
: { : {
@ -331,6 +334,7 @@ const AddIngestion = ({
includeLineage, includeLineage,
includeTags, includeTags,
includeView, includeView,
showContainerFilter,
ingestSampleData, ingestSampleData,
markAllDeletedTables, markAllDeletedTables,
markDeletedTables, markDeletedTables,
@ -339,6 +343,7 @@ const AddIngestion = ({
markDeletedMlModels, markDeletedMlModels,
markDeletedPipelines, markDeletedPipelines,
mlModelFilterPattern, mlModelFilterPattern,
containerFilterPattern,
pipelineFilterPattern, pipelineFilterPattern,
schemaFilterPattern, schemaFilterPattern,
showChartFilter, showChartFilter,
@ -428,6 +433,16 @@ const AddIngestion = ({
markDeletedMlModels, markDeletedMlModels,
}; };
} }
case ServiceCategory.OBJECT_STORE_SERVICES: {
return {
containerFilterPattern: getFilterPatternData(
containerFilterPattern,
showContainerFilter
),
type: ConfigType.ObjectStoreMetadata,
};
}
default: { default: {
return {}; return {};
} }

View File

@ -53,6 +53,8 @@ const ConfigureIngestion = ({
chartFilterPattern, chartFilterPattern,
dashboardFilterPattern, dashboardFilterPattern,
databaseFilterPattern, databaseFilterPattern,
containerFilterPattern,
showContainerFilter,
databaseServiceNames, databaseServiceNames,
description, description,
enableDebugLog, enableDebugLog,
@ -96,6 +98,8 @@ const ConfigureIngestion = ({
chartFilterPattern: data.chartFilterPattern, chartFilterPattern: data.chartFilterPattern,
dashboardFilterPattern: data.dashboardFilterPattern, dashboardFilterPattern: data.dashboardFilterPattern,
databaseFilterPattern: data.databaseFilterPattern, databaseFilterPattern: data.databaseFilterPattern,
containerFilterPattern: data.containerFilterPattern,
showContainerFilter: data.showContainerFilter,
databaseServiceNames: data.databaseServiceNames, databaseServiceNames: data.databaseServiceNames,
description: data.description, description: data.description,
enableDebugLog: data.enableDebugLog, enableDebugLog: data.enableDebugLog,
@ -780,6 +784,21 @@ const ConfigureIngestion = ({
)} )}
</Fragment> </Fragment>
); );
case ServiceCategory.OBJECT_STORE_SERVICES:
return (
<FilterPattern
checked={showContainerFilter}
excludePattern={containerFilterPattern?.excludes ?? []}
getExcludeValue={getExcludeValue}
getIncludeValue={getIncludeValue}
handleChecked={(value) =>
handleShowFilter(value, ShowFilter.showContainerFilter)
}
includePattern={containerFilterPattern?.includes ?? []}
type={FilterPatternEnum.CONTAINER}
/>
);
default: default:
return <></>; return <></>;
} }

View File

@ -97,6 +97,7 @@ export interface AddIngestionState {
database?: string; database?: string;
dashboardFilterPattern: FilterPattern; dashboardFilterPattern: FilterPattern;
databaseFilterPattern: FilterPattern; databaseFilterPattern: FilterPattern;
containerFilterPattern: FilterPattern;
isDatabaseFilterDisabled: boolean; isDatabaseFilterDisabled: boolean;
databaseServiceNames: string[]; databaseServiceNames: string[];
dbtClassificationName: string; dbtClassificationName: string;
@ -145,6 +146,7 @@ export interface AddIngestionState {
processPii: boolean; processPii: boolean;
overrideOwner: boolean; overrideOwner: boolean;
confidence?: number; confidence?: number;
showContainerFilter: boolean;
} }
export enum ShowFilter { export enum ShowFilter {
@ -156,4 +158,5 @@ export enum ShowFilter {
showSchemaFilter = 'showSchemaFilter', showSchemaFilter = 'showSchemaFilter',
showTableFilter = 'showTableFilter', showTableFilter = 'showTableFilter',
showTopicFilter = 'showTopicFilter', showTopicFilter = 'showTopicFilter',
showContainerFilter = 'showContainerFilter',
} }

View File

@ -21,4 +21,5 @@ export enum FilterPatternEnum {
FQN = 'fqn', FQN = 'fqn',
PIPELINE = 'pipeline', PIPELINE = 'pipeline',
MLMODEL = 'mlModel', MLMODEL = 'mlModel',
CONTAINER = 'container',
} }

View File

@ -46,7 +46,7 @@ import { Container } from 'generated/entity/data/container';
import { EntityLineage } from 'generated/type/entityLineage'; import { EntityLineage } from 'generated/type/entityLineage';
import { EntityReference } from 'generated/type/entityReference'; import { EntityReference } from 'generated/type/entityReference';
import { LabelType, State, TagSource } from 'generated/type/tagLabel'; import { LabelType, State, TagSource } from 'generated/type/tagLabel';
import { isUndefined, omitBy } from 'lodash'; import { isUndefined, omitBy, toString } from 'lodash';
import { observer } from 'mobx-react'; import { observer } from 'mobx-react';
import { EntityTags, ExtraInfo } from 'Models'; import { EntityTags, ExtraInfo } from 'Models';
import React, { useCallback, useEffect, useMemo, useState } from 'react'; import React, { useCallback, useEffect, useMemo, useState } from 'react';
@ -275,7 +275,7 @@ const ContainerPage = () => {
}, },
{ {
key: EntityInfo.NUMBER_OF_OBJECTS, key: EntityInfo.NUMBER_OF_OBJECTS,
value: numberOfObjects, value: toString(numberOfObjects),
showLabel: true, showLabel: true,
}, },
{ {

View File

@ -884,6 +884,8 @@ export const getFilterTypes = (
return 'schemaFilterPattern' as keyof AddIngestionState; return 'schemaFilterPattern' as keyof AddIngestionState;
case FilterPatternEnum.TABLE: case FilterPatternEnum.TABLE:
return 'tableFilterPattern' as keyof AddIngestionState; return 'tableFilterPattern' as keyof AddIngestionState;
case FilterPatternEnum.CONTAINER:
return 'containerFilterPattern' as keyof AddIngestionState;
default: default:
return 'topicFilterPattern' as keyof AddIngestionState; return 'topicFilterPattern' as keyof AddIngestionState;
} }