mirror of
				https://github.com/open-metadata/OpenMetadata.git
				synced 2025-10-31 10:39:30 +00:00 
			
		
		
		
	Change object label and added container filter pattern in Metadata (#10861)
Co-authored-by: Chirag Madlani <12962843+chirag-madlani@users.noreply.github.com>
This commit is contained in:
		
							parent
							
								
									8fb2f13f1e
								
							
						
					
					
						commit
						059f53b0da
					
				| @ -163,6 +163,7 @@ const AddIngestion = ({ | |||||||
|       showChartFilter: !isUndefined(sourceConfig?.chartFilterPattern), |       showChartFilter: !isUndefined(sourceConfig?.chartFilterPattern), | ||||||
|       showPipelineFilter: !isUndefined(sourceConfig?.pipelineFilterPattern), |       showPipelineFilter: !isUndefined(sourceConfig?.pipelineFilterPattern), | ||||||
|       showMlModelFilter: !isUndefined(sourceConfig?.mlModelFilterPattern), |       showMlModelFilter: !isUndefined(sourceConfig?.mlModelFilterPattern), | ||||||
|  |       showContainerFilter: !isUndefined(sourceConfig?.containerFilterPattern), | ||||||
|       dbtConfigSource: configData as ModifiedDbtConfig, |       dbtConfigSource: configData as ModifiedDbtConfig, | ||||||
|       gcsConfigType: showDBTConfig ? sourceTypeData.gcsType : undefined, |       gcsConfigType: showDBTConfig ? sourceTypeData.gcsType : undefined, | ||||||
|       chartFilterPattern: |       chartFilterPattern: | ||||||
| @ -173,6 +174,8 @@ const AddIngestion = ({ | |||||||
|         : undefined, |         : undefined, | ||||||
|       dashboardFilterPattern: |       dashboardFilterPattern: | ||||||
|         sourceConfig?.dashboardFilterPattern ?? INITIAL_FILTER_PATTERN, |         sourceConfig?.dashboardFilterPattern ?? INITIAL_FILTER_PATTERN, | ||||||
|  |       containerFilterPattern: | ||||||
|  |         sourceConfig?.containerFilterPattern ?? INITIAL_FILTER_PATTERN, | ||||||
|       databaseFilterPattern: isUndefined(database) |       databaseFilterPattern: isUndefined(database) | ||||||
|         ? sourceConfig?.databaseFilterPattern ?? INITIAL_FILTER_PATTERN |         ? sourceConfig?.databaseFilterPattern ?? INITIAL_FILTER_PATTERN | ||||||
|         : { |         : { | ||||||
| @ -331,6 +334,7 @@ const AddIngestion = ({ | |||||||
|       includeLineage, |       includeLineage, | ||||||
|       includeTags, |       includeTags, | ||||||
|       includeView, |       includeView, | ||||||
|  |       showContainerFilter, | ||||||
|       ingestSampleData, |       ingestSampleData, | ||||||
|       markAllDeletedTables, |       markAllDeletedTables, | ||||||
|       markDeletedTables, |       markDeletedTables, | ||||||
| @ -339,6 +343,7 @@ const AddIngestion = ({ | |||||||
|       markDeletedMlModels, |       markDeletedMlModels, | ||||||
|       markDeletedPipelines, |       markDeletedPipelines, | ||||||
|       mlModelFilterPattern, |       mlModelFilterPattern, | ||||||
|  |       containerFilterPattern, | ||||||
|       pipelineFilterPattern, |       pipelineFilterPattern, | ||||||
|       schemaFilterPattern, |       schemaFilterPattern, | ||||||
|       showChartFilter, |       showChartFilter, | ||||||
| @ -428,6 +433,16 @@ const AddIngestion = ({ | |||||||
|           markDeletedMlModels, |           markDeletedMlModels, | ||||||
|         }; |         }; | ||||||
|       } |       } | ||||||
|  |       case ServiceCategory.OBJECT_STORE_SERVICES: { | ||||||
|  |         return { | ||||||
|  |           containerFilterPattern: getFilterPatternData( | ||||||
|  |             containerFilterPattern, | ||||||
|  |             showContainerFilter | ||||||
|  |           ), | ||||||
|  |           type: ConfigType.ObjectStoreMetadata, | ||||||
|  |         }; | ||||||
|  |       } | ||||||
|  | 
 | ||||||
|       default: { |       default: { | ||||||
|         return {}; |         return {}; | ||||||
|       } |       } | ||||||
|  | |||||||
| @ -53,6 +53,8 @@ const ConfigureIngestion = ({ | |||||||
|     chartFilterPattern, |     chartFilterPattern, | ||||||
|     dashboardFilterPattern, |     dashboardFilterPattern, | ||||||
|     databaseFilterPattern, |     databaseFilterPattern, | ||||||
|  |     containerFilterPattern, | ||||||
|  |     showContainerFilter, | ||||||
|     databaseServiceNames, |     databaseServiceNames, | ||||||
|     description, |     description, | ||||||
|     enableDebugLog, |     enableDebugLog, | ||||||
| @ -96,6 +98,8 @@ const ConfigureIngestion = ({ | |||||||
|       chartFilterPattern: data.chartFilterPattern, |       chartFilterPattern: data.chartFilterPattern, | ||||||
|       dashboardFilterPattern: data.dashboardFilterPattern, |       dashboardFilterPattern: data.dashboardFilterPattern, | ||||||
|       databaseFilterPattern: data.databaseFilterPattern, |       databaseFilterPattern: data.databaseFilterPattern, | ||||||
|  |       containerFilterPattern: data.containerFilterPattern, | ||||||
|  |       showContainerFilter: data.showContainerFilter, | ||||||
|       databaseServiceNames: data.databaseServiceNames, |       databaseServiceNames: data.databaseServiceNames, | ||||||
|       description: data.description, |       description: data.description, | ||||||
|       enableDebugLog: data.enableDebugLog, |       enableDebugLog: data.enableDebugLog, | ||||||
| @ -780,6 +784,21 @@ const ConfigureIngestion = ({ | |||||||
|             )} |             )} | ||||||
|           </Fragment> |           </Fragment> | ||||||
|         ); |         ); | ||||||
|  | 
 | ||||||
|  |       case ServiceCategory.OBJECT_STORE_SERVICES: | ||||||
|  |         return ( | ||||||
|  |           <FilterPattern | ||||||
|  |             checked={showContainerFilter} | ||||||
|  |             excludePattern={containerFilterPattern?.excludes ?? []} | ||||||
|  |             getExcludeValue={getExcludeValue} | ||||||
|  |             getIncludeValue={getIncludeValue} | ||||||
|  |             handleChecked={(value) => | ||||||
|  |               handleShowFilter(value, ShowFilter.showContainerFilter) | ||||||
|  |             } | ||||||
|  |             includePattern={containerFilterPattern?.includes ?? []} | ||||||
|  |             type={FilterPatternEnum.CONTAINER} | ||||||
|  |           /> | ||||||
|  |         ); | ||||||
|       default: |       default: | ||||||
|         return <></>; |         return <></>; | ||||||
|     } |     } | ||||||
|  | |||||||
| @ -97,6 +97,7 @@ export interface AddIngestionState { | |||||||
|   database?: string; |   database?: string; | ||||||
|   dashboardFilterPattern: FilterPattern; |   dashboardFilterPattern: FilterPattern; | ||||||
|   databaseFilterPattern: FilterPattern; |   databaseFilterPattern: FilterPattern; | ||||||
|  |   containerFilterPattern: FilterPattern; | ||||||
|   isDatabaseFilterDisabled: boolean; |   isDatabaseFilterDisabled: boolean; | ||||||
|   databaseServiceNames: string[]; |   databaseServiceNames: string[]; | ||||||
|   dbtClassificationName: string; |   dbtClassificationName: string; | ||||||
| @ -145,6 +146,7 @@ export interface AddIngestionState { | |||||||
|   processPii: boolean; |   processPii: boolean; | ||||||
|   overrideOwner: boolean; |   overrideOwner: boolean; | ||||||
|   confidence?: number; |   confidence?: number; | ||||||
|  |   showContainerFilter: boolean; | ||||||
| } | } | ||||||
| 
 | 
 | ||||||
| export enum ShowFilter { | export enum ShowFilter { | ||||||
| @ -156,4 +158,5 @@ export enum ShowFilter { | |||||||
|   showSchemaFilter = 'showSchemaFilter', |   showSchemaFilter = 'showSchemaFilter', | ||||||
|   showTableFilter = 'showTableFilter', |   showTableFilter = 'showTableFilter', | ||||||
|   showTopicFilter = 'showTopicFilter', |   showTopicFilter = 'showTopicFilter', | ||||||
|  |   showContainerFilter = 'showContainerFilter', | ||||||
| } | } | ||||||
|  | |||||||
| @ -21,4 +21,5 @@ export enum FilterPatternEnum { | |||||||
|   FQN = 'fqn', |   FQN = 'fqn', | ||||||
|   PIPELINE = 'pipeline', |   PIPELINE = 'pipeline', | ||||||
|   MLMODEL = 'mlModel', |   MLMODEL = 'mlModel', | ||||||
|  |   CONTAINER = 'container', | ||||||
| } | } | ||||||
|  | |||||||
| @ -46,7 +46,7 @@ import { Container } from 'generated/entity/data/container'; | |||||||
| import { EntityLineage } from 'generated/type/entityLineage'; | import { EntityLineage } from 'generated/type/entityLineage'; | ||||||
| import { EntityReference } from 'generated/type/entityReference'; | import { EntityReference } from 'generated/type/entityReference'; | ||||||
| import { LabelType, State, TagSource } from 'generated/type/tagLabel'; | import { LabelType, State, TagSource } from 'generated/type/tagLabel'; | ||||||
| import { isUndefined, omitBy } from 'lodash'; | import { isUndefined, omitBy, toString } from 'lodash'; | ||||||
| import { observer } from 'mobx-react'; | import { observer } from 'mobx-react'; | ||||||
| import { EntityTags, ExtraInfo } from 'Models'; | import { EntityTags, ExtraInfo } from 'Models'; | ||||||
| import React, { useCallback, useEffect, useMemo, useState } from 'react'; | import React, { useCallback, useEffect, useMemo, useState } from 'react'; | ||||||
| @ -275,7 +275,7 @@ const ContainerPage = () => { | |||||||
|     }, |     }, | ||||||
|     { |     { | ||||||
|       key: EntityInfo.NUMBER_OF_OBJECTS, |       key: EntityInfo.NUMBER_OF_OBJECTS, | ||||||
|       value: numberOfObjects, |       value: toString(numberOfObjects), | ||||||
|       showLabel: true, |       showLabel: true, | ||||||
|     }, |     }, | ||||||
|     { |     { | ||||||
|  | |||||||
| @ -884,6 +884,8 @@ export const getFilterTypes = ( | |||||||
|       return 'schemaFilterPattern' as keyof AddIngestionState; |       return 'schemaFilterPattern' as keyof AddIngestionState; | ||||||
|     case FilterPatternEnum.TABLE: |     case FilterPatternEnum.TABLE: | ||||||
|       return 'tableFilterPattern' as keyof AddIngestionState; |       return 'tableFilterPattern' as keyof AddIngestionState; | ||||||
|  |     case FilterPatternEnum.CONTAINER: | ||||||
|  |       return 'containerFilterPattern' as keyof AddIngestionState; | ||||||
|     default: |     default: | ||||||
|       return 'topicFilterPattern' as keyof AddIngestionState; |       return 'topicFilterPattern' as keyof AddIngestionState; | ||||||
|   } |   } | ||||||
|  | |||||||
		Loading…
	
	
			
			x
			
			
		
	
		Reference in New Issue
	
	Block a user
	 Ashish Gupta
						Ashish Gupta