yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-08-31 12:52:13 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(lineage) Fix lineage source/dest filtering with explored per hop limit (#10879)

Browse Source
This commit is contained in:
Chris Collins 2024-07-12 10:59:57 -04:00 committed by GitHub
parent aa92a99130
commit d77d565ba9
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 23 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

30
metadata-io/src/main/java/com/linkedin/metadata/graph/elastic/ESGraphQueryDAO.java
View File

@ -177,13 +177,18 @@ public class ESGraphQueryDAO {
sourceFilterQuery.minimumShouldMatch(1);
validEdges.stream()
.filter(pair -> RelationshipDirection.OUTGOING.equals(pair.getValue().getDirection()))
.forEach(pair -> sourceFilterQuery.should(getAggregationFilter(pair)));
.forEach(
pair ->
sourceFilterQuery.should(
getAggregationFilter(pair, RelationshipDirection.OUTGOING)));
BoolQueryBuilder destFilterQuery = QueryBuilders.boolQuery();
destFilterQuery.minimumShouldMatch(1);
validEdges.stream()
.filter(pair -> RelationshipDirection.INCOMING.equals(pair.getValue().getDirection()))
.forEach(pair -> destFilterQuery.should(getAggregationFilter(pair)));
.forEach(
pair ->
destFilterQuery.should(getAggregationFilter(pair, RelationshipDirection.INCOMING)));
FilterAggregationBuilder sourceRelationshipTypeFilters =
AggregationBuilders.filter(FILTER_BY_SOURCE_RELATIONSHIP, sourceFilterQuery);
@ -226,17 +231,28 @@ public class ESGraphQueryDAO {
}
}
private BoolQueryBuilder getAggregationFilter(Pair<String, EdgeInfo> pair) {
private BoolQueryBuilder getAggregationFilter(
Pair<String, EdgeInfo> pair, RelationshipDirection direction) {
BoolQueryBuilder subFilter = QueryBuilders.boolQuery();
TermQueryBuilder relationshipTypeTerm =
QueryBuilders.termQuery(RELATIONSHIP_TYPE, pair.getValue().getType());
QueryBuilders.termQuery(RELATIONSHIP_TYPE, pair.getValue().getType()).caseInsensitive(true);
subFilter.must(relationshipTypeTerm);
String sourceType;
String destinationType;
if (direction.equals(RelationshipDirection.OUTGOING)) {
sourceType = pair.getKey();
destinationType = pair.getValue().getOpposingEntityType();
} else {
sourceType = pair.getValue().getOpposingEntityType();
destinationType = pair.getKey();
}
TermQueryBuilder sourceTypeTerm =
QueryBuilders.termQuery(SOURCE + ".entityType", pair.getKey());
QueryBuilders.termQuery(SOURCE + ".entityType", sourceType).caseInsensitive(true);
subFilter.must(sourceTypeTerm);
TermQueryBuilder destinationTypeTerm =
QueryBuilders.termQuery(
DESTINATION + ".entityType", pair.getValue().getOpposingEntityType());
QueryBuilders.termQuery(DESTINATION + ".entityType", destinationType).caseInsensitive(true);
subFilter.must(destinationTypeTerm);
return subFilter;
}