yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-12-02 13:44:39 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(ingest): Add advanced configuration for LDAP manager ingestion (#7784)

Browse Source 
Co-authored-by: Harshal Sheth <hsheth2@gmail.com>
This commit is contained in:
Dmitry Bryazgin 2023-07-06 16:15:16 -04:00 committed by GitHub
parent 5d3c6a8a00
commit 294857ab8d
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 20 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

22
metadata-ingestion/src/datahub/ingestion/source/ldap.py
View File

@ -128,6 +128,16 @@ class LDAPSourceConfig(StatefulIngestionConfigBase, DatasetSourceConfigMixin):
default=20, description="Size of each page to fetch when extracting metadata."
)
manager_filter_enabled: bool = Field(
default=True,
description="Use LDAP extractor filter to search managers.",
)
manager_pagination_enabled: bool = Field(
default=True,
description="Use pagination while search for managers (enabled by default).",
)
# default mapping for attrs
user_attrs_map: Dict[str, Any] = {}
group_attrs_map: Dict[str, Any] = {}
@ -286,11 +296,19 @@ class LDAPSource(StatefulIngestionSourceBase):
if self.config.user_attrs_map["managerUrn"] in attrs:
try:
m_cn = attrs[self.config.user_attrs_map["managerUrn"]][0].decode()
if self.config.manager_filter_enabled:
manager_filter = self.config.filter
else:
manager_filter = None
if self.config.manager_pagination_enabled:
ctrls = [self.lc]
else:
ctrls = None
manager_msgid = self.ldap_client.search_ext(
m_cn,
ldap.SCOPE_BASE,
self.config.filter,
serverctrls=[self.lc],
manager_filter,
serverctrls=ctrls,
)
result = self.ldap_client.result3(manager_msgid)
if result[1]: