yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-12-05 07:04:44 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(ingest): lint fix a few files (#4016)

Browse Source
This commit is contained in:
Swaroop Jagadish 2022-01-30 23:32:29 -08:00 committed by GitHub
parent a9ece422a6
commit c27f1f9487
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
metadata-ingestion/src/datahub/ingestion/source/state/checkpoint.py
View File

@ -33,7 +33,7 @@ class CheckpointStateBase(ConfigModel):
compressor: Callable[[bytes], bytes] = functools.partial(
bz2.compress, compresslevel=9
),
max_allowed_state_size: int = 2 ** 22, # 4MB
max_allowed_state_size: int = 2**22, # 4MB
) -> bytes:
"""
NOTE: Binary compression cannot be turned on yet as the current MCPs encode the GeneralizedAspect

2
metadata-ingestion/src/datahub/ingestion/source/state/stateful_ingestion_base.py
View File

@ -30,7 +30,7 @@ class StatefulIngestionConfig(ConfigModel):
"""
enabled: bool = False
max_checkpoint_state_size: int = 2 ** 24 # 16MB
max_checkpoint_state_size: int = 2**24 # 16MB
state_provider: Optional[DynamicTypedConfig] = DynamicTypedConfig(
type="datahub", config=DatahubIngestionStateProviderConfig()
)