diff --git a/metadata-ingestion/src/datahub/ingestion/source/state/checkpoint.py b/metadata-ingestion/src/datahub/ingestion/source/state/checkpoint.py index b42e96f231..57f2b4c7bf 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/state/checkpoint.py +++ b/metadata-ingestion/src/datahub/ingestion/source/state/checkpoint.py @@ -33,7 +33,7 @@ class CheckpointStateBase(ConfigModel): compressor: Callable[[bytes], bytes] = functools.partial( bz2.compress, compresslevel=9 ), - max_allowed_state_size: int = 2 ** 22, # 4MB + max_allowed_state_size: int = 2**22, # 4MB ) -> bytes: """ NOTE: Binary compression cannot be turned on yet as the current MCPs encode the GeneralizedAspect diff --git a/metadata-ingestion/src/datahub/ingestion/source/state/stateful_ingestion_base.py b/metadata-ingestion/src/datahub/ingestion/source/state/stateful_ingestion_base.py index e123658c53..686d2cbd7d 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/state/stateful_ingestion_base.py +++ b/metadata-ingestion/src/datahub/ingestion/source/state/stateful_ingestion_base.py @@ -30,7 +30,7 @@ class StatefulIngestionConfig(ConfigModel): """ enabled: bool = False - max_checkpoint_state_size: int = 2 ** 24 # 16MB + max_checkpoint_state_size: int = 2**24 # 16MB state_provider: Optional[DynamicTypedConfig] = DynamicTypedConfig( type="datahub", config=DatahubIngestionStateProviderConfig() )