yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-08-18 06:06:55 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(ingest/dagster): Fix Dagster build (#12121)

Browse Source
This commit is contained in:
Tamas Nemeth 2024-12-13 17:51:42 +01:00 committed by GitHub
parent d5e05131d5
commit ee82a88a75
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 13 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
.github/workflows/dagster-plugin.yml vendored
View File

@ -31,9 +31,9 @@ jobs:
DATAHUB_TELEMETRY_ENABLED: false DATAHUB_TELEMETRY_ENABLED: false
strategy: strategy:
matrix: matrix:
python-version: ["3.8", "3.10"] python-version: ["3.9", "3.10"]
include: include:
- python-version: "3.8" - python-version: "3.9"
extraPythonRequirement: "dagster>=1.3.3" extraPythonRequirement: "dagster>=1.3.3"
- python-version: "3.10" - python-version: "3.10"
extraPythonRequirement: "dagster>=1.3.3" extraPythonRequirement: "dagster>=1.3.3"

2
metadata-ingestion-modules/dagster-plugin/setup.py
View File

@ -123,7 +123,7 @@ setuptools.setup(
], ],
# Package info. # Package info.
zip_safe=False, zip_safe=False,
python_requires=">=3.8", python_requires=">=3.9",
package_dir={"": "src"}, package_dir={"": "src"},
packages=setuptools.find_namespace_packages(where="./src"), packages=setuptools.find_namespace_packages(where="./src"),
entry_points=entry_points, entry_points=entry_points,

17
metadata-ingestion-modules/dagster-plugin/src/datahub_dagster_plugin/sensors/datahub_sensors.py
View File

@ -28,10 +28,15 @@ from dagster._core.definitions.asset_selection import CoercibleToAssetSelection
from dagster._core.definitions.multi_asset_sensor_definition import ( from dagster._core.definitions.multi_asset_sensor_definition import (
AssetMaterializationFunctionReturn, AssetMaterializationFunctionReturn,
) )
from dagster._core.definitions.sensor_definition import ( from dagster._core.definitions.sensor_definition import DefaultSensorStatus
DefaultSensorStatus,
RawSensorEvaluationFunctionReturn, # This SensorReturnTypesUnion is from Dagster 1.9.1+ and is not available in older versions
) # of Dagster. We need to import it conditionally to avoid breaking compatibility with older
try:
from dagster._core.definitions.sensor_definition import SensorReturnTypesUnion
except ImportError:
from dagster._core.definitions.sensor_definition import RawSensorEvaluationFunctionReturn as SensorReturnTypesUnion # type: ignore
from dagster._core.definitions.target import ExecutableDefinition from dagster._core.definitions.target import ExecutableDefinition
from dagster._core.definitions.unresolved_asset_job_definition import ( from dagster._core.definitions.unresolved_asset_job_definition import (
UnresolvedAssetJobDefinition, UnresolvedAssetJobDefinition,
@ -689,9 +694,7 @@ class DatahubSensors:
return SkipReason("Asset metadata processed") return SkipReason("Asset metadata processed")
def _emit_metadata( def _emit_metadata(self, context: RunStatusSensorContext) -> SensorReturnTypesUnion:
self, context: RunStatusSensorContext
) -> RawSensorEvaluationFunctionReturn:
""" """
Function to emit metadata for datahub rest. Function to emit metadata for datahub rest.
""" """