mirror of
https://github.com/datahub-project/datahub.git
synced 2025-07-31 05:18:18 +00:00
58 lines
1.8 KiB
Python
58 lines
1.8 KiB
Python
import pytest
|
|
from freezegun import freeze_time
|
|
|
|
from datahub.ingestion.run.pipeline import Pipeline
|
|
from tests.test_helpers import mce_helpers
|
|
|
|
# from datahub.ingestion.run.pipeline import Pipeline
|
|
# from tests.test_helpers import mce_helpers
|
|
from tests.test_helpers.docker_helpers import wait_for_port
|
|
|
|
FROZEN_TIME = "2020-04-14 07:00:00"
|
|
|
|
|
|
# make sure that mock_time is excluded here because it messes with feast
|
|
@freeze_time(FROZEN_TIME)
|
|
@pytest.mark.integration
|
|
def test_feast_ingest(docker_compose_runner, pytestconfig, tmp_path):
|
|
test_resources_dir = pytestconfig.rootpath / "tests/integration/feast"
|
|
|
|
with docker_compose_runner(
|
|
test_resources_dir / "docker-compose.yml", "feast"
|
|
) as docker_services:
|
|
wait_for_port(docker_services, "testfeast", 6565, timeout=120)
|
|
|
|
# container listens to this port once test cases have been setup
|
|
wait_for_port(
|
|
docker_services, "testfeast_setup", 6789, timeout=120, hostname="localhost"
|
|
)
|
|
|
|
# Run the metadata ingestion pipeline.
|
|
pipeline = Pipeline.create(
|
|
{
|
|
"run_id": "feast-test",
|
|
"source": {
|
|
"type": "feast",
|
|
"config": {
|
|
"core_url": "localhost:6565",
|
|
"use_local_build": True,
|
|
},
|
|
},
|
|
"sink": {
|
|
"type": "file",
|
|
"config": {
|
|
"filename": f"{tmp_path}/feast_mces.json",
|
|
},
|
|
},
|
|
}
|
|
)
|
|
pipeline.run()
|
|
pipeline.raise_from_status()
|
|
|
|
# Verify the output.
|
|
mce_helpers.check_golden_file(
|
|
pytestconfig,
|
|
output_path=tmp_path / "feast_mces.json",
|
|
golden_path=test_resources_dir / "feast_mces_golden.json",
|
|
)
|