mirror of
https://github.com/datahub-project/datahub.git
synced 2025-07-12 11:40:53 +00:00
66 lines
2.7 KiB
Python
66 lines
2.7 KiB
Python
|
import json
|
||
|
|
import pytest
|
||
|
|
from time import sleep
|
||
|
|
from datahub.cli import delete_cli, ingest_cli
|
||
|
|
from datahub.cli.cli_utils import guess_entity_type, post_entity, get_aspects_for_entity
|
||
|
|
from datahub.cli.ingest_cli import get_session_and_host
|
||
|
|
from datahub.cli.delete_cli import guess_entity_type, delete_one_urn_cmd
|
||
|
|
from tests.utils import ingest_file_via_rest, delete_urns_from_file
|
||
|
|
|
||
|
|
def delete_by_urn(urn, session, host):
|
||
|
|
entity_type = guess_entity_type(urn=urn)
|
||
|
|
delete_one_urn_cmd(
|
||
|
|
urn,
|
||
|
|
soft=False,
|
||
|
|
dry_run=False,
|
||
|
|
entity_type=entity_type,
|
||
|
|
cached_session_host=(session, host),
|
||
|
|
)
|
||
|
|
sleep(5)
|
||
|
|
print()
|
||
|
|
|
||
|
|
@pytest.mark.dependency()
|
||
|
|
def test_rollback_editable():
|
||
|
|
platform = "urn:li:dataPlatform:kafka"
|
||
|
|
dataset_name = (
|
||
|
|
"test-rollback"
|
||
|
|
)
|
||
|
|
env = "PROD"
|
||
|
|
dataset_urn = f"urn:li:dataset:({platform},{dataset_name},{env})"
|
||
|
|
|
||
|
|
session, gms_host = get_session_and_host()
|
||
|
|
|
||
|
|
# Clean slate.
|
||
|
|
delete_by_urn(dataset_urn, session, gms_host)
|
||
|
|
|
||
|
|
assert "browsePaths" not in get_aspects_for_entity(entity_urn=dataset_urn, aspects=["browsePaths"], typed=False)
|
||
|
|
assert "editableDatasetProperties" not in get_aspects_for_entity(entity_urn=dataset_urn, aspects=["editableDatasetProperties"], typed=False)
|
||
|
|
|
||
|
|
# Ingest dataset
|
||
|
|
ingested_dataset_run_id = ingest_file_via_rest("tests/cli/cli_test_data.json").config.run_id
|
||
|
|
print("Ingested dataset id:", ingested_dataset_run_id)
|
||
|
|
# Assert that second data ingestion worked
|
||
|
|
assert "browsePaths" in get_aspects_for_entity(entity_urn=dataset_urn, aspects=["browsePaths"], typed=False)
|
||
|
|
|
||
|
|
# Sleep forces ingestion of files to have distinct run-ids.
|
||
|
|
sleep(1)
|
||
|
|
|
||
|
|
# Make editable change
|
||
|
|
ingested_editable_run_id = ingest_file_via_rest("tests/cli/cli_editable_test_data.json").config.run_id
|
||
|
|
print("ingested editable id:", ingested_editable_run_id)
|
||
|
|
# Assert that second data ingestion worked
|
||
|
|
assert "editableDatasetProperties" in get_aspects_for_entity(entity_urn=dataset_urn, aspects=["editableDatasetProperties"], typed=False)
|
||
|
|
|
||
|
|
# rollback ingestion 1
|
||
|
|
rollback_url = f"{gms_host}/runs?action=rollback"
|
||
|
|
|
||
|
|
session.post(rollback_url, data=json.dumps({"runId": ingested_dataset_run_id, "dryRun": False, "hardDelete": False}))
|
||
|
|
|
||
|
|
# Allow async MCP processor to handle ingestions & rollbacks
|
||
|
|
sleep(10)
|
||
|
|
|
||
|
|
# EditableDatasetProperties should still be part of the entity that was soft deleted.
|
||
|
|
assert "editableDatasetProperties" in get_aspects_for_entity(entity_urn=dataset_urn, aspects=["editableDatasetProperties"], typed=False)
|
||
|
|
# But first ingestion aspects should not be present
|
||
|
|
assert "browsePaths" not in get_aspects_for_entity(entity_urn=dataset_urn, aspects=["browsePaths"], typed=False)
|
||
|
|
pass
|