mirror of
https://github.com/datahub-project/datahub.git
synced 2025-06-27 05:03:31 +00:00
68 lines
2.2 KiB
Python
68 lines
2.2 KiB
Python
import pytest
|
|
import tenacity
|
|
|
|
from tests.utils import (
|
|
ingest_file_via_rest,
|
|
get_sleep_info,
|
|
)
|
|
|
|
sleep_sec, sleep_times = get_sleep_info()
|
|
|
|
bootstrap_small = "test_resources/bootstrap_single.json"
|
|
bootstrap_small_2 = "test_resources/bootstrap_single2.json"
|
|
|
|
|
|
@tenacity.retry(
|
|
stop=tenacity.stop_after_attempt(sleep_times), wait=tenacity.wait_fixed(sleep_sec)
|
|
)
|
|
def _ensure_dataset_present_correctly(auth_session):
|
|
urn = "urn:li:dataset:(urn:li:dataPlatform:testPlatform,testDataset,PROD)"
|
|
json = {
|
|
"query": """query getDataset($urn: String!) {\n
|
|
dataset(urn: $urn) {\n
|
|
urn\n
|
|
name\n
|
|
description\n
|
|
platform {\n
|
|
urn\n
|
|
}\n
|
|
schemaMetadata {\n
|
|
name\n
|
|
version\n
|
|
createdAt\n
|
|
}\n
|
|
outgoing: relationships(\n
|
|
input: { types: ["DownstreamOf", "Consumes", "Produces"], direction: OUTGOING, start: 0, count: 2000 }\n
|
|
) {\n
|
|
start\n
|
|
count\n
|
|
total\n
|
|
relationships {\n
|
|
type\n
|
|
direction\n
|
|
entity {\n
|
|
urn\n
|
|
type\n
|
|
}\n
|
|
}\n
|
|
}\n
|
|
}\n
|
|
}""",
|
|
"variables": {"urn": urn},
|
|
}
|
|
response = auth_session.post(f"{auth_session.frontend_url()}/api/v2/graphql", json=json)
|
|
response.raise_for_status()
|
|
res_data = response.json()
|
|
|
|
assert res_data
|
|
assert res_data["data"]
|
|
assert res_data["data"]["dataset"]
|
|
assert res_data["data"]["dataset"]["urn"] == urn
|
|
assert len(res_data["data"]["dataset"]["outgoing"]["relationships"]) == 1
|
|
|
|
|
|
def test_ingestion_via_rest_rapid(auth_session):
|
|
ingest_file_via_rest(auth_session, bootstrap_small)
|
|
ingest_file_via_rest(auth_session, bootstrap_small_2)
|
|
_ensure_dataset_present_correctly(auth_session)
|