diff --git a/ingestion/examples/sample_data/lineage/lineage.json b/ingestion/examples/sample_data/lineage/lineage.json index d64eb411cb6..4ed3468fa6e 100644 --- a/ingestion/examples/sample_data/lineage/lineage.json +++ b/ingestion/examples/sample_data/lineage/lineage.json @@ -8,6 +8,7 @@ "fqn": "sample_data.ecommerce_db.shopify.dim_address", "type": "table" }, + "sql_query": "select * from ecommerce_db.shopify.raw_customer", "edge_meta": { "fqn": "sample_airflow.dim_address_etl", "type": "pipeline" } }, { @@ -19,6 +20,7 @@ "fqn": "sample_data.ecommerce_db.shopify.\"dim.product\"", "type": "table" }, + "sql_query": "select * from sample_data.ecommerce_db.shopify.raw_order", "edge_meta": { "fqn": "sample_airflow.dim_product_etl", "type": "pipeline" } }, { @@ -30,7 +32,8 @@ "fqn": "sample_data.ecommerce_db.shopify.\"dim.product.variant\"", "type": "table" }, - "edge_meta": { "fqn": "sample_airflow.dim_product_etl", "type": "pipeline" } + "edge_meta": { "fqn": "sample_airflow.dim_product_etl", "type": "pipeline" }, + "sql_query": "select * from sample_data.ecommerce_db.shopify.raw_order" }, { "from": { @@ -41,7 +44,8 @@ "fqn": "sample_data.ecommerce_db.shopify.\"dim.product\"", "type": "table" }, - "edge_meta": { "fqn": "sample_airflow.dim_product_etl", "type": "pipeline" } + "edge_meta": { "fqn": "sample_airflow.dim_product_etl", "type": "pipeline" }, + "sql_query": "insert into sample_data.ecommerce_db.shopify.\"dim.product\" as select * from sample_data.ecommerce_db.shopify.raw_customer" }, { "from": { @@ -52,6 +56,8 @@ "fqn": "sample_data.ecommerce_db.shopify.\"dim.product.variant\"", "type": "table" }, - "edge_meta": { "fqn": "sample_airflow.dim_product_etl", "type": "pipeline" } + "edge_meta": { "fqn": "sample_airflow.dim_product_etl", "type": "pipeline" }, + "sql_query": "create ecommerce_db.shopify.\"dim.product.variant\" as select * from sample_data.ecommerce_db.shopify.raw_customer" + } ] diff --git a/ingestion/src/metadata/ingestion/source/database/sample_data.py b/ingestion/src/metadata/ingestion/source/database/sample_data.py index fb1cb9c539b..cbe9e113aca 100644 --- a/ingestion/src/metadata/ingestion/source/database/sample_data.py +++ b/ingestion/src/metadata/ingestion/source/database/sample_data.py @@ -728,7 +728,9 @@ class SampleDataSource( edge_entity_ref = get_lineage_entity_ref( edge["edge_meta"], self.metadata_config ) - lineage_details = LineageDetails(pipeline=edge_entity_ref) + lineage_details = LineageDetails( + pipeline=edge_entity_ref, sqlQuery=edge.get("sql_query") + ) lineage = AddLineageRequest( edge=EntitiesEdge( fromEntity=from_entity_ref,