diff --git a/metadata-ingestion/src/datahub/ingestion/source/dbt/dbt_cloud.py b/metadata-ingestion/src/datahub/ingestion/source/dbt/dbt_cloud.py index cec5f067eb..5c2b01c3cf 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/dbt/dbt_cloud.py +++ b/metadata-ingestion/src/datahub/ingestion/source/dbt/dbt_cloud.py @@ -278,11 +278,11 @@ class DBTCloudSource(DBTSourceBase): ) # The code fields are new in dbt 1.3, and replace the sql ones. - raw_sql = node["rawCode"] or node["rawSql"] - compiled_sql = node["compiledCode"] or node["compiledSql"] + raw_code = node["rawCode"] or node["rawSql"] + compiled_code = node["compiledCode"] or node["compiledSql"] else: - raw_sql = None - compiled_sql = None + raw_code = None + compiled_code = None max_loaded_at = None if node["resourceType"] == "source": @@ -369,8 +369,9 @@ class DBTCloudSource(DBTSourceBase): query_tag={}, # TODO: Get this from the dbt API. tags=tags, owner=owner, - raw_sql=raw_sql, - compiled_sql=compiled_sql, + language="sql", # TODO: dbt Cloud doesn't surface this + raw_code=raw_code, + compiled_code=compiled_code, columns=columns, test_info=test_info, test_result=test_result, diff --git a/metadata-ingestion/src/datahub/ingestion/source/dbt/dbt_common.py b/metadata-ingestion/src/datahub/ingestion/source/dbt/dbt_common.py index a31e7a3a78..2660bb606f 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/dbt/dbt_common.py +++ b/metadata-ingestion/src/datahub/ingestion/source/dbt/dbt_common.py @@ -354,7 +354,8 @@ class DBTNode: alias: Optional[str] # alias if present comment: str description: str - raw_sql: Optional[str] + language: Optional[str] + raw_code: Optional[str] dbt_adapter: str dbt_name: str @@ -375,7 +376,7 @@ class DBTNode: query_tag: Dict[str, Any] = field(default_factory=dict) tags: List[str] = field(default_factory=list) - compiled_sql: Optional[str] = None + compiled_code: Optional[str] = None test_info: Optional["DBTTest"] = None # only populated if node_type == 'test' test_result: Optional["DBTTestResult"] = None @@ -410,7 +411,13 @@ def get_custom_properties(node: DBTNode) -> Dict[str, str]: custom_properties = node.meta # additional node attributes to extract to custom properties - node_attributes = ["node_type", "materialization", "dbt_file_path", "catalog_type"] + node_attributes = [ + "node_type", + "materialization", + "dbt_file_path", + "catalog_type", + "language", + ] for attribute in node_attributes: node_attribute_value = getattr(node, attribute) @@ -834,7 +841,7 @@ class DBTSourceBase(StatefulIngestionSourceBase): mce_builder.make_schema_field_urn(upstream_urn, column_name) ], nativeType=node.name, - logic=node.compiled_sql if node.compiled_sql else node.raw_sql, + logic=node.compiled_code if node.compiled_code else node.raw_code, aggregation=AssertionStdAggregationClass._NATIVE_, nativeParameters=string_map(kw_args), ), @@ -848,7 +855,7 @@ class DBTSourceBase(StatefulIngestionSourceBase): dataset=upstream_urn, scope=DatasetAssertionScopeClass.DATASET_ROWS, operator=AssertionStdOperatorClass._NATIVE_, - logic=node.compiled_sql if node.compiled_sql else node.raw_sql, + logic=node.compiled_code if node.compiled_code else node.raw_code, nativeType=node.name, aggregation=AssertionStdAggregationClass._NATIVE_, nativeParameters=string_map(kw_args), @@ -1023,7 +1030,7 @@ class DBTSourceBase(StatefulIngestionSourceBase): aspects.append(upstream_lineage_class) # add view properties aspect - if node.raw_sql: + if node.raw_code and node.language == "sql": view_prop_aspect = self._create_view_properties_aspect(node) aspects.append(view_prop_aspect) @@ -1157,11 +1164,11 @@ class DBTSourceBase(StatefulIngestionSourceBase): def _create_view_properties_aspect(self, node: DBTNode) -> ViewPropertiesClass: materialized = node.materialization in {"table", "incremental"} # this function is only called when raw sql is present. assert is added to satisfy lint checks - assert node.raw_sql is not None + assert node.raw_code is not None view_properties = ViewPropertiesClass( materialized=materialized, viewLanguage="SQL", - viewLogic=node.raw_sql, + viewLogic=node.raw_code, ) return view_properties diff --git a/metadata-ingestion/src/datahub/ingestion/source/dbt/dbt_core.py b/metadata-ingestion/src/datahub/ingestion/source/dbt/dbt_core.py index 0236dc7e26..2675c6346b 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/dbt/dbt_core.py +++ b/metadata-ingestion/src/datahub/ingestion/source/dbt/dbt_core.py @@ -222,7 +222,12 @@ def extract_dbt_entities( max_loaded_at=max_loaded_at, comment=comment, description=manifest_node.get("description", ""), - raw_sql=manifest_node.get("raw_sql"), + raw_code=manifest_node.get( + "raw_code", manifest_node.get("raw_sql") + ), # Backward compatibility dbt <=v1.2 + language=manifest_node.get( + "language", "sql" + ), # Backward compatibility dbt <=v1.2 upstream_nodes=upstream_nodes, materialization=materialization, catalog_type=catalog_type, @@ -230,7 +235,9 @@ def extract_dbt_entities( query_tag=query_tag_props, tags=tags, owner=owner, - compiled_sql=manifest_node.get("compiled_sql"), + compiled_code=manifest_node.get( + "compiled_code", manifest_node.get("compiled_sql") + ), # Backward compatibility dbt <=v1.2 test_info=test_info, ) diff --git a/metadata-ingestion/tests/integration/dbt/dbt_deleted_actor_mces_golden.json b/metadata-ingestion/tests/integration/dbt/dbt_deleted_actor_mces_golden.json index 64aa7f6233..6e3167c5d8 100644 --- a/metadata-ingestion/tests/integration/dbt/dbt_deleted_actor_mces_golden.json +++ b/metadata-ingestion/tests/integration/dbt/dbt_deleted_actor_mces_golden.json @@ -25,6 +25,7 @@ "materialization": "table", "dbt_file_path": "models/transform/payments_by_customer_by_month.sql", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v4.json", "manifest_version": "1.0.3", "manifest_adapter": "postgres", @@ -154,6 +155,7 @@ "node_type": "model", "materialization": "ephemeral", "dbt_file_path": "models/transform/customer_details.sql", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v4.json", "manifest_version": "1.0.3", "manifest_adapter": "postgres", @@ -263,6 +265,7 @@ "materialization": "table", "dbt_file_path": "models/billing/monthly_billing_with_cust.sql", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v4.json", "manifest_version": "1.0.3", "manifest_adapter": "postgres", @@ -413,6 +416,7 @@ "materialization": "view", "dbt_file_path": "models/base/payments_base.sql", "catalog_type": "VIEW", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v4.json", "manifest_version": "1.0.3", "manifest_adapter": "postgres", @@ -618,6 +622,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v4.json", "manifest_version": "1.0.3", "manifest_adapter": "postgres", @@ -800,6 +805,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v4.json", "manifest_version": "1.0.3", "manifest_adapter": "postgres", @@ -922,6 +928,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v4.json", "manifest_version": "1.0.3", "manifest_adapter": "postgres", @@ -1059,6 +1066,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v4.json", "manifest_version": "1.0.3", "manifest_adapter": "postgres", @@ -1195,6 +1203,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v4.json", "manifest_version": "1.0.3", "manifest_adapter": "postgres", @@ -1401,6 +1410,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v4.json", "manifest_version": "1.0.3", "manifest_adapter": "postgres", @@ -1563,6 +1573,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v4.json", "manifest_version": "1.0.3", "manifest_adapter": "postgres", @@ -1735,6 +1746,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v4.json", "manifest_version": "1.0.3", "manifest_adapter": "postgres", @@ -1893,6 +1905,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v4.json", "manifest_version": "1.0.3", "manifest_adapter": "postgres", @@ -2051,6 +2064,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v4.json", "manifest_version": "1.0.3", "manifest_adapter": "postgres", @@ -2209,6 +2223,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v4.json", "manifest_version": "1.0.3", "manifest_adapter": "postgres", diff --git a/metadata-ingestion/tests/integration/dbt/dbt_enabled_with_schemas_mces_golden.json b/metadata-ingestion/tests/integration/dbt/dbt_enabled_with_schemas_mces_golden.json index 48961e13a5..27244ff889 100644 --- a/metadata-ingestion/tests/integration/dbt/dbt_enabled_with_schemas_mces_golden.json +++ b/metadata-ingestion/tests/integration/dbt/dbt_enabled_with_schemas_mces_golden.json @@ -30,6 +30,7 @@ "node_type": "model", "materialization": "ephemeral", "dbt_file_path": "models/transform/customer_details.sql", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -204,6 +205,7 @@ "materialization": "table", "dbt_file_path": "models/billing/monthly_billing_with_cust.sql", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -371,6 +373,7 @@ "materialization": "view", "dbt_file_path": "models/base/payments_base.sql", "catalog_type": "VIEW", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -585,6 +588,7 @@ "materialization": "table", "dbt_file_path": "models/transform/payments_by_customer_by_month.sql", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -717,6 +721,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -878,6 +883,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -1060,6 +1066,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -1182,6 +1189,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -1319,6 +1327,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -1458,6 +1467,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -1664,6 +1674,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -1826,6 +1837,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -2001,6 +2013,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -2159,6 +2172,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -2317,6 +2331,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -2475,6 +2490,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", diff --git a/metadata-ingestion/tests/integration/dbt/dbt_stateful_tests_golden.json b/metadata-ingestion/tests/integration/dbt/dbt_stateful_tests_golden.json index 12d1045394..6b587e025b 100644 --- a/metadata-ingestion/tests/integration/dbt/dbt_stateful_tests_golden.json +++ b/metadata-ingestion/tests/integration/dbt/dbt_stateful_tests_golden.json @@ -25,6 +25,7 @@ "materialization": "view", "dbt_file_path": "models/staging/stg_customers.sql", "catalog_type": "view", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v5.json", "manifest_version": "1.1.0", "manifest_adapter": "bigquery", @@ -155,6 +156,7 @@ "materialization": "view", "dbt_file_path": "models/staging/stg_payments.sql", "catalog_type": "view", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v5.json", "manifest_version": "1.1.0", "manifest_adapter": "bigquery", @@ -297,6 +299,7 @@ "materialization": "view", "dbt_file_path": "models/staging/stg_orders.sql", "catalog_type": "view", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v5.json", "manifest_version": "1.1.0", "manifest_adapter": "bigquery", @@ -439,6 +442,7 @@ "materialization": "seed", "dbt_file_path": "seeds/raw_customers.csv", "catalog_type": "table", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v5.json", "manifest_version": "1.1.0", "manifest_adapter": "bigquery", @@ -548,6 +552,7 @@ "materialization": "seed", "dbt_file_path": "seeds/raw_orders.csv", "catalog_type": "table", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v5.json", "manifest_version": "1.1.0", "manifest_adapter": "bigquery", @@ -669,6 +674,7 @@ "materialization": "seed", "dbt_file_path": "seeds/raw_payments.csv", "catalog_type": "table", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v5.json", "manifest_version": "1.1.0", "manifest_adapter": "bigquery", @@ -790,6 +796,7 @@ "materialization": "table", "dbt_file_path": "models/customers.sql", "catalog_type": "table", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v5.json", "manifest_version": "1.1.0", "manifest_adapter": "bigquery", @@ -990,6 +997,7 @@ "materialization": "table", "dbt_file_path": "models/orders.sql", "catalog_type": "table", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v5.json", "manifest_version": "1.1.0", "manifest_adapter": "bigquery", diff --git a/metadata-ingestion/tests/integration/dbt/dbt_test_column_meta_mapping_golden.json b/metadata-ingestion/tests/integration/dbt/dbt_test_column_meta_mapping_golden.json index 36e185ff04..42dcf8e359 100644 --- a/metadata-ingestion/tests/integration/dbt/dbt_test_column_meta_mapping_golden.json +++ b/metadata-ingestion/tests/integration/dbt/dbt_test_column_meta_mapping_golden.json @@ -24,11 +24,12 @@ "node_type": "model", "materialization": "ephemeral", "dbt_file_path": "models/transform/customer_details.sql", - "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v6.json", - "manifest_version": "1.2.1", + "language": "sql", + "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v7.json", + "manifest_version": "1.3.0", "manifest_adapter": "postgres", "catalog_schema": "https://schemas.getdbt.com/dbt/catalog/v1.json", - "catalog_version": "1.2.1" + "catalog_version": "1.3.0" }, "name": "customer_details", "description": "", @@ -133,11 +134,12 @@ "materialization": "table", "dbt_file_path": "models/billing/monthly_billing_with_cust.sql", "catalog_type": "BASE TABLE", - "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v6.json", - "manifest_version": "1.2.1", + "language": "sql", + "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v7.json", + "manifest_version": "1.3.0", "manifest_adapter": "postgres", "catalog_schema": "https://schemas.getdbt.com/dbt/catalog/v1.json", - "catalog_version": "1.2.1" + "catalog_version": "1.3.0" }, "name": "an-aliased-view-for-monthly-billing", "description": "", @@ -283,11 +285,12 @@ "materialization": "view", "dbt_file_path": "models/base/payments_base.sql", "catalog_type": "VIEW", - "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v6.json", - "manifest_version": "1.2.1", + "language": "sql", + "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v7.json", + "manifest_version": "1.3.0", "manifest_adapter": "postgres", "catalog_schema": "https://schemas.getdbt.com/dbt/catalog/v1.json", - "catalog_version": "1.2.1" + "catalog_version": "1.3.0" }, "name": "an-aliased-view-for-payments", "description": "", @@ -489,11 +492,12 @@ "materialization": "table", "dbt_file_path": "models/transform/payments_by_customer_by_month.sql", "catalog_type": "BASE TABLE", - "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v6.json", - "manifest_version": "1.2.1", + "language": "sql", + "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v7.json", + "manifest_version": "1.3.0", "manifest_adapter": "postgres", "catalog_schema": "https://schemas.getdbt.com/dbt/catalog/v1.json", - "catalog_version": "1.2.1" + "catalog_version": "1.3.0" }, "name": "payments_by_customer_by_month", "description": "", @@ -551,8 +555,8 @@ }, { "fieldPath": "customer_id", - "nullable": false, "description": "description for customer_id from dbt", + "nullable": false, "type": { "type": { "com.linkedin.pegasus2avro.schema.NumberType": {} @@ -646,11 +650,12 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", - "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v6.json", - "manifest_version": "1.2.1", + "language": "sql", + "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v7.json", + "manifest_version": "1.3.0", "manifest_adapter": "postgres", "catalog_schema": "https://schemas.getdbt.com/dbt/catalog/v1.json", - "catalog_version": "1.2.1" + "catalog_version": "1.3.0" }, "name": "actor", "description": "description for actor table from dbt", @@ -800,11 +805,12 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", - "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v6.json", - "manifest_version": "1.2.1", + "language": "sql", + "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v7.json", + "manifest_version": "1.3.0", "manifest_adapter": "postgres", "catalog_schema": "https://schemas.getdbt.com/dbt/catalog/v1.json", - "catalog_version": "1.2.1" + "catalog_version": "1.3.0" }, "name": "address", "description": "a user's address", @@ -982,11 +988,12 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", - "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v6.json", - "manifest_version": "1.2.1", + "language": "sql", + "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v7.json", + "manifest_version": "1.3.0", "manifest_adapter": "postgres", "catalog_schema": "https://schemas.getdbt.com/dbt/catalog/v1.json", - "catalog_version": "1.2.1" + "catalog_version": "1.3.0" }, "name": "category", "description": "a user's category", @@ -1104,11 +1111,12 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", - "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v6.json", - "manifest_version": "1.2.1", + "language": "sql", + "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v7.json", + "manifest_version": "1.3.0", "manifest_adapter": "postgres", "catalog_schema": "https://schemas.getdbt.com/dbt/catalog/v1.json", - "catalog_version": "1.2.1" + "catalog_version": "1.3.0" }, "name": "city", "description": "", @@ -1241,11 +1249,12 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", - "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v6.json", - "manifest_version": "1.2.1", + "language": "sql", + "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v7.json", + "manifest_version": "1.3.0", "manifest_adapter": "postgres", "catalog_schema": "https://schemas.getdbt.com/dbt/catalog/v1.json", - "catalog_version": "1.2.1" + "catalog_version": "1.3.0" }, "name": "country", "description": "", @@ -1380,11 +1389,12 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", - "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v6.json", - "manifest_version": "1.2.1", + "language": "sql", + "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v7.json", + "manifest_version": "1.3.0", "manifest_adapter": "postgres", "catalog_schema": "https://schemas.getdbt.com/dbt/catalog/v1.json", - "catalog_version": "1.2.1" + "catalog_version": "1.3.0" }, "name": "customer", "description": "description for customer table from dbt", @@ -1586,11 +1596,12 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", - "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v6.json", - "manifest_version": "1.2.1", + "language": "sql", + "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v7.json", + "manifest_version": "1.3.0", "manifest_adapter": "postgres", "catalog_schema": "https://schemas.getdbt.com/dbt/catalog/v1.json", - "catalog_version": "1.2.1" + "catalog_version": "1.3.0" }, "name": "payment_p2020_01", "description": "", @@ -1748,11 +1759,12 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", - "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v6.json", - "manifest_version": "1.2.1", + "language": "sql", + "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v7.json", + "manifest_version": "1.3.0", "manifest_adapter": "postgres", "catalog_schema": "https://schemas.getdbt.com/dbt/catalog/v1.json", - "catalog_version": "1.2.1" + "catalog_version": "1.3.0" }, "name": "payment_p2020_02", "description": "", @@ -1923,11 +1935,12 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", - "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v6.json", - "manifest_version": "1.2.1", + "language": "sql", + "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v7.json", + "manifest_version": "1.3.0", "manifest_adapter": "postgres", "catalog_schema": "https://schemas.getdbt.com/dbt/catalog/v1.json", - "catalog_version": "1.2.1" + "catalog_version": "1.3.0" }, "name": "payment_p2020_03", "description": "", @@ -2081,11 +2094,12 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", - "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v6.json", - "manifest_version": "1.2.1", + "language": "sql", + "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v7.json", + "manifest_version": "1.3.0", "manifest_adapter": "postgres", "catalog_schema": "https://schemas.getdbt.com/dbt/catalog/v1.json", - "catalog_version": "1.2.1" + "catalog_version": "1.3.0" }, "name": "payment_p2020_04", "description": "", @@ -2239,11 +2253,12 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", - "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v6.json", - "manifest_version": "1.2.1", + "language": "sql", + "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v7.json", + "manifest_version": "1.3.0", "manifest_adapter": "postgres", "catalog_schema": "https://schemas.getdbt.com/dbt/catalog/v1.json", - "catalog_version": "1.2.1" + "catalog_version": "1.3.0" }, "name": "payment_p2020_05", "description": "a payment", @@ -2397,11 +2412,12 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", - "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v6.json", - "manifest_version": "1.2.1", + "language": "sql", + "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v7.json", + "manifest_version": "1.3.0", "manifest_adapter": "postgres", "catalog_schema": "https://schemas.getdbt.com/dbt/catalog/v1.json", - "catalog_version": "1.2.1" + "catalog_version": "1.3.0" }, "name": "payment_p2020_06", "description": "", diff --git a/metadata-ingestion/tests/integration/dbt/dbt_test_events_golden.json b/metadata-ingestion/tests/integration/dbt/dbt_test_events_golden.json index a214aff0f9..3098e96932 100644 --- a/metadata-ingestion/tests/integration/dbt/dbt_test_events_golden.json +++ b/metadata-ingestion/tests/integration/dbt/dbt_test_events_golden.json @@ -25,6 +25,7 @@ "materialization": "view", "dbt_file_path": "models/staging/stg_customers.sql", "catalog_type": "view", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v5.json", "manifest_version": "1.1.0", "manifest_adapter": "bigquery", @@ -155,6 +156,7 @@ "materialization": "view", "dbt_file_path": "models/staging/stg_payments.sql", "catalog_type": "view", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v5.json", "manifest_version": "1.1.0", "manifest_adapter": "bigquery", @@ -297,6 +299,7 @@ "materialization": "view", "dbt_file_path": "models/staging/stg_orders.sql", "catalog_type": "view", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v5.json", "manifest_version": "1.1.0", "manifest_adapter": "bigquery", @@ -439,6 +442,7 @@ "materialization": "seed", "dbt_file_path": "seeds/raw_customers.csv", "catalog_type": "table", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v5.json", "manifest_version": "1.1.0", "manifest_adapter": "bigquery", @@ -548,6 +552,7 @@ "materialization": "seed", "dbt_file_path": "seeds/raw_orders.csv", "catalog_type": "table", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v5.json", "manifest_version": "1.1.0", "manifest_adapter": "bigquery", @@ -669,6 +674,7 @@ "materialization": "seed", "dbt_file_path": "seeds/raw_payments.csv", "catalog_type": "table", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v5.json", "manifest_version": "1.1.0", "manifest_adapter": "bigquery", @@ -790,6 +796,7 @@ "materialization": "table", "dbt_file_path": "models/customers.sql", "catalog_type": "table", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v5.json", "manifest_version": "1.1.0", "manifest_adapter": "bigquery", @@ -990,6 +997,7 @@ "materialization": "table", "dbt_file_path": "models/orders.sql", "catalog_type": "table", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v5.json", "manifest_version": "1.1.0", "manifest_adapter": "bigquery", diff --git a/metadata-ingestion/tests/integration/dbt/dbt_test_with_complex_owner_patterns_mces_golden.json b/metadata-ingestion/tests/integration/dbt/dbt_test_with_complex_owner_patterns_mces_golden.json index b6dbcc82fb..b9615c1f63 100644 --- a/metadata-ingestion/tests/integration/dbt/dbt_test_with_complex_owner_patterns_mces_golden.json +++ b/metadata-ingestion/tests/integration/dbt/dbt_test_with_complex_owner_patterns_mces_golden.json @@ -29,6 +29,7 @@ "node_type": "model", "materialization": "ephemeral", "dbt_file_path": "models/transform/customer_details.sql", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -168,6 +169,7 @@ "materialization": "table", "dbt_file_path": "models/billing/monthly_billing_with_cust.sql", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -318,6 +320,7 @@ "materialization": "view", "dbt_file_path": "models/base/payments_base.sql", "catalog_type": "VIEW", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -532,6 +535,7 @@ "materialization": "table", "dbt_file_path": "models/transform/payments_by_customer_by_month.sql", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -664,6 +668,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -822,6 +827,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -1004,6 +1010,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -1126,6 +1133,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -1263,6 +1271,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -1399,6 +1408,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -1605,6 +1615,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -1767,6 +1778,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -1939,6 +1951,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -2097,6 +2110,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -2255,6 +2269,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", diff --git a/metadata-ingestion/tests/integration/dbt/dbt_test_with_data_platform_instance_mces_golden.json b/metadata-ingestion/tests/integration/dbt/dbt_test_with_data_platform_instance_mces_golden.json index cfb3f37085..b3ab9597fc 100644 --- a/metadata-ingestion/tests/integration/dbt/dbt_test_with_data_platform_instance_mces_golden.json +++ b/metadata-ingestion/tests/integration/dbt/dbt_test_with_data_platform_instance_mces_golden.json @@ -30,6 +30,7 @@ "node_type": "model", "materialization": "ephemeral", "dbt_file_path": "models/transform/customer_details.sql", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -169,6 +170,7 @@ "materialization": "table", "dbt_file_path": "models/billing/monthly_billing_with_cust.sql", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -319,6 +321,7 @@ "materialization": "view", "dbt_file_path": "models/base/payments_base.sql", "catalog_type": "VIEW", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -533,6 +536,7 @@ "materialization": "table", "dbt_file_path": "models/transform/payments_by_customer_by_month.sql", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -665,6 +669,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -823,6 +828,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -1005,6 +1011,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -1127,6 +1134,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -1264,6 +1272,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -1400,6 +1409,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -1606,6 +1616,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -1768,6 +1779,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -1940,6 +1952,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -2098,6 +2111,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -2256,6 +2270,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -2414,6 +2429,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", diff --git a/metadata-ingestion/tests/integration/dbt/dbt_test_with_non_incremental_lineage_mces_golden.json b/metadata-ingestion/tests/integration/dbt/dbt_test_with_non_incremental_lineage_mces_golden.json index 1ebf225898..9f418aba5a 100644 --- a/metadata-ingestion/tests/integration/dbt/dbt_test_with_non_incremental_lineage_mces_golden.json +++ b/metadata-ingestion/tests/integration/dbt/dbt_test_with_non_incremental_lineage_mces_golden.json @@ -30,6 +30,7 @@ "node_type": "model", "materialization": "ephemeral", "dbt_file_path": "models/transform/customer_details.sql", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -169,6 +170,7 @@ "materialization": "table", "dbt_file_path": "models/billing/monthly_billing_with_cust.sql", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -319,6 +321,7 @@ "materialization": "view", "dbt_file_path": "models/base/payments_base.sql", "catalog_type": "VIEW", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -533,6 +536,7 @@ "materialization": "table", "dbt_file_path": "models/transform/payments_by_customer_by_month.sql", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -665,6 +669,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -823,6 +828,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -1005,6 +1011,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -1127,6 +1134,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -1264,6 +1272,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -1400,6 +1409,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -1606,6 +1616,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -1768,6 +1779,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -1940,6 +1952,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -2098,6 +2111,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -2256,6 +2270,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -2414,6 +2429,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", diff --git a/metadata-ingestion/tests/integration/dbt/dbt_test_with_target_platform_instance_mces_golden.json b/metadata-ingestion/tests/integration/dbt/dbt_test_with_target_platform_instance_mces_golden.json index 0de55b45c7..a07b04dd8d 100644 --- a/metadata-ingestion/tests/integration/dbt/dbt_test_with_target_platform_instance_mces_golden.json +++ b/metadata-ingestion/tests/integration/dbt/dbt_test_with_target_platform_instance_mces_golden.json @@ -30,6 +30,7 @@ "node_type": "model", "materialization": "ephemeral", "dbt_file_path": "models/transform/customer_details.sql", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -169,6 +170,7 @@ "materialization": "table", "dbt_file_path": "models/billing/monthly_billing_with_cust.sql", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -319,6 +321,7 @@ "materialization": "view", "dbt_file_path": "models/base/payments_base.sql", "catalog_type": "VIEW", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -533,6 +536,7 @@ "materialization": "table", "dbt_file_path": "models/transform/payments_by_customer_by_month.sql", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -665,6 +669,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -823,6 +828,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -1005,6 +1011,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -1127,6 +1134,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -1264,6 +1272,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -1400,6 +1409,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -1606,6 +1616,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -1768,6 +1779,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -1940,6 +1952,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -2098,6 +2111,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -2256,6 +2270,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", @@ -2414,6 +2429,7 @@ "node_type": "source", "dbt_file_path": "models/base.yml", "catalog_type": "BASE TABLE", + "language": "sql", "manifest_schema": "https://schemas.getdbt.com/dbt/manifest/v1.json", "manifest_version": "0.19.1", "manifest_adapter": "postgres", diff --git a/metadata-ingestion/tests/integration/dbt/sample_dbt_catalog.json b/metadata-ingestion/tests/integration/dbt/sample_dbt_catalog.json index ac6984cbc2..4ffa72c47d 100644 --- a/metadata-ingestion/tests/integration/dbt/sample_dbt_catalog.json +++ b/metadata-ingestion/tests/integration/dbt/sample_dbt_catalog.json @@ -2,7 +2,7 @@ "errors": null, "metadata": { "dbt_schema_version": "https://schemas.getdbt.com/dbt/catalog/v1.json", - "dbt_version": "1.2.1", + "dbt_version": "1.3.0", "env": {}, "generated_at": "2021-06-19T21:38:36.384613Z", "invocation_id": "just-some-random-id-2" diff --git a/metadata-ingestion/tests/integration/dbt/sample_dbt_manifest.json b/metadata-ingestion/tests/integration/dbt/sample_dbt_manifest.json index 47c2fbbd54..1ecfca1579 100644 --- a/metadata-ingestion/tests/integration/dbt/sample_dbt_manifest.json +++ b/metadata-ingestion/tests/integration/dbt/sample_dbt_manifest.json @@ -57,12 +57,13 @@ "macros": { "macro.dbt._split_part_negative": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.466659, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro _split_part_negative(string_text, delimiter_text, part_number) %}\n\n split_part(\n {{ string_text }},\n {{ delimiter_text }},\n length({{ string_text }})\n - length(\n replace({{ string_text }}, {{ delimiter_text }}, '')\n ) + 2 {{ part_number }}\n )\n\n{% endmacro %}", @@ -74,12 +75,13 @@ "path": "macros/utils/split_part.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt._split_part_negative" }, "macro.dbt.after_commit": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.242806, "depends_on": { "macros": [ "macro.dbt.make_hook_config" @@ -87,6 +89,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro after_commit(sql) %}\n {{ make_hook_config(sql, inside_transaction=False) }}\n{% endmacro %}", @@ -98,12 +101,13 @@ "path": "macros/materializations/hooks.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.after_commit" }, "macro.dbt.alter_column_comment": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.512034, "depends_on": { "macros": [ "macro.dbt_postgres.postgres__alter_column_comment" @@ -111,6 +115,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro alter_column_comment(relation, column_dict) -%}\n {{ return(adapter.dispatch('alter_column_comment', 'dbt')(relation, column_dict)) }}\n{% endmacro %}", @@ -122,12 +127,13 @@ "path": "macros/adapters/persist_docs.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.alter_column_comment" }, "macro.dbt.alter_column_type": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.528278, "depends_on": { "macros": [ "macro.dbt.default__alter_column_type" @@ -135,6 +141,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro alter_column_type(relation, column_name, new_column_type) -%}\n {{ return(adapter.dispatch('alter_column_type', 'dbt')(relation, column_name, new_column_type)) }}\n{% endmacro %}", @@ -146,12 +153,13 @@ "path": "macros/adapters/columns.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.alter_column_type" }, "macro.dbt.alter_relation_add_remove_columns": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.529997, "depends_on": { "macros": [ "macro.dbt.default__alter_relation_add_remove_columns" @@ -159,6 +167,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro alter_relation_add_remove_columns(relation, add_columns = none, remove_columns = none) -%}\n {{ return(adapter.dispatch('alter_relation_add_remove_columns', 'dbt')(relation, add_columns, remove_columns)) }}\n{% endmacro %}", @@ -170,12 +179,13 @@ "path": "macros/adapters/columns.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.alter_relation_add_remove_columns" }, "macro.dbt.alter_relation_comment": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.5129092, "depends_on": { "macros": [ "macro.dbt_postgres.postgres__alter_relation_comment" @@ -183,6 +193,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro alter_relation_comment(relation, relation_comment) -%}\n {{ return(adapter.dispatch('alter_relation_comment', 'dbt')(relation, relation_comment)) }}\n{% endmacro %}", @@ -194,12 +205,13 @@ "path": "macros/adapters/persist_docs.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.alter_relation_comment" }, "macro.dbt.any_value": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.4485052, "depends_on": { "macros": [ "macro.dbt_postgres.postgres__any_value" @@ -207,6 +219,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro any_value(expression) -%}\n {{ return(adapter.dispatch('any_value', 'dbt') (expression)) }}\n{% endmacro %}", @@ -218,12 +231,13 @@ "path": "macros/utils/any_value.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.any_value" }, "macro.dbt.apply_grants": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.50767, "depends_on": { "macros": [ "macro.dbt.default__apply_grants" @@ -231,6 +245,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro apply_grants(relation, grant_config, should_revoke) %}\n {{ return(adapter.dispatch(\"apply_grants\", \"dbt\")(relation, grant_config, should_revoke)) }}\n{% endmacro %}", @@ -242,12 +257,91 @@ "path": "macros/adapters/apply_grants.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.apply_grants" }, + "macro.dbt.array_append": { + "arguments": [], + "created_at": 1670298551.470447, + "depends_on": { + "macros": [ + "macro.dbt.default__array_append" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro array_append(array, new_element) -%}\n {{ return(adapter.dispatch('array_append', 'dbt')(array, new_element)) }}\n{%- endmacro %}", + "meta": {}, + "name": "array_append", + "original_file_path": "macros/utils/array_append.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/array_append.sql", + "resource_type": "macro", + "root_path": "/some-path/sample-dbt", + "supported_languages": null, + "tags": [], + "unique_id": "macro.dbt.array_append" + }, + "macro.dbt.array_concat": { + "arguments": [], + "created_at": 1670298551.4605079, + "depends_on": { + "macros": [ + "macro.dbt.default__array_concat" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro array_concat(array_1, array_2) -%}\n {{ return(adapter.dispatch('array_concat', 'dbt')(array_1, array_2)) }}\n{%- endmacro %}", + "meta": {}, + "name": "array_concat", + "original_file_path": "macros/utils/array_concat.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/array_concat.sql", + "resource_type": "macro", + "root_path": "/some-path/sample-dbt", + "supported_languages": null, + "tags": [], + "unique_id": "macro.dbt.array_concat" + }, + "macro.dbt.array_construct": { + "arguments": [], + "created_at": 1670298551.46897, + "depends_on": { + "macros": [ + "macro.dbt.default__array_construct" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro array_construct(inputs=[], data_type=api.Column.translate_type('integer')) -%}\n {{ return(adapter.dispatch('array_construct', 'dbt')(inputs, data_type)) }}\n{%- endmacro %}", + "meta": {}, + "name": "array_construct", + "original_file_path": "macros/utils/array_construct.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/array_construct.sql", + "resource_type": "macro", + "root_path": "/some-path/sample-dbt", + "supported_languages": null, + "tags": [], + "unique_id": "macro.dbt.array_construct" + }, "macro.dbt.before_begin": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.242221, "depends_on": { "macros": [ "macro.dbt.make_hook_config" @@ -255,6 +349,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro before_begin(sql) %}\n {{ make_hook_config(sql, inside_transaction=False) }}\n{% endmacro %}", @@ -266,12 +361,13 @@ "path": "macros/materializations/hooks.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.before_begin" }, "macro.dbt.bool_or": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.461714, "depends_on": { "macros": [ "macro.dbt.default__bool_or" @@ -279,6 +375,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro bool_or(expression) -%}\n {{ return(adapter.dispatch('bool_or', 'dbt') (expression)) }}\n{% endmacro %}", @@ -290,12 +387,61 @@ "path": "macros/utils/bool_or.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.bool_or" }, + "macro.dbt.build_config_dict": { + "arguments": [], + "created_at": 1670298551.5360699, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro build_config_dict(model) %}\n {%- set config_dict = {} -%}\n {%- for key in model.config.config_keys_used -%}\n {# weird type testing with enum, would be much easier to write this logic in Python! #}\n {%- if key == 'language' -%}\n {%- set value = 'python' -%}\n {%- endif -%}\n {%- set value = model.config[key] -%}\n {%- do config_dict.update({key: value}) -%}\n {%- endfor -%}\nconfig_dict = {{ config_dict }}\n{% endmacro %}", + "meta": {}, + "name": "build_config_dict", + "original_file_path": "macros/python_model/python.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/python_model/python.sql", + "resource_type": "macro", + "root_path": "/some-path/sample-dbt", + "supported_languages": null, + "tags": [], + "unique_id": "macro.dbt.build_config_dict" + }, + "macro.dbt.build_ref_function": { + "arguments": [], + "created_at": 1670298551.5341718, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro build_ref_function(model) %}\n\n {%- set ref_dict = {} -%}\n {%- for _ref in model.refs -%}\n {%- set resolved = ref(*_ref) -%}\n {%- do ref_dict.update({_ref | join(\".\"): resolved.quote(database=False, schema=False, identifier=False) | string}) -%}\n {%- endfor -%}\n\ndef ref(*args,dbt_load_df_function):\n refs = {{ ref_dict | tojson }}\n key = \".\".join(args)\n return dbt_load_df_function(refs[key])\n\n{% endmacro %}", + "meta": {}, + "name": "build_ref_function", + "original_file_path": "macros/python_model/python.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/python_model/python.sql", + "resource_type": "macro", + "root_path": "/some-path/sample-dbt", + "supported_languages": null, + "tags": [], + "unique_id": "macro.dbt.build_ref_function" + }, "macro.dbt.build_snapshot_staging_table": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.27379, "depends_on": { "macros": [ "macro.dbt.make_temp_relation", @@ -306,6 +452,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro build_snapshot_staging_table(strategy, sql, target_relation) %}\n {% set temp_relation = make_temp_relation(target_relation) %}\n\n {% set select = snapshot_staging_table(strategy, sql, target_relation) %}\n\n {% call statement('build_snapshot_staging_relation') %}\n {{ create_table_as(True, temp_relation, select) }}\n {% endcall %}\n\n {% do return(temp_relation) %}\n{% endmacro %}", @@ -317,12 +464,13 @@ "path": "macros/materializations/snapshots/helpers.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.build_snapshot_staging_table" }, "macro.dbt.build_snapshot_table": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.2724018, "depends_on": { "macros": [ "macro.dbt.default__build_snapshot_table" @@ -330,6 +478,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro build_snapshot_table(strategy, sql) -%}\n {{ adapter.dispatch('build_snapshot_table', 'dbt')(strategy, sql) }}\n{% endmacro %}", @@ -341,12 +490,37 @@ "path": "macros/materializations/snapshots/helpers.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.build_snapshot_table" }, + "macro.dbt.build_source_function": { + "arguments": [], + "created_at": 1670298551.5351338, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro build_source_function(model) %}\n\n {%- set source_dict = {} -%}\n {%- for _source in model.sources -%}\n {%- set resolved = source(*_source) -%}\n {%- do source_dict.update({_source | join(\".\"): resolved.quote(database=False, schema=False, identifier=False) | string}) -%}\n {%- endfor -%}\n\ndef source(*args, dbt_load_df_function):\n sources = {{ source_dict | tojson }}\n key = \".\".join(args)\n return dbt_load_df_function(sources[key])\n\n{% endmacro %}", + "meta": {}, + "name": "build_source_function", + "original_file_path": "macros/python_model/python.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/python_model/python.sql", + "resource_type": "macro", + "root_path": "/some-path/sample-dbt", + "supported_languages": null, + "tags": [], + "unique_id": "macro.dbt.build_source_function" + }, "macro.dbt.call_dcl_statements": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.5065012, "depends_on": { "macros": [ "macro.dbt.default__call_dcl_statements" @@ -354,6 +528,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro call_dcl_statements(dcl_statement_list) %}\n {{ return(adapter.dispatch(\"call_dcl_statements\", \"dbt\")(dcl_statement_list)) }}\n{% endmacro %}", @@ -365,12 +540,13 @@ "path": "macros/adapters/apply_grants.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.call_dcl_statements" }, "macro.dbt.cast_bool_to_text": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.44711, "depends_on": { "macros": [ "macro.dbt.default__cast_bool_to_text" @@ -378,6 +554,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro cast_bool_to_text(field) %}\n {{ adapter.dispatch('cast_bool_to_text', 'dbt') (field) }}\n{% endmacro %}", @@ -389,12 +566,13 @@ "path": "macros/utils/cast_bool_to_text.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.cast_bool_to_text" }, "macro.dbt.check_for_schema_changes": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.339218, "depends_on": { "macros": [ "macro.dbt.diff_columns", @@ -403,6 +581,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro check_for_schema_changes(source_relation, target_relation) %}\n\n {% set schema_changed = False %}\n\n {%- set source_columns = adapter.get_columns_in_relation(source_relation) -%}\n {%- set target_columns = adapter.get_columns_in_relation(target_relation) -%}\n {%- set source_not_in_target = diff_columns(source_columns, target_columns) -%}\n {%- set target_not_in_source = diff_columns(target_columns, source_columns) -%}\n\n {% set new_target_types = diff_column_data_types(source_columns, target_columns) %}\n\n {% if source_not_in_target != [] %}\n {% set schema_changed = True %}\n {% elif target_not_in_source != [] or new_target_types != [] %}\n {% set schema_changed = True %}\n {% elif new_target_types != [] %}\n {% set schema_changed = True %}\n {% endif %}\n\n {% set changes_dict = {\n 'schema_changed': schema_changed,\n 'source_not_in_target': source_not_in_target,\n 'target_not_in_source': target_not_in_source,\n 'source_columns': source_columns,\n 'target_columns': target_columns,\n 'new_target_types': new_target_types\n } %}\n\n {% set msg %}\n In {{ target_relation }}:\n Schema changed: {{ schema_changed }}\n Source columns not in target: {{ source_not_in_target }}\n Target columns not in source: {{ target_not_in_source }}\n New column types: {{ new_target_types }}\n {% endset %}\n\n {% do log(msg) %}\n\n {{ return(changes_dict) }}\n\n{% endmacro %}", @@ -414,12 +593,13 @@ "path": "macros/materializations/models/incremental/on_schema_change.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.check_for_schema_changes" }, "macro.dbt.check_schema_exists": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.521215, "depends_on": { "macros": [ "macro.dbt_postgres.postgres__check_schema_exists" @@ -427,6 +607,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro check_schema_exists(information_schema, schema) -%}\n {{ return(adapter.dispatch('check_schema_exists', 'dbt')(information_schema, schema)) }}\n{% endmacro %}", @@ -438,12 +619,13 @@ "path": "macros/adapters/metadata.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.check_schema_exists" }, "macro.dbt.collect_freshness": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.495685, "depends_on": { "macros": [ "macro.dbt.default__collect_freshness" @@ -451,6 +633,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro collect_freshness(source, loaded_at_field, filter) %}\n {{ return(adapter.dispatch('collect_freshness', 'dbt')(source, loaded_at_field, filter))}}\n{% endmacro %}", @@ -462,12 +645,13 @@ "path": "macros/adapters/freshness.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.collect_freshness" }, "macro.dbt.concat": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.407477, "depends_on": { "macros": [ "macro.dbt.default__concat" @@ -475,6 +659,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro concat(fields) -%}\n {{ return(adapter.dispatch('concat', 'dbt')(fields)) }}\n{%- endmacro %}", @@ -486,17 +671,19 @@ "path": "macros/utils/concat.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.concat" }, "macro.dbt.convert_datetime": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.4006772, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro convert_datetime(date_str, date_fmt) %}\n\n {% set error_msg -%}\n The provided partition date '{{ date_str }}' does not match the expected format '{{ date_fmt }}'\n {%- endset %}\n\n {% set res = try_or_compiler_error(error_msg, modules.datetime.datetime.strptime, date_str.strip(), date_fmt) %}\n {{ return(res) }}\n\n{% endmacro %}", @@ -508,12 +695,13 @@ "path": "macros/etc/datetime.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.convert_datetime" }, "macro.dbt.copy_grants": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.499706, "depends_on": { "macros": [ "macro.dbt_postgres.postgres__copy_grants" @@ -521,6 +709,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro copy_grants() %}\n {{ return(adapter.dispatch('copy_grants', 'dbt')()) }}\n{% endmacro %}", @@ -532,12 +721,13 @@ "path": "macros/adapters/apply_grants.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.copy_grants" }, "macro.dbt.create_columns": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.268071, "depends_on": { "macros": [ "macro.dbt.default__create_columns" @@ -545,6 +735,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro create_columns(relation, columns) %}\n {{ adapter.dispatch('create_columns', 'dbt')(relation, columns) }}\n{% endmacro %}", @@ -556,12 +747,13 @@ "path": "macros/materializations/snapshots/helpers.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.create_columns" }, "macro.dbt.create_csv_table": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.3752189, "depends_on": { "macros": [ "macro.dbt.default__create_csv_table" @@ -569,6 +761,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro create_csv_table(model, agate_table) -%}\n {{ adapter.dispatch('create_csv_table', 'dbt')(model, agate_table) }}\n{%- endmacro %}", @@ -580,12 +773,13 @@ "path": "macros/materializations/seeds/helpers.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.create_csv_table" }, "macro.dbt.create_indexes": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.478535, "depends_on": { "macros": [ "macro.dbt.default__create_indexes" @@ -593,6 +787,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro create_indexes(relation) -%}\n {{ adapter.dispatch('create_indexes', 'dbt')(relation) }}\n{%- endmacro %}", @@ -604,12 +799,13 @@ "path": "macros/adapters/indexes.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.create_indexes" }, "macro.dbt.create_or_replace_view": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.359894, "depends_on": { "macros": [ "macro.dbt.run_hooks", @@ -623,6 +819,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro create_or_replace_view() %}\n {%- set identifier = model['alias'] -%}\n\n {%- set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) -%}\n {%- set exists_as_view = (old_relation is not none and old_relation.is_view) -%}\n\n {%- set target_relation = api.Relation.create(\n identifier=identifier, schema=schema, database=database,\n type='view') -%}\n {% set grant_config = config.get('grants') %}\n\n {{ run_hooks(pre_hooks) }}\n\n -- If there's a table with the same name and we weren't told to full refresh,\n -- that's an error. If we were told to full refresh, drop it. This behavior differs\n -- for Snowflake and BigQuery, so multiple dispatch is used.\n {%- if old_relation is not none and old_relation.is_table -%}\n {{ handle_existing_table(should_full_refresh(), old_relation) }}\n {%- endif -%}\n\n -- build model\n {% call statement('main') -%}\n {{ get_create_view_as_sql(target_relation, sql) }}\n {%- endcall %}\n\n {% set should_revoke = should_revoke(exists_as_view, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=True) %}\n\n {{ run_hooks(post_hooks) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmacro %}", @@ -634,12 +831,13 @@ "path": "macros/materializations/models/view/create_or_replace_view.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.create_or_replace_view" }, "macro.dbt.create_schema": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.471772, "depends_on": { "macros": [ "macro.dbt_postgres.postgres__create_schema" @@ -647,6 +845,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro create_schema(relation) -%}\n {{ adapter.dispatch('create_schema', 'dbt')(relation) }}\n{% endmacro %}", @@ -658,12 +857,13 @@ "path": "macros/adapters/schema.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.create_schema" }, "macro.dbt.create_table_as": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.350219, "depends_on": { "macros": [ "macro.dbt_postgres.postgres__create_table_as" @@ -671,9 +871,10 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, - "macro_sql": "{% macro create_table_as(temporary, relation, sql) -%}\n {{ adapter.dispatch('create_table_as', 'dbt')(temporary, relation, sql) }}\n{%- endmacro %}", + "macro_sql": "{% macro create_table_as(temporary, relation, compiled_code, language='sql') -%}\n {# backward compatibility for create_table_as that does not support language #}\n {% if language == \"sql\" %}\n {{ adapter.dispatch('create_table_as', 'dbt')(temporary, relation, compiled_code)}}\n {% else %}\n {{ adapter.dispatch('create_table_as', 'dbt')(temporary, relation, compiled_code, language) }}\n {% endif %}\n\n{%- endmacro %}", "meta": {}, "name": "create_table_as", "original_file_path": "macros/materializations/models/table/create_table_as.sql", @@ -682,12 +883,13 @@ "path": "macros/materializations/models/table/create_table_as.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.create_table_as" }, "macro.dbt.create_view_as": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.36138, "depends_on": { "macros": [ "macro.dbt.default__create_view_as" @@ -695,6 +897,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro create_view_as(relation, sql) -%}\n {{ adapter.dispatch('create_view_as', 'dbt')(relation, sql) }}\n{%- endmacro %}", @@ -706,12 +909,13 @@ "path": "macros/materializations/models/view/create_view_as.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.create_view_as" }, "macro.dbt.current_timestamp": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.474187, "depends_on": { "macros": [ "macro.dbt_postgres.postgres__current_timestamp" @@ -719,23 +923,77 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, - "macro_sql": "{% macro current_timestamp() -%}\n {{ adapter.dispatch('current_timestamp', 'dbt')() }}\n{%- endmacro %}", + "macro_sql": "{%- macro current_timestamp() -%}\n {{ adapter.dispatch('current_timestamp', 'dbt')() }}\n{%- endmacro -%}\n\n", "meta": {}, "name": "current_timestamp", - "original_file_path": "macros/adapters/freshness.sql", + "original_file_path": "macros/adapters/timestamps.sql", "package_name": "dbt", "patch_path": null, - "path": "macros/adapters/freshness.sql", + "path": "macros/adapters/timestamps.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.current_timestamp" }, + "macro.dbt.current_timestamp_backcompat": { + "arguments": [], + "created_at": 1670298551.47562, + "depends_on": { + "macros": [ + "macro.dbt_postgres.postgres__current_timestamp_backcompat" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro current_timestamp_backcompat() %}\n {{ return(adapter.dispatch('current_timestamp_backcompat', 'dbt')()) }}\n{% endmacro %}", + "meta": {}, + "name": "current_timestamp_backcompat", + "original_file_path": "macros/adapters/timestamps.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/timestamps.sql", + "resource_type": "macro", + "root_path": "/some-path/sample-dbt", + "supported_languages": null, + "tags": [], + "unique_id": "macro.dbt.current_timestamp_backcompat" + }, + "macro.dbt.current_timestamp_in_utc_backcompat": { + "arguments": [], + "created_at": 1670298551.4763389, + "depends_on": { + "macros": [ + "macro.dbt_postgres.postgres__current_timestamp_in_utc_backcompat" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro current_timestamp_in_utc_backcompat() %}\n {{ return(adapter.dispatch('current_timestamp_in_utc_backcompat', 'dbt')()) }}\n{% endmacro %}", + "meta": {}, + "name": "current_timestamp_in_utc_backcompat", + "original_file_path": "macros/adapters/timestamps.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/timestamps.sql", + "resource_type": "macro", + "root_path": "/some-path/sample-dbt", + "supported_languages": null, + "tags": [], + "unique_id": "macro.dbt.current_timestamp_in_utc_backcompat" + }, "macro.dbt.date_trunc": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.4675012, "depends_on": { "macros": [ "macro.dbt.default__date_trunc" @@ -743,6 +1001,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro date_trunc(datepart, date) -%}\n {{ return(adapter.dispatch('date_trunc', 'dbt') (datepart, date)) }}\n{%- endmacro %}", @@ -754,12 +1013,13 @@ "path": "macros/utils/date_trunc.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.date_trunc" }, "macro.dbt.dateadd": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.409394, "depends_on": { "macros": [ "macro.dbt_postgres.postgres__dateadd" @@ -767,6 +1027,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro dateadd(datepart, interval, from_date_or_timestamp) %}\n {{ return(adapter.dispatch('dateadd', 'dbt')(datepart, interval, from_date_or_timestamp)) }}\n{% endmacro %}", @@ -778,12 +1039,13 @@ "path": "macros/utils/dateadd.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.dateadd" }, "macro.dbt.datediff": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.442951, "depends_on": { "macros": [ "macro.dbt_postgres.postgres__datediff" @@ -791,6 +1053,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro datediff(first_date, second_date, datepart) %}\n {{ return(adapter.dispatch('datediff', 'dbt')(first_date, second_date, datepart)) }}\n{% endmacro %}", @@ -802,12 +1065,13 @@ "path": "macros/utils/datediff.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.datediff" }, "macro.dbt.dates_in_range": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.402984, "depends_on": { "macros": [ "macro.dbt.convert_datetime" @@ -815,6 +1079,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro dates_in_range(start_date_str, end_date_str=none, in_fmt=\"%Y%m%d\", out_fmt=\"%Y%m%d\") %}\n {% set end_date_str = start_date_str if end_date_str is none else end_date_str %}\n\n {% set start_date = convert_datetime(start_date_str, in_fmt) %}\n {% set end_date = convert_datetime(end_date_str, in_fmt) %}\n\n {% set day_count = (end_date - start_date).days %}\n {% if day_count < 0 %}\n {% set msg -%}\n Partiton start date is after the end date ({{ start_date }}, {{ end_date }})\n {%- endset %}\n\n {{ exceptions.raise_compiler_error(msg, model) }}\n {% endif %}\n\n {% set date_list = [] %}\n {% for i in range(0, day_count + 1) %}\n {% set the_date = (modules.datetime.timedelta(days=i) + start_date) %}\n {% if not out_fmt %}\n {% set _ = date_list.append(the_date) %}\n {% else %}\n {% set _ = date_list.append(the_date.strftime(out_fmt)) %}\n {% endif %}\n {% endfor %}\n\n {{ return(date_list) }}\n{% endmacro %}", @@ -826,17 +1091,19 @@ "path": "macros/etc/datetime.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.dates_in_range" }, "macro.dbt.default__alter_column_comment": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.5124328, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__alter_column_comment(relation, column_dict) -%}\n {{ exceptions.raise_not_implemented(\n 'alter_column_comment macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", @@ -848,12 +1115,13 @@ "path": "macros/adapters/persist_docs.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__alter_column_comment" }, "macro.dbt.default__alter_column_type": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.52948, "depends_on": { "macros": [ "macro.dbt.statement" @@ -861,6 +1129,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__alter_column_type(relation, column_name, new_column_type) -%}\n {#\n 1. Create a new column (w/ temp name and correct type)\n 2. Copy data over to it\n 3. Drop the existing column (cascade!)\n 4. Rename the new column to existing column\n #}\n {%- set tmp_column = column_name + \"__dbt_alter\" -%}\n\n {% call statement('alter_column_type') %}\n alter table {{ relation }} add column {{ adapter.quote(tmp_column) }} {{ new_column_type }};\n update {{ relation }} set {{ adapter.quote(tmp_column) }} = {{ adapter.quote(column_name) }};\n alter table {{ relation }} drop column {{ adapter.quote(column_name) }} cascade;\n alter table {{ relation }} rename column {{ adapter.quote(tmp_column) }} to {{ adapter.quote(column_name) }}\n {% endcall %}\n\n{% endmacro %}", @@ -872,12 +1141,13 @@ "path": "macros/adapters/columns.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__alter_column_type" }, "macro.dbt.default__alter_relation_add_remove_columns": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.53156, "depends_on": { "macros": [ "macro.dbt.run_query" @@ -885,6 +1155,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__alter_relation_add_remove_columns(relation, add_columns, remove_columns) %}\n\n {% if add_columns is none %}\n {% set add_columns = [] %}\n {% endif %}\n {% if remove_columns is none %}\n {% set remove_columns = [] %}\n {% endif %}\n\n {% set sql -%}\n\n alter {{ relation.type }} {{ relation }}\n\n {% for column in add_columns %}\n add column {{ column.name }} {{ column.data_type }}{{ ',' if not loop.last }}\n {% endfor %}{{ ',' if add_columns and remove_columns }}\n\n {% for column in remove_columns %}\n drop column {{ column.name }}{{ ',' if not loop.last }}\n {% endfor %}\n\n {%- endset -%}\n\n {% do run_query(sql) %}\n\n{% endmacro %}", @@ -896,17 +1167,19 @@ "path": "macros/adapters/columns.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__alter_relation_add_remove_columns" }, "macro.dbt.default__alter_relation_comment": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.513366, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__alter_relation_comment(relation, relation_comment) -%}\n {{ exceptions.raise_not_implemented(\n 'alter_relation_comment macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", @@ -918,17 +1191,19 @@ "path": "macros/adapters/persist_docs.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__alter_relation_comment" }, "macro.dbt.default__any_value": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.448807, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__any_value(expression) -%}\n\n any_value({{ expression }})\n\n{%- endmacro %}", @@ -940,12 +1215,13 @@ "path": "macros/utils/any_value.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__any_value" }, "macro.dbt.default__apply_grants": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.510319, "depends_on": { "macros": [ "macro.dbt.run_query", @@ -956,6 +1232,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__apply_grants(relation, grant_config, should_revoke=True) %}\n {#-- If grant_config is {} or None, this is a no-op --#}\n {% if grant_config %}\n {% if should_revoke %}\n {#-- We think previous grants may have carried over --#}\n {#-- Show current grants and calculate diffs --#}\n {% set current_grants_table = run_query(get_show_grant_sql(relation)) %}\n {% set current_grants_dict = adapter.standardize_grants_dict(current_grants_table) %}\n {% set needs_granting = diff_of_two_dicts(grant_config, current_grants_dict) %}\n {% set needs_revoking = diff_of_two_dicts(current_grants_dict, grant_config) %}\n {% if not (needs_granting or needs_revoking) %}\n {{ log('On ' ~ relation ~': All grants are in place, no revocation or granting needed.')}}\n {% endif %}\n {% else %}\n {#-- We don't think there's any chance of previous grants having carried over. --#}\n {#-- Jump straight to granting what the user has configured. --#}\n {% set needs_revoking = {} %}\n {% set needs_granting = grant_config %}\n {% endif %}\n {% if needs_granting or needs_revoking %}\n {% set revoke_statement_list = get_dcl_statement_list(relation, needs_revoking, get_revoke_sql) %}\n {% set grant_statement_list = get_dcl_statement_list(relation, needs_granting, get_grant_sql) %}\n {% set dcl_statement_list = revoke_statement_list + grant_statement_list %}\n {% if dcl_statement_list %}\n {{ call_dcl_statements(dcl_statement_list) }}\n {% endif %}\n {% endif %}\n {% endif %}\n{% endmacro %}", @@ -967,17 +1244,91 @@ "path": "macros/adapters/apply_grants.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__apply_grants" }, - "macro.dbt.default__bool_or": { + "macro.dbt.default__array_append": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.470784, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__array_append(array, new_element) -%}\n array_append({{ array }}, {{ new_element }})\n{%- endmacro %}", + "meta": {}, + "name": "default__array_append", + "original_file_path": "macros/utils/array_append.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/array_append.sql", + "resource_type": "macro", + "root_path": "/some-path/sample-dbt", + "supported_languages": null, + "tags": [], + "unique_id": "macro.dbt.default__array_append" + }, + "macro.dbt.default__array_concat": { + "arguments": [], + "created_at": 1670298551.460879, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__array_concat(array_1, array_2) -%}\n array_cat({{ array_1 }}, {{ array_2 }})\n{%- endmacro %}", + "meta": {}, + "name": "default__array_concat", + "original_file_path": "macros/utils/array_concat.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/array_concat.sql", + "resource_type": "macro", + "root_path": "/some-path/sample-dbt", + "supported_languages": null, + "tags": [], + "unique_id": "macro.dbt.default__array_concat" + }, + "macro.dbt.default__array_construct": { + "arguments": [], + "created_at": 1670298551.469611, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__array_construct(inputs, data_type) -%}\n {% if inputs|length > 0 %}\n array[ {{ inputs|join(' , ') }} ]\n {% else %}\n array[]::{{data_type}}[]\n {% endif %}\n{%- endmacro %}", + "meta": {}, + "name": "default__array_construct", + "original_file_path": "macros/utils/array_construct.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/array_construct.sql", + "resource_type": "macro", + "root_path": "/some-path/sample-dbt", + "supported_languages": null, + "tags": [], + "unique_id": "macro.dbt.default__array_construct" + }, + "macro.dbt.default__bool_or": { + "arguments": [], + "created_at": 1670298551.4620101, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__bool_or(expression) -%}\n\n bool_or({{ expression }})\n\n{%- endmacro %}", @@ -989,17 +1340,19 @@ "path": "macros/utils/bool_or.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__bool_or" }, "macro.dbt.default__build_snapshot_table": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.272919, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__build_snapshot_table(strategy, sql) %}\n\n select *,\n {{ strategy.scd_id }} as dbt_scd_id,\n {{ strategy.updated_at }} as dbt_updated_at,\n {{ strategy.updated_at }} as dbt_valid_from,\n nullif({{ strategy.updated_at }}, {{ strategy.updated_at }}) as dbt_valid_to\n from (\n {{ sql }}\n ) sbq\n\n{% endmacro %}", @@ -1011,12 +1364,13 @@ "path": "macros/materializations/snapshots/helpers.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__build_snapshot_table" }, "macro.dbt.default__call_dcl_statements": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.507085, "depends_on": { "macros": [ "macro.dbt.statement" @@ -1024,6 +1378,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__call_dcl_statements(dcl_statement_list) %}\n {#\n -- By default, supply all grant + revoke statements in a single semicolon-separated block,\n -- so that they're all processed together.\n\n -- Some databases do not support this. Those adapters will need to override this macro\n -- to run each statement individually.\n #}\n {% call statement('grants') %}\n {% for dcl_statement in dcl_statement_list %}\n {{ dcl_statement }};\n {% endfor %}\n {% endcall %}\n{% endmacro %}", @@ -1035,17 +1390,19 @@ "path": "macros/adapters/apply_grants.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__call_dcl_statements" }, "macro.dbt.default__cast_bool_to_text": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.4475598, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__cast_bool_to_text(field) %}\n cast({{ field }} as {{ api.Column.translate_type('string') }})\n{% endmacro %}", @@ -1057,12 +1414,13 @@ "path": "macros/utils/cast_bool_to_text.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__cast_bool_to_text" }, "macro.dbt.default__check_schema_exists": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.521954, "depends_on": { "macros": [ "macro.dbt.replace", @@ -1071,6 +1429,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__check_schema_exists(information_schema, schema) -%}\n {% set sql -%}\n select count(*)\n from {{ information_schema.replace(information_schema_view='SCHEMATA') }}\n where catalog_name='{{ information_schema.database }}'\n and schema_name='{{ schema }}'\n {%- endset %}\n {{ return(run_query(sql)) }}\n{% endmacro %}", @@ -1082,12 +1441,13 @@ "path": "macros/adapters/metadata.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__check_schema_exists" }, "macro.dbt.default__collect_freshness": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.496642, "depends_on": { "macros": [ "macro.dbt.statement", @@ -1096,6 +1456,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__collect_freshness(source, loaded_at_field, filter) %}\n {% call statement('collect_freshness', fetch_result=True, auto_begin=False) -%}\n select\n max({{ loaded_at_field }}) as max_loaded_at,\n {{ current_timestamp() }} as snapshotted_at\n from {{ source }}\n {% if filter %}\n where {{ filter }}\n {% endif %}\n {% endcall %}\n {{ return(load_result('collect_freshness').table) }}\n{% endmacro %}", @@ -1107,17 +1468,19 @@ "path": "macros/adapters/freshness.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__collect_freshness" }, "macro.dbt.default__concat": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.407736, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__concat(fields) -%}\n {{ fields|join(' || ') }}\n{%- endmacro %}", @@ -1129,17 +1492,19 @@ "path": "macros/utils/concat.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__concat" }, "macro.dbt.default__copy_grants": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.49998, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__copy_grants() %}\n {{ return(True) }}\n{% endmacro %}", @@ -1151,12 +1516,13 @@ "path": "macros/adapters/apply_grants.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__copy_grants" }, "macro.dbt.default__create_columns": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.268671, "depends_on": { "macros": [ "macro.dbt.statement" @@ -1164,6 +1530,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__create_columns(relation, columns) %}\n {% for column in columns %}\n {% call statement() %}\n alter table {{ relation }} add column \"{{ column.name }}\" {{ column.data_type }};\n {% endcall %}\n {% endfor %}\n{% endmacro %}", @@ -1175,12 +1542,13 @@ "path": "macros/materializations/snapshots/helpers.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__create_columns" }, "macro.dbt.default__create_csv_table": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.376986, "depends_on": { "macros": [ "macro.dbt.statement" @@ -1188,6 +1556,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__create_csv_table(model, agate_table) %}\n {%- set column_override = model['config'].get('column_types', {}) -%}\n {%- set quote_seed_column = model['config'].get('quote_columns', None) -%}\n\n {% set sql %}\n create table {{ this.render() }} (\n {%- for col_name in agate_table.column_names -%}\n {%- set inferred_type = adapter.convert_type(agate_table, loop.index0) -%}\n {%- set type = column_override.get(col_name, inferred_type) -%}\n {%- set column_name = (col_name | string) -%}\n {{ adapter.quote_seed_column(column_name, quote_seed_column) }} {{ type }} {%- if not loop.last -%}, {%- endif -%}\n {%- endfor -%}\n )\n {% endset %}\n\n {% call statement('_') -%}\n {{ sql }}\n {%- endcall %}\n\n {{ return(sql) }}\n{% endmacro %}", @@ -1199,12 +1568,13 @@ "path": "macros/materializations/seeds/helpers.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__create_csv_table" }, "macro.dbt.default__create_indexes": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.4794502, "depends_on": { "macros": [ "macro.dbt.get_create_index_sql", @@ -1213,6 +1583,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__create_indexes(relation) -%}\n {%- set _indexes = config.get('indexes', default=[]) -%}\n\n {% for _index_dict in _indexes %}\n {% set create_index_sql = get_create_index_sql(relation, _index_dict) %}\n {% if create_index_sql %}\n {% do run_query(create_index_sql) %}\n {% endif %}\n {% endfor %}\n{% endmacro %}", @@ -1224,12 +1595,13 @@ "path": "macros/adapters/indexes.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__create_indexes" }, "macro.dbt.default__create_schema": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.472215, "depends_on": { "macros": [ "macro.dbt.statement" @@ -1237,6 +1609,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__create_schema(relation) -%}\n {%- call statement('create_schema') -%}\n create schema if not exists {{ relation.without_identifier() }}\n {% endcall %}\n{% endmacro %}", @@ -1248,17 +1621,19 @@ "path": "macros/adapters/schema.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__create_schema" }, "macro.dbt.default__create_table_as": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.351029, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__create_table_as(temporary, relation, sql) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {{ sql_header if sql_header is not none }}\n\n create {% if temporary: -%}temporary{%- endif %} table\n {{ relation.include(database=(not temporary), schema=(not temporary)) }}\n as (\n {{ sql }}\n );\n{%- endmacro %}", @@ -1270,17 +1645,19 @@ "path": "macros/materializations/models/table/create_table_as.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__create_table_as" }, "macro.dbt.default__create_view_as": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.361897, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__create_view_as(relation, sql) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {{ sql_header if sql_header is not none }}\n create view {{ relation }} as (\n {{ sql }}\n );\n{%- endmacro %}", @@ -1292,39 +1669,94 @@ "path": "macros/materializations/models/view/create_view_as.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__create_view_as" }, "macro.dbt.default__current_timestamp": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.474595, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, - "macro_sql": "{% macro default__current_timestamp() -%}\n {{ exceptions.raise_not_implemented(\n 'current_timestamp macro not implemented for adapter '+adapter.type()) }}\n{%- endmacro %}", + "macro_sql": "{% macro default__current_timestamp() -%}\n {{ exceptions.raise_not_implemented(\n 'current_timestamp macro not implemented for adapter ' + adapter.type()) }}\n{%- endmacro %}", "meta": {}, "name": "default__current_timestamp", - "original_file_path": "macros/adapters/freshness.sql", + "original_file_path": "macros/adapters/timestamps.sql", "package_name": "dbt", "patch_path": null, - "path": "macros/adapters/freshness.sql", + "path": "macros/adapters/timestamps.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__current_timestamp" }, - "macro.dbt.default__date_trunc": { + "macro.dbt.default__current_timestamp_backcompat": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.4758148, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__current_timestamp_backcompat() %}\n current_timestamp::timestamp\n{% endmacro %}", + "meta": {}, + "name": "default__current_timestamp_backcompat", + "original_file_path": "macros/adapters/timestamps.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/timestamps.sql", + "resource_type": "macro", + "root_path": "/some-path/sample-dbt", + "supported_languages": null, + "tags": [], + "unique_id": "macro.dbt.default__current_timestamp_backcompat" + }, + "macro.dbt.default__current_timestamp_in_utc_backcompat": { + "arguments": [], + "created_at": 1670298551.4767418, + "depends_on": { + "macros": [ + "macro.dbt.current_timestamp_backcompat", + "macro.dbt_postgres.postgres__current_timestamp_backcompat" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__current_timestamp_in_utc_backcompat() %}\n {{ return(adapter.dispatch('current_timestamp_backcompat', 'dbt')()) }}\n{% endmacro %}", + "meta": {}, + "name": "default__current_timestamp_in_utc_backcompat", + "original_file_path": "macros/adapters/timestamps.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/timestamps.sql", + "resource_type": "macro", + "root_path": "/some-path/sample-dbt", + "supported_languages": null, + "tags": [], + "unique_id": "macro.dbt.default__current_timestamp_in_utc_backcompat" + }, + "macro.dbt.default__date_trunc": { + "arguments": [], + "created_at": 1670298551.467838, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__date_trunc(datepart, date) -%}\n date_trunc('{{datepart}}', {{date}})\n{%- endmacro %}", @@ -1336,17 +1768,19 @@ "path": "macros/utils/date_trunc.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__date_trunc" }, "macro.dbt.default__dateadd": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.4097338, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__dateadd(datepart, interval, from_date_or_timestamp) %}\n\n dateadd(\n {{ datepart }},\n {{ interval }},\n {{ from_date_or_timestamp }}\n )\n\n{% endmacro %}", @@ -1358,17 +1792,19 @@ "path": "macros/utils/dateadd.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__dateadd" }, "macro.dbt.default__datediff": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.4434402, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__datediff(first_date, second_date, datepart) -%}\n\n datediff(\n {{ datepart }},\n {{ first_date }},\n {{ second_date }}\n )\n\n{%- endmacro %}", @@ -1380,12 +1816,13 @@ "path": "macros/utils/datediff.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__datediff" }, "macro.dbt.default__drop_relation": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.4889011, "depends_on": { "macros": [ "macro.dbt.statement" @@ -1393,6 +1830,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__drop_relation(relation) -%}\n {% call statement('drop_relation', auto_begin=False) -%}\n drop {{ relation.type }} if exists {{ relation }} cascade\n {%- endcall %}\n{% endmacro %}", @@ -1404,12 +1842,13 @@ "path": "macros/adapters/relation.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__drop_relation" }, "macro.dbt.default__drop_schema": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.473046, "depends_on": { "macros": [ "macro.dbt.statement" @@ -1417,6 +1856,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__drop_schema(relation) -%}\n {%- call statement('drop_schema') -%}\n drop schema if exists {{ relation.without_identifier() }} cascade\n {% endcall %}\n{% endmacro %}", @@ -1428,17 +1868,19 @@ "path": "macros/adapters/schema.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__drop_schema" }, "macro.dbt.default__escape_single_quotes": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.41143, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__escape_single_quotes(expression) -%}\n{{ expression | replace(\"'\",\"''\") }}\n{%- endmacro %}", @@ -1450,17 +1892,19 @@ "path": "macros/utils/escape_single_quotes.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__escape_single_quotes" }, "macro.dbt.default__except": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.405764, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__except() %}\n\n except\n\n{% endmacro %}", @@ -1472,17 +1916,19 @@ "path": "macros/utils/except.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__except" }, "macro.dbt.default__generate_alias_name": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.3859031, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__generate_alias_name(custom_alias_name=none, node=none) -%}\n\n {%- if custom_alias_name is none -%}\n\n {{ node.name }}\n\n {%- else -%}\n\n {{ custom_alias_name | trim }}\n\n {%- endif -%}\n\n{%- endmacro %}", @@ -1494,17 +1940,19 @@ "path": "macros/get_custom_name/get_custom_alias.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__generate_alias_name" }, "macro.dbt.default__generate_database_name": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.38943, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__generate_database_name(custom_database_name=none, node=none) -%}\n {%- set default_database = target.database -%}\n {%- if custom_database_name is none -%}\n\n {{ default_database }}\n\n {%- else -%}\n\n {{ custom_database_name }}\n\n {%- endif -%}\n\n{%- endmacro %}", @@ -1516,17 +1964,19 @@ "path": "macros/get_custom_name/get_custom_database.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__generate_database_name" }, "macro.dbt.default__generate_schema_name": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.387462, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__generate_schema_name(custom_schema_name, node) -%}\n\n {%- set default_schema = target.schema -%}\n {%- if custom_schema_name is none -%}\n\n {{ default_schema }}\n\n {%- else -%}\n\n {{ default_schema }}_{{ custom_schema_name | trim }}\n\n {%- endif -%}\n\n{%- endmacro %}", @@ -1538,17 +1988,19 @@ "path": "macros/get_custom_name/get_custom_schema.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__generate_schema_name" }, "macro.dbt.default__get_batch_size": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.3807201, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__get_batch_size() %}\n {{ return(10000) }}\n{% endmacro %}", @@ -1560,17 +2012,19 @@ "path": "macros/materializations/seeds/helpers.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__get_batch_size" }, "macro.dbt.default__get_binding_char": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.379793, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__get_binding_char() %}\n {{ return('%s') }}\n{% endmacro %}", @@ -1582,17 +2036,19 @@ "path": "macros/materializations/seeds/helpers.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__get_binding_char" }, "macro.dbt.default__get_catalog": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.51899, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__get_catalog(information_schema, schemas) -%}\n\n {% set typename = adapter.type() %}\n {% set msg -%}\n get_catalog not implemented for {{ typename }}\n {%- endset %}\n\n {{ exceptions.raise_compiler_error(msg) }}\n{% endmacro %}", @@ -1604,12 +2060,13 @@ "path": "macros/adapters/metadata.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__get_catalog" }, "macro.dbt.default__get_columns_in_query": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.527812, "depends_on": { "macros": [ "macro.dbt.statement" @@ -1617,6 +2074,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__get_columns_in_query(select_sql) %}\n {% call statement('get_columns_in_query', fetch_result=True, auto_begin=False) -%}\n select * from (\n {{ select_sql }}\n ) as __dbt_sbq\n where false\n limit 0\n {% endcall %}\n\n {{ return(load_result('get_columns_in_query').table.columns | map(attribute='name') | list) }}\n{% endmacro %}", @@ -1628,17 +2086,19 @@ "path": "macros/adapters/columns.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__get_columns_in_query" }, "macro.dbt.default__get_columns_in_relation": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.526114, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__get_columns_in_relation(relation) -%}\n {{ exceptions.raise_not_implemented(\n 'get_columns_in_relation macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", @@ -1650,17 +2110,19 @@ "path": "macros/adapters/columns.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__get_columns_in_relation" }, "macro.dbt.default__get_create_index_sql": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.478167, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__get_create_index_sql(relation, index_dict) -%}\n {% do return(None) %}\n{% endmacro %}", @@ -1672,12 +2134,13 @@ "path": "macros/adapters/indexes.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__get_create_index_sql" }, "macro.dbt.default__get_create_table_as_sql": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.34937, "depends_on": { "macros": [ "macro.dbt.create_table_as" @@ -1685,6 +2148,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__get_create_table_as_sql(temporary, relation, sql) -%}\n {{ return(create_table_as(temporary, relation, sql)) }}\n{% endmacro %}", @@ -1696,12 +2160,13 @@ "path": "macros/materializations/models/table/create_table_as.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__get_create_table_as_sql" }, "macro.dbt.default__get_create_view_as_sql": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.3610141, "depends_on": { "macros": [ "macro.dbt.create_view_as" @@ -1709,6 +2174,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__get_create_view_as_sql(relation, sql) -%}\n {{ return(create_view_as(relation, sql)) }}\n{% endmacro %}", @@ -1720,17 +2186,19 @@ "path": "macros/materializations/models/view/create_view_as.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__get_create_view_as_sql" }, "macro.dbt.default__get_csv_sql": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.379252, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__get_csv_sql(create_or_truncate_sql, insert_sql) %}\n {{ create_or_truncate_sql }};\n -- dbt seed --\n {{ insert_sql }}\n{% endmacro %}", @@ -1742,12 +2210,13 @@ "path": "macros/materializations/seeds/helpers.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__get_csv_sql" }, "macro.dbt.default__get_dcl_statement_list": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.5059571, "depends_on": { "macros": [ "macro.dbt.support_multiple_grantees_per_dcl_statement" @@ -1755,6 +2224,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "\n\n{%- macro default__get_dcl_statement_list(relation, grant_config, get_dcl_macro) -%}\n {#\n -- Unpack grant_config into specific privileges and the set of users who need them granted/revoked.\n -- Depending on whether this database supports multiple grantees per statement, pass in the list of\n -- all grantees per privilege, or (if not) template one statement per privilege-grantee pair.\n -- `get_dcl_macro` will be either `get_grant_sql` or `get_revoke_sql`\n #}\n {%- set dcl_statements = [] -%}\n {%- for privilege, grantees in grant_config.items() %}\n {%- if support_multiple_grantees_per_dcl_statement() and grantees -%}\n {%- set dcl = get_dcl_macro(relation, privilege, grantees) -%}\n {%- do dcl_statements.append(dcl) -%}\n {%- else -%}\n {%- for grantee in grantees -%}\n {% set dcl = get_dcl_macro(relation, privilege, [grantee]) %}\n {%- do dcl_statements.append(dcl) -%}\n {% endfor -%}\n {%- endif -%}\n {%- endfor -%}\n {{ return(dcl_statements) }}\n{%- endmacro %}", @@ -1766,12 +2236,13 @@ "path": "macros/adapters/apply_grants.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__get_dcl_statement_list" }, "macro.dbt.default__get_delete_insert_merge_sql": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.3104372, "depends_on": { "macros": [ "macro.dbt.get_quoted_csv" @@ -1779,9 +2250,10 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, - "macro_sql": "{% macro default__get_delete_insert_merge_sql(target, source, unique_key, dest_columns) -%}\n\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n\n {% if unique_key %}\n {% if unique_key is sequence and unique_key is not string %}\n delete from {{target }}\n using {{ source }}\n where (\n {% for key in unique_key %}\n {{ source }}.{{ key }} = {{ target }}.{{ key }}\n {{ \"and \" if not loop.last }}\n {% endfor %}\n );\n {% else %}\n delete from {{ target }}\n where (\n {{ unique_key }}) in (\n select ({{ unique_key }})\n from {{ source }}\n );\n\n {% endif %}\n {% endif %}\n\n insert into {{ target }} ({{ dest_cols_csv }})\n (\n select {{ dest_cols_csv }}\n from {{ source }}\n )\n\n{%- endmacro %}", + "macro_sql": "{% macro default__get_delete_insert_merge_sql(target, source, unique_key, dest_columns) -%}\n\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n\n {% if unique_key %}\n {% if unique_key is sequence and unique_key is not string %}\n delete from {{target }}\n using {{ source }}\n where (\n {% for key in unique_key %}\n {{ source }}.{{ key }} = {{ target }}.{{ key }}\n {{ \"and \" if not loop.last }}\n {% endfor %}\n );\n {% else %}\n delete from {{ target }}\n where (\n {{ unique_key }}) in (\n select ({{ unique_key }})\n from {{ source }}\n );\n\n {% endif %}\n {% endif %}\n\n insert into {{ target }} ({{ dest_cols_csv }})\n (\n select {{ dest_cols_csv }}\n from {{ source }}\n )\n\n{%- endmacro %}", "meta": {}, "name": "default__get_delete_insert_merge_sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", @@ -1790,17 +2262,19 @@ "path": "macros/materializations/models/incremental/merge.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__get_delete_insert_merge_sql" }, "macro.dbt.default__get_grant_sql": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.503052, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "\n\n{%- macro default__get_grant_sql(relation, privilege, grantees) -%}\n grant {{ privilege }} on {{ relation }} to {{ grantees | join(', ') }}\n{%- endmacro -%}\n\n\n", @@ -1812,12 +2286,143 @@ "path": "macros/adapters/apply_grants.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__get_grant_sql" }, + "macro.dbt.default__get_incremental_append_sql": { + "arguments": [], + "created_at": 1670298551.315692, + "depends_on": { + "macros": [ + "macro.dbt.get_insert_into_sql" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__get_incremental_append_sql(arg_dict) %}\n\n {% do return(get_insert_into_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"dest_columns\"])) %}\n\n{% endmacro %}", + "meta": {}, + "name": "default__get_incremental_append_sql", + "original_file_path": "macros/materializations/models/incremental/strategies.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/incremental/strategies.sql", + "resource_type": "macro", + "root_path": "/some-path/sample-dbt", + "supported_languages": null, + "tags": [], + "unique_id": "macro.dbt.default__get_incremental_append_sql" + }, + "macro.dbt.default__get_incremental_default_sql": { + "arguments": [], + "created_at": 1670298551.319065, + "depends_on": { + "macros": [ + "macro.dbt.get_incremental_append_sql" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__get_incremental_default_sql(arg_dict) %}\n\n {% do return(get_incremental_append_sql(arg_dict)) %}\n\n{% endmacro %}", + "meta": {}, + "name": "default__get_incremental_default_sql", + "original_file_path": "macros/materializations/models/incremental/strategies.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/incremental/strategies.sql", + "resource_type": "macro", + "root_path": "/some-path/sample-dbt", + "supported_languages": null, + "tags": [], + "unique_id": "macro.dbt.default__get_incremental_default_sql" + }, + "macro.dbt.default__get_incremental_delete_insert_sql": { + "arguments": [], + "created_at": 1670298551.316586, + "depends_on": { + "macros": [ + "macro.dbt.get_delete_insert_merge_sql" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__get_incremental_delete_insert_sql(arg_dict) %}\n\n {% do return(get_delete_insert_merge_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"unique_key\"], arg_dict[\"dest_columns\"])) %}\n\n{% endmacro %}", + "meta": {}, + "name": "default__get_incremental_delete_insert_sql", + "original_file_path": "macros/materializations/models/incremental/strategies.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/incremental/strategies.sql", + "resource_type": "macro", + "root_path": "/some-path/sample-dbt", + "supported_languages": null, + "tags": [], + "unique_id": "macro.dbt.default__get_incremental_delete_insert_sql" + }, + "macro.dbt.default__get_incremental_insert_overwrite_sql": { + "arguments": [], + "created_at": 1670298551.3183832, + "depends_on": { + "macros": [ + "macro.dbt.get_insert_overwrite_merge_sql" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__get_incremental_insert_overwrite_sql(arg_dict) %}\n\n {% do return(get_insert_overwrite_merge_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"dest_columns\"], arg_dict[\"predicates\"])) %}\n\n{% endmacro %}", + "meta": {}, + "name": "default__get_incremental_insert_overwrite_sql", + "original_file_path": "macros/materializations/models/incremental/strategies.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/incremental/strategies.sql", + "resource_type": "macro", + "root_path": "/some-path/sample-dbt", + "supported_languages": null, + "tags": [], + "unique_id": "macro.dbt.default__get_incremental_insert_overwrite_sql" + }, + "macro.dbt.default__get_incremental_merge_sql": { + "arguments": [], + "created_at": 1670298551.317482, + "depends_on": { + "macros": [ + "macro.dbt.get_merge_sql" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__get_incremental_merge_sql(arg_dict) %}\n\n {% do return(get_merge_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"unique_key\"], arg_dict[\"dest_columns\"])) %}\n\n{% endmacro %}", + "meta": {}, + "name": "default__get_incremental_merge_sql", + "original_file_path": "macros/materializations/models/incremental/strategies.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/incremental/strategies.sql", + "resource_type": "macro", + "root_path": "/some-path/sample-dbt", + "supported_languages": null, + "tags": [], + "unique_id": "macro.dbt.default__get_incremental_merge_sql" + }, "macro.dbt.default__get_insert_overwrite_merge_sql": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.312233, "depends_on": { "macros": [ "macro.dbt.get_quoted_csv" @@ -1825,9 +2430,10 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, - "macro_sql": "{% macro default__get_insert_overwrite_merge_sql(target, source, dest_columns, predicates, include_sql_header) -%}\n {%- set predicates = [] if predicates is none else [] + predicates -%}\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {{ sql_header if sql_header is not none and include_sql_header }}\n\n merge into {{ target }} as DBT_INTERNAL_DEST\n using {{ source }} as DBT_INTERNAL_SOURCE\n on FALSE\n\n when not matched by source\n {% if predicates %} and {{ predicates | join(' and ') }} {% endif %}\n then delete\n\n when not matched then insert\n ({{ dest_cols_csv }})\n values\n ({{ dest_cols_csv }})\n\n{% endmacro %}", + "macro_sql": "{% macro default__get_insert_overwrite_merge_sql(target, source, dest_columns, predicates, include_sql_header) -%}\n {#-- The only time include_sql_header is True: --#}\n {#-- BigQuery + insert_overwrite strategy + \"static\" partitions config --#}\n {#-- We should consider including the sql header at the materialization level instead --#}\n\n {%- set predicates = [] if predicates is none else [] + predicates -%}\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {{ sql_header if sql_header is not none and include_sql_header }}\n\n merge into {{ target }} as DBT_INTERNAL_DEST\n using {{ source }} as DBT_INTERNAL_SOURCE\n on FALSE\n\n when not matched by source\n {% if predicates %} and {{ predicates | join(' and ') }} {% endif %}\n then delete\n\n when not matched then insert\n ({{ dest_cols_csv }})\n values\n ({{ dest_cols_csv }})\n\n{% endmacro %}", "meta": {}, "name": "default__get_insert_overwrite_merge_sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", @@ -1836,22 +2442,25 @@ "path": "macros/materializations/models/incremental/merge.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__get_insert_overwrite_merge_sql" }, "macro.dbt.default__get_merge_sql": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.308408, "depends_on": { "macros": [ - "macro.dbt.get_quoted_csv" + "macro.dbt.get_quoted_csv", + "macro.dbt.get_merge_update_columns" ] }, "description": "", "docs": { + "node_color": null, "show": true }, - "macro_sql": "{% macro default__get_merge_sql(target, source, unique_key, dest_columns, predicates) -%}\n {%- set predicates = [] if predicates is none else [] + predicates -%}\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n {%- set update_columns = config.get('merge_update_columns', default = dest_columns | map(attribute=\"quoted\") | list) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {% if unique_key %}\n {% if unique_key is sequence and unique_key is not mapping and unique_key is not string %}\n {% for key in unique_key %}\n {% set this_key_match %}\n DBT_INTERNAL_SOURCE.{{ key }} = DBT_INTERNAL_DEST.{{ key }}\n {% endset %}\n {% do predicates.append(this_key_match) %}\n {% endfor %}\n {% else %}\n {% set unique_key_match %}\n DBT_INTERNAL_SOURCE.{{ unique_key }} = DBT_INTERNAL_DEST.{{ unique_key }}\n {% endset %}\n {% do predicates.append(unique_key_match) %}\n {% endif %}\n {% else %}\n {% do predicates.append('FALSE') %}\n {% endif %}\n\n {{ sql_header if sql_header is not none }}\n\n merge into {{ target }} as DBT_INTERNAL_DEST\n using {{ source }} as DBT_INTERNAL_SOURCE\n on {{ predicates | join(' and ') }}\n\n {% if unique_key %}\n when matched then update set\n {% for column_name in update_columns -%}\n {{ column_name }} = DBT_INTERNAL_SOURCE.{{ column_name }}\n {%- if not loop.last %}, {%- endif %}\n {%- endfor %}\n {% endif %}\n\n when not matched then insert\n ({{ dest_cols_csv }})\n values\n ({{ dest_cols_csv }})\n\n{% endmacro %}", + "macro_sql": "{% macro default__get_merge_sql(target, source, unique_key, dest_columns, predicates) -%}\n {%- set predicates = [] if predicates is none else [] + predicates -%}\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n {%- set merge_update_columns = config.get('merge_update_columns') -%}\n {%- set merge_exclude_columns = config.get('merge_exclude_columns') -%}\n {%- set update_columns = get_merge_update_columns(merge_update_columns, merge_exclude_columns, dest_columns) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {% if unique_key %}\n {% if unique_key is sequence and unique_key is not mapping and unique_key is not string %}\n {% for key in unique_key %}\n {% set this_key_match %}\n DBT_INTERNAL_SOURCE.{{ key }} = DBT_INTERNAL_DEST.{{ key }}\n {% endset %}\n {% do predicates.append(this_key_match) %}\n {% endfor %}\n {% else %}\n {% set unique_key_match %}\n DBT_INTERNAL_SOURCE.{{ unique_key }} = DBT_INTERNAL_DEST.{{ unique_key }}\n {% endset %}\n {% do predicates.append(unique_key_match) %}\n {% endif %}\n {% else %}\n {% do predicates.append('FALSE') %}\n {% endif %}\n\n {{ sql_header if sql_header is not none }}\n\n merge into {{ target }} as DBT_INTERNAL_DEST\n using {{ source }} as DBT_INTERNAL_SOURCE\n on {{ predicates | join(' and ') }}\n\n {% if unique_key %}\n when matched then update set\n {% for column_name in update_columns -%}\n {{ column_name }} = DBT_INTERNAL_SOURCE.{{ column_name }}\n {%- if not loop.last %}, {%- endif %}\n {%- endfor %}\n {% endif %}\n\n when not matched then insert\n ({{ dest_cols_csv }})\n values\n ({{ dest_cols_csv }})\n\n{% endmacro %}", "meta": {}, "name": "default__get_merge_sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", @@ -1860,17 +2469,43 @@ "path": "macros/materializations/models/incremental/merge.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__get_merge_sql" }, - "macro.dbt.default__get_or_create_relation": { + "macro.dbt.default__get_merge_update_columns": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.298201, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__get_merge_update_columns(merge_update_columns, merge_exclude_columns, dest_columns) %}\n {%- set default_cols = dest_columns | map(attribute=\"quoted\") | list -%}\n\n {%- if merge_update_columns and merge_exclude_columns -%}\n {{ exceptions.raise_compiler_error(\n 'Model cannot specify merge_update_columns and merge_exclude_columns. Please update model to use only one config'\n )}}\n {%- elif merge_update_columns -%}\n {%- set update_columns = merge_update_columns -%}\n {%- elif merge_exclude_columns -%}\n {%- set update_columns = [] -%}\n {%- for column in dest_columns -%}\n {% if column.column | lower not in merge_exclude_columns | map(\"lower\") | list %}\n {%- do update_columns.append(column.quoted) -%}\n {% endif %}\n {%- endfor -%}\n {%- else -%}\n {%- set update_columns = default_cols -%}\n {%- endif -%}\n\n {{ return(update_columns) }}\n\n{% endmacro %}", + "meta": {}, + "name": "default__get_merge_update_columns", + "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/incremental/column_helpers.sql", + "resource_type": "macro", + "root_path": "/some-path/sample-dbt", + "supported_languages": null, + "tags": [], + "unique_id": "macro.dbt.default__get_merge_update_columns" + }, + "macro.dbt.default__get_or_create_relation": { + "arguments": [], + "created_at": 1670298551.49324, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__get_or_create_relation(database, schema, identifier, type) %}\n {%- set target_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) %}\n\n {% if target_relation %}\n {% do return([true, target_relation]) %}\n {% endif %}\n\n {%- set new_relation = api.Relation.create(\n database=database,\n schema=schema,\n identifier=identifier,\n type=type\n ) -%}\n {% do return([false, new_relation]) %}\n{% endmacro %}", @@ -1882,17 +2517,19 @@ "path": "macros/adapters/relation.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__get_or_create_relation" }, "macro.dbt.default__get_revoke_sql": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.5039842, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "\n\n{%- macro default__get_revoke_sql(relation, privilege, grantees) -%}\n revoke {{ privilege }} on {{ relation }} from {{ grantees | join(', ') }}\n{%- endmacro -%}\n\n\n", @@ -1904,17 +2541,19 @@ "path": "macros/adapters/apply_grants.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__get_revoke_sql" }, "macro.dbt.default__get_show_grant_sql": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.502111, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__get_show_grant_sql(relation) %}\n show grants on {{ relation }}\n{% endmacro %}", @@ -1926,17 +2565,19 @@ "path": "macros/adapters/apply_grants.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__get_show_grant_sql" }, "macro.dbt.default__get_test_sql": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.289614, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__get_test_sql(main_sql, fail_calc, warn_if, error_if, limit) -%}\n select\n {{ fail_calc }} as failures,\n {{ fail_calc }} {{ warn_if }} as should_warn,\n {{ fail_calc }} {{ error_if }} as should_error\n from (\n {{ main_sql }}\n {{ \"limit \" ~ limit if limit != none }}\n ) dbt_internal_test\n{%- endmacro %}", @@ -1948,17 +2589,19 @@ "path": "macros/materializations/tests/helpers.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__get_test_sql" }, "macro.dbt.default__get_true_sql": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.269789, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__get_true_sql() %}\n {{ return('TRUE') }}\n{% endmacro %}", @@ -1970,17 +2613,19 @@ "path": "macros/materializations/snapshots/helpers.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__get_true_sql" }, "macro.dbt.default__get_where_subquery": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.291193, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__get_where_subquery(relation) -%}\n {% set where = config.get('where', '') %}\n {% if where %}\n {%- set filtered -%}\n (select * from {{ relation }} where {{ where }}) dbt_subquery\n {%- endset -%}\n {% do return(filtered) %}\n {%- else -%}\n {% do return(relation) %}\n {%- endif -%}\n{%- endmacro %}", @@ -1992,17 +2637,19 @@ "path": "macros/materializations/tests/where_subquery.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__get_where_subquery" }, "macro.dbt.default__handle_existing_table": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.357036, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__handle_existing_table(full_refresh, old_relation) %}\n {{ log(\"Dropping relation \" ~ old_relation ~ \" because it is of type \" ~ old_relation.type) }}\n {{ adapter.drop_relation(old_relation) }}\n{% endmacro %}", @@ -2014,17 +2661,19 @@ "path": "macros/materializations/models/view/helpers.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__handle_existing_table" }, "macro.dbt.default__hash": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.4462452, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__hash(field) -%}\n md5(cast({{ field }} as {{ api.Column.translate_type('string') }}))\n{%- endmacro %}", @@ -2036,17 +2685,19 @@ "path": "macros/utils/hash.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__hash" }, "macro.dbt.default__information_schema_name": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.519673, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__information_schema_name(database) -%}\n {%- if database -%}\n {{ database }}.INFORMATION_SCHEMA\n {%- else -%}\n INFORMATION_SCHEMA\n {%- endif -%}\n{%- endmacro %}", @@ -2058,17 +2709,19 @@ "path": "macros/adapters/metadata.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__information_schema_name" }, "macro.dbt.default__intersect": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.410484, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__intersect() %}\n\n intersect\n\n{% endmacro %}", @@ -2080,12 +2733,13 @@ "path": "macros/utils/intersect.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__intersect" }, "macro.dbt.default__last_day": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.464326, "depends_on": { "macros": [ "macro.dbt.default_last_day" @@ -2093,6 +2747,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__last_day(date, datepart) -%}\n {{dbt.default_last_day(date, datepart)}}\n{%- endmacro %}", @@ -2104,17 +2759,19 @@ "path": "macros/utils/last_day.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__last_day" }, "macro.dbt.default__length": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.408619, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__length(expression) %}\n\n length(\n {{ expression }}\n )\n\n{%- endmacro -%}", @@ -2126,17 +2783,19 @@ "path": "macros/utils/length.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__length" }, "macro.dbt.default__list_relations_without_caching": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.522859, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__list_relations_without_caching(schema_relation) %}\n {{ exceptions.raise_not_implemented(\n 'list_relations_without_caching macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", @@ -2148,12 +2807,13 @@ "path": "macros/adapters/metadata.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__list_relations_without_caching" }, "macro.dbt.default__list_schemas": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.5207932, "depends_on": { "macros": [ "macro.dbt.information_schema_name", @@ -2162,6 +2822,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__list_schemas(database) -%}\n {% set sql %}\n select distinct schema_name\n from {{ information_schema_name(database) }}.SCHEMATA\n where catalog_name ilike '{{ database }}'\n {% endset %}\n {{ return(run_query(sql)) }}\n{% endmacro %}", @@ -2173,17 +2834,19 @@ "path": "macros/adapters/metadata.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__list_schemas" }, "macro.dbt.default__listagg": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.4417012, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__listagg(measure, delimiter_text, order_by_clause, limit_num) -%}\n\n {% if limit_num -%}\n array_to_string(\n array_slice(\n array_agg(\n {{ measure }}\n ){% if order_by_clause -%}\n within group ({{ order_by_clause }})\n {%- endif %}\n ,0\n ,{{ limit_num }}\n ),\n {{ delimiter_text }}\n )\n {%- else %}\n listagg(\n {{ measure }},\n {{ delimiter_text }}\n )\n {% if order_by_clause -%}\n within group ({{ order_by_clause }})\n {%- endif %}\n {%- endif %}\n\n{%- endmacro %}", @@ -2195,12 +2858,13 @@ "path": "macros/utils/listagg.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__listagg" }, "macro.dbt.default__load_csv_rows": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.384554, "depends_on": { "macros": [ "macro.dbt.get_batch_size", @@ -2210,6 +2874,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__load_csv_rows(model, agate_table) %}\n\n {% set batch_size = get_batch_size() %}\n\n {% set cols_sql = get_seed_column_quoted_csv(model, agate_table.column_names) %}\n {% set bindings = [] %}\n\n {% set statements = [] %}\n\n {% for chunk in agate_table.rows | batch(batch_size) %}\n {% set bindings = [] %}\n\n {% for row in chunk %}\n {% do bindings.extend(row) %}\n {% endfor %}\n\n {% set sql %}\n insert into {{ this.render() }} ({{ cols_sql }}) values\n {% for row in chunk -%}\n ({%- for column in agate_table.column_names -%}\n {{ get_binding_char() }}\n {%- if not loop.last%},{%- endif %}\n {%- endfor -%})\n {%- if not loop.last%},{%- endif %}\n {%- endfor %}\n {% endset %}\n\n {% do adapter.add_query(sql, bindings=bindings, abridge_sql_log=True) %}\n\n {% if loop.index0 == 0 %}\n {% do statements.append(sql) %}\n {% endif %}\n {% endfor %}\n\n {# Return SQL so we can render it out into the compiled files #}\n {{ return(statements[0]) }}\n{% endmacro %}", @@ -2221,17 +2886,19 @@ "path": "macros/materializations/seeds/helpers.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__load_csv_rows" }, "macro.dbt.default__make_backup_relation": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.4880042, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__make_backup_relation(base_relation, backup_relation_type, suffix) %}\n {%- set backup_identifier = base_relation.identifier ~ suffix -%}\n {%- set backup_relation = base_relation.incorporate(\n path={\"identifier\": backup_identifier},\n type=backup_relation_type\n ) -%}\n {{ return(backup_relation) }}\n{% endmacro %}", @@ -2243,12 +2910,13 @@ "path": "macros/adapters/relation.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__make_backup_relation" }, "macro.dbt.default__make_intermediate_relation": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.485622, "depends_on": { "macros": [ "macro.dbt.default__make_temp_relation" @@ -2256,6 +2924,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__make_intermediate_relation(base_relation, suffix) %}\n {{ return(default__make_temp_relation(base_relation, suffix)) }}\n{% endmacro %}", @@ -2267,17 +2936,19 @@ "path": "macros/adapters/relation.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__make_intermediate_relation" }, "macro.dbt.default__make_temp_relation": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.486759, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__make_temp_relation(base_relation, suffix) %}\n {%- set temp_identifier = base_relation.identifier ~ suffix -%}\n {%- set temp_relation = base_relation.incorporate(\n path={\"identifier\": temp_identifier}) -%}\n\n {{ return(temp_relation) }}\n{% endmacro %}", @@ -2289,12 +2960,13 @@ "path": "macros/adapters/relation.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__make_temp_relation" }, "macro.dbt.default__persist_docs": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.515136, "depends_on": { "macros": [ "macro.dbt.run_query", @@ -2304,6 +2976,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__persist_docs(relation, model, for_relation, for_columns) -%}\n {% if for_relation and config.persist_relation_docs() and model.description %}\n {% do run_query(alter_relation_comment(relation, model.description)) %}\n {% endif %}\n\n {% if for_columns and config.persist_column_docs() and model.columns %}\n {% do run_query(alter_column_comment(relation, model.columns)) %}\n {% endif %}\n{% endmacro %}", @@ -2315,17 +2988,19 @@ "path": "macros/adapters/persist_docs.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__persist_docs" }, "macro.dbt.default__position": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.450131, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__position(substring_text, string_text) %}\n\n position(\n {{ substring_text }} in {{ string_text }}\n )\n\n{%- endmacro -%}", @@ -2337,17 +3012,19 @@ "path": "macros/utils/position.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__position" }, "macro.dbt.default__post_snapshot": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.269226, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__post_snapshot(staging_relation) %}\n {# no-op #}\n{% endmacro %}", @@ -2359,12 +3036,13 @@ "path": "macros/materializations/snapshots/helpers.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__post_snapshot" }, "macro.dbt.default__rename_relation": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.491068, "depends_on": { "macros": [ "macro.dbt.statement" @@ -2372,6 +3050,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__rename_relation(from_relation, to_relation) -%}\n {% set target_name = adapter.quote_as_configured(to_relation.identifier, 'identifier') %}\n {% call statement('rename_relation') -%}\n alter table {{ from_relation }} rename to {{ target_name }}\n {%- endcall %}\n{% endmacro %}", @@ -2383,17 +3062,19 @@ "path": "macros/adapters/relation.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__rename_relation" }, "macro.dbt.default__replace": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.4068532, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__replace(field, old_chars, new_chars) %}\n\n replace(\n {{ field }},\n {{ old_chars }},\n {{ new_chars }}\n )\n\n\n{% endmacro %}", @@ -2405,12 +3086,13 @@ "path": "macros/utils/replace.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__replace" }, "macro.dbt.default__reset_csv_table": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.3784, "depends_on": { "macros": [ "macro.dbt.create_csv_table" @@ -2418,6 +3100,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__reset_csv_table(model, full_refresh, old_relation, agate_table) %}\n {% set sql = \"\" %}\n {% if full_refresh %}\n {{ adapter.drop_relation(old_relation) }}\n {% set sql = create_csv_table(model, agate_table) %}\n {% else %}\n {{ adapter.truncate_relation(old_relation) }}\n {% set sql = \"truncate table \" ~ old_relation %}\n {% endif %}\n\n {{ return(sql) }}\n{% endmacro %}", @@ -2429,17 +3112,19 @@ "path": "macros/materializations/seeds/helpers.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__reset_csv_table" }, "macro.dbt.default__right": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.438331, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__right(string_text, length_expression) %}\n\n right(\n {{ string_text }},\n {{ length_expression }}\n )\n\n{%- endmacro -%}", @@ -2451,17 +3136,19 @@ "path": "macros/utils/right.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__right" }, "macro.dbt.default__safe_cast": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.4448671, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__safe_cast(field, type) %}\n {# most databases don't support this function yet\n so we just need to use cast #}\n cast({{field}} as {{type}})\n{% endmacro %}", @@ -2473,12 +3160,13 @@ "path": "macros/utils/safe_cast.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__safe_cast" }, "macro.dbt.default__snapshot_get_time": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.475214, "depends_on": { "macros": [ "macro.dbt.current_timestamp" @@ -2486,28 +3174,31 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, - "macro_sql": "{% macro default__snapshot_get_time() -%}\n {{ current_timestamp() }}\n{%- endmacro %}", + "macro_sql": "{% macro default__snapshot_get_time() %}\n {{ current_timestamp() }}\n{% endmacro %}", "meta": {}, "name": "default__snapshot_get_time", - "original_file_path": "macros/materializations/snapshots/strategies.sql", + "original_file_path": "macros/adapters/timestamps.sql", "package_name": "dbt", "patch_path": null, - "path": "macros/materializations/snapshots/strategies.sql", + "path": "macros/adapters/timestamps.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__snapshot_get_time" }, "macro.dbt.default__snapshot_hash_arguments": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.253029, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__snapshot_hash_arguments(args) -%}\n md5({%- for arg in args -%}\n coalesce(cast({{ arg }} as varchar ), '')\n {% if not loop.last %} || '|' || {% endif %}\n {%- endfor -%})\n{%- endmacro %}", @@ -2519,17 +3210,19 @@ "path": "macros/materializations/snapshots/strategies.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__snapshot_hash_arguments" }, "macro.dbt.default__snapshot_merge_sql": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.2463481, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__snapshot_merge_sql(target, source, insert_cols) -%}\n {%- set insert_cols_csv = insert_cols | join(', ') -%}\n\n merge into {{ target }} as DBT_INTERNAL_DEST\n using {{ source }} as DBT_INTERNAL_SOURCE\n on DBT_INTERNAL_SOURCE.dbt_scd_id = DBT_INTERNAL_DEST.dbt_scd_id\n\n when matched\n and DBT_INTERNAL_DEST.dbt_valid_to is null\n and DBT_INTERNAL_SOURCE.dbt_change_type in ('update', 'delete')\n then update\n set dbt_valid_to = DBT_INTERNAL_SOURCE.dbt_valid_to\n\n when not matched\n and DBT_INTERNAL_SOURCE.dbt_change_type = 'insert'\n then insert ({{ insert_cols_csv }})\n values ({{ insert_cols_csv }})\n\n{% endmacro %}", @@ -2541,12 +3234,13 @@ "path": "macros/materializations/snapshots/snapshot_merge.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__snapshot_merge_sql" }, "macro.dbt.default__snapshot_staging_table": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.2720032, "depends_on": { "macros": [ "macro.dbt.snapshot_get_time" @@ -2554,6 +3248,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__snapshot_staging_table(strategy, source_sql, target_relation) -%}\n\n with snapshot_query as (\n\n {{ source_sql }}\n\n ),\n\n snapshotted_data as (\n\n select *,\n {{ strategy.unique_key }} as dbt_unique_key\n\n from {{ target_relation }}\n where dbt_valid_to is null\n\n ),\n\n insertions_source_data as (\n\n select\n *,\n {{ strategy.unique_key }} as dbt_unique_key,\n {{ strategy.updated_at }} as dbt_updated_at,\n {{ strategy.updated_at }} as dbt_valid_from,\n nullif({{ strategy.updated_at }}, {{ strategy.updated_at }}) as dbt_valid_to,\n {{ strategy.scd_id }} as dbt_scd_id\n\n from snapshot_query\n ),\n\n updates_source_data as (\n\n select\n *,\n {{ strategy.unique_key }} as dbt_unique_key,\n {{ strategy.updated_at }} as dbt_updated_at,\n {{ strategy.updated_at }} as dbt_valid_from,\n {{ strategy.updated_at }} as dbt_valid_to\n\n from snapshot_query\n ),\n\n {%- if strategy.invalidate_hard_deletes %}\n\n deletes_source_data as (\n\n select\n *,\n {{ strategy.unique_key }} as dbt_unique_key\n from snapshot_query\n ),\n {% endif %}\n\n insertions as (\n\n select\n 'insert' as dbt_change_type,\n source_data.*\n\n from insertions_source_data as source_data\n left outer join snapshotted_data on snapshotted_data.dbt_unique_key = source_data.dbt_unique_key\n where snapshotted_data.dbt_unique_key is null\n or (\n snapshotted_data.dbt_unique_key is not null\n and (\n {{ strategy.row_changed }}\n )\n )\n\n ),\n\n updates as (\n\n select\n 'update' as dbt_change_type,\n source_data.*,\n snapshotted_data.dbt_scd_id\n\n from updates_source_data as source_data\n join snapshotted_data on snapshotted_data.dbt_unique_key = source_data.dbt_unique_key\n where (\n {{ strategy.row_changed }}\n )\n )\n\n {%- if strategy.invalidate_hard_deletes -%}\n ,\n\n deletes as (\n\n select\n 'delete' as dbt_change_type,\n source_data.*,\n {{ snapshot_get_time() }} as dbt_valid_from,\n {{ snapshot_get_time() }} as dbt_updated_at,\n {{ snapshot_get_time() }} as dbt_valid_to,\n snapshotted_data.dbt_scd_id\n\n from snapshotted_data\n left join deletes_source_data as source_data on snapshotted_data.dbt_unique_key = source_data.dbt_unique_key\n where source_data.dbt_unique_key is null\n )\n {%- endif %}\n\n select * from insertions\n union all\n select * from updates\n {%- if strategy.invalidate_hard_deletes %}\n union all\n select * from deletes\n {%- endif %}\n\n{%- endmacro %}", @@ -2565,17 +3260,19 @@ "path": "macros/materializations/snapshots/helpers.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__snapshot_staging_table" }, "macro.dbt.default__snapshot_string_as_time": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.255126, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__snapshot_string_as_time(timestamp) %}\n {% do exceptions.raise_not_implemented(\n 'snapshot_string_as_time macro not implemented for adapter '+adapter.type()\n ) %}\n{% endmacro %}", @@ -2587,17 +3284,19 @@ "path": "macros/materializations/snapshots/strategies.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__snapshot_string_as_time" }, "macro.dbt.default__split_part": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.466079, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__split_part(string_text, delimiter_text, part_number) %}\n\n split_part(\n {{ string_text }},\n {{ delimiter_text }},\n {{ part_number }}\n )\n\n{% endmacro %}", @@ -2609,17 +3308,19 @@ "path": "macros/utils/split_part.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__split_part" }, "macro.dbt.default__string_literal": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.451336, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__string_literal(value) -%}\n '{{ value }}'\n{%- endmacro %}", @@ -2631,17 +3332,19 @@ "path": "macros/utils/literal.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__string_literal" }, "macro.dbt.default__support_multiple_grantees_per_dcl_statement": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.500675, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "\n\n{%- macro default__support_multiple_grantees_per_dcl_statement() -%}\n {{ return(True) }}\n{%- endmacro -%}\n\n\n", @@ -2653,17 +3356,19 @@ "path": "macros/adapters/apply_grants.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__support_multiple_grantees_per_dcl_statement" }, "macro.dbt.default__test_accepted_values": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.3928099, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__test_accepted_values(model, column_name, values, quote=True) %}\n\nwith all_values as (\n\n select\n {{ column_name }} as value_field,\n count(*) as n_records\n\n from {{ model }}\n group by {{ column_name }}\n\n)\n\nselect *\nfrom all_values\nwhere value_field not in (\n {% for value in values -%}\n {% if quote -%}\n '{{ value }}'\n {%- else -%}\n {{ value }}\n {%- endif -%}\n {%- if not loop.last -%},{%- endif %}\n {%- endfor %}\n)\n\n{% endmacro %}", @@ -2675,12 +3380,13 @@ "path": "macros/generic_test_sql/accepted_values.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__test_accepted_values" }, "macro.dbt.default__test_not_null": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.390924, "depends_on": { "macros": [ "macro.dbt.should_store_failures" @@ -2688,6 +3394,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__test_not_null(model, column_name) %}\n\n{% set column_list = '*' if should_store_failures() else column_name %}\n\nselect {{ column_list }}\nfrom {{ model }}\nwhere {{ column_name }} is null\n\n{% endmacro %}", @@ -2699,17 +3406,19 @@ "path": "macros/generic_test_sql/not_null.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__test_not_null" }, "macro.dbt.default__test_relationships": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.390204, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__test_relationships(model, column_name, to, field) %}\n\nwith child as (\n select {{ column_name }} as from_field\n from {{ model }}\n where {{ column_name }} is not null\n),\n\nparent as (\n select {{ field }} as to_field\n from {{ to }}\n)\n\nselect\n from_field\n\nfrom child\nleft join parent\n on child.from_field = parent.to_field\n\nwhere parent.to_field is null\n\n{% endmacro %}", @@ -2721,17 +3430,19 @@ "path": "macros/generic_test_sql/relationships.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__test_relationships" }, "macro.dbt.default__test_unique": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.391626, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__test_unique(model, column_name) %}\n\nselect\n {{ column_name }} as unique_field,\n count(*) as n_records\n\nfrom {{ model }}\nwhere {{ column_name }} is not null\ngroup by {{ column_name }}\nhaving count(*) > 1\n\n{% endmacro %}", @@ -2743,12 +3454,13 @@ "path": "macros/generic_test_sql/unique.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__test_unique" }, "macro.dbt.default__truncate_relation": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.489698, "depends_on": { "macros": [ "macro.dbt.statement" @@ -2756,6 +3468,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__truncate_relation(relation) -%}\n {% call statement('truncate_relation') -%}\n truncate table {{ relation }}\n {%- endcall %}\n{% endmacro %}", @@ -2767,17 +3480,19 @@ "path": "macros/adapters/relation.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__truncate_relation" }, "macro.dbt.default__type_bigint": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.4577549, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__type_bigint() %}\n {{ return(api.Column.translate_type(\"bigint\")) }}\n{% endmacro %}", @@ -2789,17 +3504,43 @@ "path": "macros/utils/data_types.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__type_bigint" }, - "macro.dbt.default__type_float": { + "macro.dbt.default__type_boolean": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.459562, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{%- macro default__type_boolean() -%}\n {{ return(api.Column.translate_type(\"boolean\")) }}\n{%- endmacro -%}\n\n", + "meta": {}, + "name": "default__type_boolean", + "original_file_path": "macros/utils/data_types.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/data_types.sql", + "resource_type": "macro", + "root_path": "/some-path/sample-dbt", + "supported_languages": null, + "tags": [], + "unique_id": "macro.dbt.default__type_boolean" + }, + "macro.dbt.default__type_float": { + "arguments": [], + "created_at": 1670298551.455922, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__type_float() %}\n {{ return(api.Column.translate_type(\"float\")) }}\n{% endmacro %}", @@ -2811,17 +3552,19 @@ "path": "macros/utils/data_types.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__type_float" }, "macro.dbt.default__type_int": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.458689, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{%- macro default__type_int() -%}\n {{ return(api.Column.translate_type(\"integer\")) }}\n{%- endmacro -%}\n\n", @@ -2833,17 +3576,19 @@ "path": "macros/utils/data_types.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__type_int" }, "macro.dbt.default__type_numeric": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.4568682, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__type_numeric() %}\n {{ return(api.Column.numeric_type(\"numeric\", 28, 6)) }}\n{% endmacro %}", @@ -2855,17 +3600,19 @@ "path": "macros/utils/data_types.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__type_numeric" }, "macro.dbt.default__type_string": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.454168, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__type_string() %}\n {{ return(api.Column.translate_type(\"string\")) }}\n{% endmacro %}", @@ -2877,17 +3624,19 @@ "path": "macros/utils/data_types.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__type_string" }, "macro.dbt.default__type_timestamp": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.4550478, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro default__type_timestamp() %}\n {{ return(api.Column.translate_type(\"timestamp\")) }}\n{% endmacro %}", @@ -2899,12 +3648,13 @@ "path": "macros/utils/data_types.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default__type_timestamp" }, "macro.dbt.default_last_day": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.463785, "depends_on": { "macros": [ "macro.dbt.dateadd", @@ -2913,6 +3663,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "\n\n{%- macro default_last_day(date, datepart) -%}\n cast(\n {{dbt.dateadd('day', '-1',\n dbt.dateadd(datepart, '1', dbt.date_trunc(datepart, date))\n )}}\n as date)\n{%- endmacro -%}\n\n", @@ -2924,20 +3675,22 @@ "path": "macros/utils/last_day.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.default_last_day" }, "macro.dbt.diff_column_data_types": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.2963068, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, - "macro_sql": "{% macro diff_column_data_types(source_columns, target_columns) %}\n\n {% set result = [] %}\n {% for sc in source_columns %}\n {% set tc = target_columns | selectattr(\"name\", \"equalto\", sc.name) | list | first %}\n {% if tc %}\n {% if sc.data_type != tc.data_type %}\n {{ result.append( { 'column_name': tc.name, 'new_type': sc.data_type } ) }}\n {% endif %}\n {% endif %}\n {% endfor %}\n\n {{ return(result) }}\n\n{% endmacro %}", + "macro_sql": "{% macro diff_column_data_types(source_columns, target_columns) %}\n\n {% set result = [] %}\n {% for sc in source_columns %}\n {% set tc = target_columns | selectattr(\"name\", \"equalto\", sc.name) | list | first %}\n {% if tc %}\n {% if sc.data_type != tc.data_type and not sc.can_expand_to(other_column=tc) %}\n {{ result.append( { 'column_name': tc.name, 'new_type': sc.data_type } ) }}\n {% endif %}\n {% endif %}\n {% endfor %}\n\n {{ return(result) }}\n\n{% endmacro %}", "meta": {}, "name": "diff_column_data_types", "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", @@ -2946,17 +3699,19 @@ "path": "macros/materializations/models/incremental/column_helpers.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.diff_column_data_types" }, "macro.dbt.diff_columns": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.294998, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro diff_columns(source_columns, target_columns) %}\n\n {% set result = [] %}\n {% set source_names = source_columns | map(attribute = 'column') | list %}\n {% set target_names = target_columns | map(attribute = 'column') | list %}\n\n {# --check whether the name attribute exists in the target - this does not perform a data type check #}\n {% for sc in source_columns %}\n {% if sc.name not in target_names %}\n {{ result.append(sc) }}\n {% endif %}\n {% endfor %}\n\n {{ return(result) }}\n\n{% endmacro %}", @@ -2968,12 +3723,13 @@ "path": "macros/materializations/models/incremental/column_helpers.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.diff_columns" }, "macro.dbt.drop_relation": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.488418, "depends_on": { "macros": [ "macro.dbt.default__drop_relation" @@ -2981,6 +3737,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro drop_relation(relation) -%}\n {{ return(adapter.dispatch('drop_relation', 'dbt')(relation)) }}\n{% endmacro %}", @@ -2992,17 +3749,19 @@ "path": "macros/adapters/relation.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.drop_relation" }, "macro.dbt.drop_relation_if_exists": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.494573, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro drop_relation_if_exists(relation) %}\n {% if relation is not none %}\n {{ adapter.drop_relation(relation) }}\n {% endif %}\n{% endmacro %}", @@ -3014,12 +3773,13 @@ "path": "macros/adapters/relation.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.drop_relation_if_exists" }, "macro.dbt.drop_schema": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.4726038, "depends_on": { "macros": [ "macro.dbt_postgres.postgres__drop_schema" @@ -3027,6 +3787,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro drop_schema(relation) -%}\n {{ adapter.dispatch('drop_schema', 'dbt')(relation) }}\n{% endmacro %}", @@ -3038,12 +3799,13 @@ "path": "macros/adapters/schema.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.drop_schema" }, "macro.dbt.escape_single_quotes": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.4111412, "depends_on": { "macros": [ "macro.dbt.default__escape_single_quotes" @@ -3051,6 +3813,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro escape_single_quotes(expression) %}\n {{ return(adapter.dispatch('escape_single_quotes', 'dbt') (expression)) }}\n{% endmacro %}", @@ -3062,12 +3825,13 @@ "path": "macros/utils/escape_single_quotes.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.escape_single_quotes" }, "macro.dbt.except": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.405597, "depends_on": { "macros": [ "macro.dbt.default__except" @@ -3075,6 +3839,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro except() %}\n {{ return(adapter.dispatch('except', 'dbt')()) }}\n{% endmacro %}", @@ -3086,12 +3851,13 @@ "path": "macros/utils/except.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.except" }, "macro.dbt.generate_alias_name": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.3854442, "depends_on": { "macros": [ "macro.dbt.default__generate_alias_name" @@ -3099,6 +3865,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro generate_alias_name(custom_alias_name=none, node=none) -%}\n {% do return(adapter.dispatch('generate_alias_name', 'dbt')(custom_alias_name, node)) %}\n{%- endmacro %}", @@ -3110,12 +3877,13 @@ "path": "macros/get_custom_name/get_custom_alias.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.generate_alias_name" }, "macro.dbt.generate_database_name": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.388889, "depends_on": { "macros": [ "macro.dbt.default__generate_database_name" @@ -3123,6 +3891,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro generate_database_name(custom_database_name=none, node=none) -%}\n {% do return(adapter.dispatch('generate_database_name', 'dbt')(custom_database_name, node)) %}\n{%- endmacro %}", @@ -3134,12 +3903,13 @@ "path": "macros/get_custom_name/get_custom_database.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.generate_database_name" }, "macro.dbt.generate_schema_name": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.386942, "depends_on": { "macros": [ "macro.dbt.default__generate_schema_name" @@ -3147,6 +3917,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro generate_schema_name(custom_schema_name=none, node=none) -%}\n {{ return(adapter.dispatch('generate_schema_name', 'dbt')(custom_schema_name, node)) }}\n{% endmacro %}", @@ -3158,17 +3929,19 @@ "path": "macros/get_custom_name/get_custom_schema.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.generate_schema_name" }, "macro.dbt.generate_schema_name_for_env": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.388025, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro generate_schema_name_for_env(custom_schema_name, node) -%}\n\n {%- set default_schema = target.schema -%}\n {%- if target.name == 'prod' and custom_schema_name is not none -%}\n\n {{ custom_schema_name | trim }}\n\n {%- else -%}\n\n {{ default_schema }}\n\n {%- endif -%}\n\n{%- endmacro %}", @@ -3180,12 +3953,13 @@ "path": "macros/get_custom_name/get_custom_schema.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.generate_schema_name_for_env" }, "macro.dbt.get_batch_size": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.3802922, "depends_on": { "macros": [ "macro.dbt.default__get_batch_size" @@ -3193,6 +3967,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro get_batch_size() -%}\n {{ return(adapter.dispatch('get_batch_size', 'dbt')()) }}\n{%- endmacro %}", @@ -3204,12 +3979,13 @@ "path": "macros/materializations/seeds/helpers.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.get_batch_size" }, "macro.dbt.get_binding_char": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.379551, "depends_on": { "macros": [ "macro.dbt.default__get_binding_char" @@ -3217,6 +3993,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro get_binding_char() -%}\n {{ adapter.dispatch('get_binding_char', 'dbt')() }}\n{%- endmacro %}", @@ -3228,12 +4005,13 @@ "path": "macros/materializations/seeds/helpers.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.get_binding_char" }, "macro.dbt.get_catalog": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.51827, "depends_on": { "macros": [ "macro.dbt_postgres.postgres__get_catalog" @@ -3241,6 +4019,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro get_catalog(information_schema, schemas) -%}\n {{ return(adapter.dispatch('get_catalog', 'dbt')(information_schema, schemas)) }}\n{%- endmacro %}", @@ -3252,12 +4031,13 @@ "path": "macros/adapters/metadata.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.get_catalog" }, "macro.dbt.get_columns_in_query": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.527127, "depends_on": { "macros": [ "macro.dbt.default__get_columns_in_query" @@ -3265,6 +4045,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro get_columns_in_query(select_sql) -%}\n {{ return(adapter.dispatch('get_columns_in_query', 'dbt')(select_sql)) }}\n{% endmacro %}", @@ -3276,12 +4057,13 @@ "path": "macros/adapters/columns.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.get_columns_in_query" }, "macro.dbt.get_columns_in_relation": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.525661, "depends_on": { "macros": [ "macro.dbt_postgres.postgres__get_columns_in_relation" @@ -3289,6 +4071,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro get_columns_in_relation(relation) -%}\n {{ return(adapter.dispatch('get_columns_in_relation', 'dbt')(relation)) }}\n{% endmacro %}", @@ -3300,12 +4083,13 @@ "path": "macros/adapters/columns.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.get_columns_in_relation" }, "macro.dbt.get_create_index_sql": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.4778419, "depends_on": { "macros": [ "macro.dbt_postgres.postgres__get_create_index_sql" @@ -3313,6 +4097,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro get_create_index_sql(relation, index_dict) -%}\n {{ return(adapter.dispatch('get_create_index_sql', 'dbt')(relation, index_dict)) }}\n{% endmacro %}", @@ -3324,12 +4109,13 @@ "path": "macros/adapters/indexes.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.get_create_index_sql" }, "macro.dbt.get_create_table_as_sql": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.349, "depends_on": { "macros": [ "macro.dbt.default__get_create_table_as_sql" @@ -3337,6 +4123,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro get_create_table_as_sql(temporary, relation, sql) -%}\n {{ adapter.dispatch('get_create_table_as_sql', 'dbt')(temporary, relation, sql) }}\n{%- endmacro %}", @@ -3348,12 +4135,13 @@ "path": "macros/materializations/models/table/create_table_as.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.get_create_table_as_sql" }, "macro.dbt.get_create_view_as_sql": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.360684, "depends_on": { "macros": [ "macro.dbt.default__get_create_view_as_sql" @@ -3361,6 +4149,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro get_create_view_as_sql(relation, sql) -%}\n {{ adapter.dispatch('get_create_view_as_sql', 'dbt')(relation, sql) }}\n{%- endmacro %}", @@ -3372,12 +4161,13 @@ "path": "macros/materializations/models/view/create_view_as.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.get_create_view_as_sql" }, "macro.dbt.get_csv_sql": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.378786, "depends_on": { "macros": [ "macro.dbt.default__get_csv_sql" @@ -3385,6 +4175,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro get_csv_sql(create_or_truncate_sql, insert_sql) %}\n {{ adapter.dispatch('get_csv_sql', 'dbt')(create_or_truncate_sql, insert_sql) }}\n{% endmacro %}", @@ -3396,12 +4187,13 @@ "path": "macros/materializations/seeds/helpers.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.get_csv_sql" }, "macro.dbt.get_dcl_statement_list": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.50449, "depends_on": { "macros": [ "macro.dbt.default__get_dcl_statement_list" @@ -3409,6 +4201,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro get_dcl_statement_list(relation, grant_config, get_dcl_macro) %}\n {{ return(adapter.dispatch('get_dcl_statement_list', 'dbt')(relation, grant_config, get_dcl_macro)) }}\n{% endmacro %}", @@ -3420,12 +4213,13 @@ "path": "macros/adapters/apply_grants.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.get_dcl_statement_list" }, "macro.dbt.get_delete_insert_merge_sql": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.308919, "depends_on": { "macros": [ "macro.dbt.default__get_delete_insert_merge_sql" @@ -3433,6 +4227,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro get_delete_insert_merge_sql(target, source, unique_key, dest_columns) -%}\n {{ adapter.dispatch('get_delete_insert_merge_sql', 'dbt')(target, source, unique_key, dest_columns) }}\n{%- endmacro %}", @@ -3444,12 +4239,13 @@ "path": "macros/materializations/models/incremental/merge.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.get_delete_insert_merge_sql" }, "macro.dbt.get_grant_sql": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.502623, "depends_on": { "macros": [ "macro.dbt.default__get_grant_sql" @@ -3457,6 +4253,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro get_grant_sql(relation, privilege, grantees) %}\n {{ return(adapter.dispatch('get_grant_sql', 'dbt')(relation, privilege, grantees)) }}\n{% endmacro %}", @@ -3468,12 +4265,169 @@ "path": "macros/adapters/apply_grants.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.get_grant_sql" }, + "macro.dbt.get_incremental_append_sql": { + "arguments": [], + "created_at": 1670298551.3152268, + "depends_on": { + "macros": [ + "macro.dbt.default__get_incremental_append_sql" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro get_incremental_append_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_append_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", + "meta": {}, + "name": "get_incremental_append_sql", + "original_file_path": "macros/materializations/models/incremental/strategies.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/incremental/strategies.sql", + "resource_type": "macro", + "root_path": "/some-path/sample-dbt", + "supported_languages": null, + "tags": [], + "unique_id": "macro.dbt.get_incremental_append_sql" + }, + "macro.dbt.get_incremental_default_sql": { + "arguments": [], + "created_at": 1670298551.318759, + "depends_on": { + "macros": [ + "macro.dbt_postgres.postgres__get_incremental_default_sql" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro get_incremental_default_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_default_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", + "meta": {}, + "name": "get_incremental_default_sql", + "original_file_path": "macros/materializations/models/incremental/strategies.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/incremental/strategies.sql", + "resource_type": "macro", + "root_path": "/some-path/sample-dbt", + "supported_languages": null, + "tags": [], + "unique_id": "macro.dbt.get_incremental_default_sql" + }, + "macro.dbt.get_incremental_delete_insert_sql": { + "arguments": [], + "created_at": 1670298551.3160691, + "depends_on": { + "macros": [ + "macro.dbt.default__get_incremental_delete_insert_sql" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro get_incremental_delete_insert_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_delete_insert_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", + "meta": {}, + "name": "get_incremental_delete_insert_sql", + "original_file_path": "macros/materializations/models/incremental/strategies.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/incremental/strategies.sql", + "resource_type": "macro", + "root_path": "/some-path/sample-dbt", + "supported_languages": null, + "tags": [], + "unique_id": "macro.dbt.get_incremental_delete_insert_sql" + }, + "macro.dbt.get_incremental_insert_overwrite_sql": { + "arguments": [], + "created_at": 1670298551.317858, + "depends_on": { + "macros": [ + "macro.dbt.default__get_incremental_insert_overwrite_sql" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro get_incremental_insert_overwrite_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_insert_overwrite_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", + "meta": {}, + "name": "get_incremental_insert_overwrite_sql", + "original_file_path": "macros/materializations/models/incremental/strategies.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/incremental/strategies.sql", + "resource_type": "macro", + "root_path": "/some-path/sample-dbt", + "supported_languages": null, + "tags": [], + "unique_id": "macro.dbt.get_incremental_insert_overwrite_sql" + }, + "macro.dbt.get_incremental_merge_sql": { + "arguments": [], + "created_at": 1670298551.31696, + "depends_on": { + "macros": [ + "macro.dbt.default__get_incremental_merge_sql" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro get_incremental_merge_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_merge_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", + "meta": {}, + "name": "get_incremental_merge_sql", + "original_file_path": "macros/materializations/models/incremental/strategies.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/incremental/strategies.sql", + "resource_type": "macro", + "root_path": "/some-path/sample-dbt", + "supported_languages": null, + "tags": [], + "unique_id": "macro.dbt.get_incremental_merge_sql" + }, + "macro.dbt.get_insert_into_sql": { + "arguments": [], + "created_at": 1670298551.319639, + "depends_on": { + "macros": [ + "macro.dbt.get_quoted_csv" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro get_insert_into_sql(target_relation, temp_relation, dest_columns) %}\n\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n\n insert into {{ target_relation }} ({{ dest_cols_csv }})\n (\n select {{ dest_cols_csv }}\n from {{ temp_relation }}\n )\n\n{% endmacro %}", + "meta": {}, + "name": "get_insert_into_sql", + "original_file_path": "macros/materializations/models/incremental/strategies.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/incremental/strategies.sql", + "resource_type": "macro", + "root_path": "/some-path/sample-dbt", + "supported_languages": null, + "tags": [], + "unique_id": "macro.dbt.get_insert_into_sql" + }, "macro.dbt.get_insert_overwrite_merge_sql": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.3109581, "depends_on": { "macros": [ "macro.dbt.default__get_insert_overwrite_merge_sql" @@ -3481,6 +4435,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro get_insert_overwrite_merge_sql(target, source, dest_columns, predicates, include_sql_header=false) -%}\n {{ adapter.dispatch('get_insert_overwrite_merge_sql', 'dbt')(target, source, dest_columns, predicates, include_sql_header) }}\n{%- endmacro %}", @@ -3492,12 +4447,13 @@ "path": "macros/materializations/models/incremental/merge.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.get_insert_overwrite_merge_sql" }, "macro.dbt.get_merge_sql": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.3051069, "depends_on": { "macros": [ "macro.dbt.default__get_merge_sql" @@ -3505,6 +4461,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro get_merge_sql(target, source, unique_key, dest_columns, predicates=none) -%}\n {{ adapter.dispatch('get_merge_sql', 'dbt')(target, source, unique_key, dest_columns, predicates) }}\n{%- endmacro %}", @@ -3516,12 +4473,39 @@ "path": "macros/materializations/models/incremental/merge.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.get_merge_sql" }, + "macro.dbt.get_merge_update_columns": { + "arguments": [], + "created_at": 1670298551.296777, + "depends_on": { + "macros": [ + "macro.dbt.default__get_merge_update_columns" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro get_merge_update_columns(merge_update_columns, merge_exclude_columns, dest_columns) %}\n {{ return(adapter.dispatch('get_merge_update_columns', 'dbt')(merge_update_columns, merge_exclude_columns, dest_columns)) }}\n{% endmacro %}", + "meta": {}, + "name": "get_merge_update_columns", + "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/incremental/column_helpers.sql", + "resource_type": "macro", + "root_path": "/some-path/sample-dbt", + "supported_languages": null, + "tags": [], + "unique_id": "macro.dbt.get_merge_update_columns" + }, "macro.dbt.get_or_create_relation": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.491816, "depends_on": { "macros": [ "macro.dbt.default__get_or_create_relation" @@ -3529,6 +4513,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro get_or_create_relation(database, schema, identifier, type) -%}\n {{ return(adapter.dispatch('get_or_create_relation', 'dbt')(database, schema, identifier, type)) }}\n{% endmacro %}", @@ -3540,17 +4525,19 @@ "path": "macros/adapters/relation.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.get_or_create_relation" }, "macro.dbt.get_quoted_csv": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.293896, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro get_quoted_csv(column_names) %}\n\n {% set quoted = [] %}\n {% for col in column_names -%}\n {%- do quoted.append(adapter.quote(col)) -%}\n {%- endfor %}\n\n {%- set dest_cols_csv = quoted | join(', ') -%}\n {{ return(dest_cols_csv) }}\n\n{% endmacro %}", @@ -3562,12 +4549,13 @@ "path": "macros/materializations/models/incremental/column_helpers.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.get_quoted_csv" }, "macro.dbt.get_revoke_sql": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.5035589, "depends_on": { "macros": [ "macro.dbt.default__get_revoke_sql" @@ -3575,6 +4563,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro get_revoke_sql(relation, privilege, grantees) %}\n {{ return(adapter.dispatch('get_revoke_sql', 'dbt')(relation, privilege, grantees)) }}\n{% endmacro %}", @@ -3586,17 +4575,19 @@ "path": "macros/adapters/apply_grants.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.get_revoke_sql" }, "macro.dbt.get_seed_column_quoted_csv": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.381716, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro get_seed_column_quoted_csv(model, column_names) %}\n {%- set quote_seed_column = model['config'].get('quote_columns', None) -%}\n {% set quoted = [] %}\n {% for col in column_names -%}\n {%- do quoted.append(adapter.quote_seed_column(col, quote_seed_column)) -%}\n {%- endfor %}\n\n {%- set dest_cols_csv = quoted | join(', ') -%}\n {{ return(dest_cols_csv) }}\n{% endmacro %}", @@ -3608,12 +4599,13 @@ "path": "macros/materializations/seeds/helpers.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.get_seed_column_quoted_csv" }, "macro.dbt.get_show_grant_sql": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.501869, "depends_on": { "macros": [ "macro.dbt_postgres.postgres__get_show_grant_sql" @@ -3621,6 +4613,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro get_show_grant_sql(relation) %}\n {{ return(adapter.dispatch(\"get_show_grant_sql\", \"dbt\")(relation)) }}\n{% endmacro %}", @@ -3632,12 +4625,13 @@ "path": "macros/adapters/apply_grants.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.get_show_grant_sql" }, "macro.dbt.get_test_sql": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.289005, "depends_on": { "macros": [ "macro.dbt.default__get_test_sql" @@ -3645,6 +4639,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro get_test_sql(main_sql, fail_calc, warn_if, error_if, limit) -%}\n {{ adapter.dispatch('get_test_sql', 'dbt')(main_sql, fail_calc, warn_if, error_if, limit) }}\n{%- endmacro %}", @@ -3656,12 +4651,13 @@ "path": "macros/materializations/tests/helpers.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.get_test_sql" }, "macro.dbt.get_true_sql": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.269536, "depends_on": { "macros": [ "macro.dbt.default__get_true_sql" @@ -3669,6 +4665,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro get_true_sql() %}\n {{ adapter.dispatch('get_true_sql', 'dbt')() }}\n{% endmacro %}", @@ -3680,12 +4677,13 @@ "path": "macros/materializations/snapshots/helpers.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.get_true_sql" }, "macro.dbt.get_where_subquery": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.29043, "depends_on": { "macros": [ "macro.dbt.default__get_where_subquery" @@ -3693,6 +4691,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro get_where_subquery(relation) -%}\n {% do return(adapter.dispatch('get_where_subquery', 'dbt')(relation)) %}\n{%- endmacro %}", @@ -3704,12 +4703,13 @@ "path": "macros/materializations/tests/where_subquery.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.get_where_subquery" }, "macro.dbt.handle_existing_table": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.356553, "depends_on": { "macros": [ "macro.dbt.default__handle_existing_table" @@ -3717,6 +4717,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro handle_existing_table(full_refresh, old_relation) %}\n {{ adapter.dispatch('handle_existing_table', 'dbt')(full_refresh, old_relation) }}\n{% endmacro %}", @@ -3728,12 +4729,13 @@ "path": "macros/materializations/models/view/helpers.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.handle_existing_table" }, "macro.dbt.hash": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.445781, "depends_on": { "macros": [ "macro.dbt.default__hash" @@ -3741,6 +4743,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro hash(field) -%}\n {{ return(adapter.dispatch('hash', 'dbt') (field)) }}\n{%- endmacro %}", @@ -3752,12 +4755,13 @@ "path": "macros/utils/hash.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.hash" }, "macro.dbt.in_transaction": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.242513, "depends_on": { "macros": [ "macro.dbt.make_hook_config" @@ -3765,6 +4769,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro in_transaction(sql) %}\n {{ make_hook_config(sql, inside_transaction=True) }}\n{% endmacro %}", @@ -3776,17 +4781,19 @@ "path": "macros/materializations/hooks.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.in_transaction" }, "macro.dbt.incremental_validate_on_schema_change": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.336801, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro incremental_validate_on_schema_change(on_schema_change, default='ignore') %}\n\n {% if on_schema_change not in ['sync_all_columns', 'append_new_columns', 'fail', 'ignore'] %}\n\n {% set log_message = 'Invalid value for on_schema_change (%s) specified. Setting default value of %s.' % (on_schema_change, default) %}\n {% do log(log_message) %}\n\n {{ return(default) }}\n\n {% else %}\n\n {{ return(on_schema_change) }}\n\n {% endif %}\n\n{% endmacro %}", @@ -3798,12 +4805,13 @@ "path": "macros/materializations/models/incremental/on_schema_change.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.incremental_validate_on_schema_change" }, "macro.dbt.information_schema_name": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.5193589, "depends_on": { "macros": [ "macro.dbt_postgres.postgres__information_schema_name" @@ -3811,6 +4819,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro information_schema_name(database) %}\n {{ return(adapter.dispatch('information_schema_name', 'dbt')(database)) }}\n{% endmacro %}", @@ -3822,12 +4831,13 @@ "path": "macros/adapters/metadata.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.information_schema_name" }, "macro.dbt.intersect": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.4103181, "depends_on": { "macros": [ "macro.dbt.default__intersect" @@ -3835,6 +4845,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro intersect() %}\n {{ return(adapter.dispatch('intersect', 'dbt')()) }}\n{% endmacro %}", @@ -3846,12 +4857,13 @@ "path": "macros/utils/intersect.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.intersect" }, "macro.dbt.is_incremental": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.3135989, "depends_on": { "macros": [ "macro.dbt.should_full_refresh" @@ -3859,6 +4871,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro is_incremental() %}\n {#-- do not run introspective queries in parsing #}\n {% if not execute %}\n {{ return(False) }}\n {% else %}\n {% set relation = adapter.get_relation(this.database, this.schema, this.table) %}\n {{ return(relation is not none\n and relation.type == 'table'\n and model.config.materialized == 'incremental'\n and not should_full_refresh()) }}\n {% endif %}\n{% endmacro %}", @@ -3870,12 +4883,13 @@ "path": "macros/materializations/models/incremental/is_incremental.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.is_incremental" }, "macro.dbt.last_day": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.463029, "depends_on": { "macros": [ "macro.dbt_postgres.postgres__last_day" @@ -3883,6 +4897,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro last_day(date, datepart) %}\n {{ return(adapter.dispatch('last_day', 'dbt') (date, datepart)) }}\n{% endmacro %}", @@ -3894,12 +4909,13 @@ "path": "macros/utils/last_day.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.last_day" }, "macro.dbt.length": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.408395, "depends_on": { "macros": [ "macro.dbt.default__length" @@ -3907,6 +4923,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro length(expression) -%}\n {{ return(adapter.dispatch('length', 'dbt') (expression)) }}\n{% endmacro %}", @@ -3918,12 +4935,13 @@ "path": "macros/utils/length.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.length" }, "macro.dbt.list_relations_without_caching": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.522364, "depends_on": { "macros": [ "macro.dbt_postgres.postgres__list_relations_without_caching" @@ -3931,6 +4949,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro list_relations_without_caching(schema_relation) %}\n {{ return(adapter.dispatch('list_relations_without_caching', 'dbt')(schema_relation)) }}\n{% endmacro %}", @@ -3942,12 +4961,13 @@ "path": "macros/adapters/metadata.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.list_relations_without_caching" }, "macro.dbt.list_schemas": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.520302, "depends_on": { "macros": [ "macro.dbt_postgres.postgres__list_schemas" @@ -3955,6 +4975,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro list_schemas(database) -%}\n {{ return(adapter.dispatch('list_schemas', 'dbt')(database)) }}\n{% endmacro %}", @@ -3966,12 +4987,13 @@ "path": "macros/adapters/metadata.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.list_schemas" }, "macro.dbt.listagg": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.440186, "depends_on": { "macros": [ "macro.dbt_postgres.postgres__listagg" @@ -3979,6 +5001,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro listagg(measure, delimiter_text=\"','\", order_by_clause=none, limit_num=none) -%}\n {{ return(adapter.dispatch('listagg', 'dbt') (measure, delimiter_text, order_by_clause, limit_num)) }}\n{%- endmacro %}", @@ -3990,17 +5013,19 @@ "path": "macros/utils/listagg.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.listagg" }, "macro.dbt.load_cached_relation": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.4937768, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro load_cached_relation(relation) %}\n {% do return(adapter.get_relation(\n database=relation.database,\n schema=relation.schema,\n identifier=relation.identifier\n )) -%}\n{% endmacro %}", @@ -4012,12 +5037,13 @@ "path": "macros/adapters/relation.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.load_cached_relation" }, "macro.dbt.load_csv_rows": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.382082, "depends_on": { "macros": [ "macro.dbt.default__load_csv_rows" @@ -4025,6 +5051,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro load_csv_rows(model, agate_table) -%}\n {{ adapter.dispatch('load_csv_rows', 'dbt')(model, agate_table) }}\n{%- endmacro %}", @@ -4036,12 +5063,13 @@ "path": "macros/materializations/seeds/helpers.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.load_csv_rows" }, "macro.dbt.load_relation": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.4941142, "depends_on": { "macros": [ "macro.dbt.load_cached_relation" @@ -4049,6 +5077,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro load_relation(relation) %}\n {{ return(load_cached_relation(relation)) }}\n{% endmacro %}", @@ -4060,12 +5089,13 @@ "path": "macros/adapters/relation.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.load_relation" }, "macro.dbt.make_backup_relation": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.4873002, "depends_on": { "macros": [ "macro.dbt_postgres.postgres__make_backup_relation" @@ -4073,6 +5103,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro make_backup_relation(base_relation, backup_relation_type, suffix='__dbt_backup') %}\n {{ return(adapter.dispatch('make_backup_relation', 'dbt')(base_relation, backup_relation_type, suffix)) }}\n{% endmacro %}", @@ -4084,17 +5115,19 @@ "path": "macros/adapters/relation.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.make_backup_relation" }, "macro.dbt.make_hook_config": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.241919, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro make_hook_config(sql, inside_transaction) %}\n {{ tojson({\"sql\": sql, \"transaction\": inside_transaction}) }}\n{% endmacro %}", @@ -4106,12 +5139,13 @@ "path": "macros/materializations/hooks.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.make_hook_config" }, "macro.dbt.make_intermediate_relation": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.485225, "depends_on": { "macros": [ "macro.dbt_postgres.postgres__make_intermediate_relation" @@ -4119,6 +5153,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro make_intermediate_relation(base_relation, suffix='__dbt_tmp') %}\n {{ return(adapter.dispatch('make_intermediate_relation', 'dbt')(base_relation, suffix)) }}\n{% endmacro %}", @@ -4130,12 +5165,13 @@ "path": "macros/adapters/relation.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.make_intermediate_relation" }, "macro.dbt.make_temp_relation": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.4861162, "depends_on": { "macros": [ "macro.dbt_postgres.postgres__make_temp_relation" @@ -4143,6 +5179,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro make_temp_relation(base_relation, suffix='__dbt_tmp') %}\n {{ return(adapter.dispatch('make_temp_relation', 'dbt')(base_relation, suffix)) }}\n{% endmacro %}", @@ -4154,12 +5191,13 @@ "path": "macros/adapters/relation.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.make_temp_relation" }, "macro.dbt.materialization_incremental_default": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.3286989, "depends_on": { "macros": [ "macro.dbt.load_cached_relation", @@ -4173,7 +5211,6 @@ "macro.dbt.get_create_table_as_sql", "macro.dbt.run_query", "macro.dbt.process_schema_changes", - "macro.dbt.get_delete_insert_merge_sql", "macro.dbt.statement", "macro.dbt.should_revoke", "macro.dbt.apply_grants", @@ -4183,9 +5220,10 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, - "macro_sql": "{% materialization incremental, default -%}\n\n -- relations\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='table') -%}\n {%- set temp_relation = make_temp_relation(target_relation)-%}\n {%- set intermediate_relation = make_intermediate_relation(target_relation)-%}\n {%- set backup_relation_type = 'table' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n\n -- configs\n {%- set unique_key = config.get('unique_key') -%}\n {%- set full_refresh_mode = (should_full_refresh() or existing_relation.is_view) -%}\n {%- set on_schema_change = incremental_validate_on_schema_change(config.get('on_schema_change'), default='ignore') -%}\n\n -- the temp_ and backup_ relations should not already exist in the database; get_relation\n -- will return None in that case. Otherwise, we get a relation that we can drop\n -- later, before we try to use this name for the current operation. This has to happen before\n -- BEGIN, in a separate transaction\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation)-%}\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n -- grab current tables grants config for comparision later on\n {% set grant_config = config.get('grants') %}\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% set to_drop = [] %}\n\n {% if existing_relation is none %}\n {% set build_sql = get_create_table_as_sql(False, target_relation, sql) %}\n {% elif full_refresh_mode %}\n {% set build_sql = get_create_table_as_sql(False, intermediate_relation, sql) %}\n {% set need_swap = true %}\n {% else %}\n {% do run_query(get_create_table_as_sql(True, temp_relation, sql)) %}\n {% do adapter.expand_target_column_types(\n from_relation=temp_relation,\n to_relation=target_relation) %}\n {#-- Process schema changes. Returns dict of changes if successful. Use source columns for upserting/merging --#}\n {% set dest_columns = process_schema_changes(on_schema_change, temp_relation, existing_relation) %}\n {% if not dest_columns %}\n {% set dest_columns = adapter.get_columns_in_relation(existing_relation) %}\n {% endif %}\n {% set build_sql = get_delete_insert_merge_sql(target_relation, temp_relation, unique_key, dest_columns) %}\n\n {% endif %}\n\n {% call statement(\"main\") %}\n {{ build_sql }}\n {% endcall %}\n\n {% if need_swap %}\n {% do adapter.rename_relation(target_relation, backup_relation) %}\n {% do adapter.rename_relation(intermediate_relation, target_relation) %}\n {% do to_drop.append(backup_relation) %}\n {% endif %}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% if existing_relation is none or existing_relation.is_view or should_full_refresh() %}\n {% do create_indexes(target_relation) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n -- `COMMIT` happens here\n {% do adapter.commit() %}\n\n {% for rel in to_drop %}\n {% do adapter.drop_relation(rel) %}\n {% endfor %}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{%- endmaterialization %}", + "macro_sql": "{% materialization incremental, default -%}\n\n -- relations\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='table') -%}\n {%- set temp_relation = make_temp_relation(target_relation)-%}\n {%- set intermediate_relation = make_intermediate_relation(target_relation)-%}\n {%- set backup_relation_type = 'table' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n\n -- configs\n {%- set unique_key = config.get('unique_key') -%}\n {%- set full_refresh_mode = (should_full_refresh() or existing_relation.is_view) -%}\n {%- set on_schema_change = incremental_validate_on_schema_change(config.get('on_schema_change'), default='ignore') -%}\n\n -- the temp_ and backup_ relations should not already exist in the database; get_relation\n -- will return None in that case. Otherwise, we get a relation that we can drop\n -- later, before we try to use this name for the current operation. This has to happen before\n -- BEGIN, in a separate transaction\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation)-%}\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n -- grab current tables grants config for comparision later on\n {% set grant_config = config.get('grants') %}\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% set to_drop = [] %}\n\n {% if existing_relation is none %}\n {% set build_sql = get_create_table_as_sql(False, target_relation, sql) %}\n {% elif full_refresh_mode %}\n {% set build_sql = get_create_table_as_sql(False, intermediate_relation, sql) %}\n {% set need_swap = true %}\n {% else %}\n {% do run_query(get_create_table_as_sql(True, temp_relation, sql)) %}\n {% do adapter.expand_target_column_types(\n from_relation=temp_relation,\n to_relation=target_relation) %}\n {#-- Process schema changes. Returns dict of changes if successful. Use source columns for upserting/merging --#}\n {% set dest_columns = process_schema_changes(on_schema_change, temp_relation, existing_relation) %}\n {% if not dest_columns %}\n {% set dest_columns = adapter.get_columns_in_relation(existing_relation) %}\n {% endif %}\n\n {#-- Get the incremental_strategy, the macro to use for the strategy, and build the sql --#}\n {% set incremental_strategy = config.get('incremental_strategy') or 'default' %}\n {% set incremental_predicates = config.get('incremental_predicates', none) %}\n {% set strategy_sql_macro_func = adapter.get_incremental_strategy_macro(context, incremental_strategy) %}\n {% set strategy_arg_dict = ({'target_relation': target_relation, 'temp_relation': temp_relation, 'unique_key': unique_key, 'dest_columns': dest_columns, 'predicates': incremental_predicates }) %}\n {% set build_sql = strategy_sql_macro_func(strategy_arg_dict) %}\n\n {% endif %}\n\n {% call statement(\"main\") %}\n {{ build_sql }}\n {% endcall %}\n\n {% if need_swap %}\n {% do adapter.rename_relation(target_relation, backup_relation) %}\n {% do adapter.rename_relation(intermediate_relation, target_relation) %}\n {% do to_drop.append(backup_relation) %}\n {% endif %}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% if existing_relation is none or existing_relation.is_view or should_full_refresh() %}\n {% do create_indexes(target_relation) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n -- `COMMIT` happens here\n {% do adapter.commit() %}\n\n {% for rel in to_drop %}\n {% do adapter.drop_relation(rel) %}\n {% endfor %}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{%- endmaterialization %}", "meta": {}, "name": "materialization_incremental_default", "original_file_path": "macros/materializations/models/incremental/incremental.sql", @@ -4194,12 +5232,15 @@ "path": "macros/materializations/models/incremental/incremental.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": [ + "sql" + ], "tags": [], "unique_id": "macro.dbt.materialization_incremental_default" }, "macro.dbt.materialization_seed_default": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.368004, "depends_on": { "macros": [ "macro.dbt.should_full_refresh", @@ -4217,6 +5258,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% materialization seed, default %}\n\n {%- set identifier = model['alias'] -%}\n {%- set full_refresh_mode = (should_full_refresh()) -%}\n\n {%- set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) -%}\n\n {%- set exists_as_table = (old_relation is not none and old_relation.is_table) -%}\n {%- set exists_as_view = (old_relation is not none and old_relation.is_view) -%}\n\n {%- set grant_config = config.get('grants') -%}\n {%- set agate_table = load_agate_table() -%}\n -- grab current tables grants config for comparision later on\n\n {%- do store_result('agate_table', response='OK', agate_table=agate_table) -%}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n -- build model\n {% set create_table_sql = \"\" %}\n {% if exists_as_view %}\n {{ exceptions.raise_compiler_error(\"Cannot seed to '{}', it is a view\".format(old_relation)) }}\n {% elif exists_as_table %}\n {% set create_table_sql = reset_csv_table(model, full_refresh_mode, old_relation, agate_table) %}\n {% else %}\n {% set create_table_sql = create_csv_table(model, agate_table) %}\n {% endif %}\n\n {% set code = 'CREATE' if full_refresh_mode else 'INSERT' %}\n {% set rows_affected = (agate_table.rows | length) %}\n {% set sql = load_csv_rows(model, agate_table) %}\n\n {% call noop_statement('main', code ~ ' ' ~ rows_affected, code, rows_affected) %}\n {{ get_csv_sql(create_table_sql, sql) }};\n {% endcall %}\n\n {% set target_relation = this.incorporate(type='table') %}\n\n {% set should_revoke = should_revoke(old_relation, full_refresh_mode) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% if full_refresh_mode or not exists_as_table %}\n {% do create_indexes(target_relation) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n -- `COMMIT` happens here\n {{ adapter.commit() }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", @@ -4228,12 +5270,15 @@ "path": "macros/materializations/seeds/seed.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": [ + "sql" + ], "tags": [], "unique_id": "macro.dbt.materialization_seed_default" }, "macro.dbt.materialization_snapshot_default": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.2841868, "depends_on": { "macros": [ "macro.dbt.get_or_create_relation", @@ -4254,9 +5299,10 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, - "macro_sql": "{% materialization snapshot, default %}\n {%- set config = model['config'] -%}\n\n {%- set target_table = model.get('alias', model.get('name')) -%}\n\n {%- set strategy_name = config.get('strategy') -%}\n {%- set unique_key = config.get('unique_key') %}\n -- grab current tables grants config for comparision later on\n {%- set grant_config = config.get('grants') -%}\n\n {% set target_relation_exists, target_relation = get_or_create_relation(\n database=model.database,\n schema=model.schema,\n identifier=target_table,\n type='table') -%}\n\n {%- if not target_relation.is_table -%}\n {% do exceptions.relation_wrong_type(target_relation, 'table') %}\n {%- endif -%}\n\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% set strategy_macro = strategy_dispatch(strategy_name) %}\n {% set strategy = strategy_macro(model, \"snapshotted_data\", \"source_data\", config, target_relation_exists) %}\n\n {% if not target_relation_exists %}\n\n {% set build_sql = build_snapshot_table(strategy, model['compiled_sql']) %}\n {% set final_sql = create_table_as(False, target_relation, build_sql) %}\n\n {% else %}\n\n {{ adapter.valid_snapshot_target(target_relation) }}\n\n {% set staging_table = build_snapshot_staging_table(strategy, sql, target_relation) %}\n\n -- this may no-op if the database does not require column expansion\n {% do adapter.expand_target_column_types(from_relation=staging_table,\n to_relation=target_relation) %}\n\n {% set missing_columns = adapter.get_missing_columns(staging_table, target_relation)\n | rejectattr('name', 'equalto', 'dbt_change_type')\n | rejectattr('name', 'equalto', 'DBT_CHANGE_TYPE')\n | rejectattr('name', 'equalto', 'dbt_unique_key')\n | rejectattr('name', 'equalto', 'DBT_UNIQUE_KEY')\n | list %}\n\n {% do create_columns(target_relation, missing_columns) %}\n\n {% set source_columns = adapter.get_columns_in_relation(staging_table)\n | rejectattr('name', 'equalto', 'dbt_change_type')\n | rejectattr('name', 'equalto', 'DBT_CHANGE_TYPE')\n | rejectattr('name', 'equalto', 'dbt_unique_key')\n | rejectattr('name', 'equalto', 'DBT_UNIQUE_KEY')\n | list %}\n\n {% set quoted_source_columns = [] %}\n {% for column in source_columns %}\n {% do quoted_source_columns.append(adapter.quote(column.name)) %}\n {% endfor %}\n\n {% set final_sql = snapshot_merge_sql(\n target = target_relation,\n source = staging_table,\n insert_cols = quoted_source_columns\n )\n %}\n\n {% endif %}\n\n {% call statement('main') %}\n {{ final_sql }}\n {% endcall %}\n\n {% set should_revoke = should_revoke(target_relation_exists, full_refresh_mode=False) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% if not target_relation_exists %}\n {% do create_indexes(target_relation) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n {% if staging_table is defined %}\n {% do post_snapshot(staging_table) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", + "macro_sql": "{% materialization snapshot, default %}\n {%- set config = model['config'] -%}\n\n {%- set target_table = model.get('alias', model.get('name')) -%}\n\n {%- set strategy_name = config.get('strategy') -%}\n {%- set unique_key = config.get('unique_key') %}\n -- grab current tables grants config for comparision later on\n {%- set grant_config = config.get('grants') -%}\n\n {% set target_relation_exists, target_relation = get_or_create_relation(\n database=model.database,\n schema=model.schema,\n identifier=target_table,\n type='table') -%}\n\n {%- if not target_relation.is_table -%}\n {% do exceptions.relation_wrong_type(target_relation, 'table') %}\n {%- endif -%}\n\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% set strategy_macro = strategy_dispatch(strategy_name) %}\n {% set strategy = strategy_macro(model, \"snapshotted_data\", \"source_data\", config, target_relation_exists) %}\n\n {% if not target_relation_exists %}\n\n {% set build_sql = build_snapshot_table(strategy, model['compiled_code']) %}\n {% set final_sql = create_table_as(False, target_relation, build_sql) %}\n\n {% else %}\n\n {{ adapter.valid_snapshot_target(target_relation) }}\n\n {% set staging_table = build_snapshot_staging_table(strategy, sql, target_relation) %}\n\n -- this may no-op if the database does not require column expansion\n {% do adapter.expand_target_column_types(from_relation=staging_table,\n to_relation=target_relation) %}\n\n {% set missing_columns = adapter.get_missing_columns(staging_table, target_relation)\n | rejectattr('name', 'equalto', 'dbt_change_type')\n | rejectattr('name', 'equalto', 'DBT_CHANGE_TYPE')\n | rejectattr('name', 'equalto', 'dbt_unique_key')\n | rejectattr('name', 'equalto', 'DBT_UNIQUE_KEY')\n | list %}\n\n {% do create_columns(target_relation, missing_columns) %}\n\n {% set source_columns = adapter.get_columns_in_relation(staging_table)\n | rejectattr('name', 'equalto', 'dbt_change_type')\n | rejectattr('name', 'equalto', 'DBT_CHANGE_TYPE')\n | rejectattr('name', 'equalto', 'dbt_unique_key')\n | rejectattr('name', 'equalto', 'DBT_UNIQUE_KEY')\n | list %}\n\n {% set quoted_source_columns = [] %}\n {% for column in source_columns %}\n {% do quoted_source_columns.append(adapter.quote(column.name)) %}\n {% endfor %}\n\n {% set final_sql = snapshot_merge_sql(\n target = target_relation,\n source = staging_table,\n insert_cols = quoted_source_columns\n )\n %}\n\n {% endif %}\n\n {% call statement('main') %}\n {{ final_sql }}\n {% endcall %}\n\n {% set should_revoke = should_revoke(target_relation_exists, full_refresh_mode=False) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% if not target_relation_exists %}\n {% do create_indexes(target_relation) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n {% if staging_table is defined %}\n {% do post_snapshot(staging_table) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", "meta": {}, "name": "materialization_snapshot_default", "original_file_path": "macros/materializations/snapshots/snapshot.sql", @@ -4265,12 +5311,15 @@ "path": "macros/materializations/snapshots/snapshot.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": [ + "sql" + ], "tags": [], "unique_id": "macro.dbt.materialization_snapshot_default" }, "macro.dbt.materialization_table_default": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.347976, "depends_on": { "macros": [ "macro.dbt.load_cached_relation", @@ -4288,6 +5337,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% materialization table, default %}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='table') %}\n {%- set intermediate_relation = make_intermediate_relation(target_relation) -%}\n -- the intermediate_relation should not already exist in the database; get_relation\n -- will return None in that case. Otherwise, we get a relation that we can drop\n -- later, before we try to use this name for the current operation\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation) -%}\n /*\n See ../view/view.sql for more information about this relation.\n */\n {%- set backup_relation_type = 'table' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n -- as above, the backup_relation should not already exist\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n -- grab current tables grants config for comparision later on\n {% set grant_config = config.get('grants') %}\n\n -- drop the temp relations if they exist already in the database\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n -- build model\n {% call statement('main') -%}\n {{ get_create_table_as_sql(False, intermediate_relation, sql) }}\n {%- endcall %}\n\n -- cleanup\n {% if existing_relation is not none %}\n {{ adapter.rename_relation(existing_relation, backup_relation) }}\n {% endif %}\n\n {{ adapter.rename_relation(intermediate_relation, target_relation) }}\n\n {% do create_indexes(target_relation) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n -- `COMMIT` happens here\n {{ adapter.commit() }}\n\n -- finally, drop the existing/backup relation after the commit\n {{ drop_relation_if_exists(backup_relation) }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n{% endmaterialization %}", @@ -4299,12 +5349,15 @@ "path": "macros/materializations/models/table/table.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": [ + "sql" + ], "tags": [], "unique_id": "macro.dbt.materialization_table_default" }, "macro.dbt.materialization_test_default": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.288075, "depends_on": { "macros": [ "macro.dbt.should_store_failures", @@ -4315,6 +5368,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{%- materialization test, default -%}\n\n {% set relations = [] %}\n\n {% if should_store_failures() %}\n\n {% set identifier = model['alias'] %}\n {% set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) %}\n {% set target_relation = api.Relation.create(\n identifier=identifier, schema=schema, database=database, type='table') -%} %}\n\n {% if old_relation %}\n {% do adapter.drop_relation(old_relation) %}\n {% endif %}\n\n {% call statement(auto_begin=True) %}\n {{ create_table_as(False, target_relation, sql) }}\n {% endcall %}\n\n {% do relations.append(target_relation) %}\n\n {% set main_sql %}\n select *\n from {{ target_relation }}\n {% endset %}\n\n {{ adapter.commit() }}\n\n {% else %}\n\n {% set main_sql = sql %}\n\n {% endif %}\n\n {% set limit = config.get('limit') %}\n {% set fail_calc = config.get('fail_calc') %}\n {% set warn_if = config.get('warn_if') %}\n {% set error_if = config.get('error_if') %}\n\n {% call statement('main', fetch_result=True) -%}\n\n {{ get_test_sql(main_sql, fail_calc, warn_if, error_if, limit)}}\n\n {%- endcall %}\n\n {{ return({'relations': relations}) }}\n\n{%- endmaterialization -%}", @@ -4326,12 +5380,15 @@ "path": "macros/materializations/tests/test.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": [ + "sql" + ], "tags": [], "unique_id": "macro.dbt.materialization_test_default" }, "macro.dbt.materialization_view_default": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.355838, "depends_on": { "macros": [ "macro.dbt.load_cached_relation", @@ -4348,6 +5405,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{%- materialization view, default -%}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='view') -%}\n {%- set intermediate_relation = make_intermediate_relation(target_relation) -%}\n\n -- the intermediate_relation should not already exist in the database; get_relation\n -- will return None in that case. Otherwise, we get a relation that we can drop\n -- later, before we try to use this name for the current operation\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation) -%}\n /*\n This relation (probably) doesn't exist yet. If it does exist, it's a leftover from\n a previous run, and we're going to try to drop it immediately. At the end of this\n materialization, we're going to rename the \"existing_relation\" to this identifier,\n and then we're going to drop it. In order to make sure we run the correct one of:\n - drop view ...\n - drop table ...\n\n We need to set the type of this relation to be the type of the existing_relation, if it exists,\n or else \"view\" as a sane default if it does not. Note that if the existing_relation does not\n exist, then there is nothing to move out of the way and subsequentally drop. In that case,\n this relation will be effectively unused.\n */\n {%- set backup_relation_type = 'view' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n -- as above, the backup_relation should not already exist\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n -- grab current tables grants config for comparision later on\n {% set grant_config = config.get('grants') %}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- drop the temp relations if they exist already in the database\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n -- build model\n {% call statement('main') -%}\n {{ get_create_view_as_sql(intermediate_relation, sql) }}\n {%- endcall %}\n\n -- cleanup\n -- move the existing view out of the way\n {% if existing_relation is not none %}\n {{ adapter.rename_relation(existing_relation, backup_relation) }}\n {% endif %}\n {{ adapter.rename_relation(intermediate_relation, target_relation) }}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n {{ drop_relation_if_exists(backup_relation) }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{%- endmaterialization -%}", @@ -4359,17 +5417,21 @@ "path": "macros/materializations/models/view/view.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": [ + "sql" + ], "tags": [], "unique_id": "macro.dbt.materialization_view_default" }, "macro.dbt.noop_statement": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.3970811, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro noop_statement(name=None, message=None, code=None, rows_affected=None, res=None) -%}\n {%- set sql = caller() -%}\n\n {%- if name == 'main' -%}\n {{ log('Writing runtime SQL for node \"{}\"'.format(model['unique_id'])) }}\n {{ write(sql) }}\n {%- endif -%}\n\n {%- if name is not none -%}\n {{ store_raw_result(name, message=message, code=code, rows_affected=rows_affected, agate_table=res) }}\n {%- endif -%}\n\n{%- endmacro %}", @@ -4381,12 +5443,13 @@ "path": "macros/etc/statement.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.noop_statement" }, "macro.dbt.partition_range": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.404437, "depends_on": { "macros": [ "macro.dbt.dates_in_range" @@ -4394,6 +5457,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro partition_range(raw_partition_date, date_fmt='%Y%m%d') %}\n {% set partition_range = (raw_partition_date | string).split(\",\") %}\n\n {% if (partition_range | length) == 1 %}\n {% set start_date = partition_range[0] %}\n {% set end_date = none %}\n {% elif (partition_range | length) == 2 %}\n {% set start_date = partition_range[0] %}\n {% set end_date = partition_range[1] %}\n {% else %}\n {{ exceptions.raise_compiler_error(\"Invalid partition time. Expected format: {Start Date}[,{End Date}]. Got: \" ~ raw_partition_date) }}\n {% endif %}\n\n {{ return(dates_in_range(start_date, end_date, in_fmt=date_fmt)) }}\n{% endmacro %}", @@ -4405,12 +5469,13 @@ "path": "macros/etc/datetime.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.partition_range" }, "macro.dbt.persist_docs": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.5139258, "depends_on": { "macros": [ "macro.dbt.default__persist_docs" @@ -4418,6 +5483,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro persist_docs(relation, model, for_relation=true, for_columns=true) -%}\n {{ return(adapter.dispatch('persist_docs', 'dbt')(relation, model, for_relation, for_columns)) }}\n{% endmacro %}", @@ -4429,12 +5495,13 @@ "path": "macros/adapters/persist_docs.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.persist_docs" }, "macro.dbt.position": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.449753, "depends_on": { "macros": [ "macro.dbt.default__position" @@ -4442,6 +5509,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro position(substring_text, string_text) -%}\n {{ return(adapter.dispatch('position', 'dbt') (substring_text, string_text)) }}\n{% endmacro %}", @@ -4453,12 +5521,13 @@ "path": "macros/utils/position.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.position" }, "macro.dbt.post_snapshot": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.2690291, "depends_on": { "macros": [ "macro.dbt.default__post_snapshot" @@ -4466,6 +5535,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro post_snapshot(staging_relation) %}\n {{ adapter.dispatch('post_snapshot', 'dbt')(staging_relation) }}\n{% endmacro %}", @@ -4477,12 +5547,13 @@ "path": "macros/materializations/snapshots/helpers.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.post_snapshot" }, "macro.dbt.process_schema_changes": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.343294, "depends_on": { "macros": [ "macro.dbt.check_for_schema_changes", @@ -4491,9 +5562,10 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, - "macro_sql": "{% macro process_schema_changes(on_schema_change, source_relation, target_relation) %}\n\n {% if on_schema_change == 'ignore' %}\n\n {{ return({}) }}\n\n {% else %}\n\n {% set schema_changes_dict = check_for_schema_changes(source_relation, target_relation) %}\n\n {% if schema_changes_dict['schema_changed'] %}\n\n {% if on_schema_change == 'fail' %}\n\n {% set fail_msg %}\n The source and target schemas on this incremental model are out of sync!\n They can be reconciled in several ways:\n - set the `on_schema_change` config to either append_new_columns or sync_all_columns, depending on your situation.\n - Re-run the incremental model with `full_refresh: True` to update the target schema.\n - update the schema manually and re-run the process.\n {% endset %}\n\n {% do exceptions.raise_compiler_error(fail_msg) %}\n\n {# -- unless we ignore, run the sync operation per the config #}\n {% else %}\n\n {% do sync_column_schemas(on_schema_change, target_relation, schema_changes_dict) %}\n\n {% endif %}\n\n {% endif %}\n\n {{ return(schema_changes_dict['source_columns']) }}\n\n {% endif %}\n\n{% endmacro %}", + "macro_sql": "{% macro process_schema_changes(on_schema_change, source_relation, target_relation) %}\n\n {% if on_schema_change == 'ignore' %}\n\n {{ return({}) }}\n\n {% else %}\n\n {% set schema_changes_dict = check_for_schema_changes(source_relation, target_relation) %}\n\n {% if schema_changes_dict['schema_changed'] %}\n\n {% if on_schema_change == 'fail' %}\n\n {% set fail_msg %}\n The source and target schemas on this incremental model are out of sync!\n They can be reconciled in several ways:\n - set the `on_schema_change` config to either append_new_columns or sync_all_columns, depending on your situation.\n - Re-run the incremental model with `full_refresh: True` to update the target schema.\n - update the schema manually and re-run the process.\n\n Additional troubleshooting context:\n Source columns not in target: {{ schema_changes_dict['source_not_in_target'] }}\n Target columns not in source: {{ schema_changes_dict['target_not_in_source'] }}\n New column types: {{ schema_changes_dict['new_target_types'] }}\n {% endset %}\n\n {% do exceptions.raise_compiler_error(fail_msg) %}\n\n {# -- unless we ignore, run the sync operation per the config #}\n {% else %}\n\n {% do sync_column_schemas(on_schema_change, target_relation, schema_changes_dict) %}\n\n {% endif %}\n\n {% endif %}\n\n {{ return(schema_changes_dict['source_columns']) }}\n\n {% endif %}\n\n{% endmacro %}", "meta": {}, "name": "process_schema_changes", "original_file_path": "macros/materializations/models/incremental/on_schema_change.sql", @@ -4502,17 +5574,19 @@ "path": "macros/materializations/models/incremental/on_schema_change.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.process_schema_changes" }, "macro.dbt.py_current_timestring": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.4049861, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro py_current_timestring() %}\n {% set dt = modules.datetime.datetime.now() %}\n {% do return(dt.strftime(\"%Y%m%d%H%M%S%f\")) %}\n{% endmacro %}", @@ -4524,12 +5598,67 @@ "path": "macros/etc/datetime.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.py_current_timestring" }, + "macro.dbt.py_script_comment": { + "arguments": [], + "created_at": 1670298551.53705, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{%macro py_script_comment()%}\n{%endmacro%}", + "meta": {}, + "name": "py_script_comment", + "original_file_path": "macros/python_model/python.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/python_model/python.sql", + "resource_type": "macro", + "root_path": "/some-path/sample-dbt", + "supported_languages": null, + "tags": [], + "unique_id": "macro.dbt.py_script_comment" + }, + "macro.dbt.py_script_postfix": { + "arguments": [], + "created_at": 1670298551.536886, + "depends_on": { + "macros": [ + "macro.dbt.build_ref_function", + "macro.dbt.build_source_function", + "macro.dbt.build_config_dict", + "macro.dbt.is_incremental", + "macro.dbt.py_script_comment" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro py_script_postfix(model) %}\n# This part is user provided model code\n# you will need to copy the next section to run the code\n# COMMAND ----------\n# this part is dbt logic for get ref work, do not modify\n\n{{ build_ref_function(model ) }}\n{{ build_source_function(model ) }}\n{{ build_config_dict(model) }}\n\nclass config:\n def __init__(self, *args, **kwargs):\n pass\n\n @staticmethod\n def get(key, default=None):\n return config_dict.get(key, default)\n\nclass this:\n \"\"\"dbt.this() or dbt.this.identifier\"\"\"\n database = '{{ this.database }}'\n schema = '{{ this.schema }}'\n identifier = '{{ this.identifier }}'\n def __repr__(self):\n return '{{ this }}'\n\n\nclass dbtObj:\n def __init__(self, load_df_function) -> None:\n self.source = lambda *args: source(*args, dbt_load_df_function=load_df_function)\n self.ref = lambda *args: ref(*args, dbt_load_df_function=load_df_function)\n self.config = config\n self.this = this()\n self.is_incremental = {{ is_incremental() }}\n\n# COMMAND ----------\n{{py_script_comment()}}\n{% endmacro %}", + "meta": {}, + "name": "py_script_postfix", + "original_file_path": "macros/python_model/python.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/python_model/python.sql", + "resource_type": "macro", + "root_path": "/some-path/sample-dbt", + "supported_languages": null, + "tags": [], + "unique_id": "macro.dbt.py_script_postfix" + }, "macro.dbt.rename_relation": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.490154, "depends_on": { "macros": [ "macro.dbt.default__rename_relation" @@ -4537,6 +5666,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro rename_relation(from_relation, to_relation) -%}\n {{ return(adapter.dispatch('rename_relation', 'dbt')(from_relation, to_relation)) }}\n{% endmacro %}", @@ -4548,12 +5678,13 @@ "path": "macros/adapters/relation.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.rename_relation" }, "macro.dbt.replace": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.406516, "depends_on": { "macros": [ "macro.dbt.default__replace" @@ -4561,6 +5692,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro replace(field, old_chars, new_chars) -%}\n {{ return(adapter.dispatch('replace', 'dbt') (field, old_chars, new_chars)) }}\n{% endmacro %}", @@ -4572,12 +5704,13 @@ "path": "macros/utils/replace.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.replace" }, "macro.dbt.reset_csv_table": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.37745, "depends_on": { "macros": [ "macro.dbt.default__reset_csv_table" @@ -4585,6 +5718,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro reset_csv_table(model, full_refresh, old_relation, agate_table) -%}\n {{ adapter.dispatch('reset_csv_table', 'dbt')(model, full_refresh, old_relation, agate_table) }}\n{%- endmacro %}", @@ -4596,12 +5730,13 @@ "path": "macros/materializations/seeds/helpers.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.reset_csv_table" }, "macro.dbt.right": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.4121852, "depends_on": { "macros": [ "macro.dbt.default__right" @@ -4609,6 +5744,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro right(string_text, length_expression) -%}\n {{ return(adapter.dispatch('right', 'dbt') (string_text, length_expression)) }}\n{% endmacro %}", @@ -4620,12 +5756,13 @@ "path": "macros/utils/right.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.right" }, "macro.dbt.run_hooks": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.241405, "depends_on": { "macros": [ "macro.dbt.statement" @@ -4633,6 +5770,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro run_hooks(hooks, inside_transaction=True) %}\n {% for hook in hooks | selectattr('transaction', 'equalto', inside_transaction) %}\n {% if not inside_transaction and loop.first %}\n {% call statement(auto_begin=inside_transaction) %}\n commit;\n {% endcall %}\n {% endif %}\n {% set rendered = render(hook.get('sql')) | trim %}\n {% if (rendered | length) > 0 %}\n {% call statement(auto_begin=inside_transaction) %}\n {{ rendered }}\n {% endcall %}\n {% endif %}\n {% endfor %}\n{% endmacro %}", @@ -4644,12 +5782,13 @@ "path": "macros/materializations/hooks.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.run_hooks" }, "macro.dbt.run_query": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.397651, "depends_on": { "macros": [ "macro.dbt.statement" @@ -4657,6 +5796,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro run_query(sql) %}\n {% call statement(\"run_query_statement\", fetch_result=true, auto_begin=false) %}\n {{ sql }}\n {% endcall %}\n\n {% do return(load_result(\"run_query_statement\").table) %}\n{% endmacro %}", @@ -4668,12 +5808,13 @@ "path": "macros/etc/statement.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.run_query" }, "macro.dbt.safe_cast": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.444459, "depends_on": { "macros": [ "macro.dbt.default__safe_cast" @@ -4681,6 +5822,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro safe_cast(field, type) %}\n {{ return(adapter.dispatch('safe_cast', 'dbt') (field, type)) }}\n{% endmacro %}", @@ -4692,17 +5834,19 @@ "path": "macros/utils/safe_cast.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.safe_cast" }, "macro.dbt.set_sql_header": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.243606, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro set_sql_header(config) -%}\n {{ config.set('sql_header', caller()) }}\n{%- endmacro %}", @@ -4714,17 +5858,19 @@ "path": "macros/materializations/configs.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.set_sql_header" }, "macro.dbt.should_full_refresh": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.244211, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro should_full_refresh() %}\n {% set config_full_refresh = config.get('full_refresh') %}\n {% if config_full_refresh is none %}\n {% set config_full_refresh = flags.FULL_REFRESH %}\n {% endif %}\n {% do return(config_full_refresh) %}\n{% endmacro %}", @@ -4736,12 +5882,13 @@ "path": "macros/materializations/configs.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.should_full_refresh" }, "macro.dbt.should_revoke": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.5014431, "depends_on": { "macros": [ "macro.dbt.copy_grants" @@ -4749,6 +5896,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro should_revoke(existing_relation, full_refresh_mode=True) %}\n\n {% if not existing_relation %}\n {#-- The table doesn't already exist, so no grants to copy over --#}\n {{ return(False) }}\n {% elif full_refresh_mode %}\n {#-- The object is being REPLACED -- whether grants are copied over depends on the value of user config --#}\n {{ return(copy_grants()) }}\n {% else %}\n {#-- The table is being merged/upserted/inserted -- grants will be carried over --#}\n {{ return(True) }}\n {% endif %}\n\n{% endmacro %}", @@ -4760,17 +5908,19 @@ "path": "macros/adapters/apply_grants.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.should_revoke" }, "macro.dbt.should_store_failures": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.2448268, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro should_store_failures() %}\n {% set config_store_failures = config.get('store_failures') %}\n {% if config_store_failures is none %}\n {% set config_store_failures = flags.STORE_FAILURES %}\n {% endif %}\n {% do return(config_store_failures) %}\n{% endmacro %}", @@ -4782,12 +5932,13 @@ "path": "macros/materializations/configs.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.should_store_failures" }, "macro.dbt.snapshot_check_all_get_existing_columns": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.259003, "depends_on": { "macros": [ "macro.dbt.get_columns_in_query" @@ -4795,9 +5946,10 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, - "macro_sql": "{% macro snapshot_check_all_get_existing_columns(node, target_exists, check_cols_config) -%}\n {%- if not target_exists -%}\n {#-- no table yet -> return whatever the query does --#}\n {{ return((false, query_columns)) }}\n {%- endif -%}\n\n {#-- handle any schema changes --#}\n {%- set target_relation = adapter.get_relation(database=node.database, schema=node.schema, identifier=node.alias) -%}\n\n {% if check_cols_config == 'all' %}\n {%- set query_columns = get_columns_in_query(node['compiled_sql']) -%}\n\n {% elif check_cols_config is iterable and (check_cols_config | length) > 0 %}\n {#-- query for proper casing/quoting, to support comparison below --#}\n {%- set select_check_cols_from_target -%}\n select {{ check_cols_config | join(', ') }} from ({{ node['compiled_sql'] }}) subq\n {%- endset -%}\n {% set query_columns = get_columns_in_query(select_check_cols_from_target) %}\n\n {% else %}\n {% do exceptions.raise_compiler_error(\"Invalid value for 'check_cols': \" ~ check_cols_config) %}\n {% endif %}\n\n {%- set existing_cols = adapter.get_columns_in_relation(target_relation) | map(attribute = 'name') | list -%}\n {%- set ns = namespace() -%} {#-- handle for-loop scoping with a namespace --#}\n {%- set ns.column_added = false -%}\n\n {%- set intersection = [] -%}\n {%- for col in query_columns -%}\n {%- if col in existing_cols -%}\n {%- do intersection.append(adapter.quote(col)) -%}\n {%- else -%}\n {% set ns.column_added = true %}\n {%- endif -%}\n {%- endfor -%}\n {{ return((ns.column_added, intersection)) }}\n{%- endmacro %}", + "macro_sql": "{% macro snapshot_check_all_get_existing_columns(node, target_exists, check_cols_config) -%}\n {%- if not target_exists -%}\n {#-- no table yet -> return whatever the query does --#}\n {{ return((false, query_columns)) }}\n {%- endif -%}\n\n {#-- handle any schema changes --#}\n {%- set target_relation = adapter.get_relation(database=node.database, schema=node.schema, identifier=node.alias) -%}\n\n {% if check_cols_config == 'all' %}\n {%- set query_columns = get_columns_in_query(node['compiled_code']) -%}\n\n {% elif check_cols_config is iterable and (check_cols_config | length) > 0 %}\n {#-- query for proper casing/quoting, to support comparison below --#}\n {%- set select_check_cols_from_target -%}\n select {{ check_cols_config | join(', ') }} from ({{ node['compiled_code'] }}) subq\n {%- endset -%}\n {% set query_columns = get_columns_in_query(select_check_cols_from_target) %}\n\n {% else %}\n {% do exceptions.raise_compiler_error(\"Invalid value for 'check_cols': \" ~ check_cols_config) %}\n {% endif %}\n\n {%- set existing_cols = adapter.get_columns_in_relation(target_relation) | map(attribute = 'name') | list -%}\n {%- set ns = namespace() -%} {#-- handle for-loop scoping with a namespace --#}\n {%- set ns.column_added = false -%}\n\n {%- set intersection = [] -%}\n {%- for col in query_columns -%}\n {%- if col in existing_cols -%}\n {%- do intersection.append(adapter.quote(col)) -%}\n {%- else -%}\n {% set ns.column_added = true %}\n {%- endif -%}\n {%- endfor -%}\n {{ return((ns.column_added, intersection)) }}\n{%- endmacro %}", "meta": {}, "name": "snapshot_check_all_get_existing_columns", "original_file_path": "macros/materializations/snapshots/strategies.sql", @@ -4806,12 +5958,13 @@ "path": "macros/materializations/snapshots/strategies.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.snapshot_check_all_get_existing_columns" }, "macro.dbt.snapshot_check_strategy": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.261952, "depends_on": { "macros": [ "macro.dbt.snapshot_get_time", @@ -4822,6 +5975,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro snapshot_check_strategy(node, snapshotted_rel, current_rel, config, target_exists) %}\n {% set check_cols_config = config['check_cols'] %}\n {% set primary_key = config['unique_key'] %}\n {% set invalidate_hard_deletes = config.get('invalidate_hard_deletes', false) %}\n {% set updated_at = config.get('updated_at', snapshot_get_time()) %}\n\n {% set column_added = false %}\n\n {% set column_added, check_cols = snapshot_check_all_get_existing_columns(node, target_exists, check_cols_config) %}\n\n {%- set row_changed_expr -%}\n (\n {%- if column_added -%}\n {{ get_true_sql() }}\n {%- else -%}\n {%- for col in check_cols -%}\n {{ snapshotted_rel }}.{{ col }} != {{ current_rel }}.{{ col }}\n or\n (\n (({{ snapshotted_rel }}.{{ col }} is null) and not ({{ current_rel }}.{{ col }} is null))\n or\n ((not {{ snapshotted_rel }}.{{ col }} is null) and ({{ current_rel }}.{{ col }} is null))\n )\n {%- if not loop.last %} or {% endif -%}\n {%- endfor -%}\n {%- endif -%}\n )\n {%- endset %}\n\n {% set scd_id_expr = snapshot_hash_arguments([primary_key, updated_at]) %}\n\n {% do return({\n \"unique_key\": primary_key,\n \"updated_at\": updated_at,\n \"row_changed\": row_changed_expr,\n \"scd_id\": scd_id_expr,\n \"invalidate_hard_deletes\": invalidate_hard_deletes\n }) %}\n{% endmacro %}", @@ -4833,12 +5987,13 @@ "path": "macros/materializations/snapshots/strategies.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.snapshot_check_strategy" }, "macro.dbt.snapshot_get_time": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.474946, "depends_on": { "macros": [ "macro.dbt_postgres.postgres__snapshot_get_time" @@ -4846,23 +6001,25 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, - "macro_sql": "{% macro snapshot_get_time() -%}\n {{ adapter.dispatch('snapshot_get_time', 'dbt')() }}\n{%- endmacro %}", + "macro_sql": "\n\n{%- macro snapshot_get_time() -%}\n {{ adapter.dispatch('snapshot_get_time', 'dbt')() }}\n{%- endmacro -%}\n\n", "meta": {}, "name": "snapshot_get_time", - "original_file_path": "macros/materializations/snapshots/strategies.sql", + "original_file_path": "macros/adapters/timestamps.sql", "package_name": "dbt", "patch_path": null, - "path": "macros/materializations/snapshots/strategies.sql", + "path": "macros/adapters/timestamps.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.snapshot_get_time" }, "macro.dbt.snapshot_hash_arguments": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.2525802, "depends_on": { "macros": [ "macro.dbt.default__snapshot_hash_arguments" @@ -4870,6 +6027,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro snapshot_hash_arguments(args) -%}\n {{ adapter.dispatch('snapshot_hash_arguments', 'dbt')(args) }}\n{%- endmacro %}", @@ -4881,12 +6039,13 @@ "path": "macros/materializations/snapshots/strategies.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.snapshot_hash_arguments" }, "macro.dbt.snapshot_merge_sql": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.245815, "depends_on": { "macros": [ "macro.dbt_postgres.postgres__snapshot_merge_sql" @@ -4894,6 +6053,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro snapshot_merge_sql(target, source, insert_cols) -%}\n {{ adapter.dispatch('snapshot_merge_sql', 'dbt')(target, source, insert_cols) }}\n{%- endmacro %}", @@ -4905,12 +6065,13 @@ "path": "macros/materializations/snapshots/snapshot_merge.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.snapshot_merge_sql" }, "macro.dbt.snapshot_staging_table": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.270217, "depends_on": { "macros": [ "macro.dbt.default__snapshot_staging_table" @@ -4918,6 +6079,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro snapshot_staging_table(strategy, source_sql, target_relation) -%}\n {{ adapter.dispatch('snapshot_staging_table', 'dbt')(strategy, source_sql, target_relation) }}\n{% endmacro %}", @@ -4929,12 +6091,13 @@ "path": "macros/materializations/snapshots/helpers.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.snapshot_staging_table" }, "macro.dbt.snapshot_string_as_time": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.254751, "depends_on": { "macros": [ "macro.dbt_postgres.postgres__snapshot_string_as_time" @@ -4942,6 +6105,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro snapshot_string_as_time(timestamp) -%}\n {{ adapter.dispatch('snapshot_string_as_time', 'dbt')(timestamp) }}\n{%- endmacro %}", @@ -4953,12 +6117,13 @@ "path": "macros/materializations/snapshots/strategies.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.snapshot_string_as_time" }, "macro.dbt.snapshot_timestamp_strategy": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.254416, "depends_on": { "macros": [ "macro.dbt.snapshot_hash_arguments" @@ -4966,6 +6131,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro snapshot_timestamp_strategy(node, snapshotted_rel, current_rel, config, target_exists) %}\n {% set primary_key = config['unique_key'] %}\n {% set updated_at = config['updated_at'] %}\n {% set invalidate_hard_deletes = config.get('invalidate_hard_deletes', false) %}\n\n {#/*\n The snapshot relation might not have an {{ updated_at }} value if the\n snapshot strategy is changed from `check` to `timestamp`. We\n should use a dbt-created column for the comparison in the snapshot\n table instead of assuming that the user-supplied {{ updated_at }}\n will be present in the historical data.\n\n See https://github.com/dbt-labs/dbt-core/issues/2350\n */ #}\n {% set row_changed_expr -%}\n ({{ snapshotted_rel }}.dbt_valid_from < {{ current_rel }}.{{ updated_at }})\n {%- endset %}\n\n {% set scd_id_expr = snapshot_hash_arguments([primary_key, updated_at]) %}\n\n {% do return({\n \"unique_key\": primary_key,\n \"updated_at\": updated_at,\n \"row_changed\": row_changed_expr,\n \"scd_id\": scd_id_expr,\n \"invalidate_hard_deletes\": invalidate_hard_deletes\n }) %}\n{% endmacro %}", @@ -4977,12 +6143,13 @@ "path": "macros/materializations/snapshots/strategies.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.snapshot_timestamp_strategy" }, "macro.dbt.split_part": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.4656482, "depends_on": { "macros": [ "macro.dbt_postgres.postgres__split_part" @@ -4990,6 +6157,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro split_part(string_text, delimiter_text, part_number) %}\n {{ return(adapter.dispatch('split_part', 'dbt') (string_text, delimiter_text, part_number)) }}\n{% endmacro %}", @@ -5001,17 +6169,19 @@ "path": "macros/utils/split_part.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.split_part" }, "macro.dbt.sql_convert_columns_in_relation": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.526747, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro sql_convert_columns_in_relation(table) -%}\n {% set columns = [] %}\n {% for row in table %}\n {% do columns.append(api.Column(*row)) %}\n {% endfor %}\n {{ return(columns) }}\n{% endmacro %}", @@ -5023,20 +6193,22 @@ "path": "macros/adapters/columns.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.sql_convert_columns_in_relation" }, "macro.dbt.statement": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.395661, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, - "macro_sql": "{% macro statement(name=None, fetch_result=False, auto_begin=True) -%}\n {%- if execute: -%}\n {%- set sql = caller() -%}\n\n {%- if name == 'main' -%}\n {{ log('Writing runtime SQL for node \"{}\"'.format(model['unique_id'])) }}\n {{ write(sql) }}\n {%- endif -%}\n\n {%- set res, table = adapter.execute(sql, auto_begin=auto_begin, fetch=fetch_result) -%}\n {%- if name is not none -%}\n {{ store_result(name, response=res, agate_table=table) }}\n {%- endif -%}\n\n {%- endif -%}\n{%- endmacro %}", + "macro_sql": "\n{%- macro statement(name=None, fetch_result=False, auto_begin=True, language='sql') -%}\n {%- if execute: -%}\n {%- set compiled_code = caller() -%}\n\n {%- if name == 'main' -%}\n {{ log('Writing runtime {} for node \"{}\"'.format(language, model['unique_id'])) }}\n {{ write(compiled_code) }}\n {%- endif -%}\n {%- if language == 'sql'-%}\n {%- set res, table = adapter.execute(compiled_code, auto_begin=auto_begin, fetch=fetch_result) -%}\n {%- elif language == 'python' -%}\n {%- set res = submit_python_job(model, compiled_code) -%}\n {#-- TODO: What should table be for python models? --#}\n {%- set table = None -%}\n {%- else -%}\n {% do exceptions.raise_compiler_error(\"statement macro didn't get supported language\") %}\n {%- endif -%}\n\n {%- if name is not none -%}\n {{ store_result(name, response=res, agate_table=table) }}\n {%- endif -%}\n\n {%- endif -%}\n{%- endmacro %}", "meta": {}, "name": "statement", "original_file_path": "macros/etc/statement.sql", @@ -5045,17 +6217,19 @@ "path": "macros/etc/statement.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.statement" }, "macro.dbt.strategy_dispatch": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.252231, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro strategy_dispatch(name) -%}\n{% set original_name = name %}\n {% if '.' in name %}\n {% set package_name, name = name.split(\".\", 1) %}\n {% else %}\n {% set package_name = none %}\n {% endif %}\n\n {% if package_name is none %}\n {% set package_context = context %}\n {% elif package_name in context %}\n {% set package_context = context[package_name] %}\n {% else %}\n {% set error_msg %}\n Could not find package '{{package_name}}', called with '{{original_name}}'\n {% endset %}\n {{ exceptions.raise_compiler_error(error_msg | trim) }}\n {% endif %}\n\n {%- set search_name = 'snapshot_' ~ name ~ '_strategy' -%}\n\n {% if search_name not in package_context %}\n {% set error_msg %}\n The specified strategy macro '{{name}}' was not found in package '{{ package_name }}'\n {% endset %}\n {{ exceptions.raise_compiler_error(error_msg | trim) }}\n {% endif %}\n {{ return(package_context[search_name]) }}\n{%- endmacro %}", @@ -5067,12 +6241,13 @@ "path": "macros/materializations/snapshots/strategies.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.strategy_dispatch" }, "macro.dbt.string_literal": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.451034, "depends_on": { "macros": [ "macro.dbt.default__string_literal" @@ -5080,6 +6255,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{%- macro string_literal(value) -%}\n {{ return(adapter.dispatch('string_literal', 'dbt') (value)) }}\n{%- endmacro -%}\n\n", @@ -5091,12 +6267,13 @@ "path": "macros/utils/literal.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.string_literal" }, "macro.dbt.support_multiple_grantees_per_dcl_statement": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.5004091, "depends_on": { "macros": [ "macro.dbt.default__support_multiple_grantees_per_dcl_statement" @@ -5104,6 +6281,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro support_multiple_grantees_per_dcl_statement() %}\n {{ return(adapter.dispatch('support_multiple_grantees_per_dcl_statement', 'dbt')()) }}\n{% endmacro %}", @@ -5115,12 +6293,13 @@ "path": "macros/adapters/apply_grants.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.support_multiple_grantees_per_dcl_statement" }, "macro.dbt.sync_column_schemas": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.3416152, "depends_on": { "macros": [ "macro.dbt.alter_relation_add_remove_columns", @@ -5129,6 +6308,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro sync_column_schemas(on_schema_change, target_relation, schema_changes_dict) %}\n\n {%- set add_to_target_arr = schema_changes_dict['source_not_in_target'] -%}\n\n {%- if on_schema_change == 'append_new_columns'-%}\n {%- if add_to_target_arr | length > 0 -%}\n {%- do alter_relation_add_remove_columns(target_relation, add_to_target_arr, none) -%}\n {%- endif -%}\n\n {% elif on_schema_change == 'sync_all_columns' %}\n {%- set remove_from_target_arr = schema_changes_dict['target_not_in_source'] -%}\n {%- set new_target_types = schema_changes_dict['new_target_types'] -%}\n\n {% if add_to_target_arr | length > 0 or remove_from_target_arr | length > 0 %}\n {%- do alter_relation_add_remove_columns(target_relation, add_to_target_arr, remove_from_target_arr) -%}\n {% endif %}\n\n {% if new_target_types != [] %}\n {% for ntt in new_target_types %}\n {% set column_name = ntt['column_name'] %}\n {% set new_type = ntt['new_type'] %}\n {% do alter_column_type(target_relation, column_name, new_type) %}\n {% endfor %}\n {% endif %}\n\n {% endif %}\n\n {% set schema_change_message %}\n In {{ target_relation }}:\n Schema change approach: {{ on_schema_change }}\n Columns added: {{ add_to_target_arr }}\n Columns removed: {{ remove_from_target_arr }}\n Data types changed: {{ new_target_types }}\n {% endset %}\n\n {% do log(schema_change_message) %}\n\n{% endmacro %}", @@ -5140,12 +6320,13 @@ "path": "macros/materializations/models/incremental/on_schema_change.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.sync_column_schemas" }, "macro.dbt.test_accepted_values": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.539191, "depends_on": { "macros": [ "macro.dbt.default__test_accepted_values" @@ -5153,6 +6334,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% test accepted_values(model, column_name, values, quote=True) %}\n {% set macro = adapter.dispatch('test_accepted_values', 'dbt') %}\n {{ macro(model, column_name, values, quote) }}\n{% endtest %}", @@ -5164,12 +6346,13 @@ "path": "tests/generic/builtin.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.test_accepted_values" }, "macro.dbt.test_not_null": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.538603, "depends_on": { "macros": [ "macro.dbt.default__test_not_null" @@ -5177,6 +6360,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% test not_null(model, column_name) %}\n {% set macro = adapter.dispatch('test_not_null', 'dbt') %}\n {{ macro(model, column_name) }}\n{% endtest %}", @@ -5188,12 +6372,13 @@ "path": "tests/generic/builtin.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.test_not_null" }, "macro.dbt.test_relationships": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.539754, "depends_on": { "macros": [ "macro.dbt.default__test_relationships" @@ -5201,6 +6386,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% test relationships(model, column_name, to, field) %}\n {% set macro = adapter.dispatch('test_relationships', 'dbt') %}\n {{ macro(model, column_name, to, field) }}\n{% endtest %}", @@ -5212,12 +6398,13 @@ "path": "tests/generic/builtin.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.test_relationships" }, "macro.dbt.test_unique": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.538126, "depends_on": { "macros": [ "macro.dbt.default__test_unique" @@ -5225,6 +6412,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% test unique(model, column_name) %}\n {% set macro = adapter.dispatch('test_unique', 'dbt') %}\n {{ macro(model, column_name) }}\n{% endtest %}", @@ -5236,12 +6424,13 @@ "path": "tests/generic/builtin.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.test_unique" }, "macro.dbt.truncate_relation": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.489314, "depends_on": { "macros": [ "macro.dbt.default__truncate_relation" @@ -5249,6 +6438,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro truncate_relation(relation) -%}\n {{ return(adapter.dispatch('truncate_relation', 'dbt')(relation)) }}\n{% endmacro %}", @@ -5260,12 +6450,13 @@ "path": "macros/adapters/relation.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.truncate_relation" }, "macro.dbt.type_bigint": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.457319, "depends_on": { "macros": [ "macro.dbt.default__type_bigint" @@ -5273,6 +6464,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "\n\n{%- macro type_bigint() -%}\n {{ return(adapter.dispatch('type_bigint', 'dbt')()) }}\n{%- endmacro -%}\n\n", @@ -5284,12 +6476,39 @@ "path": "macros/utils/data_types.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.type_bigint" }, + "macro.dbt.type_boolean": { + "arguments": [], + "created_at": 1670298551.459148, + "depends_on": { + "macros": [ + "macro.dbt.default__type_boolean" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "\n\n{%- macro type_boolean() -%}\n {{ return(adapter.dispatch('type_boolean', 'dbt')()) }}\n{%- endmacro -%}\n\n", + "meta": {}, + "name": "type_boolean", + "original_file_path": "macros/utils/data_types.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/data_types.sql", + "resource_type": "macro", + "root_path": "/some-path/sample-dbt", + "supported_languages": null, + "tags": [], + "unique_id": "macro.dbt.type_boolean" + }, "macro.dbt.type_float": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.4554949, "depends_on": { "macros": [ "macro.dbt.default__type_float" @@ -5297,6 +6516,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "\n\n{%- macro type_float() -%}\n {{ return(adapter.dispatch('type_float', 'dbt')()) }}\n{%- endmacro -%}\n\n", @@ -5308,12 +6528,13 @@ "path": "macros/utils/data_types.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.type_float" }, "macro.dbt.type_int": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.45821, "depends_on": { "macros": [ "macro.dbt.default__type_int" @@ -5321,6 +6542,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "\n\n{%- macro type_int() -%}\n {{ return(adapter.dispatch('type_int', 'dbt')()) }}\n{%- endmacro -%}\n\n", @@ -5332,12 +6554,13 @@ "path": "macros/utils/data_types.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.type_int" }, "macro.dbt.type_numeric": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.4563808, "depends_on": { "macros": [ "macro.dbt.default__type_numeric" @@ -5345,6 +6568,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "\n\n{%- macro type_numeric() -%}\n {{ return(adapter.dispatch('type_numeric', 'dbt')()) }}\n{%- endmacro -%}\n\n", @@ -5356,12 +6580,13 @@ "path": "macros/utils/data_types.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.type_numeric" }, "macro.dbt.type_string": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.4537349, "depends_on": { "macros": [ "macro.dbt.default__type_string" @@ -5369,6 +6594,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "\n\n{%- macro type_string() -%}\n {{ return(adapter.dispatch('type_string', 'dbt')()) }}\n{%- endmacro -%}\n\n", @@ -5380,12 +6606,13 @@ "path": "macros/utils/data_types.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.type_string" }, "macro.dbt.type_timestamp": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.454622, "depends_on": { "macros": [ "macro.dbt.default__type_timestamp" @@ -5393,6 +6620,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "\n\n{%- macro type_timestamp() -%}\n {{ return(adapter.dispatch('type_timestamp', 'dbt')()) }}\n{%- endmacro -%}\n\n", @@ -5404,12 +6632,13 @@ "path": "macros/utils/data_types.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt.type_timestamp" }, "macro.dbt_postgres.postgres__alter_column_comment": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.225419, "depends_on": { "macros": [ "macro.dbt_postgres.postgres_escape_comment" @@ -5417,6 +6646,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro postgres__alter_column_comment(relation, column_dict) %}\n {% set existing_columns = adapter.get_columns_in_relation(relation) | map(attribute=\"name\") | list %}\n {% for column_name in column_dict if (column_name in existing_columns) %}\n {% set comment = column_dict[column_name]['description'] %}\n {% set escaped_comment = postgres_escape_comment(comment) %}\n comment on column {{ relation }}.{{ adapter.quote(column_name) if column_dict[column_name]['quote'] else column_name }} is {{ escaped_comment }};\n {% endfor %}\n{% endmacro %}", @@ -5428,12 +6658,13 @@ "path": "macros/adapters.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt_postgres.postgres__alter_column_comment" }, "macro.dbt_postgres.postgres__alter_relation_comment": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.2241971, "depends_on": { "macros": [ "macro.dbt_postgres.postgres_escape_comment" @@ -5441,6 +6672,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro postgres__alter_relation_comment(relation, comment) %}\n {% set escaped_comment = postgres_escape_comment(comment) %}\n comment on {{ relation.type }} {{ relation }} is {{ escaped_comment }};\n{% endmacro %}", @@ -5452,17 +6684,19 @@ "path": "macros/adapters.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt_postgres.postgres__alter_relation_comment" }, "macro.dbt_postgres.postgres__any_value": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.236993, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro postgres__any_value(expression) -%}\n\n min({{ expression }})\n\n{%- endmacro %}", @@ -5474,12 +6708,13 @@ "path": "macros/utils/any_value.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt_postgres.postgres__any_value" }, "macro.dbt_postgres.postgres__check_schema_exists": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.21941, "depends_on": { "macros": [ "macro.dbt.statement" @@ -5487,6 +6722,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro postgres__check_schema_exists(information_schema, schema) -%}\n {% if information_schema.database -%}\n {{ adapter.verify_database(information_schema.database) }}\n {%- endif -%}\n {% call statement('check_schema_exists', fetch_result=True, auto_begin=False) %}\n select count(*) from pg_namespace where nspname = '{{ schema }}'\n {% endcall %}\n {{ return(load_result('check_schema_exists').table) }}\n{% endmacro %}", @@ -5498,17 +6734,19 @@ "path": "macros/adapters.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt_postgres.postgres__check_schema_exists" }, "macro.dbt_postgres.postgres__copy_grants": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.2261271, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro postgres__copy_grants() %}\n {{ return(False) }}\n{% endmacro %}", @@ -5520,12 +6758,13 @@ "path": "macros/adapters.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt_postgres.postgres__copy_grants" }, "macro.dbt_postgres.postgres__create_schema": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.215181, "depends_on": { "macros": [ "macro.dbt.statement" @@ -5533,6 +6772,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro postgres__create_schema(relation) -%}\n {% if relation.database -%}\n {{ adapter.verify_database(relation.database) }}\n {%- endif -%}\n {%- call statement('create_schema') -%}\n create schema if not exists {{ relation.without_identifier().include(database=False) }}\n {%- endcall -%}\n{% endmacro %}", @@ -5544,17 +6784,19 @@ "path": "macros/adapters.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt_postgres.postgres__create_schema" }, "macro.dbt_postgres.postgres__create_table_as": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.2133482, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro postgres__create_table_as(temporary, relation, sql) -%}\n {%- set unlogged = config.get('unlogged', default=false) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {{ sql_header if sql_header is not none }}\n\n create {% if temporary -%}\n temporary\n {%- elif unlogged -%}\n unlogged\n {%- endif %} table {{ relation }}\n as (\n {{ sql }}\n );\n{%- endmacro %}", @@ -5566,39 +6808,95 @@ "path": "macros/adapters.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt_postgres.postgres__create_table_as" }, "macro.dbt_postgres.postgres__current_timestamp": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.1987891, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, - "macro_sql": "{% macro postgres__current_timestamp() -%}\n now()\n{%- endmacro %}", + "macro_sql": "{% macro postgres__current_timestamp() -%}\n now()\n{%- endmacro %}", "meta": {}, "name": "postgres__current_timestamp", - "original_file_path": "macros/adapters.sql", + "original_file_path": "macros/timestamps.sql", "package_name": "dbt_postgres", "patch_path": null, - "path": "macros/adapters.sql", + "path": "macros/timestamps.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt_postgres.postgres__current_timestamp" }, + "macro.dbt_postgres.postgres__current_timestamp_backcompat": { + "arguments": [], + "created_at": 1670298551.200057, + "depends_on": { + "macros": [ + "macro.dbt.type_timestamp" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro postgres__current_timestamp_backcompat() %}\n current_timestamp::{{ type_timestamp() }}\n{% endmacro %}", + "meta": {}, + "name": "postgres__current_timestamp_backcompat", + "original_file_path": "macros/timestamps.sql", + "package_name": "dbt_postgres", + "patch_path": null, + "path": "macros/timestamps.sql", + "resource_type": "macro", + "root_path": "/some-path/sample-dbt", + "supported_languages": null, + "tags": [], + "unique_id": "macro.dbt_postgres.postgres__current_timestamp_backcompat" + }, + "macro.dbt_postgres.postgres__current_timestamp_in_utc_backcompat": { + "arguments": [], + "created_at": 1670298551.2002811, + "depends_on": { + "macros": [ + "macro.dbt.type_timestamp" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro postgres__current_timestamp_in_utc_backcompat() %}\n (current_timestamp at time zone 'utc')::{{ type_timestamp() }}\n{% endmacro %}", + "meta": {}, + "name": "postgres__current_timestamp_in_utc_backcompat", + "original_file_path": "macros/timestamps.sql", + "package_name": "dbt_postgres", + "patch_path": null, + "path": "macros/timestamps.sql", + "resource_type": "macro", + "root_path": "/some-path/sample-dbt", + "supported_languages": null, + "tags": [], + "unique_id": "macro.dbt_postgres.postgres__current_timestamp_in_utc_backcompat" + }, "macro.dbt_postgres.postgres__dateadd": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.229297, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro postgres__dateadd(datepart, interval, from_date_or_timestamp) %}\n\n {{ from_date_or_timestamp }} + ((interval '1 {{ datepart }}') * ({{ interval }}))\n\n{% endmacro %}", @@ -5610,12 +6908,13 @@ "path": "macros/utils/dateadd.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt_postgres.postgres__dateadd" }, "macro.dbt_postgres.postgres__datediff": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.236534, "depends_on": { "macros": [ "macro.dbt.datediff" @@ -5623,6 +6922,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro postgres__datediff(first_date, second_date, datepart) -%}\n\n {% if datepart == 'year' %}\n (date_part('year', ({{second_date}})::date) - date_part('year', ({{first_date}})::date))\n {% elif datepart == 'quarter' %}\n ({{ datediff(first_date, second_date, 'year') }} * 4 + date_part('quarter', ({{second_date}})::date) - date_part('quarter', ({{first_date}})::date))\n {% elif datepart == 'month' %}\n ({{ datediff(first_date, second_date, 'year') }} * 12 + date_part('month', ({{second_date}})::date) - date_part('month', ({{first_date}})::date))\n {% elif datepart == 'day' %}\n (({{second_date}})::date - ({{first_date}})::date)\n {% elif datepart == 'week' %}\n ({{ datediff(first_date, second_date, 'day') }} / 7 + case\n when date_part('dow', ({{first_date}})::timestamp) <= date_part('dow', ({{second_date}})::timestamp) then\n case when {{first_date}} <= {{second_date}} then 0 else -1 end\n else\n case when {{first_date}} <= {{second_date}} then 1 else 0 end\n end)\n {% elif datepart == 'hour' %}\n ({{ datediff(first_date, second_date, 'day') }} * 24 + date_part('hour', ({{second_date}})::timestamp) - date_part('hour', ({{first_date}})::timestamp))\n {% elif datepart == 'minute' %}\n ({{ datediff(first_date, second_date, 'hour') }} * 60 + date_part('minute', ({{second_date}})::timestamp) - date_part('minute', ({{first_date}})::timestamp))\n {% elif datepart == 'second' %}\n ({{ datediff(first_date, second_date, 'minute') }} * 60 + floor(date_part('second', ({{second_date}})::timestamp)) - floor(date_part('second', ({{first_date}})::timestamp)))\n {% elif datepart == 'millisecond' %}\n ({{ datediff(first_date, second_date, 'minute') }} * 60000 + floor(date_part('millisecond', ({{second_date}})::timestamp)) - floor(date_part('millisecond', ({{first_date}})::timestamp)))\n {% elif datepart == 'microsecond' %}\n ({{ datediff(first_date, second_date, 'minute') }} * 60000000 + floor(date_part('microsecond', ({{second_date}})::timestamp)) - floor(date_part('microsecond', ({{first_date}})::timestamp)))\n {% else %}\n {{ exceptions.raise_compiler_error(\"Unsupported datepart for macro datediff in postgres: {!r}\".format(datepart)) }}\n {% endif %}\n\n{%- endmacro %}", @@ -5634,12 +6934,13 @@ "path": "macros/utils/datediff.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt_postgres.postgres__datediff" }, "macro.dbt_postgres.postgres__drop_schema": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.2158039, "depends_on": { "macros": [ "macro.dbt.statement" @@ -5647,6 +6948,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro postgres__drop_schema(relation) -%}\n {% if relation.database -%}\n {{ adapter.verify_database(relation.database) }}\n {%- endif -%}\n {%- call statement('drop_schema') -%}\n drop schema if exists {{ relation.without_identifier().include(database=False) }} cascade\n {%- endcall -%}\n{% endmacro %}", @@ -5658,12 +6960,13 @@ "path": "macros/adapters.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt_postgres.postgres__drop_schema" }, "macro.dbt_postgres.postgres__get_catalog": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.202367, "depends_on": { "macros": [ "macro.dbt.statement" @@ -5671,6 +6974,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro postgres__get_catalog(information_schema, schemas) -%}\n\n {%- call statement('catalog', fetch_result=True) -%}\n {#\n If the user has multiple databases set and the first one is wrong, this will fail.\n But we won't fail in the case where there are multiple quoting-difference-only dbs, which is better.\n #}\n {% set database = information_schema.database %}\n {{ adapter.verify_database(database) }}\n\n select\n '{{ database }}' as table_database,\n sch.nspname as table_schema,\n tbl.relname as table_name,\n case tbl.relkind\n when 'v' then 'VIEW'\n else 'BASE TABLE'\n end as table_type,\n tbl_desc.description as table_comment,\n col.attname as column_name,\n col.attnum as column_index,\n pg_catalog.format_type(col.atttypid, col.atttypmod) as column_type,\n col_desc.description as column_comment,\n pg_get_userbyid(tbl.relowner) as table_owner\n\n from pg_catalog.pg_namespace sch\n join pg_catalog.pg_class tbl on tbl.relnamespace = sch.oid\n join pg_catalog.pg_attribute col on col.attrelid = tbl.oid\n left outer join pg_catalog.pg_description tbl_desc on (tbl_desc.objoid = tbl.oid and tbl_desc.objsubid = 0)\n left outer join pg_catalog.pg_description col_desc on (col_desc.objoid = tbl.oid and col_desc.objsubid = col.attnum)\n\n where (\n {%- for schema in schemas -%}\n upper(sch.nspname) = upper('{{ schema }}'){%- if not loop.last %} or {% endif -%}\n {%- endfor -%}\n )\n and not pg_is_other_temp_schema(sch.oid) -- not a temporary schema belonging to another session\n and tbl.relpersistence in ('p', 'u') -- [p]ermanent table or [u]nlogged table. Exclude [t]emporary tables\n and tbl.relkind in ('r', 'v', 'f', 'p') -- o[r]dinary table, [v]iew, [f]oreign table, [p]artitioned table. Other values are [i]ndex, [S]equence, [c]omposite type, [t]OAST table, [m]aterialized view\n and col.attnum > 0 -- negative numbers are used for system columns such as oid\n and not col.attisdropped -- column as not been dropped\n\n order by\n sch.nspname,\n tbl.relname,\n col.attnum\n\n {%- endcall -%}\n\n {{ return(load_result('catalog').table) }}\n\n{%- endmacro %}", @@ -5682,12 +6986,13 @@ "path": "macros/catalog.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt_postgres.postgres__get_catalog" }, "macro.dbt_postgres.postgres__get_columns_in_relation": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.2167602, "depends_on": { "macros": [ "macro.dbt.statement", @@ -5696,6 +7001,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro postgres__get_columns_in_relation(relation) -%}\n {% call statement('get_columns_in_relation', fetch_result=True) %}\n select\n column_name,\n data_type,\n character_maximum_length,\n numeric_precision,\n numeric_scale\n\n from {{ relation.information_schema('columns') }}\n where table_name = '{{ relation.identifier }}'\n {% if relation.schema %}\n and table_schema = '{{ relation.schema }}'\n {% endif %}\n order by ordinal_position\n\n {% endcall %}\n {% set table = load_result('get_columns_in_relation').table %}\n {{ return(sql_convert_columns_in_relation(table)) }}\n{% endmacro %}", @@ -5707,17 +7013,19 @@ "path": "macros/adapters.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt_postgres.postgres__get_columns_in_relation" }, "macro.dbt_postgres.postgres__get_create_index_sql": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.214549, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro postgres__get_create_index_sql(relation, index_dict) -%}\n {%- set index_config = adapter.parse_index(index_dict) -%}\n {%- set comma_separated_columns = \", \".join(index_config.columns) -%}\n {%- set index_name = index_config.render(relation) -%}\n\n create {% if index_config.unique -%}\n unique\n {%- endif %} index if not exists\n \"{{ index_name }}\"\n on {{ relation }} {% if index_config.type -%}\n using {{ index_config.type }}\n {%- endif %}\n ({{ comma_separated_columns }});\n{%- endmacro %}", @@ -5729,17 +7037,46 @@ "path": "macros/adapters.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt_postgres.postgres__get_create_index_sql" }, + "macro.dbt_postgres.postgres__get_incremental_default_sql": { + "arguments": [], + "created_at": 1670298551.2271192, + "depends_on": { + "macros": [ + "macro.dbt.get_incremental_delete_insert_sql", + "macro.dbt.get_incremental_append_sql" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro postgres__get_incremental_default_sql(arg_dict) %}\n\n {% if arg_dict[\"unique_key\"] %}\n {% do return(get_incremental_delete_insert_sql(arg_dict)) %}\n {% else %}\n {% do return(get_incremental_append_sql(arg_dict)) %}\n {% endif %}\n\n{% endmacro %}", + "meta": {}, + "name": "postgres__get_incremental_default_sql", + "original_file_path": "macros/materializations/incremental_strategies.sql", + "package_name": "dbt_postgres", + "patch_path": null, + "path": "macros/materializations/incremental_strategies.sql", + "resource_type": "macro", + "root_path": "/some-path/sample-dbt", + "supported_languages": null, + "tags": [], + "unique_id": "macro.dbt_postgres.postgres__get_incremental_default_sql" + }, "macro.dbt_postgres.postgres__get_show_grant_sql": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.225875, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "\n\n{%- macro postgres__get_show_grant_sql(relation) -%}\n select grantee, privilege_type\n from {{ relation.information_schema('role_table_grants') }}\n where grantor = current_role\n and grantee != current_role\n and table_schema = '{{ relation.schema }}'\n and table_name = '{{ relation.identifier }}'\n{%- endmacro -%}\n\n", @@ -5751,17 +7088,19 @@ "path": "macros/adapters.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt_postgres.postgres__get_show_grant_sql" }, "macro.dbt_postgres.postgres__information_schema_name": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.217869, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro postgres__information_schema_name(database) -%}\n {% if database_name -%}\n {{ adapter.verify_database(database_name) }}\n {%- endif -%}\n information_schema\n{%- endmacro %}", @@ -5773,12 +7112,13 @@ "path": "macros/adapters.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt_postgres.postgres__information_schema_name" }, "macro.dbt_postgres.postgres__last_day": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.238176, "depends_on": { "macros": [ "macro.dbt.dateadd", @@ -5788,6 +7128,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro postgres__last_day(date, datepart) -%}\n\n {%- if datepart == 'quarter' -%}\n -- postgres dateadd does not support quarter interval.\n cast(\n {{dbt.dateadd('day', '-1',\n dbt.dateadd('month', '3', dbt.date_trunc(datepart, date))\n )}}\n as date)\n {%- else -%}\n {{dbt.default_last_day(date, datepart)}}\n {%- endif -%}\n\n{%- endmacro %}", @@ -5799,12 +7140,13 @@ "path": "macros/utils/last_day.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt_postgres.postgres__last_day" }, "macro.dbt_postgres.postgres__list_relations_without_caching": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.2175071, "depends_on": { "macros": [ "macro.dbt.statement" @@ -5812,6 +7154,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro postgres__list_relations_without_caching(schema_relation) %}\n {% call statement('list_relations_without_caching', fetch_result=True) -%}\n select\n '{{ schema_relation.database }}' as database,\n tablename as name,\n schemaname as schema,\n 'table' as type\n from pg_tables\n where schemaname ilike '{{ schema_relation.schema }}'\n union all\n select\n '{{ schema_relation.database }}' as database,\n viewname as name,\n schemaname as schema,\n 'view' as type\n from pg_views\n where schemaname ilike '{{ schema_relation.schema }}'\n {% endcall %}\n {{ return(load_result('list_relations_without_caching').table) }}\n{% endmacro %}", @@ -5823,12 +7166,13 @@ "path": "macros/adapters.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt_postgres.postgres__list_relations_without_caching" }, "macro.dbt_postgres.postgres__list_schemas": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.218627, "depends_on": { "macros": [ "macro.dbt.statement" @@ -5836,6 +7180,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro postgres__list_schemas(database) %}\n {% if database -%}\n {{ adapter.verify_database(database) }}\n {%- endif -%}\n {% call statement('list_schemas', fetch_result=True, auto_begin=False) %}\n select distinct nspname from pg_namespace\n {% endcall %}\n {{ return(load_result('list_schemas').table) }}\n{% endmacro %}", @@ -5847,17 +7192,19 @@ "path": "macros/adapters.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt_postgres.postgres__list_schemas" }, "macro.dbt_postgres.postgres__listagg": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.2307389, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro postgres__listagg(measure, delimiter_text, order_by_clause, limit_num) -%}\n\n {% if limit_num -%}\n array_to_string(\n (array_agg(\n {{ measure }}\n {% if order_by_clause -%}\n {{ order_by_clause }}\n {%- endif %}\n ))[1:{{ limit_num }}],\n {{ delimiter_text }}\n )\n {%- else %}\n string_agg(\n {{ measure }},\n {{ delimiter_text }}\n {% if order_by_clause -%}\n {{ order_by_clause }}\n {%- endif %}\n )\n {%- endif %}\n\n{%- endmacro %}", @@ -5869,12 +7216,13 @@ "path": "macros/utils/listagg.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt_postgres.postgres__listagg" }, "macro.dbt_postgres.postgres__make_backup_relation": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.222691, "depends_on": { "macros": [ "macro.dbt_postgres.postgres__make_relation_with_suffix" @@ -5882,6 +7230,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro postgres__make_backup_relation(base_relation, backup_relation_type, suffix) %}\n {% set backup_relation = postgres__make_relation_with_suffix(base_relation, suffix, dstring=False) %}\n {{ return(backup_relation.incorporate(type=backup_relation_type)) }}\n{% endmacro %}", @@ -5893,12 +7242,13 @@ "path": "macros/adapters.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt_postgres.postgres__make_backup_relation" }, "macro.dbt_postgres.postgres__make_intermediate_relation": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.221505, "depends_on": { "macros": [ "macro.dbt_postgres.postgres__make_relation_with_suffix" @@ -5906,6 +7256,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro postgres__make_intermediate_relation(base_relation, suffix) %}\n {{ return(postgres__make_relation_with_suffix(base_relation, suffix, dstring=False)) }}\n{% endmacro %}", @@ -5917,17 +7268,19 @@ "path": "macros/adapters.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt_postgres.postgres__make_intermediate_relation" }, "macro.dbt_postgres.postgres__make_relation_with_suffix": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.221094, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro postgres__make_relation_with_suffix(base_relation, suffix, dstring) %}\n {% if dstring %}\n {% set dt = modules.datetime.datetime.now() %}\n {% set dtstring = dt.strftime(\"%H%M%S%f\") %}\n {% set suffix = suffix ~ dtstring %}\n {% endif %}\n {% set suffix_length = suffix|length %}\n {% set relation_max_name_length = base_relation.relation_max_name_length() %}\n {% if suffix_length > relation_max_name_length %}\n {% do exceptions.raise_compiler_error('Relation suffix is too long (' ~ suffix_length ~ ' characters). Maximum length is ' ~ relation_max_name_length ~ ' characters.') %}\n {% endif %}\n {% set identifier = base_relation.identifier[:relation_max_name_length - suffix_length] ~ suffix %}\n\n {{ return(base_relation.incorporate(path={\"identifier\": identifier })) }}\n\n {% endmacro %}", @@ -5939,12 +7292,13 @@ "path": "macros/adapters.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt_postgres.postgres__make_relation_with_suffix" }, "macro.dbt_postgres.postgres__make_temp_relation": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.222146, "depends_on": { "macros": [ "macro.dbt_postgres.postgres__make_relation_with_suffix" @@ -5952,6 +7306,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro postgres__make_temp_relation(base_relation, suffix) %}\n {% set temp_relation = postgres__make_relation_with_suffix(base_relation, suffix, dstring=True) %}\n {{ return(temp_relation.incorporate(path={\"schema\": none,\n \"database\": none})) }}\n{% endmacro %}", @@ -5963,12 +7318,13 @@ "path": "macros/adapters.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt_postgres.postgres__make_temp_relation" }, "macro.dbt_postgres.postgres__snapshot_get_time": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.199831, "depends_on": { "macros": [ "macro.dbt.current_timestamp" @@ -5976,28 +7332,31 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro postgres__snapshot_get_time() -%}\n {{ current_timestamp() }}::timestamp without time zone\n{%- endmacro %}", "meta": {}, "name": "postgres__snapshot_get_time", - "original_file_path": "macros/adapters.sql", + "original_file_path": "macros/timestamps.sql", "package_name": "dbt_postgres", "patch_path": null, - "path": "macros/adapters.sql", + "path": "macros/timestamps.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt_postgres.postgres__snapshot_get_time" }, "macro.dbt_postgres.postgres__snapshot_merge_sql": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.2286642, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro postgres__snapshot_merge_sql(target, source, insert_cols) -%}\n {%- set insert_cols_csv = insert_cols | join(', ') -%}\n\n update {{ target }}\n set dbt_valid_to = DBT_INTERNAL_SOURCE.dbt_valid_to\n from {{ source }} as DBT_INTERNAL_SOURCE\n where DBT_INTERNAL_SOURCE.dbt_scd_id::text = {{ target }}.dbt_scd_id::text\n and DBT_INTERNAL_SOURCE.dbt_change_type::text in ('update'::text, 'delete'::text)\n and {{ target }}.dbt_valid_to is null;\n\n insert into {{ target }} ({{ insert_cols_csv }})\n select {% for column in insert_cols -%}\n DBT_INTERNAL_SOURCE.{{ column }} {%- if not loop.last %}, {%- endif %}\n {%- endfor %}\n from {{ source }} as DBT_INTERNAL_SOURCE\n where DBT_INTERNAL_SOURCE.dbt_change_type::text = 'insert'::text;\n{% endmacro %}", @@ -6009,34 +7368,37 @@ "path": "macros/materializations/snapshot_merge.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt_postgres.postgres__snapshot_merge_sql" }, "macro.dbt_postgres.postgres__snapshot_string_as_time": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.1996002, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro postgres__snapshot_string_as_time(timestamp) -%}\n {%- set result = \"'\" ~ timestamp ~ \"'::timestamp without time zone\" -%}\n {{ return(result) }}\n{%- endmacro %}", "meta": {}, "name": "postgres__snapshot_string_as_time", - "original_file_path": "macros/adapters.sql", + "original_file_path": "macros/timestamps.sql", "package_name": "dbt_postgres", "patch_path": null, - "path": "macros/adapters.sql", + "path": "macros/timestamps.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt_postgres.postgres__snapshot_string_as_time" }, "macro.dbt_postgres.postgres__split_part": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.2391849, "depends_on": { "macros": [ "macro.dbt.default__split_part", @@ -6045,6 +7407,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro postgres__split_part(string_text, delimiter_text, part_number) %}\n\n {% if part_number >= 0 %}\n {{ dbt.default__split_part(string_text, delimiter_text, part_number) }}\n {% else %}\n {{ dbt._split_part_negative(string_text, delimiter_text, part_number) }}\n {% endif %}\n\n{% endmacro %}", @@ -6056,17 +7419,19 @@ "path": "macros/utils/split_part.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt_postgres.postgres__split_part" }, "macro.dbt_postgres.postgres_escape_comment": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.223697, "depends_on": { "macros": [] }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro postgres_escape_comment(comment) -%}\n {% if comment is not string %}\n {% do exceptions.raise_compiler_error('cannot escape a non-string: ' ~ comment) %}\n {% endif %}\n {%- set magic = '$dbt_comment_literal_block$' -%}\n {%- if magic in comment -%}\n {%- do exceptions.raise_compiler_error('The string ' ~ magic ~ ' is not allowed in comments.') -%}\n {%- endif -%}\n {{ magic }}{{ comment }}{{ magic }}\n{%- endmacro %}", @@ -6078,12 +7443,13 @@ "path": "macros/adapters.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt_postgres.postgres_escape_comment" }, "macro.dbt_postgres.postgres_get_relations": { "arguments": [], - "created_at": 1663278957.5715818, + "created_at": 1670298551.203551, "depends_on": { "macros": [ "macro.dbt.statement" @@ -6091,6 +7457,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "macro_sql": "{% macro postgres_get_relations () -%}\n\n {#\n -- in pg_depend, objid is the dependent, refobjid is the referenced object\n -- > a pg_depend entry indicates that the referenced object cannot be\n -- > dropped without also dropping the dependent object.\n #}\n\n {%- call statement('relations', fetch_result=True) -%}\n with relation as (\n select\n pg_rewrite.ev_class as class,\n pg_rewrite.oid as id\n from pg_rewrite\n ),\n class as (\n select\n oid as id,\n relname as name,\n relnamespace as schema,\n relkind as kind\n from pg_class\n ),\n dependency as (\n select distinct\n pg_depend.objid as id,\n pg_depend.refobjid as ref\n from pg_depend\n ),\n schema as (\n select\n pg_namespace.oid as id,\n pg_namespace.nspname as name\n from pg_namespace\n where nspname != 'information_schema' and nspname not like 'pg\\_%'\n ),\n referenced as (\n select\n relation.id AS id,\n referenced_class.name ,\n referenced_class.schema ,\n referenced_class.kind\n from relation\n join class as referenced_class on relation.class=referenced_class.id\n where referenced_class.kind in ('r', 'v')\n ),\n relationships as (\n select\n referenced.name as referenced_name,\n referenced.schema as referenced_schema_id,\n dependent_class.name as dependent_name,\n dependent_class.schema as dependent_schema_id,\n referenced.kind as kind\n from referenced\n join dependency on referenced.id=dependency.id\n join class as dependent_class on dependency.ref=dependent_class.id\n where\n (referenced.name != dependent_class.name or\n referenced.schema != dependent_class.schema)\n )\n\n select\n referenced_schema.name as referenced_schema,\n relationships.referenced_name as referenced_name,\n dependent_schema.name as dependent_schema,\n relationships.dependent_name as dependent_name\n from relationships\n join schema as dependent_schema on relationships.dependent_schema_id=dependent_schema.id\n join schema as referenced_schema on relationships.referenced_schema_id=referenced_schema.id\n group by referenced_schema, referenced_name, dependent_schema, dependent_name\n order by referenced_schema, referenced_name, dependent_schema, dependent_name;\n\n {%- endcall -%}\n\n {{ return(load_result('relations').table) }}\n{% endmacro %}", @@ -6102,16 +7469,17 @@ "path": "macros/relations.sql", "resource_type": "macro", "root_path": "/some-path/sample-dbt", + "supported_languages": null, "tags": [], "unique_id": "macro.dbt_postgres.postgres_get_relations" } }, "metadata": { "adapter_type": "postgres", - "dbt_schema_version": "https://schemas.getdbt.com/dbt/manifest/v6.json", - "dbt_version": "1.2.1", + "dbt_schema_version": "https://schemas.getdbt.com/dbt/manifest/v7.json", + "dbt_version": "1.3.0", "env": {}, - "generated_at": "2021-06-18T21:38:36.384613Z", + "generated_at": "2022-12-06T03:49:11.154513Z", "invocation_id": "just-some-random-id", "project_id": "d7ed27e3f02ff95ca753dd76aed208ee", "send_anonymous_usage_stats": true, @@ -6128,18 +7496,24 @@ }, "columns": {}, "compiled": true, + "compiled_code": "\n\nSELECT\n c.customer_id,\n c.first_name || ' ' || c.last_name as \"full_name\",\n c.email,\n a.address,\n m.city,\n a.postal_code,\n a.phone\nFROM\n \"pagila\".\"public\".\"customer\" c\n left outer join \"pagila\".\"public\".\"address\" a on c.address_id = a.address_id\n left outer join \"pagila\".\"public\".\"city\" m on a.city_id = m.city_id", "compiled_path": "target/compiled/sample_dbt/models/transform/customer_details.sql", - "compiled_sql": "\n\nSELECT\n c.customer_id,\n c.first_name || ' ' || c.last_name as \"full_name\",\n c.email,\n a.address,\n m.city,\n a.postal_code,\n a.phone\nFROM\n \"pagila\".\"public\".\"customer\" c\n left outer join \"pagila\".\"public\".\"address\" a on c.address_id = a.address_id\n left outer join \"pagila\".\"public\".\"city\" m on a.city_id = m.city_id", "config": { "alias": null, "column_types": {}, "database": null, + "docs": { + "node_color": null, + "show": true + }, "enabled": true, "full_refresh": null, "grants": {}, + "incremental_strategy": null, "materialized": "ephemeral", "meta": {}, "on_schema_change": "ignore", + "packages": [], "persist_docs": {}, "post-hook": [], "pre-hook": [], @@ -6148,19 +7522,20 @@ "tags": [], "unique_key": null }, - "created_at": 1663278957.5715818, + "created_at": 1670298551.7804742, "database": "pagila", "deferred": false, "depends_on": { "macros": [], "nodes": [ - "source.sample_dbt.pagila.city", "source.sample_dbt.pagila.customer", - "source.sample_dbt.pagila.address" + "source.sample_dbt.pagila.address", + "source.sample_dbt.pagila.city" ] }, "description": "", "docs": { + "node_color": null, "show": true }, "extra_ctes": [], @@ -6170,6 +7545,7 @@ "transform", "customer_details" ], + "language": "sql", "meta": {}, "metrics": [], "name": "customer_details", @@ -6177,17 +7553,13 @@ "package_name": "sample_dbt", "patch_path": null, "path": "transform/customer_details.sql", - "raw_sql": "{{ config(\n materialized = \"ephemeral\",\n) }}\n\nSELECT\n c.customer_id,\n c.first_name || ' ' || c.last_name as \"full_name\",\n c.email,\n a.address,\n m.city,\n a.postal_code,\n a.phone\nFROM\n {{ source('pagila', 'customer')}} c\n left outer join {{ source('pagila', 'address')}} a on c.address_id = a.address_id\n left outer join {{ source('pagila', 'city') }} m on a.city_id = m.city_id", + "raw_code": "{{ config(\n materialized = \"ephemeral\",\n) }}\n\nSELECT\n c.customer_id,\n c.first_name || ' ' || c.last_name as \"full_name\",\n c.email,\n a.address,\n m.city,\n a.postal_code,\n a.phone\nFROM\n {{ source('pagila', 'customer')}} c\n left outer join {{ source('pagila', 'address')}} a on c.address_id = a.address_id\n left outer join {{ source('pagila', 'city') }} m on a.city_id = m.city_id", "refs": [], "relation_name": null, "resource_type": "model", "root_path": "/some-path/sample-dbt", "schema": "dbt_postgres", "sources": [ - [ - "pagila", - "city" - ], [ "pagila", "customer" @@ -6195,6 +7567,10 @@ [ "pagila", "address" + ], + [ + "pagila", + "city" ] ], "tags": [], @@ -6212,18 +7588,24 @@ }, "columns": {}, "compiled": true, + "compiled_code": "\n\nwith __dbt__cte__customer_details as (\n\n\nSELECT\n c.customer_id,\n c.first_name || ' ' || c.last_name as \"full_name\",\n c.email,\n a.address,\n m.city,\n a.postal_code,\n a.phone\nFROM\n \"pagila\".\"public\".\"customer\" c\n left outer join \"pagila\".\"public\".\"address\" a on c.address_id = a.address_id\n left outer join \"pagila\".\"public\".\"city\" m on a.city_id = m.city_id\n)SELECT \n pbc.billing_month,\n pbc.customer_id,\n pbc.amount,\n cust.email\nFROM\n \"pagila\".\"dbt_postgres\".\"payments_by_customer_by_month\" pbc\n left outer join __dbt__cte__customer_details cust on pbc.customer_id = cust.customer_id\nORDER BY\n pbc.billing_month", "compiled_path": "target/compiled/sample_dbt/models/billing/monthly_billing_with_cust.sql", - "compiled_sql": "\n\nwith __dbt__cte__customer_details as (\n\n\nSELECT\n c.customer_id,\n c.first_name || ' ' || c.last_name as \"full_name\",\n c.email,\n a.address,\n m.city,\n a.postal_code,\n a.phone\nFROM\n \"pagila\".\"public\".\"customer\" c\n left outer join \"pagila\".\"public\".\"address\" a on c.address_id = a.address_id\n left outer join \"pagila\".\"public\".\"city\" m on a.city_id = m.city_id\n)SELECT \n pbc.billing_month,\n pbc.customer_id,\n pbc.amount,\n cust.email\nFROM\n \"pagila\".\"dbt_postgres\".\"payments_by_customer_by_month\" pbc\n left outer join __dbt__cte__customer_details cust on pbc.customer_id = cust.customer_id\nORDER BY\n pbc.billing_month", "config": { "alias": "an-aliased-view-for-monthly-billing", "column_types": {}, "database": null, + "docs": { + "node_color": null, + "show": true + }, "enabled": true, "full_refresh": null, "grants": {}, + "incremental_strategy": null, "materialized": "table", "meta": {}, "on_schema_change": "ignore", + "packages": [], "persist_docs": {}, "post-hook": [], "pre-hook": [], @@ -6232,7 +7614,7 @@ "tags": [], "unique_key": null }, - "created_at": 1663278957.5715818, + "created_at": 1670298551.786046, "database": "pagila", "deferred": false, "depends_on": { @@ -6244,6 +7626,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "extra_ctes": [ @@ -6258,6 +7641,7 @@ "billing", "monthly_billing_with_cust" ], + "language": "sql", "meta": {}, "metrics": [], "name": "monthly_billing_with_cust", @@ -6265,7 +7649,7 @@ "package_name": "sample_dbt", "patch_path": null, "path": "billing/monthly_billing_with_cust.sql", - "raw_sql": "{{ config(\n materialized = \"table\",\n alias='an-aliased-view-for-monthly-billing'\n) }}\n\nSELECT \n pbc.billing_month,\n pbc.customer_id,\n pbc.amount,\n cust.email\nFROM\n {{ ref('payments_by_customer_by_month')}} pbc\n left outer join {{ ref('customer_details')}} cust on pbc.customer_id = cust.customer_id\nORDER BY\n pbc.billing_month", + "raw_code": "{{ config(\n materialized = \"table\",\n alias='an-aliased-view-for-monthly-billing'\n) }}\n\nSELECT \n pbc.billing_month,\n pbc.customer_id,\n pbc.amount,\n cust.email\nFROM\n {{ ref('payments_by_customer_by_month')}} pbc\n left outer join {{ ref('customer_details')}} cust on pbc.customer_id = cust.customer_id\nORDER BY\n pbc.billing_month", "refs": [ [ "payments_by_customer_by_month" @@ -6295,18 +7679,24 @@ }, "columns": {}, "compiled": true, + "compiled_code": "\n\nwith payments as (\n\n select \n *\n from \n \"pagila\".\"public\".\"payment_p2020_01\"\n UNION ALL\n select \n *\n from \n \"pagila\".\"public\".\"payment_p2020_02\"\n UNION ALL\n select \n *\n from \n \"pagila\".\"public\".\"payment_p2020_02\"\n UNION ALL\n select \n *\n from \n \"pagila\".\"public\".\"payment_p2020_03\"\n UNION ALL\n select \n *\n from \n \"pagila\".\"public\".\"payment_p2020_04\"\n UNION ALL\n select \n *\n from \n \"pagila\".\"public\".\"payment_p2020_05\"\n UNION ALL\n select \n *\n from \n \"pagila\".\"public\".\"payment_p2020_06\"\n)\n\nselect *\nfrom payments", "compiled_path": "target/compiled/sample_dbt/models/base/payments_base.sql", - "compiled_sql": "\n\nwith payments as (\n\n select \n *\n from \n \"pagila\".\"public\".\"payment_p2020_01\"\n UNION ALL\n select \n *\n from \n \"pagila\".\"public\".\"payment_p2020_02\"\n UNION ALL\n select \n *\n from \n \"pagila\".\"public\".\"payment_p2020_02\"\n UNION ALL\n select \n *\n from \n \"pagila\".\"public\".\"payment_p2020_03\"\n UNION ALL\n select \n *\n from \n \"pagila\".\"public\".\"payment_p2020_04\"\n UNION ALL\n select \n *\n from \n \"pagila\".\"public\".\"payment_p2020_05\"\n UNION ALL\n select \n *\n from \n \"pagila\".\"public\".\"payment_p2020_06\"\n)\n\nselect *\nfrom payments", "config": { "alias": "an-aliased-view-for-payments", "column_types": {}, "database": null, + "docs": { + "node_color": null, + "show": true + }, "enabled": true, "full_refresh": null, "grants": {}, + "incremental_strategy": null, "materialized": "view", "meta": {}, "on_schema_change": "ignore", + "packages": [], "persist_docs": {}, "post-hook": [], "pre-hook": [], @@ -6315,22 +7705,23 @@ "tags": [], "unique_key": null }, - "created_at": 1663278957.5715818, + "created_at": 1670298551.78323, "database": "pagila", "deferred": false, "depends_on": { "macros": [], "nodes": [ + "source.sample_dbt.pagila.payment_p2020_05", "source.sample_dbt.pagila.payment_p2020_04", "source.sample_dbt.pagila.payment_p2020_01", - "source.sample_dbt.pagila.payment_p2020_02", - "source.sample_dbt.pagila.payment_p2020_03", "source.sample_dbt.pagila.payment_p2020_06", - "source.sample_dbt.pagila.payment_p2020_05" + "source.sample_dbt.pagila.payment_p2020_02", + "source.sample_dbt.pagila.payment_p2020_03" ] }, "description": "", "docs": { + "node_color": null, "show": true }, "extra_ctes": [], @@ -6340,6 +7731,7 @@ "base", "payments_base" ], + "language": "sql", "meta": {}, "metrics": [], "name": "payments_base", @@ -6347,13 +7739,17 @@ "package_name": "sample_dbt", "patch_path": null, "path": "base/payments_base.sql", - "raw_sql": "{{ config(\n materialized=\"view\",\n alias='an-aliased-view-for-payments'\n) }}\n\nwith payments as (\n\n select \n *\n from \n {{ source('pagila', 'payment_p2020_01')}}\n UNION ALL\n select \n *\n from \n {{ source('pagila', 'payment_p2020_02')}}\n UNION ALL\n select \n *\n from \n {{ source('pagila', 'payment_p2020_02')}}\n UNION ALL\n select \n *\n from \n {{ source('pagila', 'payment_p2020_03')}}\n UNION ALL\n select \n *\n from \n {{ source('pagila', 'payment_p2020_04')}}\n UNION ALL\n select \n *\n from \n {{ source('pagila', 'payment_p2020_05')}}\n UNION ALL\n select \n *\n from \n {{ source('pagila', 'payment_p2020_06')}}\n)\n\nselect *\nfrom payments", + "raw_code": "{{ config(\n materialized=\"view\",\n alias='an-aliased-view-for-payments'\n) }}\n\nwith payments as (\n\n select \n *\n from \n {{ source('pagila', 'payment_p2020_01')}}\n UNION ALL\n select \n *\n from \n {{ source('pagila', 'payment_p2020_02')}}\n UNION ALL\n select \n *\n from \n {{ source('pagila', 'payment_p2020_02')}}\n UNION ALL\n select \n *\n from \n {{ source('pagila', 'payment_p2020_03')}}\n UNION ALL\n select \n *\n from \n {{ source('pagila', 'payment_p2020_04')}}\n UNION ALL\n select \n *\n from \n {{ source('pagila', 'payment_p2020_05')}}\n UNION ALL\n select \n *\n from \n {{ source('pagila', 'payment_p2020_06')}}\n)\n\nselect *\nfrom payments", "refs": [], "relation_name": "\"pagila\".\"dbt_postgres\".\"an-aliased-view-for-payments\"", "resource_type": "model", "root_path": "/some-path/sample-dbt", "schema": "dbt_postgres", "sources": [ + [ + "pagila", + "payment_p2020_05" + ], [ "pagila", "payment_p2020_04" @@ -6362,6 +7758,10 @@ "pagila", "payment_p2020_01" ], + [ + "pagila", + "payment_p2020_06" + ], [ "pagila", "payment_p2020_02" @@ -6369,14 +7769,6 @@ [ "pagila", "payment_p2020_03" - ], - [ - "pagila", - "payment_p2020_06" - ], - [ - "pagila", - "payment_p2020_05" ] ], "tags": [], @@ -6425,18 +7817,24 @@ } }, "compiled": true, + "compiled_code": "\n\nSELECT\n date_trunc('month', payment_date) as \"billing_month\",\n customer_id,\n sum(amount) as \"amount\"\nFROM\n \"pagila\".\"dbt_postgres\".\"an-aliased-view-for-payments\"\nGROUP BY\n billing_month,\n customer_id", "compiled_path": "target/compiled/sample_dbt/models/transform/payments_by_customer_by_month.sql", - "compiled_sql": "\n\nSELECT\n date_trunc('month', payment_date) as \"billing_month\",\n customer_id,\n sum(amount) as \"amount\"\nFROM\n \"pagila\".\"dbt_postgres\".\"an-aliased-view-for-payments\"\nGROUP BY\n billing_month,\n customer_id", "config": { "alias": null, "column_types": {}, "database": null, + "docs": { + "node_color": null, + "show": true + }, "enabled": true, "full_refresh": null, "grants": {}, + "incremental_strategy": null, "materialized": "table", "meta": {}, "on_schema_change": "ignore", + "packages": [], "persist_docs": {}, "post-hook": [], "pre-hook": [], @@ -6445,7 +7843,7 @@ "tags": [], "unique_key": null }, - "created_at": 1663278957.5715818, + "created_at": 1670298551.767744, "database": "pagila", "deferred": false, "depends_on": { @@ -6456,6 +7854,7 @@ }, "description": "", "docs": { + "node_color": null, "show": true }, "extra_ctes": [], @@ -6465,14 +7864,15 @@ "transform", "payments_by_customer_by_month" ], + "language": "sql", "meta": {}, "metrics": [], "name": "payments_by_customer_by_month", "original_file_path": "models/transform/payments_by_customer_by_month.sql", "package_name": "sample_dbt", - "patch_path": "sample_dbt://models/base.yml", + "patch_path": null, "path": "transform/payments_by_customer_by_month.sql", - "raw_sql": "{{ config(\n materialized = \"table\",\n) }}\n\nSELECT\n date_trunc('month', payment_date) as \"billing_month\",\n customer_id,\n sum(amount) as \"amount\"\nFROM\n {{ ref('payments_base')}}\nGROUP BY\n billing_month,\n customer_id", + "raw_code": "{{ config(\n materialized = \"table\",\n) }}\n\nSELECT\n date_trunc('month', payment_date) as \"billing_month\",\n customer_id,\n sum(amount) as \"amount\"\nFROM\n {{ ref('payments_base')}}\nGROUP BY\n billing_month,\n customer_id", "refs": [ [ "payments_base" @@ -6556,7 +7956,7 @@ "config": { "enabled": true }, - "created_at": 1663278957.5715818, + "created_at": 1670298551.820541, "database": "pagila", "description": "description for actor table from dbt", "external": null, @@ -6611,7 +8011,7 @@ "config": { "enabled": true }, - "created_at": 1663278957.5715818, + "created_at": 1670298551.820682, "database": "pagila", "description": "a user's address", "external": null, @@ -6662,7 +8062,7 @@ "config": { "enabled": true }, - "created_at": 1663278957.5715818, + "created_at": 1670298551.820788, "database": "pagila", "description": "a user's category", "external": null, @@ -6713,7 +8113,7 @@ "config": { "enabled": true }, - "created_at": 1663278957.5715818, + "created_at": 1670298551.820918, "database": "pagila", "description": "", "external": null, @@ -6764,7 +8164,7 @@ "config": { "enabled": true }, - "created_at": 1663278957.5715818, + "created_at": 1670298551.8210292, "database": "pagila", "description": "", "external": null, @@ -6819,7 +8219,7 @@ "config": { "enabled": true }, - "created_at": 1663278957.5715818, + "created_at": 1670298551.821124, "database": "pagila", "description": "description for customer table from dbt", "external": null, @@ -6870,7 +8270,7 @@ "config": { "enabled": true }, - "created_at": 1663278957.5715818, + "created_at": 1670298551.821228, "database": "pagila", "description": "", "external": null, @@ -6921,7 +8321,7 @@ "config": { "enabled": true }, - "created_at": 1663278957.5715818, + "created_at": 1670298551.821324, "database": "pagila", "description": "", "external": null, @@ -6981,7 +8381,7 @@ "config": { "enabled": true }, - "created_at": 1663278957.5715818, + "created_at": 1670298551.821418, "database": "pagila", "description": "", "external": null, @@ -7032,7 +8432,7 @@ "config": { "enabled": true }, - "created_at": 1663278957.5715818, + "created_at": 1670298551.821511, "database": "pagila", "description": "", "external": null, @@ -7083,7 +8483,7 @@ "config": { "enabled": true }, - "created_at": 1663278957.5715818, + "created_at": 1670298551.8216152, "database": "pagila", "description": "a payment", "external": null, @@ -7134,7 +8534,7 @@ "config": { "enabled": true }, - "created_at": 1663278957.5715818, + "created_at": 1670298551.821711, "database": "pagila", "description": "", "external": null, diff --git a/metadata-ingestion/tests/integration/dbt/sample_dbt_sources.json b/metadata-ingestion/tests/integration/dbt/sample_dbt_sources.json index 4d9ac83ee4..38790bdc61 100644 --- a/metadata-ingestion/tests/integration/dbt/sample_dbt_sources.json +++ b/metadata-ingestion/tests/integration/dbt/sample_dbt_sources.json @@ -2,7 +2,7 @@ "elapsed_time": 3.1415, "metadata": { "dbt_schema_version": "https://schemas.getdbt.com/dbt/sources/v3.json", - "dbt_version": "1.2.1", + "dbt_version": "1.3.0", "env": {}, "generated_at": "2021-06-18T21:38:36.384613Z", "invocation_id": "just-some-random-id"