[ { "entityType": "container", "entityUrn": "urn:li:container:a6097853edba03be190d99ece4b307ff", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { "json": { "customProperties": { "platform": "postgres", "env": "PROD", "database": "postgrestest" }, "name": "postgrestest" } }, "systemMetadata": { "lastObserved": 1646575200000, "runId": "postgres-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", "entityUrn": "urn:li:container:a6097853edba03be190d99ece4b307ff", "changeType": "UPSERT", "aspectName": "status", "aspect": { "json": { "removed": false } }, "systemMetadata": { "lastObserved": 1646575200000, "runId": "postgres-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", "entityUrn": "urn:li:container:a6097853edba03be190d99ece4b307ff", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { "platform": "urn:li:dataPlatform:postgres" } }, "systemMetadata": { "lastObserved": 1646575200000, "runId": "postgres-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", "entityUrn": "urn:li:container:a6097853edba03be190d99ece4b307ff", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { "json": { "typeNames": [ "Database" ] } }, "systemMetadata": { "lastObserved": 1646575200000, "runId": "postgres-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", "entityUrn": "urn:li:container:a6097853edba03be190d99ece4b307ff", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [] } }, "systemMetadata": { "lastObserved": 1646575200000, "runId": "postgres-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", "entityUrn": "urn:li:container:51904fc8cd5cc729bc630decff284525", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { "json": { "customProperties": { "platform": "postgres", "env": "PROD", "database": "postgrestest", "schema": "public" }, "name": "public" } }, "systemMetadata": { "lastObserved": 1646575200000, "runId": "postgres-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", "entityUrn": "urn:li:container:51904fc8cd5cc729bc630decff284525", "changeType": "UPSERT", "aspectName": "status", "aspect": { "json": { "removed": false } }, "systemMetadata": { "lastObserved": 1646575200000, "runId": "postgres-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", "entityUrn": "urn:li:container:51904fc8cd5cc729bc630decff284525", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { "platform": "urn:li:dataPlatform:postgres" } }, "systemMetadata": { "lastObserved": 1646575200000, "runId": "postgres-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", "entityUrn": "urn:li:container:51904fc8cd5cc729bc630decff284525", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { "json": { "typeNames": [ "Schema" ] } }, "systemMetadata": { "lastObserved": 1646575200000, "runId": "postgres-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", "entityUrn": "urn:li:container:51904fc8cd5cc729bc630decff284525", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { "container": "urn:li:container:a6097853edba03be190d99ece4b307ff" } }, "systemMetadata": { "lastObserved": 1646575200000, "runId": "postgres-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", "entityUrn": "urn:li:container:51904fc8cd5cc729bc630decff284525", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ { "id": "urn:li:container:a6097853edba03be190d99ece4b307ff", "urn": "urn:li:container:a6097853edba03be190d99ece4b307ff" } ] } }, "systemMetadata": { "lastObserved": 1646575200000, "runId": "postgres-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:postgres,postgrestest.public.metadata_aspect_v2,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { "container": "urn:li:container:51904fc8cd5cc729bc630decff284525" } }, "systemMetadata": { "lastObserved": 1646575200000, "runId": "postgres-test", "lastRunId": "no-run-id-provided" } }, { "proposedSnapshot": { "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { "urn": "urn:li:dataset:(urn:li:dataPlatform:postgres,postgrestest.public.metadata_aspect_v2,PROD)", "aspects": [ { "com.linkedin.pegasus2avro.common.Status": { "removed": false } }, { "com.linkedin.pegasus2avro.dataset.DatasetProperties": { "customProperties": {}, "name": "metadata_aspect_v2", "tags": [] } }, { "com.linkedin.pegasus2avro.schema.SchemaMetadata": { "schemaName": "postgrestest.public.metadata_aspect_v2", "platform": "urn:li:dataPlatform:postgres", "version": 0, "created": { "time": 0, "actor": "urn:li:corpuser:unknown" }, "lastModified": { "time": 0, "actor": "urn:li:corpuser:unknown" }, "hash": "", "platformSchema": { "com.linkedin.pegasus2avro.schema.MySqlDDL": { "tableSchema": "" } }, "fields": [ { "fieldPath": "urn", "nullable": false, "type": { "type": { "com.linkedin.pegasus2avro.schema.StringType": {} } }, "nativeDataType": "VARCHAR(length=500)", "recursive": false, "glossaryTerms": { "terms": [ { "urn": "urn:li:glossaryTerm:URN" } ], "auditStamp": { "time": 1646575200000, "actor": "urn:li:corpuser:datahub" } }, "isPartOfKey": true }, { "fieldPath": "aspect", "nullable": false, "type": { "type": { "com.linkedin.pegasus2avro.schema.StringType": {} } }, "nativeDataType": "VARCHAR(length=200)", "recursive": false, "isPartOfKey": true }, { "fieldPath": "version", "nullable": false, "type": { "type": { "com.linkedin.pegasus2avro.schema.NumberType": {} } }, "nativeDataType": "BIGINT()", "recursive": false, "isPartOfKey": true }, { "fieldPath": "metadata", "nullable": false, "type": { "type": { "com.linkedin.pegasus2avro.schema.StringType": {} } }, "nativeDataType": "TEXT()", "recursive": false, "isPartOfKey": false }, { "fieldPath": "systemmetadata", "nullable": true, "type": { "type": { "com.linkedin.pegasus2avro.schema.StringType": {} } }, "nativeDataType": "TEXT()", "recursive": false, "isPartOfKey": false }, { "fieldPath": "createdon", "nullable": false, "type": { "type": { "com.linkedin.pegasus2avro.schema.TimeType": {} } }, "nativeDataType": "TIMESTAMP()", "recursive": false, "isPartOfKey": false }, { "fieldPath": "createdby", "nullable": false, "type": { "type": { "com.linkedin.pegasus2avro.schema.StringType": {} } }, "nativeDataType": "VARCHAR(length=255)", "recursive": false, "glossaryTerms": { "terms": [ { "urn": "urn:li:glossaryTerm:URN" } ], "auditStamp": { "time": 1646575200000, "actor": "urn:li:corpuser:datahub" } }, "isPartOfKey": false }, { "fieldPath": "createdfor", "nullable": true, "type": { "type": { "com.linkedin.pegasus2avro.schema.StringType": {} } }, "nativeDataType": "VARCHAR(length=255)", "recursive": false, "isPartOfKey": false }, { "fieldPath": "metadata_json", "nullable": false, "type": { "type": { "com.linkedin.pegasus2avro.schema.RecordType": {} } }, "nativeDataType": "JSON(astext_type=Text())", "recursive": false, "isPartOfKey": false } ] } } ] } }, "systemMetadata": { "lastObserved": 1646575200000, "runId": "postgres-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:postgres,postgrestest.public.metadata_aspect_v2,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { "json": { "typeNames": [ "Table" ] } }, "systemMetadata": { "lastObserved": 1646575200000, "runId": "postgres-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:postgres,postgrestest.public.metadata_aspect_v2,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ { "id": "urn:li:container:a6097853edba03be190d99ece4b307ff", "urn": "urn:li:container:a6097853edba03be190d99ece4b307ff" }, { "id": "urn:li:container:51904fc8cd5cc729bc630decff284525", "urn": "urn:li:container:51904fc8cd5cc729bc630decff284525" } ] } }, "systemMetadata": { "lastObserved": 1646575200000, "runId": "postgres-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:postgres,postgrestest.public.metadata_aspect_view,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { "container": "urn:li:container:51904fc8cd5cc729bc630decff284525" } }, "systemMetadata": { "lastObserved": 1646575200000, "runId": "postgres-test", "lastRunId": "no-run-id-provided" } }, { "proposedSnapshot": { "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { "urn": "urn:li:dataset:(urn:li:dataPlatform:postgres,postgrestest.public.metadata_aspect_view,PROD)", "aspects": [ { "com.linkedin.pegasus2avro.common.Status": { "removed": false } }, { "com.linkedin.pegasus2avro.dataset.DatasetProperties": { "customProperties": { "view_definition": " SELECT metadata_aspect_v2.urn,\n metadata_aspect_v2.aspect\n FROM metadata_aspect_v2\n WHERE (metadata_aspect_v2.version = 0);", "is_view": "True" }, "name": "metadata_aspect_view", "tags": [] } }, { "com.linkedin.pegasus2avro.schema.SchemaMetadata": { "schemaName": "postgrestest.public.metadata_aspect_view", "platform": "urn:li:dataPlatform:postgres", "version": 0, "created": { "time": 0, "actor": "urn:li:corpuser:unknown" }, "lastModified": { "time": 0, "actor": "urn:li:corpuser:unknown" }, "hash": "", "platformSchema": { "com.linkedin.pegasus2avro.schema.MySqlDDL": { "tableSchema": "" } }, "fields": [ { "fieldPath": "urn", "nullable": true, "type": { "type": { "com.linkedin.pegasus2avro.schema.StringType": {} } }, "nativeDataType": "VARCHAR(length=500)", "recursive": false, "isPartOfKey": false }, { "fieldPath": "aspect", "nullable": true, "type": { "type": { "com.linkedin.pegasus2avro.schema.StringType": {} } }, "nativeDataType": "VARCHAR(length=200)", "recursive": false, "isPartOfKey": false } ] } } ] } }, "systemMetadata": { "lastObserved": 1646575200000, "runId": "postgres-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:postgres,postgrestest.public.metadata_aspect_view,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { "json": { "typeNames": [ "View" ] } }, "systemMetadata": { "lastObserved": 1646575200000, "runId": "postgres-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:postgres,postgrestest.public.metadata_aspect_view,PROD)", "changeType": "UPSERT", "aspectName": "viewProperties", "aspect": { "json": { "materialized": false, "viewLogic": " SELECT metadata_aspect_v2.urn,\n metadata_aspect_v2.aspect\n FROM metadata_aspect_v2\n WHERE (metadata_aspect_v2.version = 0);", "viewLanguage": "SQL" } }, "systemMetadata": { "lastObserved": 1646575200000, "runId": "postgres-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:postgres,postgrestest.public.metadata_aspect_view,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ { "id": "urn:li:container:a6097853edba03be190d99ece4b307ff", "urn": "urn:li:container:a6097853edba03be190d99ece4b307ff" }, { "id": "urn:li:container:51904fc8cd5cc729bc630decff284525", "urn": "urn:li:container:51904fc8cd5cc729bc630decff284525" } ] } }, "systemMetadata": { "lastObserved": 1646575200000, "runId": "postgres-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:postgres,postgrestest.public.metadata_aspect_v2,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { "json": { "timestampMillis": 1646575200000, "partitionSpec": { "type": "FULL_TABLE", "partition": "FULL_TABLE_SNAPSHOT" }, "rowCount": 2, "columnCount": 9, "fieldProfiles": [] } }, "systemMetadata": { "lastObserved": 1646575200000, "runId": "postgres-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:postgres,postgrestest.public.metadata_aspect_view,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { "json": { "upstreams": [ { "auditStamp": { "time": 0, "actor": "urn:li:corpuser:unknown" }, "dataset": "urn:li:dataset:(urn:li:dataPlatform:postgres,postgrestest.public.metadata_aspect_v2,PROD)", "type": "VIEW" } ], "fineGrainedLineages": [ { "upstreamType": "FIELD_SET", "upstreams": [ "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:postgres,postgrestest.public.metadata_aspect_v2,PROD),aspect)" ], "downstreamType": "FIELD", "downstreams": [ "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:postgres,postgrestest.public.metadata_aspect_view,PROD),aspect)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:postgres,postgrestest.public.metadata_aspect_v2,PROD),urn)" ], "downstreamType": "FIELD", "downstreams": [ "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:postgres,postgrestest.public.metadata_aspect_view,PROD),urn)" ], "confidenceScore": 1.0 } ] } }, "systemMetadata": { "lastObserved": 1646575200000, "runId": "postgres-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "glossaryTerm", "entityUrn": "urn:li:glossaryTerm:URN", "changeType": "UPSERT", "aspectName": "glossaryTermKey", "aspect": { "json": { "name": "URN" } }, "systemMetadata": { "lastObserved": 1646575200000, "runId": "postgres-test", "lastRunId": "no-run-id-provided" } } ]