fix(ingest): fix issue in glue tests (#7185)

metadata-ingestion/tests/unit/glue/glue_deleted_actor_mces_golden.json

@@ -5,8 +5,15 @@
     "changeType": "UPSERT",
     "aspectName": "containerProperties",
     "aspect": {
-        "value": "{\"customProperties\": {\"platform\": \"glue\", \"instance\": \"PROD\", \"database\": \"test-database\"}, \"name\": \"test-database\", \"qualifiedName\": \"arn:aws:glue:eu-east-1:123412341234:database/test-database\"}",
+        "json": {
-        "contentType": "application/json"
+            "customProperties": {
+                "platform": "glue",
+                "instance": "PROD",
+                "database": "test-database"
+            },
+            "name": "test-database",
+            "qualifiedName": "arn:aws:glue:eu-east-1:123412341234:database/test-database"
+        }
     },
     "systemMetadata": {
         "lastObserved": 1586847600000,
@@ -19,8 +26,9 @@
     "changeType": "UPSERT",
     "aspectName": "status",
     "aspect": {
-        "value": "{\"removed\": false}",
+        "json": {
-        "contentType": "application/json"
+            "removed": false
+        }
     },
     "systemMetadata": {
         "lastObserved": 1586847600000,
@@ -33,8 +41,9 @@
     "changeType": "UPSERT",
     "aspectName": "dataPlatformInstance",
     "aspect": {
-        "value": "{\"platform\": \"urn:li:dataPlatform:glue\"}",
+        "json": {
-        "contentType": "application/json"
+            "platform": "urn:li:dataPlatform:glue"
+        }
     },
     "systemMetadata": {
         "lastObserved": 1586847600000,
@@ -47,8 +56,11 @@
     "changeType": "UPSERT",
     "aspectName": "subTypes",
     "aspect": {
-        "value": "{\"typeNames\": [\"Database\"]}",
+        "json": {
-        "contentType": "application/json"
+            "typeNames": [
+                "Database"
+            ]
+        }
     },
     "systemMetadata": {
         "lastObserved": 1586847600000,
@@ -212,8 +224,11 @@
     "changeType": "UPSERT",
     "aspectName": "subTypes",
     "aspect": {
-        "value": "{\"typeNames\": [\"table\"]}",
+        "json": {
-        "contentType": "application/json"
+            "typeNames": [
+                "table"
+            ]
+        }
     },
     "systemMetadata": {
         "lastObserved": 1586847600000,
@@ -226,8 +241,9 @@
     "changeType": "UPSERT",
     "aspectName": "container",
     "aspect": {
-        "value": "{\"container\": \"urn:li:container:bdf4342ea6899d162eae685bfe9074a7\"}",
+        "json": {
-        "contentType": "application/json"
+            "container": "urn:li:container:bdf4342ea6899d162eae685bfe9074a7"
+        }
     },
     "systemMetadata": {
         "lastObserved": 1586847600000,
@@ -392,8 +408,11 @@
     "changeType": "UPSERT",
     "aspectName": "subTypes",
     "aspect": {
-        "value": "{\"typeNames\": [\"table\"]}",
+        "json": {
-        "contentType": "application/json"
+            "typeNames": [
+                "table"
+            ]
+        }
     },
     "systemMetadata": {
         "lastObserved": 1586847600000,
@@ -406,8 +425,24 @@
     "changeType": "UPSERT",
     "aspectName": "container",
     "aspect": {
-        "value": "{\"container\": \"urn:li:container:bdf4342ea6899d162eae685bfe9074a7\"}",
+        "json": {
-        "contentType": "application/json"
+            "container": "urn:li:container:bdf4342ea6899d162eae685bfe9074a7"
+        }
+    },
+    "systemMetadata": {
+        "lastObserved": 1586847600000,
+        "runId": "glue-2020_04_14-07_00_00"
+    }
+},
+{
+    "entityType": "container",
+    "entityUrn": "urn:li:container:0b9f1f731ecf6743be6207fec3dc9cba",
+    "changeType": "UPSERT",
+    "aspectName": "status",
+    "aspect": {
+        "json": {
+            "removed": true
+        }
     },
     "systemMetadata": {
         "lastObserved": 1586847600000,
@@ -420,8 +455,9 @@
     "changeType": "UPSERT",
     "aspectName": "status",
     "aspect": {
-        "value": "{\"removed\": true}",
+        "json": {
-        "contentType": "application/json"
+            "removed": true
+        }
     },
     "systemMetadata": {
         "lastObserved": 1586847600000,

metadata-ingestion/tests/unit/glue/glue_mces_golden.json

@@ -5,8 +5,15 @@
     "changeType": "UPSERT",
     "aspectName": "containerProperties",
     "aspect": {
-      "value": "{\"customProperties\": {\"platform\": \"glue\", \"instance\": \"PROD\", \"database\": \"flights-database\"}, \"name\": \"flights-database\", \"qualifiedName\": \"arn:aws:glue:us-west-2:123412341234:database/flights-database\"}",
+        "json": {
-      "contentType": "application/json"
+            "customProperties": {
+                "platform": "glue",
+                "instance": "PROD",
+                "database": "flights-database"
+            },
+            "name": "flights-database",
+            "qualifiedName": "arn:aws:glue:us-west-2:123412341234:database/flights-database"
+        }
     }
 },
 {
@@ -15,8 +22,9 @@
     "changeType": "UPSERT",
     "aspectName": "status",
     "aspect": {
-      "value": "{\"removed\": false}",
+        "json": {
-      "contentType": "application/json"
+            "removed": false
+        }
     }
 },
 {
@@ -25,8 +33,9 @@
     "changeType": "UPSERT",
     "aspectName": "dataPlatformInstance",
     "aspect": {
-      "value": "{\"platform\": \"urn:li:dataPlatform:glue\"}",
+        "json": {
-      "contentType": "application/json"
+            "platform": "urn:li:dataPlatform:glue"
+        }
     }
 },
 {
@@ -35,8 +44,11 @@
     "changeType": "UPSERT",
     "aspectName": "subTypes",
     "aspect": {
-      "value": "{\"typeNames\": [\"Database\"]}",
+        "json": {
-      "contentType": "application/json"
+            "typeNames": [
+                "Database"
+            ]
+        }
     }
 },
 {
@@ -245,8 +257,11 @@
     "changeType": "UPSERT",
     "aspectName": "subTypes",
     "aspect": {
-      "value": "{\"typeNames\": [\"table\"]}",
+        "json": {
-      "contentType": "application/json"
+            "typeNames": [
+                "table"
+            ]
+        }
     }
 },
 {
@@ -255,8 +270,9 @@
     "changeType": "UPSERT",
     "aspectName": "container",
     "aspect": {
-      "value": "{\"container\": \"urn:li:container:0b9f1f731ecf6743be6207fec3dc9cba\"}",
+        "json": {
-      "contentType": "application/json"
+            "container": "urn:li:container:0b9f1f731ecf6743be6207fec3dc9cba"
+        }
     }
 },
 {
@@ -265,8 +281,15 @@
     "changeType": "UPSERT",
     "aspectName": "containerProperties",
     "aspect": {
-      "value": "{\"customProperties\": {\"platform\": \"glue\", \"instance\": \"PROD\", \"database\": \"test-database\"}, \"name\": \"test-database\", \"qualifiedName\": \"arn:aws:glue:us-west-2:123412341234:database/test-database\"}",
+        "json": {
-      "contentType": "application/json"
+            "customProperties": {
+                "platform": "glue",
+                "instance": "PROD",
+                "database": "test-database"
+            },
+            "name": "test-database",
+            "qualifiedName": "arn:aws:glue:us-west-2:123412341234:database/test-database"
+        }
     }
 },
 {
@@ -275,8 +298,9 @@
     "changeType": "UPSERT",
     "aspectName": "status",
     "aspect": {
-      "value": "{\"removed\": false}",
+        "json": {
-      "contentType": "application/json"
+            "removed": false
+        }
     }
 },
 {
@@ -285,8 +309,9 @@
     "changeType": "UPSERT",
     "aspectName": "dataPlatformInstance",
     "aspect": {
-      "value": "{\"platform\": \"urn:li:dataPlatform:glue\"}",
+        "json": {
-      "contentType": "application/json"
+            "platform": "urn:li:dataPlatform:glue"
+        }
     }
 },
 {
@@ -295,8 +320,11 @@
     "changeType": "UPSERT",
     "aspectName": "subTypes",
     "aspect": {
-      "value": "{\"typeNames\": [\"Database\"]}",
+        "json": {
-      "contentType": "application/json"
+            "typeNames": [
+                "Database"
+            ]
+        }
     }
 },
 {
@@ -464,8 +492,11 @@
     "changeType": "UPSERT",
     "aspectName": "subTypes",
     "aspect": {
-      "value": "{\"typeNames\": [\"table\"]}",
+        "json": {
-      "contentType": "application/json"
+            "typeNames": [
+                "table"
+            ]
+        }
     }
 },
 {
@@ -474,8 +505,9 @@
     "changeType": "UPSERT",
     "aspectName": "container",
     "aspect": {
-      "value": "{\"container\": \"urn:li:container:bdf4342ea6899d162eae685bfe9074a7\"}",
+        "json": {
-      "contentType": "application/json"
+            "container": "urn:li:container:bdf4342ea6899d162eae685bfe9074a7"
+        }
     }
 },
 {
@@ -644,8 +676,11 @@
     "changeType": "UPSERT",
     "aspectName": "subTypes",
     "aspect": {
-      "value": "{\"typeNames\": [\"table\"]}",
+        "json": {
-      "contentType": "application/json"
+            "typeNames": [
+                "table"
+            ]
+        }
     }
 },
 {
@@ -654,8 +689,9 @@
     "changeType": "UPSERT",
     "aspectName": "container",
     "aspect": {
-      "value": "{\"container\": \"urn:li:container:bdf4342ea6899d162eae685bfe9074a7\"}",
+        "json": {
-      "contentType": "application/json"
+            "container": "urn:li:container:bdf4342ea6899d162eae685bfe9074a7"
+        }
     }
 },
 {
@@ -1082,5 +1118,137 @@
             ]
         }
     }
+},
+{
+    "entityType": "dataFlow",
+    "entityUrn": "urn:li:dataFlow:(glue,test-job-1,PROD)",
+    "changeType": "UPSERT",
+    "aspectName": "status",
+    "aspect": {
+        "json": {
+            "removed": false
+        }
+    }
+},
+{
+    "entityType": "dataFlow",
+    "entityUrn": "urn:li:dataFlow:(glue,test-job-2,PROD)",
+    "changeType": "UPSERT",
+    "aspectName": "status",
+    "aspect": {
+        "json": {
+            "removed": false
+        }
+    }
+},
+{
+    "entityType": "dataJob",
+    "entityUrn": "urn:li:dataJob:(urn:li:dataFlow:(glue,test-job-1,PROD),ApplyMapping-Transform1_job1)",
+    "changeType": "UPSERT",
+    "aspectName": "status",
+    "aspect": {
+        "json": {
+            "removed": false
+        }
+    }
+},
+{
+    "entityType": "dataJob",
+    "entityUrn": "urn:li:dataJob:(urn:li:dataFlow:(glue,test-job-1,PROD),ApplyMapping-Transform2_job1)",
+    "changeType": "UPSERT",
+    "aspectName": "status",
+    "aspect": {
+        "json": {
+            "removed": false
+        }
+    }
+},
+{
+    "entityType": "dataJob",
+    "entityUrn": "urn:li:dataJob:(urn:li:dataFlow:(glue,test-job-1,PROD),ApplyMapping-Transform4_job1)",
+    "changeType": "UPSERT",
+    "aspectName": "status",
+    "aspect": {
+        "json": {
+            "removed": false
+        }
+    }
+},
+{
+    "entityType": "dataJob",
+    "entityUrn": "urn:li:dataJob:(urn:li:dataFlow:(glue,test-job-1,PROD),ApplyMapping-Transform5_job1)",
+    "changeType": "UPSERT",
+    "aspectName": "status",
+    "aspect": {
+        "json": {
+            "removed": false
+        }
+    }
+},
+{
+    "entityType": "dataJob",
+    "entityUrn": "urn:li:dataJob:(urn:li:dataFlow:(glue,test-job-1,PROD),Filter-Transform0_job1)",
+    "changeType": "UPSERT",
+    "aspectName": "status",
+    "aspect": {
+        "json": {
+            "removed": false
+        }
+    }
+},
+{
+    "entityType": "dataJob",
+    "entityUrn": "urn:li:dataJob:(urn:li:dataFlow:(glue,test-job-1,PROD),Join-Transform3_job1)",
+    "changeType": "UPSERT",
+    "aspectName": "status",
+    "aspect": {
+        "json": {
+            "removed": false
+        }
+    }
+},
+{
+    "entityType": "dataJob",
+    "entityUrn": "urn:li:dataJob:(urn:li:dataFlow:(glue,test-job-2,PROD),ApplyMapping-Transform1_job2)",
+    "changeType": "UPSERT",
+    "aspectName": "status",
+    "aspect": {
+        "json": {
+            "removed": false
+        }
+    }
+},
+{
+    "entityType": "dataJob",
+    "entityUrn": "urn:li:dataJob:(urn:li:dataFlow:(glue,test-job-2,PROD),FillMissingValues-Transform2_job2)",
+    "changeType": "UPSERT",
+    "aspectName": "status",
+    "aspect": {
+        "json": {
+            "removed": false
+        }
+    }
+},
+{
+    "entityType": "dataJob",
+    "entityUrn": "urn:li:dataJob:(urn:li:dataFlow:(glue,test-job-2,PROD),SelectFields-Transform3_job2)",
+    "changeType": "UPSERT",
+    "aspectName": "status",
+    "aspect": {
+        "json": {
+            "removed": false
+        }
+    }
+},
+{
+    "entityType": "dataJob",
+    "entityUrn": "urn:li:dataJob:(urn:li:dataFlow:(glue,test-job-2,PROD),SplitFields-Transform0_job2)",
+    "changeType": "UPSERT",
+    "aspectName": "status",
+    "aspect": {
+        "json": {
+            "removed": false
+        }
+    }
 }
 ]

metadata-ingestion/tests/unit/glue/glue_mces_platform_instance_golden.json

@@ -5,8 +5,15 @@
     "changeType": "UPSERT",
     "aspectName": "containerProperties",
     "aspect": {
-      "value": "{\"customProperties\": {\"platform\": \"glue\", \"instance\": \"some_instance_name\", \"database\": \"flights-database\"}, \"name\": \"flights-database\", \"qualifiedName\": \"arn:aws:glue:us-west-2:123412341234:database/flights-database\"}",
+        "json": {
-      "contentType": "application/json"
+            "customProperties": {
+                "platform": "glue",
+                "instance": "some_instance_name",
+                "database": "flights-database"
+            },
+            "name": "flights-database",
+            "qualifiedName": "arn:aws:glue:us-west-2:123412341234:database/flights-database"
+        }
     }
 },
 {
@@ -15,8 +22,9 @@
     "changeType": "UPSERT",
     "aspectName": "status",
     "aspect": {
-      "value": "{\"removed\": false}",
+        "json": {
-      "contentType": "application/json"
+            "removed": false
+        }
     }
 },
 {
@@ -25,8 +33,10 @@
     "changeType": "UPSERT",
     "aspectName": "dataPlatformInstance",
     "aspect": {
-      "value": "{\"platform\": \"urn:li:dataPlatform:glue\", \"instance\": \"urn:li:dataPlatformInstance:(urn:li:dataPlatform:glue,some_instance_name)\"}",
+        "json": {
-      "contentType": "application/json"
+            "platform": "urn:li:dataPlatform:glue",
+            "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:glue,some_instance_name)"
+        }
     }
 },
 {
@@ -35,8 +45,11 @@
     "changeType": "UPSERT",
     "aspectName": "subTypes",
     "aspect": {
-      "value": "{\"typeNames\": [\"Database\"]}",
+        "json": {
-      "contentType": "application/json"
+            "typeNames": [
+                "Database"
+            ]
+        }
     }
 },
 {
@@ -246,8 +259,11 @@
     "changeType": "UPSERT",
     "aspectName": "subTypes",
     "aspect": {
-      "value": "{\"typeNames\": [\"table\"]}",
+        "json": {
-      "contentType": "application/json"
+            "typeNames": [
+                "table"
+            ]
+        }
     }
 },
 {
@@ -256,8 +272,9 @@
     "changeType": "UPSERT",
     "aspectName": "container",
     "aspect": {
-      "value": "{\"container\": \"urn:li:container:7d53111f2c71396ea6f6d26c84770665\"}",
+        "json": {
-      "contentType": "application/json"
+            "container": "urn:li:container:7d53111f2c71396ea6f6d26c84770665"
+        }
     }
 },
 {
@@ -266,8 +283,15 @@
     "changeType": "UPSERT",
     "aspectName": "containerProperties",
     "aspect": {
-      "value": "{\"customProperties\": {\"platform\": \"glue\", \"instance\": \"some_instance_name\", \"database\": \"test-database\"}, \"name\": \"test-database\", \"qualifiedName\": \"arn:aws:glue:us-west-2:123412341234:database/test-database\"}",
+        "json": {
-      "contentType": "application/json"
+            "customProperties": {
+                "platform": "glue",
+                "instance": "some_instance_name",
+                "database": "test-database"
+            },
+            "name": "test-database",
+            "qualifiedName": "arn:aws:glue:us-west-2:123412341234:database/test-database"
+        }
     }
 },
 {
@@ -276,8 +300,9 @@
     "changeType": "UPSERT",
     "aspectName": "status",
     "aspect": {
-      "value": "{\"removed\": false}",
+        "json": {
-      "contentType": "application/json"
+            "removed": false
+        }
     }
 },
 {
@@ -286,8 +311,10 @@
     "changeType": "UPSERT",
     "aspectName": "dataPlatformInstance",
     "aspect": {
-      "value": "{\"platform\": \"urn:li:dataPlatform:glue\", \"instance\": \"urn:li:dataPlatformInstance:(urn:li:dataPlatform:glue,some_instance_name)\"}",
+        "json": {
-      "contentType": "application/json"
+            "platform": "urn:li:dataPlatform:glue",
+            "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:glue,some_instance_name)"
+        }
     }
 },
 {
@@ -296,8 +323,11 @@
     "changeType": "UPSERT",
     "aspectName": "subTypes",
     "aspect": {
-      "value": "{\"typeNames\": [\"Database\"]}",
+        "json": {
-      "contentType": "application/json"
+            "typeNames": [
+                "Database"
+            ]
+        }
     }
 },
 {
@@ -466,8 +496,11 @@
     "changeType": "UPSERT",
     "aspectName": "subTypes",
     "aspect": {
-      "value": "{\"typeNames\": [\"table\"]}",
+        "json": {
-      "contentType": "application/json"
+            "typeNames": [
+                "table"
+            ]
+        }
     }
 },
 {
@@ -476,8 +509,9 @@
     "changeType": "UPSERT",
     "aspectName": "container",
     "aspect": {
-      "value": "{\"container\": \"urn:li:container:9fb26491b2c92dde9e80791dbecca9ca\"}",
+        "json": {
-      "contentType": "application/json"
+            "container": "urn:li:container:9fb26491b2c92dde9e80791dbecca9ca"
+        }
     }
 },
 {
@@ -647,8 +681,11 @@
     "changeType": "UPSERT",
     "aspectName": "subTypes",
     "aspect": {
-      "value": "{\"typeNames\": [\"table\"]}",
+        "json": {
-      "contentType": "application/json"
+            "typeNames": [
+                "table"
+            ]
+        }
     }
 },
 {
@@ -657,8 +694,9 @@
     "changeType": "UPSERT",
     "aspectName": "container",
     "aspect": {
-      "value": "{\"container\": \"urn:li:container:9fb26491b2c92dde9e80791dbecca9ca\"}",
+        "json": {
-      "contentType": "application/json"
+            "container": "urn:li:container:9fb26491b2c92dde9e80791dbecca9ca"
+        }
     }
 },
 {
@@ -1085,5 +1123,137 @@
             ]
         }
     }
+},
+{
+    "entityType": "dataFlow",
+    "entityUrn": "urn:li:dataFlow:(glue,test-job-1,PROD)",
+    "changeType": "UPSERT",
+    "aspectName": "status",
+    "aspect": {
+        "json": {
+            "removed": false
+        }
+    }
+},
+{
+    "entityType": "dataFlow",
+    "entityUrn": "urn:li:dataFlow:(glue,test-job-2,PROD)",
+    "changeType": "UPSERT",
+    "aspectName": "status",
+    "aspect": {
+        "json": {
+            "removed": false
+        }
+    }
+},
+{
+    "entityType": "dataJob",
+    "entityUrn": "urn:li:dataJob:(urn:li:dataFlow:(glue,test-job-1,PROD),ApplyMapping-Transform1_job1)",
+    "changeType": "UPSERT",
+    "aspectName": "status",
+    "aspect": {
+        "json": {
+            "removed": false
+        }
+    }
+},
+{
+    "entityType": "dataJob",
+    "entityUrn": "urn:li:dataJob:(urn:li:dataFlow:(glue,test-job-1,PROD),ApplyMapping-Transform2_job1)",
+    "changeType": "UPSERT",
+    "aspectName": "status",
+    "aspect": {
+        "json": {
+            "removed": false
+        }
+    }
+},
+{
+    "entityType": "dataJob",
+    "entityUrn": "urn:li:dataJob:(urn:li:dataFlow:(glue,test-job-1,PROD),ApplyMapping-Transform4_job1)",
+    "changeType": "UPSERT",
+    "aspectName": "status",
+    "aspect": {
+        "json": {
+            "removed": false
+        }
+    }
+},
+{
+    "entityType": "dataJob",
+    "entityUrn": "urn:li:dataJob:(urn:li:dataFlow:(glue,test-job-1,PROD),ApplyMapping-Transform5_job1)",
+    "changeType": "UPSERT",
+    "aspectName": "status",
+    "aspect": {
+        "json": {
+            "removed": false
+        }
+    }
+},
+{
+    "entityType": "dataJob",
+    "entityUrn": "urn:li:dataJob:(urn:li:dataFlow:(glue,test-job-1,PROD),Filter-Transform0_job1)",
+    "changeType": "UPSERT",
+    "aspectName": "status",
+    "aspect": {
+        "json": {
+            "removed": false
+        }
+    }
+},
+{
+    "entityType": "dataJob",
+    "entityUrn": "urn:li:dataJob:(urn:li:dataFlow:(glue,test-job-1,PROD),Join-Transform3_job1)",
+    "changeType": "UPSERT",
+    "aspectName": "status",
+    "aspect": {
+        "json": {
+            "removed": false
+        }
+    }
+},
+{
+    "entityType": "dataJob",
+    "entityUrn": "urn:li:dataJob:(urn:li:dataFlow:(glue,test-job-2,PROD),ApplyMapping-Transform1_job2)",
+    "changeType": "UPSERT",
+    "aspectName": "status",
+    "aspect": {
+        "json": {
+            "removed": false
+        }
+    }
+},
+{
+    "entityType": "dataJob",
+    "entityUrn": "urn:li:dataJob:(urn:li:dataFlow:(glue,test-job-2,PROD),FillMissingValues-Transform2_job2)",
+    "changeType": "UPSERT",
+    "aspectName": "status",
+    "aspect": {
+        "json": {
+            "removed": false
+        }
+    }
+},
+{
+    "entityType": "dataJob",
+    "entityUrn": "urn:li:dataJob:(urn:li:dataFlow:(glue,test-job-2,PROD),SelectFields-Transform3_job2)",
+    "changeType": "UPSERT",
+    "aspectName": "status",
+    "aspect": {
+        "json": {
+            "removed": false
+        }
+    }
+},
+{
+    "entityType": "dataJob",
+    "entityUrn": "urn:li:dataJob:(urn:li:dataFlow:(glue,test-job-2,PROD),SplitFields-Transform0_job2)",
+    "changeType": "UPSERT",
+    "aspectName": "status",
+    "aspect": {
+        "json": {
+            "removed": false
+        }
+    }
 }
 ]

metadata-ingestion/tests/unit/test_glue_source.py

@@ -324,14 +324,10 @@ def test_glue_stateful(pytestconfig, tmp_path, mock_time, mock_datahub_graph):
             # part of the second state
             state1 = cast(BaseSQLAlchemyCheckpointState, checkpoint1.state)
             state2 = cast(BaseSQLAlchemyCheckpointState, checkpoint2.state)
-            difference_urns = list(
+            difference_urns = set(
                 state1.get_urns_not_in(type="*", other_checkpoint_state=state2)
             )
-
+            assert difference_urns == {
-            assert len(difference_urns) == 1
+                "urn:li:dataset:(urn:li:dataPlatform:glue,flights-database.avro,PROD)",
-
+                "urn:li:container:0b9f1f731ecf6743be6207fec3dc9cba",
-            urn1 = (
+            }
-                "urn:li:dataset:(urn:li:dataPlatform:glue,flights-database.avro,PROD)"
-            )
-
-            assert urn1 in difference_urns