refactor(ingest): Browse Paths Upgrade Tableau (#6008)

This commit is contained in:
John Joyce 2022-09-23 13:02:34 -07:00 committed by GitHub
parent f57f3987e7
commit 78454888b5
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 3960 additions and 3966 deletions

View File

@ -471,8 +471,9 @@ class TableauSource(Source):
table_path = None
if project and datasource.get("name"):
table_name = table.get("name") or table["id"]
table_path = f"{project.replace('/', REPLACE_SLASH_CHAR)}/{datasource['name']}/{table_name}"
table_path = (
f"{project.replace('/', REPLACE_SLASH_CHAR)}/{datasource['name']}"
)
self.upstream_tables[table_urn] = (
table.get("columns", []),
@ -565,12 +566,11 @@ class TableauSource(Source):
dataset_snapshot.aspects.append(schema_metadata)
# Browse path
csql_name = csql.get("name") or csql_id
if project and datasource_name:
browse_paths = BrowsePathsClass(
paths=[
f"/{self.config.env.lower()}/{self.platform}/{project}/{datasource['name']}/{csql_name}"
f"/{self.config.env.lower()}/{self.platform}/{project}/{datasource['name']}"
]
)
dataset_snapshot.aspects.append(browse_paths)
@ -787,9 +787,7 @@ class TableauSource(Source):
datasource_name = f"{workbook['name']}/{datasource_name}"
# Browse path
browse_paths = BrowsePathsClass(
paths=[
f"/{self.config.env.lower()}/{self.platform}/{project}/{datasource_name}"
]
paths=[f"/{self.config.env.lower()}/{self.platform}/{project}"]
)
dataset_snapshot.aspects.append(browse_paths)
@ -1070,13 +1068,11 @@ class TableauSource(Source):
yield wu
if workbook.get("projectName") and workbook.get("name"):
sheet_name = sheet.get("name") or sheet["id"]
# Browse path
browse_path = BrowsePathsClass(
paths=[
f"/{self.platform}/{workbook['projectName'].replace('/', REPLACE_SLASH_CHAR)}"
f"/{workbook['name']}"
f"/{sheet_name.replace('/', REPLACE_SLASH_CHAR)}"
]
)
chart_snapshot.aspects.append(browse_path)
@ -1245,13 +1241,11 @@ class TableauSource(Source):
yield wu
if workbook.get("projectName") and workbook.get("name"):
dashboard_name = title or dashboard["id"]
# browse path
browse_paths = BrowsePathsClass(
paths=[
f"/{self.platform}/{workbook['projectName'].replace('/', REPLACE_SLASH_CHAR)}"
f"/{workbook['name'].replace('/', REPLACE_SLASH_CHAR)}"
f"/{dashboard_name}"
]
)
dashboard_snapshot.aspects.append(browse_paths)

View File

@ -107,7 +107,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/tableau/default/Email Performance by Campaign/Timeline - Sent"
"/tableau/default/Email Performance by Campaign"
]
}
},
@ -196,7 +196,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/tableau/default/Email Performance by Campaign/Campaign List"
"/tableau/default/Email Performance by Campaign"
]
}
},
@ -287,7 +287,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/tableau/default/Email Performance by Campaign/Summary"
"/tableau/default/Email Performance by Campaign"
]
}
},
@ -374,7 +374,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/tableau/default/Email Performance by Campaign/Mobile - Sent by Campaign"
"/tableau/default/Email Performance by Campaign"
]
}
},
@ -461,7 +461,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/tableau/default/Email Performance by Campaign/Email Performance by Campaign"
"/tableau/default/Email Performance by Campaign"
]
}
},
@ -590,7 +590,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/tableau/default/Dvdrental Workbook/Sheet 1"
"/tableau/default/Dvdrental Workbook"
]
}
},
@ -669,7 +669,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/tableau/default/Dvdrental Workbook/Sheet 2"
"/tableau/default/Dvdrental Workbook"
]
}
},
@ -744,7 +744,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/tableau/default/Dvdrental Workbook/Sheet 3"
"/tableau/default/Dvdrental Workbook"
]
}
},
@ -823,7 +823,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/tableau/default/Dvdrental Workbook/dvd Rental Dashboard"
"/tableau/default/Dvdrental Workbook"
]
}
},
@ -891,7 +891,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/tableau/default/Dvdrental Workbook/Story 1"
"/tableau/default/Dvdrental Workbook"
]
}
},
@ -1033,7 +1033,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/tableau/default/Executive Dashboard/Opened Requests"
"/tableau/default/Executive Dashboard"
]
}
},
@ -1118,7 +1118,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/tableau/default/Executive Dashboard/Top 10 Items by Requests and YoY Change"
"/tableau/default/Executive Dashboard"
]
}
},
@ -1204,7 +1204,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/tableau/default/Executive Dashboard/Opened Problems"
"/tableau/default/Executive Dashboard"
]
}
},
@ -1286,7 +1286,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/tableau/default/Executive Dashboard/Overdue"
"/tableau/default/Executive Dashboard"
]
}
},
@ -1367,7 +1367,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/tableau/default/Executive Dashboard/High and Critical Priority Problems"
"/tableau/default/Executive Dashboard"
]
}
},
@ -1449,7 +1449,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/tableau/default/Executive Dashboard/Total Incidents by Category and YoY Change"
"/tableau/default/Executive Dashboard"
]
}
},
@ -1533,7 +1533,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/tableau/default/Executive Dashboard/Known Errors"
"/tableau/default/Executive Dashboard"
]
}
},
@ -1616,7 +1616,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/tableau/default/Executive Dashboard/Overdue Requests"
"/tableau/default/Executive Dashboard"
]
}
},
@ -1696,7 +1696,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/tableau/default/Executive Dashboard/AVG Time to Solve an Incident"
"/tableau/default/Executive Dashboard"
]
}
},
@ -1777,7 +1777,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/tableau/default/Executive Dashboard/Made SLA?"
"/tableau/default/Executive Dashboard"
]
}
},
@ -1854,7 +1854,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/tableau/default/Executive Dashboard/Tooltip - Incident Breakdown by Priority"
"/tableau/default/Executive Dashboard"
]
}
},
@ -1938,7 +1938,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/tableau/default/Executive Dashboard/Overdue Problems"
"/tableau/default/Executive Dashboard"
]
}
},
@ -2018,7 +2018,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/tableau/default/Executive Dashboard/Tooltip - Problem Breakdown by Priority"
"/tableau/default/Executive Dashboard"
]
}
},
@ -2098,7 +2098,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/tableau/default/Executive Dashboard/Tooltip - Request Breakdown by Priority"
"/tableau/default/Executive Dashboard"
]
}
},
@ -2180,7 +2180,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/tableau/default/Executive Dashboard/Age of Active Problems"
"/tableau/default/Executive Dashboard"
]
}
},
@ -2264,7 +2264,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/tableau/default/Executive Dashboard/Opened Incidents"
"/tableau/default/Executive Dashboard"
]
}
},
@ -2346,7 +2346,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/tableau/default/Executive Dashboard/Executive Dashboard"
"/tableau/default/Executive Dashboard"
]
}
},
@ -2477,7 +2477,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/tableau/default/Workbook published ds/published sheet ds"
"/tableau/default/Workbook published ds"
]
}
},
@ -2539,7 +2539,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/prod/tableau/default/Email Performance by Campaign/Marketo"
"/prod/tableau/default/Email Performance by Campaign"
]
}
},
@ -4354,7 +4354,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/prod/tableau/default/Dvdrental Workbook/Customer Payment Query"
"/prod/tableau/default/Dvdrental Workbook"
]
}
},
@ -4639,7 +4639,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/prod/tableau/default/Dvdrental Workbook/actor+ (dvdrental)"
"/prod/tableau/default/Dvdrental Workbook"
]
}
},
@ -5096,7 +5096,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/prod/tableau/default/Dvdrental Workbook/Superstore Datasource"
"/prod/tableau/default/Dvdrental Workbook"
]
}
},
@ -5888,7 +5888,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/prod/tableau/default/Executive Dashboard/Requests"
"/prod/tableau/default/Executive Dashboard"
]
}
},
@ -12544,7 +12544,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/prod/tableau/default/Executive Dashboard/Problems"
"/prod/tableau/default/Executive Dashboard"
]
}
},
@ -16486,7 +16486,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/prod/tableau/default/Executive Dashboard/Incidents"
"/prod/tableau/default/Executive Dashboard"
]
}
},
@ -21690,7 +21690,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/prod/tableau/default/Workbook published ds/test publish datasource"
"/prod/tableau/default/Workbook published ds"
]
}
},
@ -21948,7 +21948,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/prod/tableau/default/test publish datasource"
"/prod/tableau/default"
]
}
},
@ -22252,7 +22252,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/prod/tableau/Samples/Superstore Datasource"
"/prod/tableau/Samples"
]
}
},
@ -23283,7 +23283,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/prod/tableau/default/Customer Payment Query/Custom SQL Query"
"/prod/tableau/default/Customer Payment Query"
]
}
},
@ -23466,7 +23466,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/prod/tableau/default/test publish datasource/Custom SQL Query"
"/prod/tableau/default/test publish datasource"
]
}
},
@ -23514,7 +23514,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/prod/tableau/default/Marketo/activity6"
"/prod/tableau/default/Marketo"
]
}
},
@ -23687,7 +23687,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/prod/tableau/default/Marketo/activity11"
"/prod/tableau/default/Marketo"
]
}
},
@ -23938,7 +23938,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/prod/tableau/default/Marketo/activity10"
"/prod/tableau/default/Marketo"
]
}
},
@ -24163,7 +24163,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/prod/tableau/default/Marketo/activity7"
"/prod/tableau/default/Marketo"
]
}
},
@ -24336,7 +24336,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/prod/tableau/default/Marketo/campaignsTable"
"/prod/tableau/default/Marketo"
]
}
},
@ -24496,7 +24496,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/prod/tableau/default/actor+ (dvdrental)/address"
"/prod/tableau/default/actor+ (dvdrental)"
]
}
},
@ -24643,7 +24643,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/prod/tableau/default/actor+ (dvdrental)/actor"
"/prod/tableau/default/actor+ (dvdrental)"
]
}
},
@ -24738,7 +24738,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/prod/tableau/default/Incidents/task"
"/prod/tableau/default/Incidents"
]
}
},
@ -25587,7 +25587,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/prod/tableau/default/Requests/sc_request"
"/prod/tableau/default/Requests"
]
}
},
@ -26540,7 +26540,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/prod/tableau/default/Requests/sc_req_item"
"/prod/tableau/default/Requests"
]
}
},
@ -27571,7 +27571,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/prod/tableau/default/Requests/sc_cat_item"
"/prod/tableau/default/Requests"
]
}
},
@ -28459,7 +28459,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/prod/tableau/default/Problems/sys_user_group"
"/prod/tableau/default/Problems"
]
}
},
@ -28788,7 +28788,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/prod/tableau/default/Problems/problem"
"/prod/tableau/default/Problems"
]
}
},
@ -29702,7 +29702,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/prod/tableau/default/Incidents/incident"
"/prod/tableau/default/Incidents"
]
}
},
@ -30772,7 +30772,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/prod/tableau/default/Incidents/cmdb_ci"
"/prod/tableau/default/Incidents"
]
}
},
@ -31699,7 +31699,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/prod/tableau/Samples/Superstore Datasource/People"
"/prod/tableau/Samples/Superstore Datasource"
]
}
},
@ -31768,7 +31768,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/prod/tableau/Samples/Superstore Datasource/Returns"
"/prod/tableau/Samples/Superstore Datasource"
]
}
},
@ -31837,7 +31837,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/prod/tableau/Samples/Superstore Datasource/Orders"
"/prod/tableau/Samples/Superstore Datasource"
]
}
},
@ -32153,7 +32153,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/prod/tableau/default/test publish datasource/customer"
"/prod/tableau/default/test publish datasource"
]
}
}
@ -32173,7 +32173,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/prod/tableau/default/test publish datasource/payment"
"/prod/tableau/default/test publish datasource"
]
}
}
@ -32193,7 +32193,7 @@
{
"com.linkedin.pegasus2avro.common.BrowsePaths": {
"paths": [
"/prod/tableau/default/test publish datasource/staff"
"/prod/tableau/default/test publish datasource"
]
}
}