From e2eac45b853fb1bf334fe312dd2e9602cfe6b51c Mon Sep 17 00:00:00 2001 From: Mars Lan Date: Fri, 27 Mar 2020 10:17:06 -0700 Subject: [PATCH] refactor: remove unused legacy models (#1614) --- .../linkedin/dataset/DatasetDataOrigin.pdsc | 32 ------------------- .../pegasus/com/linkedin/dataset/Lineage.pdsc | 32 ------------------- .../pegasus/com/linkedin/dataset/Owner.pdsc | 29 ----------------- .../com/linkedin/dataset/OwnerCategory.pdsc | 20 ------------ .../com/linkedin/dataset/Ownership.pdsc | 20 ------------ .../com/linkedin/dataset/OwnershipKey.pdsc | 18 ----------- .../linkedin/dataset/OwnershipProvider.pdsc | 32 ------------------- 7 files changed, 183 deletions(-) delete mode 100644 gms/api/src/main/pegasus/com/linkedin/dataset/DatasetDataOrigin.pdsc delete mode 100644 gms/api/src/main/pegasus/com/linkedin/dataset/Lineage.pdsc delete mode 100644 gms/api/src/main/pegasus/com/linkedin/dataset/Owner.pdsc delete mode 100644 gms/api/src/main/pegasus/com/linkedin/dataset/OwnerCategory.pdsc delete mode 100644 gms/api/src/main/pegasus/com/linkedin/dataset/Ownership.pdsc delete mode 100644 gms/api/src/main/pegasus/com/linkedin/dataset/OwnershipKey.pdsc delete mode 100644 gms/api/src/main/pegasus/com/linkedin/dataset/OwnershipProvider.pdsc diff --git a/gms/api/src/main/pegasus/com/linkedin/dataset/DatasetDataOrigin.pdsc b/gms/api/src/main/pegasus/com/linkedin/dataset/DatasetDataOrigin.pdsc deleted file mode 100644 index 65c92f33c0..0000000000 --- a/gms/api/src/main/pegasus/com/linkedin/dataset/DatasetDataOrigin.pdsc +++ /dev/null @@ -1,32 +0,0 @@ -{ - "type": "record", - "name": "DatasetDataOrigin", - "namespace": "com.linkedin.dataset", - "doc": "All available Data Origins for a Dataset. The Data Origin is the list of (fabricType, displayTitle)", - "fields": [ - { - "name": "dataOrigins", - "type": { - "type": "array", - "items": { - "type": "record", - "name": "DataOrigin", - "namespace": "com.linkedin.dataset", - "fields": [ - { - "name": "origin", - "type": "com.linkedin.common.FabricType", - "doc": "origin data" - }, - { - "name": "displayTitle", - "type": "string", - "doc": "display name for origin" - } - ] - } - }, - "doc": "a list of data origins. The Data Origin is the list of (fabricType, displayTitle)" - } - ] -} \ No newline at end of file diff --git a/gms/api/src/main/pegasus/com/linkedin/dataset/Lineage.pdsc b/gms/api/src/main/pegasus/com/linkedin/dataset/Lineage.pdsc deleted file mode 100644 index 459d48c0f3..0000000000 --- a/gms/api/src/main/pegasus/com/linkedin/dataset/Lineage.pdsc +++ /dev/null @@ -1,32 +0,0 @@ -{ - "type": "record", - "name": "Lineage", - "namespace": "com.linkedin.dataset", - "doc": "The lineage information for dataset, used to create lineage dataset records in TMS (The Metadata Store). This is an object used by a Kafka topic consumer for emitting the dataset generated by the data platforms.", - "include": [ - "com.linkedin.common.ChangeAuditStamps" - ], - "fields": [ - { - "name": "type", - "type": "LineageType", - "doc": "The type name for the Lineage operation." - }, - { - "name": "sourceDatasets", - "type": { - "type": "array", - "items": "com.linkedin.common.DatasetUrn" - }, - "doc": "List of Source dataset: data is generated from these datasets. (Mapping MxN for source to destination datasets)" - }, - { - "name": "destinationDatasets", - "type": { - "type": "array", - "items": "com.linkedin.common.DatasetUrn" - }, - "doc": "List of Destination dataset: processed data is written to these datasets. (Mapping MxN for sources to destinations datasets)" - } - ] -} \ No newline at end of file diff --git a/gms/api/src/main/pegasus/com/linkedin/dataset/Owner.pdsc b/gms/api/src/main/pegasus/com/linkedin/dataset/Owner.pdsc deleted file mode 100644 index 2a5b082419..0000000000 --- a/gms/api/src/main/pegasus/com/linkedin/dataset/Owner.pdsc +++ /dev/null @@ -1,29 +0,0 @@ -{ - "type": "record", - "name": "Owner", - "namespace": "com.linkedin.dataset", - "doc": "Information of a dataset owner", - "fields": [ - { - "name": "owner", - "type": "com.linkedin.common.Urn", - "doc": "Dataset owner URN, e.g. urn:li:corpuser:ldap, urn:li:corpGroup:abc, and urn:li:multiProduct:mp_name" - }, - { - "name": "ownerCategory", - "type": "OwnerCategory", - "doc": "The category of the owner role" - }, - { - "name": "ownershipProvider", - "type": "OwnershipProvider", - "doc": "From where the owner info is extracted" - }, - { - "name": "sourceUrl", - "type": "string", - "doc": "A URL indicating the source of this suggested ownership information", - "optional": true - } - ] -} diff --git a/gms/api/src/main/pegasus/com/linkedin/dataset/OwnerCategory.pdsc b/gms/api/src/main/pegasus/com/linkedin/dataset/OwnerCategory.pdsc deleted file mode 100644 index 163c8b05e6..0000000000 --- a/gms/api/src/main/pegasus/com/linkedin/dataset/OwnerCategory.pdsc +++ /dev/null @@ -1,20 +0,0 @@ -{ - "type": "enum", - "name": "OwnerCategory", - "namespace": "com.linkedin.dataset", - "doc": "Owner category or owner role", - "symbols": [ - "DATA_OWNER", - "PRODUCER", - "DELEGATE", - "STAKEHOLDER", - "CONSUMER" - ], - "symbolDocs": { - "DATA_OWNER": "Who owns the schema or DDL", - "PRODUCER": "Service or code owner of the service which produces/generates data records", - "DELEGATE": "DBA, SRE, ETL Replicator who can setup and modify the data storage", - "STAKEHOLDER": "Business owner or product manager/owner", - "CONSUMER": "Service or code owner of the service which consumes data records" - } -} \ No newline at end of file diff --git a/gms/api/src/main/pegasus/com/linkedin/dataset/Ownership.pdsc b/gms/api/src/main/pegasus/com/linkedin/dataset/Ownership.pdsc deleted file mode 100644 index 1b3455986f..0000000000 --- a/gms/api/src/main/pegasus/com/linkedin/dataset/Ownership.pdsc +++ /dev/null @@ -1,20 +0,0 @@ -{ - "type": "record", - "name": "Ownership", - "namespace": "com.linkedin.dataset", - "doc": "Ownership of a dataset.", - "include": [ - "OwnershipKey", - "com.linkedin.common.ChangeAuditStamps" - ], - "fields": [ - { - "name": "owners", - "doc": "List of owners of a dataset.", - "type": { - "type": "array", - "items": "Owner" - } - } - ] -} diff --git a/gms/api/src/main/pegasus/com/linkedin/dataset/OwnershipKey.pdsc b/gms/api/src/main/pegasus/com/linkedin/dataset/OwnershipKey.pdsc deleted file mode 100644 index fc6b968219..0000000000 --- a/gms/api/src/main/pegasus/com/linkedin/dataset/OwnershipKey.pdsc +++ /dev/null @@ -1,18 +0,0 @@ -{ - "type": "record", - "name": "OwnershipKey", - "namespace": "com.linkedin.dataset", - "doc": "Key for dataset ownership resource", - "fields": [ - { - "name": "dataset", - "type": "com.linkedin.common.DatasetUrn", - "doc": "Dataset this ownership metadata is associated with." - }, - { - "name": "version", - "type": "long", - "doc": "Versioning allows to capture evolution of ownership for dataset." - } - ] -} diff --git a/gms/api/src/main/pegasus/com/linkedin/dataset/OwnershipProvider.pdsc b/gms/api/src/main/pegasus/com/linkedin/dataset/OwnershipProvider.pdsc deleted file mode 100644 index 7bcce3e8c9..0000000000 --- a/gms/api/src/main/pegasus/com/linkedin/dataset/OwnershipProvider.pdsc +++ /dev/null @@ -1,32 +0,0 @@ -{ - "type": "enum", - "name": "OwnershipProvider", - "namespace": "com.linkedin.dataset", - "doc": "Source/provider of the ownership information", - "symbols": [ - "AUDIT", - "DATA_VAULT", - "DATABASE", - "FILE_SYSTEM", - "JIRA", - "NUAGE", - "OTHER", - "REVIEW_BOARD", - "SOS", - "SOURCE_CONTROL", - "USER_INTERFACE" - ], - "symbolDocs": { - "AUDIT": "Auditing system or audit logs", - "DATA_VAULT": "Data vault system", - "DATABASE": "Database, e.g. GRANTS table", - "FILE_SYSTEM": "File system, e.g. file/directory owner", - "JIRA": "Jira tickets", - "NUAGE": "Nuage service", - "OTHER": "Other sources", - "REVIEW_BOARD": "Review board submitter, reviewer", - "SOS": "Software ownership service", - "SOURCE_CONTROL": "SCM system: gitli, svn or github", - "USER_INTERFACE": "User input on UI" - } -} \ No newline at end of file