mirror of
https://github.com/datahub-project/datahub.git
synced 2025-07-12 19:49:36 +00:00
refactor: remove unused legacy models (#1614)
This commit is contained in:
Mars Lan
GitHub
parent
5fb3c97315
commit
e2eac45b85
@ -1,32 +0,0 @@
|
|||||||
{
|
|
||||||
"type": "record",
|
|
||||||
"name": "DatasetDataOrigin",
|
|
||||||
"namespace": "com.linkedin.dataset",
|
|
||||||
"doc": "All available Data Origins for a Dataset. The Data Origin is the list of (fabricType, displayTitle)",
|
|
||||||
"fields": [
|
|
||||||
{
|
|
||||||
"name": "dataOrigins",
|
|
||||||
"type": {
|
|
||||||
"type": "array",
|
|
||||||
"items": {
|
|
||||||
"type": "record",
|
|
||||||
"name": "DataOrigin",
|
|
||||||
"namespace": "com.linkedin.dataset",
|
|
||||||
"fields": [
|
|
||||||
{
|
|
||||||
"name": "origin",
|
|
||||||
"type": "com.linkedin.common.FabricType",
|
|
||||||
"doc": "origin data"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"name": "displayTitle",
|
|
||||||
"type": "string",
|
|
||||||
"doc": "display name for origin"
|
|
||||||
}
|
|
||||||
]
|
|
||||||
}
|
|
||||||
},
|
|
||||||
"doc": "a list of data origins. The Data Origin is the list of (fabricType, displayTitle)"
|
|
||||||
}
|
|
||||||
]
|
|
||||||
}
|
|
||||||
@ -1,32 +0,0 @@
|
|||||||
{
|
|
||||||
"type": "record",
|
|
||||||
"name": "Lineage",
|
|
||||||
"namespace": "com.linkedin.dataset",
|
|
||||||
"doc": "The lineage information for dataset, used to create lineage dataset records in TMS (The Metadata Store). This is an object used by a Kafka topic consumer for emitting the dataset generated by the data platforms.",
|
|
||||||
"include": [
|
|
||||||
"com.linkedin.common.ChangeAuditStamps"
|
|
||||||
],
|
|
||||||
"fields": [
|
|
||||||
{
|
|
||||||
"name": "type",
|
|
||||||
"type": "LineageType",
|
|
||||||
"doc": "The type name for the Lineage operation."
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"name": "sourceDatasets",
|
|
||||||
"type": {
|
|
||||||
"type": "array",
|
|
||||||
"items": "com.linkedin.common.DatasetUrn"
|
|
||||||
},
|
|
||||||
"doc": "List of Source dataset: data is generated from these datasets. (Mapping MxN for source to destination datasets)"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"name": "destinationDatasets",
|
|
||||||
"type": {
|
|
||||||
"type": "array",
|
|
||||||
"items": "com.linkedin.common.DatasetUrn"
|
|
||||||
},
|
|
||||||
"doc": "List of Destination dataset: processed data is written to these datasets. (Mapping MxN for sources to destinations datasets)"
|
|
||||||
}
|
|
||||||
]
|
|
||||||
}
|
|
||||||
@ -1,29 +0,0 @@
|
|||||||
{
|
|
||||||
"type": "record",
|
|
||||||
"name": "Owner",
|
|
||||||
"namespace": "com.linkedin.dataset",
|
|
||||||
"doc": "Information of a dataset owner",
|
|
||||||
"fields": [
|
|
||||||
{
|
|
||||||
"name": "owner",
|
|
||||||
"type": "com.linkedin.common.Urn",
|
|
||||||
"doc": "Dataset owner URN, e.g. urn:li:corpuser:ldap, urn:li:corpGroup:abc, and urn:li:multiProduct:mp_name"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"name": "ownerCategory",
|
|
||||||
"type": "OwnerCategory",
|
|
||||||
"doc": "The category of the owner role"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"name": "ownershipProvider",
|
|
||||||
"type": "OwnershipProvider",
|
|
||||||
"doc": "From where the owner info is extracted"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"name": "sourceUrl",
|
|
||||||
"type": "string",
|
|
||||||
"doc": "A URL indicating the source of this suggested ownership information",
|
|
||||||
"optional": true
|
|
||||||
}
|
|
||||||
]
|
|
||||||
}
|
|
||||||
@ -1,20 +0,0 @@
|
|||||||
{
|
|
||||||
"type": "enum",
|
|
||||||
"name": "OwnerCategory",
|
|
||||||
"namespace": "com.linkedin.dataset",
|
|
||||||
"doc": "Owner category or owner role",
|
|
||||||
"symbols": [
|
|
||||||
"DATA_OWNER",
|
|
||||||
"PRODUCER",
|
|
||||||
"DELEGATE",
|
|
||||||
"STAKEHOLDER",
|
|
||||||
"CONSUMER"
|
|
||||||
],
|
|
||||||
"symbolDocs": {
|
|
||||||
"DATA_OWNER": "Who owns the schema or DDL",
|
|
||||||
"PRODUCER": "Service or code owner of the service which produces/generates data records",
|
|
||||||
"DELEGATE": "DBA, SRE, ETL Replicator who can setup and modify the data storage",
|
|
||||||
"STAKEHOLDER": "Business owner or product manager/owner",
|
|
||||||
"CONSUMER": "Service or code owner of the service which consumes data records"
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@ -1,20 +0,0 @@
|
|||||||
{
|
|
||||||
"type": "record",
|
|
||||||
"name": "Ownership",
|
|
||||||
"namespace": "com.linkedin.dataset",
|
|
||||||
"doc": "Ownership of a dataset.",
|
|
||||||
"include": [
|
|
||||||
"OwnershipKey",
|
|
||||||
"com.linkedin.common.ChangeAuditStamps"
|
|
||||||
],
|
|
||||||
"fields": [
|
|
||||||
{
|
|
||||||
"name": "owners",
|
|
||||||
"doc": "List of owners of a dataset.",
|
|
||||||
"type": {
|
|
||||||
"type": "array",
|
|
||||||
"items": "Owner"
|
|
||||||
}
|
|
||||||
}
|
|
||||||
]
|
|
||||||
}
|
|
||||||
@ -1,18 +0,0 @@
|
|||||||
{
|
|
||||||
"type": "record",
|
|
||||||
"name": "OwnershipKey",
|
|
||||||
"namespace": "com.linkedin.dataset",
|
|
||||||
"doc": "Key for dataset ownership resource",
|
|
||||||
"fields": [
|
|
||||||
{
|
|
||||||
"name": "dataset",
|
|
||||||
"type": "com.linkedin.common.DatasetUrn",
|
|
||||||
"doc": "Dataset this ownership metadata is associated with."
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"name": "version",
|
|
||||||
"type": "long",
|
|
||||||
"doc": "Versioning allows to capture evolution of ownership for dataset."
|
|
||||||
}
|
|
||||||
]
|
|
||||||
}
|
|
||||||
@ -1,32 +0,0 @@
|
|||||||
{
|
|
||||||
"type": "enum",
|
|
||||||
"name": "OwnershipProvider",
|
|
||||||
"namespace": "com.linkedin.dataset",
|
|
||||||
"doc": "Source/provider of the ownership information",
|
|
||||||
"symbols": [
|
|
||||||
"AUDIT",
|
|
||||||
"DATA_VAULT",
|
|
||||||
"DATABASE",
|
|
||||||
"FILE_SYSTEM",
|
|
||||||
"JIRA",
|
|
||||||
"NUAGE",
|
|
||||||
"OTHER",
|
|
||||||
"REVIEW_BOARD",
|
|
||||||
"SOS",
|
|
||||||
"SOURCE_CONTROL",
|
|
||||||
"USER_INTERFACE"
|
|
||||||
],
|
|
||||||
"symbolDocs": {
|
|
||||||
"AUDIT": "Auditing system or audit logs",
|
|
||||||
"DATA_VAULT": "Data vault system",
|
|
||||||
"DATABASE": "Database, e.g. GRANTS table",
|
|
||||||
"FILE_SYSTEM": "File system, e.g. file/directory owner",
|
|
||||||
"JIRA": "Jira tickets",
|
|
||||||
"NUAGE": "Nuage service",
|
|
||||||
"OTHER": "Other sources",
|
|
||||||
"REVIEW_BOARD": "Review board submitter, reviewer",
|
|
||||||
"SOS": "Software ownership service",
|
|
||||||
"SOURCE_CONTROL": "SCM system: gitli, svn or github",
|
|
||||||
"USER_INTERFACE": "User input on UI"
|
|
||||||
}
|
|
||||||
}
|
|
||||||
Loading…
x
Reference in New Issue
Block a user