mirror of
https://github.com/datahub-project/datahub.git
synced 2025-12-28 02:17:53 +00:00
Removed unused data models
This commit is contained in:
Kerem Sahin
parent
d3e2ab2bf8
commit
d4df2b3e12
@ -1,16 +0,0 @@
|
||||
{
|
||||
"type": "enum",
|
||||
"name": "HadoopClusterType",
|
||||
"namespace": "com.linkedin.common",
|
||||
"doc": "Denotes a specific Hadoop cluster",
|
||||
"symbols": [
|
||||
"HOLDEM",
|
||||
"WAR",
|
||||
"FARO"
|
||||
],
|
||||
"symbolDocs": {
|
||||
"HOLDEM": "Holdem hadoop cluster",
|
||||
"WAR": "War hadoop cluster",
|
||||
"FARO": "Faro hadoop cluster"
|
||||
}
|
||||
}
|
||||
@ -1,62 +0,0 @@
|
||||
{
|
||||
"type": "record",
|
||||
"name": "DataPlatformInfo",
|
||||
"namespace": "com.linkedin.dataplatform",
|
||||
"doc": "Information about a data platform",
|
||||
"fields": [
|
||||
{
|
||||
"name": "name",
|
||||
"type": "string",
|
||||
"doc": "Name of the data platform",
|
||||
"validate": {
|
||||
"strlen": {
|
||||
"max": 15
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"name": "type",
|
||||
"doc": "Platform type this data platform describes",
|
||||
"type": {
|
||||
"type": "enum",
|
||||
"name": "PlatformType",
|
||||
"doc": "Platform types available at LinkedIn",
|
||||
"symbols": [
|
||||
"FILE_SYSTEM",
|
||||
"KEY_VALUE_STORE",
|
||||
"MESSAGE_BROKER",
|
||||
"OBJECT_STORE",
|
||||
"OLAP_DATASTORE",
|
||||
"OTHERS",
|
||||
"QUERY_ENGINE",
|
||||
"RELATIONAL_DB",
|
||||
"SEARCH_ENGINE"
|
||||
],
|
||||
"symbolDocs": {
|
||||
"FILE_SYSTEM": "Value for a file system, e.g. hdfs",
|
||||
"KEY_VALUE_STORE": "Value for a key value store, e.g. espresso, voldemort",
|
||||
"MESSAGE_BROKER": "Value for a message broker, e.g. kafka",
|
||||
"OBJECT_STORE": "Value for an object store, e.g. ambry",
|
||||
"OLAP_DATASTORE": "Value for an OLAP datastore, e.g. pinot",
|
||||
"OTHERS": "Value for other platforms, e.g salesforce, dovetail",
|
||||
"QUERY_ENGINE": "Value for a query engine, e.g. presto",
|
||||
"RELATIONAL_DB": "Value for a relational database, e.g. oracle, mysql",
|
||||
"SEARCH_ENGINE": "Value for a search engine, e.g seas"
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"name": "supportedPurgePolicies",
|
||||
"type": {
|
||||
"type": "array",
|
||||
"items": "com.linkedin.dataset.CompliancePurgeType"
|
||||
},
|
||||
"doc": "The purge policies supported by this platform"
|
||||
},
|
||||
{
|
||||
"name": "datasetNameDelimiter",
|
||||
"type": "string",
|
||||
"doc": "The delimiter in the dataset names on the data platform, e.g. '/' for HDFS and '.' for Oracle"
|
||||
}
|
||||
]
|
||||
}
|
||||
@ -1,52 +0,0 @@
|
||||
{
|
||||
"type": "record",
|
||||
"name": "ComplianceDataTypeInfo",
|
||||
"namespace": "com.linkedin.dataset",
|
||||
"doc": "Additional information about a specific compliance data type, such as whether it's Personally Identifiable Information or not.",
|
||||
"fields": [
|
||||
{
|
||||
"name": "id",
|
||||
"type": "string",
|
||||
"doc": "ID of the compliance data type."
|
||||
},
|
||||
{
|
||||
"name": "title",
|
||||
"type": "string",
|
||||
"doc": "A UI-friendly short description for the data type."
|
||||
},
|
||||
{
|
||||
"name": "description",
|
||||
"type": "string",
|
||||
"doc": "Full description for the data type."
|
||||
},
|
||||
{
|
||||
"name": "idType",
|
||||
"type": "boolean",
|
||||
"doc": "Whether this data type is a first-party ID, such as Member ID."
|
||||
},
|
||||
{
|
||||
"name": "pii",
|
||||
"type": "boolean",
|
||||
"doc": "Whether this data type is considered Personally Identifiable Information."
|
||||
},
|
||||
{
|
||||
"name": "supportedFieldFormats",
|
||||
"doc": "A list of supported FieldFormat for this data type",
|
||||
"type": {
|
||||
"type": "array",
|
||||
"items": "FieldFormat"
|
||||
}
|
||||
},
|
||||
{
|
||||
"name": "defaultSecurityClassification",
|
||||
"type": "SecurityClassification",
|
||||
"doc": "The default security classification for this data type."
|
||||
},
|
||||
{
|
||||
"name": "defaultUrnClass",
|
||||
"type": "string",
|
||||
"doc": "The Fully Qualified Class Name (FQCN) of the default URN for this data type, e.g. com.linkedin.common.urn.MemberUrn",
|
||||
"optional": true
|
||||
}
|
||||
]
|
||||
}
|
||||
@ -1,19 +0,0 @@
|
||||
{
|
||||
"name": "ComplianceDataTypeKey",
|
||||
"type": "record",
|
||||
"namespace": "com.linkedin.dataset",
|
||||
"doc": "Key for compliance data type resource",
|
||||
"fields": [
|
||||
{
|
||||
"name": "dataType",
|
||||
"type": "string",
|
||||
"doc": "Compliance data type such as MEMBER_ID",
|
||||
"validate": {
|
||||
"strlen": {
|
||||
"min": 1,
|
||||
"max": 30
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
@ -1,45 +0,0 @@
|
||||
{
|
||||
"type": "record",
|
||||
"name": "ComplianceInfoSuggestion",
|
||||
"namespace": "com.linkedin.dataset",
|
||||
"doc": "Suggested Compliance information generated by auto classification process that describes associated versioned dataset. Metadata will contain flags to indicate if it contains any (PII) personally identifiable information.",
|
||||
"fields": [
|
||||
{
|
||||
"name": "suggestedContainingPersonalData",
|
||||
"doc": "Suggestion for whether this dataset contains personal data. This is derived from suggestedFieldClassifications.",
|
||||
"type": "boolean",
|
||||
"optional": true,
|
||||
"default": false
|
||||
},
|
||||
{
|
||||
"name": "suggestedFieldClassifications",
|
||||
"type": {
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "record",
|
||||
"name": "SuggestedFieldClassification",
|
||||
"namespace": "com.linkedin.dataset",
|
||||
"fields": [
|
||||
{
|
||||
"name": "suggestion",
|
||||
"type": "FieldCompliance",
|
||||
"doc": "Suggestion for the field level compliance metadata."
|
||||
},
|
||||
{
|
||||
"name": "confidenceLevel",
|
||||
"type": "float",
|
||||
"doc": "The confidence level for this suggestion. The range is [0.0, 1.0]"
|
||||
},
|
||||
{
|
||||
"name": "uid",
|
||||
"type": "string",
|
||||
"doc": "Unique identifier of this suggestion",
|
||||
"optional": true
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"doc": "A list of suggested field-level compliance metadata."
|
||||
}
|
||||
]
|
||||
}
|
||||
@ -1,24 +0,0 @@
|
||||
{
|
||||
"type": "enum",
|
||||
"name": "CompliancePurgeType",
|
||||
"namespace": "com.linkedin.dataset",
|
||||
"symbols": [
|
||||
"AUTO_PURGE",
|
||||
"MANUAL_PURGE",
|
||||
"LIMITED_RETENTION",
|
||||
"LIMITED_RETENTION_WITH_LOCKING",
|
||||
"MANUAL_LIMITED_RETENTION",
|
||||
"PURGE_NOT_APPLICABLE",
|
||||
"PURGE_EXEMPTED"
|
||||
],
|
||||
"symbolDocs": {
|
||||
"AUTO_PURGE": "Choose this option only if it’s acceptable to have the data platform's default mechanism to purge this dataset based on the provided metadata (e.g. member ID, seat ID etc).",
|
||||
"MANUAL_PURGE": "Choose this option only if you have implemented a custom mechanism to purge this dataset.",
|
||||
"LIMITED_RETENTION": "Choose this option only if you want to rely on the data platform’s default mechanism to delete the dataset immediately when it is older than the predefined limit.",
|
||||
"LIMITED_RETENTION_WITH_LOCKING": "Choose this option only if you want to rely on the data platform’s default mechanism to lockdown, prior to removal, the dataset when it is older than the predefined limit.",
|
||||
"MANUAL_LIMITED_RETENTION": "Choose this option only if you have a well established process to ensure limited data retention.",
|
||||
"PURGE_NOT_APPLICABLE": "Choose this option only if the dataset does not contain any PII and therefore doesn't need purging.",
|
||||
"PURGE_EXEMPTED": "Choose this option only if the dataset has obtained explicit purge exemption from HSEC & Legal."
|
||||
},
|
||||
"doc": "Purge mechanism types"
|
||||
}
|
||||
@ -1,43 +0,0 @@
|
||||
{
|
||||
"type": "record",
|
||||
"name": "DataPrivacyReview",
|
||||
"namespace": "com.linkedin.dataset",
|
||||
"doc": "Captures the current data privacy review status for a dataset. See go/faroprime/states for more details.",
|
||||
"fields": [
|
||||
{
|
||||
"name": "lastModified",
|
||||
"type": "com.linkedin.common.AuditStamp",
|
||||
"doc": "Audit stamp containing who last changed the review status and when."
|
||||
},
|
||||
{
|
||||
"name": "status",
|
||||
"type": {
|
||||
"type": "enum",
|
||||
"name": "DataPrivacyReviewStatus",
|
||||
"symbols":
|
||||
[
|
||||
"PENDING_REVIEW",
|
||||
"WHITELISTED",
|
||||
"VIOLATION_SUSPECTED",
|
||||
"BLACKLISTED",
|
||||
"WHITELISTED_WITH_VIOLATION_SUPPRESSED"
|
||||
],
|
||||
"symbolDocs":
|
||||
{
|
||||
"PENDING_REVIEW": "A review is pending for this dataset",
|
||||
"WHITELISTED": "The dataset has been reviewed and whitelisted, i.e. not containing PII or HC data",
|
||||
"VIOLATION_SUSPECTED": "The auto classifier has flagged the dataset as may contain PII or HC data",
|
||||
"BLACKLISTED": "The dataset has been reviewed and blacklisted, i.e. containing PII or HC data",
|
||||
"WHITELISTED_WITH_VIOLATION_SUPPRESSED": "The dataset has been whitelisted after suppressing classifier's detection"
|
||||
}
|
||||
},
|
||||
"doc": "The current review status for this dataset."
|
||||
},
|
||||
{
|
||||
"name": "notes",
|
||||
"type": "string",
|
||||
"doc": "Additional notes for the review",
|
||||
"optional": true
|
||||
}
|
||||
]
|
||||
}
|
||||
@ -1,58 +0,0 @@
|
||||
{
|
||||
"type": "record",
|
||||
"name": "ExportPolicy",
|
||||
"namespace": "com.linkedin.dataset",
|
||||
"doc": "Export policy of a dataset. For more info refer to Data-export metadata annotations at go/dma",
|
||||
"fields": [
|
||||
{
|
||||
"name": "containsUserGeneratedContent",
|
||||
"type": "boolean",
|
||||
"doc": "Indicates that the dataset contains data directly created by the member"
|
||||
},
|
||||
{
|
||||
"name": "containsUserActionGeneratedContent",
|
||||
"type": "boolean",
|
||||
"doc": "Indicates that the dataset contains data created as a result of direct member action on the site"
|
||||
},
|
||||
{
|
||||
"name": "containsUserDerivedContent",
|
||||
"type": "boolean",
|
||||
"doc": "Indicates that the dataset contains data owned by the member but not directly created by the member or due to member actions on the site"
|
||||
},
|
||||
{
|
||||
"name": "dataset",
|
||||
"type": "com.linkedin.common.DatasetUrn",
|
||||
"doc": "[Deprecated] Do NOT use. Dataset this export policy is associated with.",
|
||||
"optional": true,
|
||||
"deprecated": true
|
||||
},
|
||||
{
|
||||
"name": "version",
|
||||
"type": "long",
|
||||
"doc": "[Deprecated] Do NOT use. The version of the export policy.",
|
||||
"optional": true,
|
||||
"default": 0,
|
||||
"deprecated": true
|
||||
},
|
||||
{
|
||||
"name": "created",
|
||||
"type": "com.linkedin.common.AuditStamp",
|
||||
"doc": "[Deprecated] Do NOT use.",
|
||||
"optional": true,
|
||||
"deprecated": true
|
||||
},
|
||||
{
|
||||
"name": "lastModified",
|
||||
"type": "com.linkedin.common.AuditStamp",
|
||||
"doc": "Audit stamp containing who last modified the record and when.",
|
||||
"optional": true
|
||||
},
|
||||
{
|
||||
"name": "deleted",
|
||||
"type": "com.linkedin.common.AuditStamp",
|
||||
"doc": "[Deprecated] Do NOT use.",
|
||||
"optional": true,
|
||||
"deprecated": true
|
||||
}
|
||||
]
|
||||
}
|
||||
@ -1,14 +0,0 @@
|
||||
{
|
||||
"type": "record",
|
||||
"name": "ReplicationConfig",
|
||||
"namespace": "com.linkedin.dataset",
|
||||
"doc": "Configurations for dataset replication",
|
||||
"fields": [
|
||||
{
|
||||
"name": "gobblinConfig",
|
||||
"type": "string",
|
||||
"doc": "The raw gobblin HOCON configuration as a string",
|
||||
"optional": true
|
||||
}
|
||||
]
|
||||
}
|
||||
@ -1,25 +0,0 @@
|
||||
{
|
||||
"type": "record",
|
||||
"name": "RetentionPolicy",
|
||||
"namespace": "com.linkedin.dataset",
|
||||
"doc": "Retention policy that describes the associated dataset. The policy is versioned and immutable upon creation",
|
||||
"fields": [
|
||||
{
|
||||
"name": "purgeType",
|
||||
"doc": "Purge mechanism type specifies how dataset complies with existing legal requirements for data retention and clean-up policies.",
|
||||
"type": "CompliancePurgeType"
|
||||
},
|
||||
{
|
||||
"name": "purgeNote",
|
||||
"type": "string",
|
||||
"doc": "The additional information about purging if the purge type is PURGE_EXEMPTED",
|
||||
"optional": true
|
||||
},
|
||||
{
|
||||
"name": "lastModified",
|
||||
"type": "com.linkedin.common.AuditStamp",
|
||||
"doc": "Audit stamp containing who last modified the record and when.",
|
||||
"optional": true
|
||||
}
|
||||
]
|
||||
}
|
||||
@ -1,9 +0,0 @@
|
||||
{
|
||||
"type": "typeref",
|
||||
"name": "DataPlatformAspect",
|
||||
"namespace": "com.linkedin.metadata.aspect",
|
||||
"doc": "A union of all supported metadata aspects for a Data Platform",
|
||||
"ref": [
|
||||
"com.linkedin.dataplatform.DataPlatformInfo"
|
||||
]
|
||||
}
|
||||
Loading…
x
Reference in New Issue
Block a user