yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-12-05 07:04:44 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(models): Adding 'created', 'lastModified' timestamp to Dataset, Container, Dashboard, Chart (#6527)

Browse Source
This commit is contained in:
John Joyce 2022-11-28 18:18:34 -08:00 committed by GitHub
parent 7136dd5ae6
commit d1b12243bb
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
9 changed files with 471 additions and 44 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
li-utils/src/main/pegasus/com/linkedin/common/TimeStamp.pdl Normal file
View File

@ -0,0 +1,16 @@
namespace com.linkedin.common
/**
* A standard event timestamp
*/
record TimeStamp {
/**
* When did the event occur
*/
time: Time
/**
* Optional: The actor urn involved in the event.
*/
actor: optional Urn
}

23
metadata-models/src/main/pegasus/com/linkedin/container/ContainerProperties.pdl
View File

@ -2,6 +2,7 @@ namespace com.linkedin.container
import com.linkedin.common.CustomProperties
import com.linkedin.common.ExternalReference
import com.linkedin.common.TimeStamp
/**
* Information about a Asset Container as received from a 3rd party source system
@ -38,4 +39,26 @@ record ContainerProperties includes CustomProperties, ExternalReference {
"hasValuesFieldName": "hasDescription"
}
description: optional string
/**
* A timestamp documenting when the asset was created in the source Data Platform (not on DataHub)
*/
@Searchable = {
"/time": {
"fieldName": "createdAt",
"fieldType": "DATETIME"
}
}
created: optional TimeStamp
/**
* A timestamp documenting when the asset was last modified in the source Data Platform (not on DataHub)
*/
@Searchable = {
"/time": {
"fieldName": "lastModifiedAt",
"fieldType": "DATETIME"
}
}
lastModified: optional TimeStamp
}

23
metadata-models/src/main/pegasus/com/linkedin/datajob/DataFlowInfo.pdl
View File

@ -3,6 +3,7 @@ namespace com.linkedin.datajob
import com.linkedin.common.CustomProperties
import com.linkedin.common.ExternalReference
import com.linkedin.common.Urn
import com.linkedin.common.TimeStamp
/**
* Information about a Data processing flow
@ -39,4 +40,26 @@ record DataFlowInfo includes CustomProperties, ExternalReference {
"queryByDefault": false
}
project: optional string
/**
* A timestamp documenting when the asset was created in the source Data Platform (not on DataHub)
*/
@Searchable = {
"/time": {
"fieldName": "createdAt",
"fieldType": "DATETIME"
}
}
created: optional TimeStamp
/**
* A timestamp documenting when the asset was last modified in the source Data Platform (not on DataHub)
*/
@Searchable = {
"/time": {
"fieldName": "lastModifiedAt",
"fieldType": "DATETIME"
}
}
lastModified: optional TimeStamp
}

26
metadata-models/src/main/pegasus/com/linkedin/datajob/DataJobInfo.pdl
View File

@ -4,6 +4,7 @@ import com.linkedin.datajob.azkaban.AzkabanJobType
import com.linkedin.common.CustomProperties
import com.linkedin.common.ExternalReference
import com.linkedin.common.DataFlowUrn
import com.linkedin.common.TimeStamp
/**
* Information about a Data processing job
@ -44,7 +45,30 @@ record DataJobInfo includes CustomProperties, ExternalReference {
flowUrn: optional DataFlowUrn
/**
* Status of the job
* A timestamp documenting when the asset was created in the source Data Platform (not on DataHub)
*/
@Searchable = {
"/time": {
"fieldName": "createdAt",
"fieldType": "DATETIME"
}
}
created: optional TimeStamp
/**
* A timestamp documenting when the asset was last modified in the source Data Platform (not on DataHub)
*/
@Searchable = {
"/time": {
"fieldName": "lastModifiedAt",
"fieldType": "DATETIME"
}
}
lastModified: optional TimeStamp
/**
* Status of the job - Deprecated for Data Process Instance model.
*/
@deprecated = "Use Data Process Instance model, instead"
status: optional JobStatus
}

27
metadata-models/src/main/pegasus/com/linkedin/dataset/DatasetProperties.pdl
View File

@ -3,6 +3,7 @@ namespace com.linkedin.dataset
import com.linkedin.common.Uri
import com.linkedin.common.CustomProperties
import com.linkedin.common.ExternalReference
import com.linkedin.common.TimeStamp
/**
* Properties associated with a Dataset
@ -48,7 +49,31 @@ record DatasetProperties includes CustomProperties, ExternalReference {
uri: optional Uri
/**
* [Legacy] Unstructured tags for the dataset. Structured tags can be applied via the `GlobalTags` aspect.
* A timestamp documenting when the asset was created in the source Data Platform (not on DataHub)
*/
@Searchable = {
"/time": {
"fieldName": "createdAt",
"fieldType": "DATETIME"
}
}
created: optional TimeStamp
/**
* A timestamp documenting when the asset was last modified in the source Data Platform (not on DataHub)
*/
@Searchable = {
"/time": {
"fieldName": "lastModifiedAt",
"fieldType": "DATETIME"
}
}
lastModified: optional TimeStamp
/**
* [Legacy] Unstructured tags for the dataset. Structured tags can be applied via the `GlobalTags` aspect.
* This is now deprecated.
*/
@deprecated = "Use GlobalTags aspect instead."
tags: array[string] = [ ]
}

98
metadata-service/restli-api/src/main/snapshot/com.linkedin.entity.aspects.snapshot.json
View File

@ -1156,6 +1156,21 @@
"name" : "status"
}
}, "com.linkedin.common.TagAssociation", "com.linkedin.common.TagUrn", "com.linkedin.common.Time", {
"type" : "record",
"name" : "TimeStamp",
"namespace" : "com.linkedin.common",
"doc" : "A standard event timestamp",
"fields" : [ {
"name" : "time",
"type" : "Time",
"doc" : "When did the event occur"
}, {
"name" : "actor",
"type" : "Urn",
"doc" : "Optional: The actor urn involved in the event.",
"optional" : true
} ]
}, {
"type" : "typeref",
"name" : "Uri",
"namespace" : "com.linkedin.common",
@ -1287,6 +1302,28 @@
"fieldType" : "TEXT_PARTIAL",
"queryByDefault" : false
}
}, {
"name" : "created",
"type" : "com.linkedin.common.TimeStamp",
"doc" : "A timestamp documenting when the asset was created in the source Data Platform (not on DataHub)",
"optional" : true,
"Searchable" : {
"/time" : {
"fieldName" : "createdAt",
"fieldType" : "DATETIME"
}
}
}, {
"name" : "lastModified",
"type" : "com.linkedin.common.TimeStamp",
"doc" : "A timestamp documenting when the asset was last modified in the source Data Platform (not on DataHub)",
"optional" : true,
"Searchable" : {
"/time" : {
"fieldName" : "lastModifiedAt",
"fieldType" : "DATETIME"
}
}
} ],
"Aspect" : {
"name" : "dataFlowInfo"
@ -1339,6 +1376,28 @@
"type" : "com.linkedin.common.DataFlowUrn",
"doc" : "DataFlow urn that this job is part of",
"optional" : true
}, {
"name" : "created",
"type" : "com.linkedin.common.TimeStamp",
"doc" : "A timestamp documenting when the asset was created in the source Data Platform (not on DataHub)",
"optional" : true,
"Searchable" : {
"/time" : {
"fieldName" : "createdAt",
"fieldType" : "DATETIME"
}
}
}, {
"name" : "lastModified",
"type" : "com.linkedin.common.TimeStamp",
"doc" : "A timestamp documenting when the asset was last modified in the source Data Platform (not on DataHub)",
"optional" : true,
"Searchable" : {
"/time" : {
"fieldName" : "lastModifiedAt",
"fieldType" : "DATETIME"
}
}
}, {
"name" : "status",
"type" : {
@ -1357,8 +1416,9 @@
"UNKNOWN" : "Jobs with unknown status (either unmappable or unavailable)"
}
},
"doc" : "Status of the job",
"optional" : true
"doc" : "Status of the job - Deprecated for Data Process Instance model.",
"optional" : true,
"deprecated" : "Use Data Process Instance model, instead"
} ],
"Aspect" : {
"name" : "dataJobInfo"
@ -1629,14 +1689,37 @@
"type" : "com.linkedin.common.Uri",
"doc" : "The abstracted URI such as hdfs:///data/tracking/PageViewEvent, file:///dir/file_name. Uri should not include any environment specific properties. Some datasets might not have a standardized uri, which makes this field optional (i.e. kafka topic).",
"optional" : true
}, {
"name" : "created",
"type" : "com.linkedin.common.TimeStamp",
"doc" : "A timestamp documenting when the asset was created in the source Data Platform (not on DataHub)",
"optional" : true,
"Searchable" : {
"/time" : {
"fieldName" : "createdAt",
"fieldType" : "DATETIME"
}
}
}, {
"name" : "lastModified",
"type" : "com.linkedin.common.TimeStamp",
"doc" : "A timestamp documenting when the asset was last modified in the source Data Platform (not on DataHub)",
"optional" : true,
"Searchable" : {
"/time" : {
"fieldName" : "lastModifiedAt",
"fieldType" : "DATETIME"
}
}
}, {
"name" : "tags",
"type" : {
"type" : "array",
"items" : "string"
},
"doc" : "[Legacy] Unstructured tags for the dataset. Structured tags can be applied via the `GlobalTags` aspect.",
"default" : [ ]
"doc" : "[Legacy] Unstructured tags for the dataset. Structured tags can be applied via the `GlobalTags` aspect.\nThis is now deprecated.",
"default" : [ ],
"deprecated" : "Use GlobalTags aspect instead."
} ],
"Aspect" : {
"name" : "datasetProperties"
@ -1655,12 +1738,11 @@
"fields" : [ {
"name" : "auditStamp",
"type" : "com.linkedin.common.AuditStamp",
"doc" : "Audit stamp containing who reported the lineage and when.\nWARNING: this field is deprecated and may be removed in a future release.",
"doc" : "Audit stamp containing who reported the lineage and when.",
"default" : {
"actor" : "urn:li:corpuser:unknown",
"time" : 0
},
"deprecated" : "we no longer associate a timestamp per upstream edge"
}
}, {
"name" : "dataset",
"type" : "com.linkedin.common.DatasetUrn",
@ -1765,7 +1847,6 @@
"doc" : "Optional id for the GlossaryNode",
"optional" : true,
"Searchable" : {
"enableAutocomplete" : true,
"fieldType" : "TEXT_PARTIAL"
}
} ],
@ -1784,7 +1865,6 @@
"doc" : "Optional id for the term",
"optional" : true,
"Searchable" : {
"enableAutocomplete" : true,
"fieldType" : "TEXT_PARTIAL"
}
}, {

102
metadata-service/restli-api/src/main/snapshot/com.linkedin.entity.entities.snapshot.json
View File

@ -1167,6 +1167,21 @@
"name" : "status"
}
}, "com.linkedin.common.TagAssociation", "com.linkedin.common.TagUrn", "com.linkedin.common.Time", {
"type" : "record",
"name" : "TimeStamp",
"namespace" : "com.linkedin.common",
"doc" : "A standard event timestamp",
"fields" : [ {
"name" : "time",
"type" : "Time",
"doc" : "When did the event occur"
}, {
"name" : "actor",
"type" : "Urn",
"doc" : "Optional: The actor urn involved in the event.",
"optional" : true
} ]
}, {
"type" : "typeref",
"name" : "Uri",
"namespace" : "com.linkedin.common",
@ -1317,6 +1332,28 @@
"fieldType" : "TEXT_PARTIAL",
"queryByDefault" : false
}
}, {
"name" : "created",
"type" : "com.linkedin.common.TimeStamp",
"doc" : "A timestamp documenting when the asset was created in the source Data Platform (not on DataHub)",
"optional" : true,
"Searchable" : {
"/time" : {
"fieldName" : "createdAt",
"fieldType" : "DATETIME"
}
}
}, {
"name" : "lastModified",
"type" : "com.linkedin.common.TimeStamp",
"doc" : "A timestamp documenting when the asset was last modified in the source Data Platform (not on DataHub)",
"optional" : true,
"Searchable" : {
"/time" : {
"fieldName" : "lastModifiedAt",
"fieldType" : "DATETIME"
}
}
} ],
"Aspect" : {
"name" : "dataFlowInfo"
@ -1369,6 +1406,28 @@
"type" : "com.linkedin.common.DataFlowUrn",
"doc" : "DataFlow urn that this job is part of",
"optional" : true
}, {
"name" : "created",
"type" : "com.linkedin.common.TimeStamp",
"doc" : "A timestamp documenting when the asset was created in the source Data Platform (not on DataHub)",
"optional" : true,
"Searchable" : {
"/time" : {
"fieldName" : "createdAt",
"fieldType" : "DATETIME"
}
}
}, {
"name" : "lastModified",
"type" : "com.linkedin.common.TimeStamp",
"doc" : "A timestamp documenting when the asset was last modified in the source Data Platform (not on DataHub)",
"optional" : true,
"Searchable" : {
"/time" : {
"fieldName" : "lastModifiedAt",
"fieldType" : "DATETIME"
}
}
}, {
"name" : "status",
"type" : {
@ -1387,8 +1446,9 @@
"UNKNOWN" : "Jobs with unknown status (either unmappable or unavailable)"
}
},
"doc" : "Status of the job",
"optional" : true
"doc" : "Status of the job - Deprecated for Data Process Instance model.",
"optional" : true,
"deprecated" : "Use Data Process Instance model, instead"
} ],
"Aspect" : {
"name" : "dataJobInfo"
@ -1839,14 +1899,37 @@
"type" : "com.linkedin.common.Uri",
"doc" : "The abstracted URI such as hdfs:///data/tracking/PageViewEvent, file:///dir/file_name. Uri should not include any environment specific properties. Some datasets might not have a standardized uri, which makes this field optional (i.e. kafka topic).",
"optional" : true
}, {
"name" : "created",
"type" : "com.linkedin.common.TimeStamp",
"doc" : "A timestamp documenting when the asset was created in the source Data Platform (not on DataHub)",
"optional" : true,
"Searchable" : {
"/time" : {
"fieldName" : "createdAt",
"fieldType" : "DATETIME"
}
}
}, {
"name" : "lastModified",
"type" : "com.linkedin.common.TimeStamp",
"doc" : "A timestamp documenting when the asset was last modified in the source Data Platform (not on DataHub)",
"optional" : true,
"Searchable" : {
"/time" : {
"fieldName" : "lastModifiedAt",
"fieldType" : "DATETIME"
}
}
}, {
"name" : "tags",
"type" : {
"type" : "array",
"items" : "string"
},
"doc" : "[Legacy] Unstructured tags for the dataset. Structured tags can be applied via the `GlobalTags` aspect.",
"default" : [ ]
"doc" : "[Legacy] Unstructured tags for the dataset. Structured tags can be applied via the `GlobalTags` aspect.\nThis is now deprecated.",
"default" : [ ],
"deprecated" : "Use GlobalTags aspect instead."
} ],
"Aspect" : {
"name" : "datasetProperties"
@ -1901,12 +1984,11 @@
"fields" : [ {
"name" : "auditStamp",
"type" : "com.linkedin.common.AuditStamp",
"doc" : "Audit stamp containing who reported the lineage and when.\nWARNING: this field is deprecated and may be removed in a future release.",
"doc" : "Audit stamp containing who reported the lineage and when.",
"default" : {
"actor" : "urn:li:corpuser:unknown",
"time" : 0
},
"deprecated" : "we no longer associate a timestamp per upstream edge"
}
}, {
"name" : "dataset",
"type" : "com.linkedin.common.DatasetUrn",
@ -4478,7 +4560,6 @@
"doc" : "Optional id for the term",
"optional" : true,
"Searchable" : {
"enableAutocomplete" : true,
"fieldType" : "TEXT_PARTIAL"
}
}, {
@ -4603,7 +4684,6 @@
},
"Searchable" : {
"/*" : {
"boostScore" : 2.0,
"fieldName" : "values",
"fieldType" : "URN"
}
@ -4619,12 +4699,11 @@
"Relationship" : {
"/*" : {
"entityTypes" : [ "glossaryTerm" ],
"name" : "isRelatedTo"
"name" : "IsRelatedTo"
}
},
"Searchable" : {
"/*" : {
"boostScore" : 2.0,
"fieldName" : "relatedTerms",
"fieldType" : "URN"
}
@ -4716,7 +4795,6 @@
"doc" : "Optional id for the GlossaryNode",
"optional" : true,
"Searchable" : {
"enableAutocomplete" : true,
"fieldType" : "TEXT_PARTIAL"
}
} ],

98
metadata-service/restli-api/src/main/snapshot/com.linkedin.entity.runs.snapshot.json
View File

@ -910,6 +910,21 @@
"name" : "status"
}
}, "com.linkedin.common.TagAssociation", "com.linkedin.common.TagUrn", "com.linkedin.common.Time", {
"type" : "record",
"name" : "TimeStamp",
"namespace" : "com.linkedin.common",
"doc" : "A standard event timestamp",
"fields" : [ {
"name" : "time",
"type" : "Time",
"doc" : "When did the event occur"
}, {
"name" : "actor",
"type" : "Urn",
"doc" : "Optional: The actor urn involved in the event.",
"optional" : true
} ]
}, {
"type" : "typeref",
"name" : "Uri",
"namespace" : "com.linkedin.common",
@ -1041,6 +1056,28 @@
"fieldType" : "TEXT_PARTIAL",
"queryByDefault" : false
}
}, {
"name" : "created",
"type" : "com.linkedin.common.TimeStamp",
"doc" : "A timestamp documenting when the asset was created in the source Data Platform (not on DataHub)",
"optional" : true,
"Searchable" : {
"/time" : {
"fieldName" : "createdAt",
"fieldType" : "DATETIME"
}
}
}, {
"name" : "lastModified",
"type" : "com.linkedin.common.TimeStamp",
"doc" : "A timestamp documenting when the asset was last modified in the source Data Platform (not on DataHub)",
"optional" : true,
"Searchable" : {
"/time" : {
"fieldName" : "lastModifiedAt",
"fieldType" : "DATETIME"
}
}
} ],
"Aspect" : {
"name" : "dataFlowInfo"
@ -1093,6 +1130,28 @@
"type" : "com.linkedin.common.DataFlowUrn",
"doc" : "DataFlow urn that this job is part of",
"optional" : true
}, {
"name" : "created",
"type" : "com.linkedin.common.TimeStamp",
"doc" : "A timestamp documenting when the asset was created in the source Data Platform (not on DataHub)",
"optional" : true,
"Searchable" : {
"/time" : {
"fieldName" : "createdAt",
"fieldType" : "DATETIME"
}
}
}, {
"name" : "lastModified",
"type" : "com.linkedin.common.TimeStamp",
"doc" : "A timestamp documenting when the asset was last modified in the source Data Platform (not on DataHub)",
"optional" : true,
"Searchable" : {
"/time" : {
"fieldName" : "lastModifiedAt",
"fieldType" : "DATETIME"
}
}
}, {
"name" : "status",
"type" : {
@ -1111,8 +1170,9 @@
"UNKNOWN" : "Jobs with unknown status (either unmappable or unavailable)"
}
},
"doc" : "Status of the job",
"optional" : true
"doc" : "Status of the job - Deprecated for Data Process Instance model.",
"optional" : true,
"deprecated" : "Use Data Process Instance model, instead"
} ],
"Aspect" : {
"name" : "dataJobInfo"
@ -1383,14 +1443,37 @@
"type" : "com.linkedin.common.Uri",
"doc" : "The abstracted URI such as hdfs:///data/tracking/PageViewEvent, file:///dir/file_name. Uri should not include any environment specific properties. Some datasets might not have a standardized uri, which makes this field optional (i.e. kafka topic).",
"optional" : true
}, {
"name" : "created",
"type" : "com.linkedin.common.TimeStamp",
"doc" : "A timestamp documenting when the asset was created in the source Data Platform (not on DataHub)",
"optional" : true,
"Searchable" : {
"/time" : {
"fieldName" : "createdAt",
"fieldType" : "DATETIME"
}
}
}, {
"name" : "lastModified",
"type" : "com.linkedin.common.TimeStamp",
"doc" : "A timestamp documenting when the asset was last modified in the source Data Platform (not on DataHub)",
"optional" : true,
"Searchable" : {
"/time" : {
"fieldName" : "lastModifiedAt",
"fieldType" : "DATETIME"
}
}
}, {
"name" : "tags",
"type" : {
"type" : "array",
"items" : "string"
},
"doc" : "[Legacy] Unstructured tags for the dataset. Structured tags can be applied via the `GlobalTags` aspect.",
"default" : [ ]
"doc" : "[Legacy] Unstructured tags for the dataset. Structured tags can be applied via the `GlobalTags` aspect.\nThis is now deprecated.",
"default" : [ ],
"deprecated" : "Use GlobalTags aspect instead."
} ],
"Aspect" : {
"name" : "datasetProperties"
@ -1409,12 +1492,11 @@
"fields" : [ {
"name" : "auditStamp",
"type" : "com.linkedin.common.AuditStamp",
"doc" : "Audit stamp containing who reported the lineage and when.\nWARNING: this field is deprecated and may be removed in a future release.",
"doc" : "Audit stamp containing who reported the lineage and when.",
"default" : {
"actor" : "urn:li:corpuser:unknown",
"time" : 0
},
"deprecated" : "we no longer associate a timestamp per upstream edge"
}
}, {
"name" : "dataset",
"type" : "com.linkedin.common.DatasetUrn",
@ -1511,7 +1593,6 @@
"doc" : "Optional id for the GlossaryNode",
"optional" : true,
"Searchable" : {
"enableAutocomplete" : true,
"fieldType" : "TEXT_PARTIAL"
}
} ],
@ -1530,7 +1611,6 @@
"doc" : "Optional id for the term",
"optional" : true,
"Searchable" : {
"enableAutocomplete" : true,
"fieldType" : "TEXT_PARTIAL"
}
}, {

102
metadata-service/restli-api/src/main/snapshot/com.linkedin.platform.platform.snapshot.json
View File

@ -1167,6 +1167,21 @@
"name" : "status"
}
}, "com.linkedin.common.TagAssociation", "com.linkedin.common.TagUrn", "com.linkedin.common.Time", {
"type" : "record",
"name" : "TimeStamp",
"namespace" : "com.linkedin.common",
"doc" : "A standard event timestamp",
"fields" : [ {
"name" : "time",
"type" : "Time",
"doc" : "When did the event occur"
}, {
"name" : "actor",
"type" : "Urn",
"doc" : "Optional: The actor urn involved in the event.",
"optional" : true
} ]
}, {
"type" : "typeref",
"name" : "Uri",
"namespace" : "com.linkedin.common",
@ -1317,6 +1332,28 @@
"fieldType" : "TEXT_PARTIAL",
"queryByDefault" : false
}
}, {
"name" : "created",
"type" : "com.linkedin.common.TimeStamp",
"doc" : "A timestamp documenting when the asset was created in the source Data Platform (not on DataHub)",
"optional" : true,
"Searchable" : {
"/time" : {
"fieldName" : "createdAt",
"fieldType" : "DATETIME"
}
}
}, {
"name" : "lastModified",
"type" : "com.linkedin.common.TimeStamp",
"doc" : "A timestamp documenting when the asset was last modified in the source Data Platform (not on DataHub)",
"optional" : true,
"Searchable" : {
"/time" : {
"fieldName" : "lastModifiedAt",
"fieldType" : "DATETIME"
}
}
} ],
"Aspect" : {
"name" : "dataFlowInfo"
@ -1369,6 +1406,28 @@
"type" : "com.linkedin.common.DataFlowUrn",
"doc" : "DataFlow urn that this job is part of",
"optional" : true
}, {
"name" : "created",
"type" : "com.linkedin.common.TimeStamp",
"doc" : "A timestamp documenting when the asset was created in the source Data Platform (not on DataHub)",
"optional" : true,
"Searchable" : {
"/time" : {
"fieldName" : "createdAt",
"fieldType" : "DATETIME"
}
}
}, {
"name" : "lastModified",
"type" : "com.linkedin.common.TimeStamp",
"doc" : "A timestamp documenting when the asset was last modified in the source Data Platform (not on DataHub)",
"optional" : true,
"Searchable" : {
"/time" : {
"fieldName" : "lastModifiedAt",
"fieldType" : "DATETIME"
}
}
}, {
"name" : "status",
"type" : {
@ -1387,8 +1446,9 @@
"UNKNOWN" : "Jobs with unknown status (either unmappable or unavailable)"
}
},
"doc" : "Status of the job",
"optional" : true
"doc" : "Status of the job - Deprecated for Data Process Instance model.",
"optional" : true,
"deprecated" : "Use Data Process Instance model, instead"
} ],
"Aspect" : {
"name" : "dataJobInfo"
@ -1839,14 +1899,37 @@
"type" : "com.linkedin.common.Uri",
"doc" : "The abstracted URI such as hdfs:///data/tracking/PageViewEvent, file:///dir/file_name. Uri should not include any environment specific properties. Some datasets might not have a standardized uri, which makes this field optional (i.e. kafka topic).",
"optional" : true
}, {
"name" : "created",
"type" : "com.linkedin.common.TimeStamp",
"doc" : "A timestamp documenting when the asset was created in the source Data Platform (not on DataHub)",
"optional" : true,
"Searchable" : {
"/time" : {
"fieldName" : "createdAt",
"fieldType" : "DATETIME"
}
}
}, {
"name" : "lastModified",
"type" : "com.linkedin.common.TimeStamp",
"doc" : "A timestamp documenting when the asset was last modified in the source Data Platform (not on DataHub)",
"optional" : true,
"Searchable" : {
"/time" : {
"fieldName" : "lastModifiedAt",
"fieldType" : "DATETIME"
}
}
}, {
"name" : "tags",
"type" : {
"type" : "array",
"items" : "string"
},
"doc" : "[Legacy] Unstructured tags for the dataset. Structured tags can be applied via the `GlobalTags` aspect.",
"default" : [ ]
"doc" : "[Legacy] Unstructured tags for the dataset. Structured tags can be applied via the `GlobalTags` aspect.\nThis is now deprecated.",
"default" : [ ],
"deprecated" : "Use GlobalTags aspect instead."
} ],
"Aspect" : {
"name" : "datasetProperties"
@ -1901,12 +1984,11 @@
"fields" : [ {
"name" : "auditStamp",
"type" : "com.linkedin.common.AuditStamp",
"doc" : "Audit stamp containing who reported the lineage and when.\nWARNING: this field is deprecated and may be removed in a future release.",
"doc" : "Audit stamp containing who reported the lineage and when.",
"default" : {
"actor" : "urn:li:corpuser:unknown",
"time" : 0
},
"deprecated" : "we no longer associate a timestamp per upstream edge"
}
}, {
"name" : "dataset",
"type" : "com.linkedin.common.DatasetUrn",
@ -4472,7 +4554,6 @@
"doc" : "Optional id for the term",
"optional" : true,
"Searchable" : {
"enableAutocomplete" : true,
"fieldType" : "TEXT_PARTIAL"
}
}, {
@ -4597,7 +4678,6 @@
},
"Searchable" : {
"/*" : {
"boostScore" : 2.0,
"fieldName" : "values",
"fieldType" : "URN"
}
@ -4613,12 +4693,11 @@
"Relationship" : {
"/*" : {
"entityTypes" : [ "glossaryTerm" ],
"name" : "isRelatedTo"
"name" : "IsRelatedTo"
}
},
"Searchable" : {
"/*" : {
"boostScore" : 2.0,
"fieldName" : "relatedTerms",
"fieldType" : "URN"
}
@ -4710,7 +4789,6 @@
"doc" : "Optional id for the GlossaryNode",
"optional" : true,
"Searchable" : {
"enableAutocomplete" : true,
"fieldType" : "TEXT_PARTIAL"
}
} ],