diff --git a/li-utils/src/main/pegasus/com/linkedin/common/TimeStamp.pdl b/li-utils/src/main/pegasus/com/linkedin/common/TimeStamp.pdl new file mode 100644 index 0000000000..aeb4630516 --- /dev/null +++ b/li-utils/src/main/pegasus/com/linkedin/common/TimeStamp.pdl @@ -0,0 +1,16 @@ +namespace com.linkedin.common + +/** + * A standard event timestamp + */ +record TimeStamp { + /** + * When did the event occur + */ + time: Time + + /** + * Optional: The actor urn involved in the event. + */ + actor: optional Urn +} diff --git a/metadata-models/src/main/pegasus/com/linkedin/container/ContainerProperties.pdl b/metadata-models/src/main/pegasus/com/linkedin/container/ContainerProperties.pdl index 7a5499382e..26745fe46c 100644 --- a/metadata-models/src/main/pegasus/com/linkedin/container/ContainerProperties.pdl +++ b/metadata-models/src/main/pegasus/com/linkedin/container/ContainerProperties.pdl @@ -2,6 +2,7 @@ namespace com.linkedin.container import com.linkedin.common.CustomProperties import com.linkedin.common.ExternalReference +import com.linkedin.common.TimeStamp /** * Information about a Asset Container as received from a 3rd party source system @@ -38,4 +39,26 @@ record ContainerProperties includes CustomProperties, ExternalReference { "hasValuesFieldName": "hasDescription" } description: optional string + + /** + * A timestamp documenting when the asset was created in the source Data Platform (not on DataHub) + */ + @Searchable = { + "/time": { + "fieldName": "createdAt", + "fieldType": "DATETIME" + } + } + created: optional TimeStamp + + /** + * A timestamp documenting when the asset was last modified in the source Data Platform (not on DataHub) + */ + @Searchable = { + "/time": { + "fieldName": "lastModifiedAt", + "fieldType": "DATETIME" + } + } + lastModified: optional TimeStamp } \ No newline at end of file diff --git a/metadata-models/src/main/pegasus/com/linkedin/datajob/DataFlowInfo.pdl b/metadata-models/src/main/pegasus/com/linkedin/datajob/DataFlowInfo.pdl index b8f6cb913d..4812407408 100644 --- a/metadata-models/src/main/pegasus/com/linkedin/datajob/DataFlowInfo.pdl +++ b/metadata-models/src/main/pegasus/com/linkedin/datajob/DataFlowInfo.pdl @@ -3,6 +3,7 @@ namespace com.linkedin.datajob import com.linkedin.common.CustomProperties import com.linkedin.common.ExternalReference import com.linkedin.common.Urn +import com.linkedin.common.TimeStamp /** * Information about a Data processing flow @@ -39,4 +40,26 @@ record DataFlowInfo includes CustomProperties, ExternalReference { "queryByDefault": false } project: optional string + + /** + * A timestamp documenting when the asset was created in the source Data Platform (not on DataHub) + */ + @Searchable = { + "/time": { + "fieldName": "createdAt", + "fieldType": "DATETIME" + } + } + created: optional TimeStamp + + /** + * A timestamp documenting when the asset was last modified in the source Data Platform (not on DataHub) + */ + @Searchable = { + "/time": { + "fieldName": "lastModifiedAt", + "fieldType": "DATETIME" + } + } + lastModified: optional TimeStamp } diff --git a/metadata-models/src/main/pegasus/com/linkedin/datajob/DataJobInfo.pdl b/metadata-models/src/main/pegasus/com/linkedin/datajob/DataJobInfo.pdl index a90ba5a9b1..8737dd4d9e 100644 --- a/metadata-models/src/main/pegasus/com/linkedin/datajob/DataJobInfo.pdl +++ b/metadata-models/src/main/pegasus/com/linkedin/datajob/DataJobInfo.pdl @@ -4,6 +4,7 @@ import com.linkedin.datajob.azkaban.AzkabanJobType import com.linkedin.common.CustomProperties import com.linkedin.common.ExternalReference import com.linkedin.common.DataFlowUrn +import com.linkedin.common.TimeStamp /** * Information about a Data processing job @@ -44,7 +45,30 @@ record DataJobInfo includes CustomProperties, ExternalReference { flowUrn: optional DataFlowUrn /** - * Status of the job + * A timestamp documenting when the asset was created in the source Data Platform (not on DataHub) */ + @Searchable = { + "/time": { + "fieldName": "createdAt", + "fieldType": "DATETIME" + } + } + created: optional TimeStamp + + /** + * A timestamp documenting when the asset was last modified in the source Data Platform (not on DataHub) + */ + @Searchable = { + "/time": { + "fieldName": "lastModifiedAt", + "fieldType": "DATETIME" + } + } + lastModified: optional TimeStamp + + /** + * Status of the job - Deprecated for Data Process Instance model. + */ + @deprecated = "Use Data Process Instance model, instead" status: optional JobStatus } diff --git a/metadata-models/src/main/pegasus/com/linkedin/dataset/DatasetProperties.pdl b/metadata-models/src/main/pegasus/com/linkedin/dataset/DatasetProperties.pdl index a16aa25ef6..eb7dd1dab5 100644 --- a/metadata-models/src/main/pegasus/com/linkedin/dataset/DatasetProperties.pdl +++ b/metadata-models/src/main/pegasus/com/linkedin/dataset/DatasetProperties.pdl @@ -3,6 +3,7 @@ namespace com.linkedin.dataset import com.linkedin.common.Uri import com.linkedin.common.CustomProperties import com.linkedin.common.ExternalReference +import com.linkedin.common.TimeStamp /** * Properties associated with a Dataset @@ -48,7 +49,31 @@ record DatasetProperties includes CustomProperties, ExternalReference { uri: optional Uri /** - * [Legacy] Unstructured tags for the dataset. Structured tags can be applied via the `GlobalTags` aspect. + * A timestamp documenting when the asset was created in the source Data Platform (not on DataHub) */ + @Searchable = { + "/time": { + "fieldName": "createdAt", + "fieldType": "DATETIME" + } + } + created: optional TimeStamp + + /** + * A timestamp documenting when the asset was last modified in the source Data Platform (not on DataHub) + */ + @Searchable = { + "/time": { + "fieldName": "lastModifiedAt", + "fieldType": "DATETIME" + } + } + lastModified: optional TimeStamp + + /** + * [Legacy] Unstructured tags for the dataset. Structured tags can be applied via the `GlobalTags` aspect. + * This is now deprecated. + */ + @deprecated = "Use GlobalTags aspect instead." tags: array[string] = [ ] } \ No newline at end of file diff --git a/metadata-service/restli-api/src/main/snapshot/com.linkedin.entity.aspects.snapshot.json b/metadata-service/restli-api/src/main/snapshot/com.linkedin.entity.aspects.snapshot.json index de69bad2ec..b76dbed28e 100644 --- a/metadata-service/restli-api/src/main/snapshot/com.linkedin.entity.aspects.snapshot.json +++ b/metadata-service/restli-api/src/main/snapshot/com.linkedin.entity.aspects.snapshot.json @@ -1156,6 +1156,21 @@ "name" : "status" } }, "com.linkedin.common.TagAssociation", "com.linkedin.common.TagUrn", "com.linkedin.common.Time", { + "type" : "record", + "name" : "TimeStamp", + "namespace" : "com.linkedin.common", + "doc" : "A standard event timestamp", + "fields" : [ { + "name" : "time", + "type" : "Time", + "doc" : "When did the event occur" + }, { + "name" : "actor", + "type" : "Urn", + "doc" : "Optional: The actor urn involved in the event.", + "optional" : true + } ] + }, { "type" : "typeref", "name" : "Uri", "namespace" : "com.linkedin.common", @@ -1287,6 +1302,28 @@ "fieldType" : "TEXT_PARTIAL", "queryByDefault" : false } + }, { + "name" : "created", + "type" : "com.linkedin.common.TimeStamp", + "doc" : "A timestamp documenting when the asset was created in the source Data Platform (not on DataHub)", + "optional" : true, + "Searchable" : { + "/time" : { + "fieldName" : "createdAt", + "fieldType" : "DATETIME" + } + } + }, { + "name" : "lastModified", + "type" : "com.linkedin.common.TimeStamp", + "doc" : "A timestamp documenting when the asset was last modified in the source Data Platform (not on DataHub)", + "optional" : true, + "Searchable" : { + "/time" : { + "fieldName" : "lastModifiedAt", + "fieldType" : "DATETIME" + } + } } ], "Aspect" : { "name" : "dataFlowInfo" @@ -1339,6 +1376,28 @@ "type" : "com.linkedin.common.DataFlowUrn", "doc" : "DataFlow urn that this job is part of", "optional" : true + }, { + "name" : "created", + "type" : "com.linkedin.common.TimeStamp", + "doc" : "A timestamp documenting when the asset was created in the source Data Platform (not on DataHub)", + "optional" : true, + "Searchable" : { + "/time" : { + "fieldName" : "createdAt", + "fieldType" : "DATETIME" + } + } + }, { + "name" : "lastModified", + "type" : "com.linkedin.common.TimeStamp", + "doc" : "A timestamp documenting when the asset was last modified in the source Data Platform (not on DataHub)", + "optional" : true, + "Searchable" : { + "/time" : { + "fieldName" : "lastModifiedAt", + "fieldType" : "DATETIME" + } + } }, { "name" : "status", "type" : { @@ -1357,8 +1416,9 @@ "UNKNOWN" : "Jobs with unknown status (either unmappable or unavailable)" } }, - "doc" : "Status of the job", - "optional" : true + "doc" : "Status of the job - Deprecated for Data Process Instance model.", + "optional" : true, + "deprecated" : "Use Data Process Instance model, instead" } ], "Aspect" : { "name" : "dataJobInfo" @@ -1629,14 +1689,37 @@ "type" : "com.linkedin.common.Uri", "doc" : "The abstracted URI such as hdfs:///data/tracking/PageViewEvent, file:///dir/file_name. Uri should not include any environment specific properties. Some datasets might not have a standardized uri, which makes this field optional (i.e. kafka topic).", "optional" : true + }, { + "name" : "created", + "type" : "com.linkedin.common.TimeStamp", + "doc" : "A timestamp documenting when the asset was created in the source Data Platform (not on DataHub)", + "optional" : true, + "Searchable" : { + "/time" : { + "fieldName" : "createdAt", + "fieldType" : "DATETIME" + } + } + }, { + "name" : "lastModified", + "type" : "com.linkedin.common.TimeStamp", + "doc" : "A timestamp documenting when the asset was last modified in the source Data Platform (not on DataHub)", + "optional" : true, + "Searchable" : { + "/time" : { + "fieldName" : "lastModifiedAt", + "fieldType" : "DATETIME" + } + } }, { "name" : "tags", "type" : { "type" : "array", "items" : "string" }, - "doc" : "[Legacy] Unstructured tags for the dataset. Structured tags can be applied via the `GlobalTags` aspect.", - "default" : [ ] + "doc" : "[Legacy] Unstructured tags for the dataset. Structured tags can be applied via the `GlobalTags` aspect.\nThis is now deprecated.", + "default" : [ ], + "deprecated" : "Use GlobalTags aspect instead." } ], "Aspect" : { "name" : "datasetProperties" @@ -1655,12 +1738,11 @@ "fields" : [ { "name" : "auditStamp", "type" : "com.linkedin.common.AuditStamp", - "doc" : "Audit stamp containing who reported the lineage and when.\nWARNING: this field is deprecated and may be removed in a future release.", + "doc" : "Audit stamp containing who reported the lineage and when.", "default" : { "actor" : "urn:li:corpuser:unknown", "time" : 0 - }, - "deprecated" : "we no longer associate a timestamp per upstream edge" + } }, { "name" : "dataset", "type" : "com.linkedin.common.DatasetUrn", @@ -1765,7 +1847,6 @@ "doc" : "Optional id for the GlossaryNode", "optional" : true, "Searchable" : { - "enableAutocomplete" : true, "fieldType" : "TEXT_PARTIAL" } } ], @@ -1784,7 +1865,6 @@ "doc" : "Optional id for the term", "optional" : true, "Searchable" : { - "enableAutocomplete" : true, "fieldType" : "TEXT_PARTIAL" } }, { diff --git a/metadata-service/restli-api/src/main/snapshot/com.linkedin.entity.entities.snapshot.json b/metadata-service/restli-api/src/main/snapshot/com.linkedin.entity.entities.snapshot.json index 1558bb9b41..b2634f13bb 100644 --- a/metadata-service/restli-api/src/main/snapshot/com.linkedin.entity.entities.snapshot.json +++ b/metadata-service/restli-api/src/main/snapshot/com.linkedin.entity.entities.snapshot.json @@ -1167,6 +1167,21 @@ "name" : "status" } }, "com.linkedin.common.TagAssociation", "com.linkedin.common.TagUrn", "com.linkedin.common.Time", { + "type" : "record", + "name" : "TimeStamp", + "namespace" : "com.linkedin.common", + "doc" : "A standard event timestamp", + "fields" : [ { + "name" : "time", + "type" : "Time", + "doc" : "When did the event occur" + }, { + "name" : "actor", + "type" : "Urn", + "doc" : "Optional: The actor urn involved in the event.", + "optional" : true + } ] + }, { "type" : "typeref", "name" : "Uri", "namespace" : "com.linkedin.common", @@ -1317,6 +1332,28 @@ "fieldType" : "TEXT_PARTIAL", "queryByDefault" : false } + }, { + "name" : "created", + "type" : "com.linkedin.common.TimeStamp", + "doc" : "A timestamp documenting when the asset was created in the source Data Platform (not on DataHub)", + "optional" : true, + "Searchable" : { + "/time" : { + "fieldName" : "createdAt", + "fieldType" : "DATETIME" + } + } + }, { + "name" : "lastModified", + "type" : "com.linkedin.common.TimeStamp", + "doc" : "A timestamp documenting when the asset was last modified in the source Data Platform (not on DataHub)", + "optional" : true, + "Searchable" : { + "/time" : { + "fieldName" : "lastModifiedAt", + "fieldType" : "DATETIME" + } + } } ], "Aspect" : { "name" : "dataFlowInfo" @@ -1369,6 +1406,28 @@ "type" : "com.linkedin.common.DataFlowUrn", "doc" : "DataFlow urn that this job is part of", "optional" : true + }, { + "name" : "created", + "type" : "com.linkedin.common.TimeStamp", + "doc" : "A timestamp documenting when the asset was created in the source Data Platform (not on DataHub)", + "optional" : true, + "Searchable" : { + "/time" : { + "fieldName" : "createdAt", + "fieldType" : "DATETIME" + } + } + }, { + "name" : "lastModified", + "type" : "com.linkedin.common.TimeStamp", + "doc" : "A timestamp documenting when the asset was last modified in the source Data Platform (not on DataHub)", + "optional" : true, + "Searchable" : { + "/time" : { + "fieldName" : "lastModifiedAt", + "fieldType" : "DATETIME" + } + } }, { "name" : "status", "type" : { @@ -1387,8 +1446,9 @@ "UNKNOWN" : "Jobs with unknown status (either unmappable or unavailable)" } }, - "doc" : "Status of the job", - "optional" : true + "doc" : "Status of the job - Deprecated for Data Process Instance model.", + "optional" : true, + "deprecated" : "Use Data Process Instance model, instead" } ], "Aspect" : { "name" : "dataJobInfo" @@ -1839,14 +1899,37 @@ "type" : "com.linkedin.common.Uri", "doc" : "The abstracted URI such as hdfs:///data/tracking/PageViewEvent, file:///dir/file_name. Uri should not include any environment specific properties. Some datasets might not have a standardized uri, which makes this field optional (i.e. kafka topic).", "optional" : true + }, { + "name" : "created", + "type" : "com.linkedin.common.TimeStamp", + "doc" : "A timestamp documenting when the asset was created in the source Data Platform (not on DataHub)", + "optional" : true, + "Searchable" : { + "/time" : { + "fieldName" : "createdAt", + "fieldType" : "DATETIME" + } + } + }, { + "name" : "lastModified", + "type" : "com.linkedin.common.TimeStamp", + "doc" : "A timestamp documenting when the asset was last modified in the source Data Platform (not on DataHub)", + "optional" : true, + "Searchable" : { + "/time" : { + "fieldName" : "lastModifiedAt", + "fieldType" : "DATETIME" + } + } }, { "name" : "tags", "type" : { "type" : "array", "items" : "string" }, - "doc" : "[Legacy] Unstructured tags for the dataset. Structured tags can be applied via the `GlobalTags` aspect.", - "default" : [ ] + "doc" : "[Legacy] Unstructured tags for the dataset. Structured tags can be applied via the `GlobalTags` aspect.\nThis is now deprecated.", + "default" : [ ], + "deprecated" : "Use GlobalTags aspect instead." } ], "Aspect" : { "name" : "datasetProperties" @@ -1901,12 +1984,11 @@ "fields" : [ { "name" : "auditStamp", "type" : "com.linkedin.common.AuditStamp", - "doc" : "Audit stamp containing who reported the lineage and when.\nWARNING: this field is deprecated and may be removed in a future release.", + "doc" : "Audit stamp containing who reported the lineage and when.", "default" : { "actor" : "urn:li:corpuser:unknown", "time" : 0 - }, - "deprecated" : "we no longer associate a timestamp per upstream edge" + } }, { "name" : "dataset", "type" : "com.linkedin.common.DatasetUrn", @@ -4478,7 +4560,6 @@ "doc" : "Optional id for the term", "optional" : true, "Searchable" : { - "enableAutocomplete" : true, "fieldType" : "TEXT_PARTIAL" } }, { @@ -4603,7 +4684,6 @@ }, "Searchable" : { "/*" : { - "boostScore" : 2.0, "fieldName" : "values", "fieldType" : "URN" } @@ -4619,12 +4699,11 @@ "Relationship" : { "/*" : { "entityTypes" : [ "glossaryTerm" ], - "name" : "isRelatedTo" + "name" : "IsRelatedTo" } }, "Searchable" : { "/*" : { - "boostScore" : 2.0, "fieldName" : "relatedTerms", "fieldType" : "URN" } @@ -4716,7 +4795,6 @@ "doc" : "Optional id for the GlossaryNode", "optional" : true, "Searchable" : { - "enableAutocomplete" : true, "fieldType" : "TEXT_PARTIAL" } } ], diff --git a/metadata-service/restli-api/src/main/snapshot/com.linkedin.entity.runs.snapshot.json b/metadata-service/restli-api/src/main/snapshot/com.linkedin.entity.runs.snapshot.json index 05e2d22ef6..13c1673d95 100644 --- a/metadata-service/restli-api/src/main/snapshot/com.linkedin.entity.runs.snapshot.json +++ b/metadata-service/restli-api/src/main/snapshot/com.linkedin.entity.runs.snapshot.json @@ -910,6 +910,21 @@ "name" : "status" } }, "com.linkedin.common.TagAssociation", "com.linkedin.common.TagUrn", "com.linkedin.common.Time", { + "type" : "record", + "name" : "TimeStamp", + "namespace" : "com.linkedin.common", + "doc" : "A standard event timestamp", + "fields" : [ { + "name" : "time", + "type" : "Time", + "doc" : "When did the event occur" + }, { + "name" : "actor", + "type" : "Urn", + "doc" : "Optional: The actor urn involved in the event.", + "optional" : true + } ] + }, { "type" : "typeref", "name" : "Uri", "namespace" : "com.linkedin.common", @@ -1041,6 +1056,28 @@ "fieldType" : "TEXT_PARTIAL", "queryByDefault" : false } + }, { + "name" : "created", + "type" : "com.linkedin.common.TimeStamp", + "doc" : "A timestamp documenting when the asset was created in the source Data Platform (not on DataHub)", + "optional" : true, + "Searchable" : { + "/time" : { + "fieldName" : "createdAt", + "fieldType" : "DATETIME" + } + } + }, { + "name" : "lastModified", + "type" : "com.linkedin.common.TimeStamp", + "doc" : "A timestamp documenting when the asset was last modified in the source Data Platform (not on DataHub)", + "optional" : true, + "Searchable" : { + "/time" : { + "fieldName" : "lastModifiedAt", + "fieldType" : "DATETIME" + } + } } ], "Aspect" : { "name" : "dataFlowInfo" @@ -1093,6 +1130,28 @@ "type" : "com.linkedin.common.DataFlowUrn", "doc" : "DataFlow urn that this job is part of", "optional" : true + }, { + "name" : "created", + "type" : "com.linkedin.common.TimeStamp", + "doc" : "A timestamp documenting when the asset was created in the source Data Platform (not on DataHub)", + "optional" : true, + "Searchable" : { + "/time" : { + "fieldName" : "createdAt", + "fieldType" : "DATETIME" + } + } + }, { + "name" : "lastModified", + "type" : "com.linkedin.common.TimeStamp", + "doc" : "A timestamp documenting when the asset was last modified in the source Data Platform (not on DataHub)", + "optional" : true, + "Searchable" : { + "/time" : { + "fieldName" : "lastModifiedAt", + "fieldType" : "DATETIME" + } + } }, { "name" : "status", "type" : { @@ -1111,8 +1170,9 @@ "UNKNOWN" : "Jobs with unknown status (either unmappable or unavailable)" } }, - "doc" : "Status of the job", - "optional" : true + "doc" : "Status of the job - Deprecated for Data Process Instance model.", + "optional" : true, + "deprecated" : "Use Data Process Instance model, instead" } ], "Aspect" : { "name" : "dataJobInfo" @@ -1383,14 +1443,37 @@ "type" : "com.linkedin.common.Uri", "doc" : "The abstracted URI such as hdfs:///data/tracking/PageViewEvent, file:///dir/file_name. Uri should not include any environment specific properties. Some datasets might not have a standardized uri, which makes this field optional (i.e. kafka topic).", "optional" : true + }, { + "name" : "created", + "type" : "com.linkedin.common.TimeStamp", + "doc" : "A timestamp documenting when the asset was created in the source Data Platform (not on DataHub)", + "optional" : true, + "Searchable" : { + "/time" : { + "fieldName" : "createdAt", + "fieldType" : "DATETIME" + } + } + }, { + "name" : "lastModified", + "type" : "com.linkedin.common.TimeStamp", + "doc" : "A timestamp documenting when the asset was last modified in the source Data Platform (not on DataHub)", + "optional" : true, + "Searchable" : { + "/time" : { + "fieldName" : "lastModifiedAt", + "fieldType" : "DATETIME" + } + } }, { "name" : "tags", "type" : { "type" : "array", "items" : "string" }, - "doc" : "[Legacy] Unstructured tags for the dataset. Structured tags can be applied via the `GlobalTags` aspect.", - "default" : [ ] + "doc" : "[Legacy] Unstructured tags for the dataset. Structured tags can be applied via the `GlobalTags` aspect.\nThis is now deprecated.", + "default" : [ ], + "deprecated" : "Use GlobalTags aspect instead." } ], "Aspect" : { "name" : "datasetProperties" @@ -1409,12 +1492,11 @@ "fields" : [ { "name" : "auditStamp", "type" : "com.linkedin.common.AuditStamp", - "doc" : "Audit stamp containing who reported the lineage and when.\nWARNING: this field is deprecated and may be removed in a future release.", + "doc" : "Audit stamp containing who reported the lineage and when.", "default" : { "actor" : "urn:li:corpuser:unknown", "time" : 0 - }, - "deprecated" : "we no longer associate a timestamp per upstream edge" + } }, { "name" : "dataset", "type" : "com.linkedin.common.DatasetUrn", @@ -1511,7 +1593,6 @@ "doc" : "Optional id for the GlossaryNode", "optional" : true, "Searchable" : { - "enableAutocomplete" : true, "fieldType" : "TEXT_PARTIAL" } } ], @@ -1530,7 +1611,6 @@ "doc" : "Optional id for the term", "optional" : true, "Searchable" : { - "enableAutocomplete" : true, "fieldType" : "TEXT_PARTIAL" } }, { diff --git a/metadata-service/restli-api/src/main/snapshot/com.linkedin.platform.platform.snapshot.json b/metadata-service/restli-api/src/main/snapshot/com.linkedin.platform.platform.snapshot.json index 5b685ab766..aafd310977 100644 --- a/metadata-service/restli-api/src/main/snapshot/com.linkedin.platform.platform.snapshot.json +++ b/metadata-service/restli-api/src/main/snapshot/com.linkedin.platform.platform.snapshot.json @@ -1167,6 +1167,21 @@ "name" : "status" } }, "com.linkedin.common.TagAssociation", "com.linkedin.common.TagUrn", "com.linkedin.common.Time", { + "type" : "record", + "name" : "TimeStamp", + "namespace" : "com.linkedin.common", + "doc" : "A standard event timestamp", + "fields" : [ { + "name" : "time", + "type" : "Time", + "doc" : "When did the event occur" + }, { + "name" : "actor", + "type" : "Urn", + "doc" : "Optional: The actor urn involved in the event.", + "optional" : true + } ] + }, { "type" : "typeref", "name" : "Uri", "namespace" : "com.linkedin.common", @@ -1317,6 +1332,28 @@ "fieldType" : "TEXT_PARTIAL", "queryByDefault" : false } + }, { + "name" : "created", + "type" : "com.linkedin.common.TimeStamp", + "doc" : "A timestamp documenting when the asset was created in the source Data Platform (not on DataHub)", + "optional" : true, + "Searchable" : { + "/time" : { + "fieldName" : "createdAt", + "fieldType" : "DATETIME" + } + } + }, { + "name" : "lastModified", + "type" : "com.linkedin.common.TimeStamp", + "doc" : "A timestamp documenting when the asset was last modified in the source Data Platform (not on DataHub)", + "optional" : true, + "Searchable" : { + "/time" : { + "fieldName" : "lastModifiedAt", + "fieldType" : "DATETIME" + } + } } ], "Aspect" : { "name" : "dataFlowInfo" @@ -1369,6 +1406,28 @@ "type" : "com.linkedin.common.DataFlowUrn", "doc" : "DataFlow urn that this job is part of", "optional" : true + }, { + "name" : "created", + "type" : "com.linkedin.common.TimeStamp", + "doc" : "A timestamp documenting when the asset was created in the source Data Platform (not on DataHub)", + "optional" : true, + "Searchable" : { + "/time" : { + "fieldName" : "createdAt", + "fieldType" : "DATETIME" + } + } + }, { + "name" : "lastModified", + "type" : "com.linkedin.common.TimeStamp", + "doc" : "A timestamp documenting when the asset was last modified in the source Data Platform (not on DataHub)", + "optional" : true, + "Searchable" : { + "/time" : { + "fieldName" : "lastModifiedAt", + "fieldType" : "DATETIME" + } + } }, { "name" : "status", "type" : { @@ -1387,8 +1446,9 @@ "UNKNOWN" : "Jobs with unknown status (either unmappable or unavailable)" } }, - "doc" : "Status of the job", - "optional" : true + "doc" : "Status of the job - Deprecated for Data Process Instance model.", + "optional" : true, + "deprecated" : "Use Data Process Instance model, instead" } ], "Aspect" : { "name" : "dataJobInfo" @@ -1839,14 +1899,37 @@ "type" : "com.linkedin.common.Uri", "doc" : "The abstracted URI such as hdfs:///data/tracking/PageViewEvent, file:///dir/file_name. Uri should not include any environment specific properties. Some datasets might not have a standardized uri, which makes this field optional (i.e. kafka topic).", "optional" : true + }, { + "name" : "created", + "type" : "com.linkedin.common.TimeStamp", + "doc" : "A timestamp documenting when the asset was created in the source Data Platform (not on DataHub)", + "optional" : true, + "Searchable" : { + "/time" : { + "fieldName" : "createdAt", + "fieldType" : "DATETIME" + } + } + }, { + "name" : "lastModified", + "type" : "com.linkedin.common.TimeStamp", + "doc" : "A timestamp documenting when the asset was last modified in the source Data Platform (not on DataHub)", + "optional" : true, + "Searchable" : { + "/time" : { + "fieldName" : "lastModifiedAt", + "fieldType" : "DATETIME" + } + } }, { "name" : "tags", "type" : { "type" : "array", "items" : "string" }, - "doc" : "[Legacy] Unstructured tags for the dataset. Structured tags can be applied via the `GlobalTags` aspect.", - "default" : [ ] + "doc" : "[Legacy] Unstructured tags for the dataset. Structured tags can be applied via the `GlobalTags` aspect.\nThis is now deprecated.", + "default" : [ ], + "deprecated" : "Use GlobalTags aspect instead." } ], "Aspect" : { "name" : "datasetProperties" @@ -1901,12 +1984,11 @@ "fields" : [ { "name" : "auditStamp", "type" : "com.linkedin.common.AuditStamp", - "doc" : "Audit stamp containing who reported the lineage and when.\nWARNING: this field is deprecated and may be removed in a future release.", + "doc" : "Audit stamp containing who reported the lineage and when.", "default" : { "actor" : "urn:li:corpuser:unknown", "time" : 0 - }, - "deprecated" : "we no longer associate a timestamp per upstream edge" + } }, { "name" : "dataset", "type" : "com.linkedin.common.DatasetUrn", @@ -4472,7 +4554,6 @@ "doc" : "Optional id for the term", "optional" : true, "Searchable" : { - "enableAutocomplete" : true, "fieldType" : "TEXT_PARTIAL" } }, { @@ -4597,7 +4678,6 @@ }, "Searchable" : { "/*" : { - "boostScore" : 2.0, "fieldName" : "values", "fieldType" : "URN" } @@ -4613,12 +4693,11 @@ "Relationship" : { "/*" : { "entityTypes" : [ "glossaryTerm" ], - "name" : "isRelatedTo" + "name" : "IsRelatedTo" } }, "Searchable" : { "/*" : { - "boostScore" : 2.0, "fieldName" : "relatedTerms", "fieldType" : "URN" } @@ -4710,7 +4789,6 @@ "doc" : "Optional id for the GlossaryNode", "optional" : true, "Searchable" : { - "enableAutocomplete" : true, "fieldType" : "TEXT_PARTIAL" } } ],