yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-12-28 02:17:53 +00:00
Code Issues Packages Projects Releases Wiki Activity
datahub/metadata-ingestion-examples/mce-cli/example-bootstrap.json
shakti-garg 8ed14a62e2
feat(business_glossary): add new entity business term and its relationship with dataset and its fields (#2228) 
Co-authored-by: shubham.garg <shubham.garg@thoughtworks.com>
2021-05-10 13:20:23 -07:00

602 lines
20 KiB
JSON
Raw Blame History

{
"events": [
{
"proposedSnapshot": {
"com.linkedin.metadata.snapshot.CorpUserSnapshot": {
"urn": "urn:li:corpuser:datahub",
"aspects": [
{
"com.linkedin.identity.CorpUserInfo": {
"active": true,
"displayName": "Data Hub",
"fullName": "Data Hub",
"email": "datahub@linkedin.com",
"title": "CEO"
}
}
]
}
}
},
{
"proposedSnapshot": {
"com.linkedin.metadata.snapshot.CorpUserSnapshot": {
"urn": "urn:li:corpuser:jdoe",
"aspects": [
{
"com.linkedin.identity.CorpUserInfo": {
"active": true,
"displayName": "John Doe",
"fullName": "John Doe",
"email": "jdoe@linkedin.com",
"title": "Software Engineer"
}
}
]
}
}
},
{
"proposedSnapshot": {
"com.linkedin.metadata.snapshot.DatasetSnapshot": {
"urn": "urn:li:dataset:(urn:li:dataPlatform:kafka,SampleKafkaDataset,PROD)",
"aspects": [
{
"com.linkedin.common.Ownership": {
"owners": [
{
"owner": "urn:li:corpuser:jdoe",
"type": "DATAOWNER"
},
{
"owner": "urn:li:corpuser:datahub",
"type": "DATAOWNER"
}
],
"lastModified": {
"time": 1581407189000,
"actor": "urn:li:corpuser:jdoe"
}
}
},
{
"com.linkedin.common.InstitutionalMemory": {
"elements": [
{
"url": "https://www.linkedin.com",
"description": "Sample doc",
"createStamp": {
"time": 1581407189000,
"actor": "urn:li:corpuser:jdoe"
}
}
]
}
},
{
"com.linkedin.schema.SchemaMetadata": {
"schemaName": "SampleKafkaSchema",
"platform": "urn:li:dataPlatform:kafka",
"version": 0,
"created": {
"time": 1581407189000,
"actor": "urn:li:corpuser:jdoe"
},
"lastModified": {
"time": 1581407189000,
"actor": "urn:li:corpuser:jdoe"
},
"hash": "",
"platformSchema": {
"com.linkedin.schema.KafkaSchema": {
"documentSchema": "{\"type\":\"record\",\"name\":\"SampleKafkaSchema\",\"namespace\":\"com.linkedin.dataset\",\"doc\":\"Sample Kafka dataset\",\"fields\":[{\"name\":\"field_foo\",\"type\":[\"string\"]},{\"name\":\"field_bar\",\"type\":[\"boolean\"]}]}"
}
},
"fields": [
{
"fieldPath": "field_foo",
"description": "Foo field description",
"nativeDataType": "string",
"type": {
"type": {
"com.linkedin.schema.StringType": {}
}
},
"glossaryTerms": {
"terms": [{
"urn": "urn:li:glossaryTerm:instruments.FinancialInstrument_v1"
}],
"auditStamp": {
"time": 1581407189000,
"actor": "urn:li:corpuser:jdoe"
}
}
},
{
"fieldPath": "field_bar",
"description": "Bar field description",
"nativeDataType": "boolean",
"type": {
"type": {
"com.linkedin.schema.BooleanType": {}
}
}
}
]
}
},
{
"com.linkedin.common.GlossaryTerms": {
"terms": [{
"urn": "urn:li:glossaryTerm:instruments.FinancialInstrument_v1"
}],
"auditStamp": {
"time": 1581407189000,
"actor": "urn:li:corpuser:jdoe"
}
}
}
]
}
}
},
{
"proposedSnapshot": {
"com.linkedin.metadata.snapshot.DatasetSnapshot": {
"urn": "urn:li:dataset:(urn:li:dataPlatform:hdfs,SampleHdfsDataset,PROD)",
"aspects": [
{
"com.linkedin.common.Ownership": {
"owners": [
{
"owner": "urn:li:corpuser:jdoe",
"type": "DATAOWNER"
},
{
"owner": "urn:li:corpuser:datahub",
"type": "DATAOWNER"
}
],
"lastModified": {
"time": 1581407189000,
"actor": "urn:li:corpuser:jdoe"
}
}
},
{
"com.linkedin.dataset.UpstreamLineage": {
"upstreams": [
{
"auditStamp": {
"time": 1581407189000,
"actor": "urn:li:corpuser:jdoe"
},
"dataset": "urn:li:dataset:(urn:li:dataPlatform:kafka,SampleKafkaDataset,PROD)",
"type": "TRANSFORMED"
}
]
}
},
{
"com.linkedin.common.InstitutionalMemory": {
"elements": [
{
"url": "https://www.linkedin.com",
"description": "Sample doc",
"createStamp": {
"time": 1581407189000,
"actor": "urn:li:corpuser:jdoe"
}
}
]
}
},
{
"com.linkedin.schema.SchemaMetadata": {
"schemaName": "SampleHdfsSchema",
"platform": "urn:li:dataPlatform:hdfs",
"version": 0,
"created": {
"time": 1581407189000,
"actor": "urn:li:corpuser:jdoe"
},
"lastModified": {
"time": 1581407189000,
"actor": "urn:li:corpuser:jdoe"
},
"hash": "",
"platformSchema": {
"com.linkedin.schema.KafkaSchema": {
"documentSchema": "{\"type\":\"record\",\"name\":\"SampleHdfsSchema\",\"namespace\":\"com.linkedin.dataset\",\"doc\":\"Sample HDFS dataset\",\"fields\":[{\"name\":\"field_foo\",\"type\":[\"string\"]},{\"name\":\"field_bar\",\"type\":[\"boolean\"]}]}"
}
},
"fields": [
{
"fieldPath": "field_foo",
"description": "Foo field description",
"nativeDataType": "string",
"type": {
"type": {
"com.linkedin.schema.StringType": {}
}
}
},
{
"fieldPath": "field_bar",
"description": "Bar field description",
"nativeDataType": "boolean",
"type": {
"type": {
"com.linkedin.schema.BooleanType": {}
}
}
}
]
}
}
]
}
}
},
{
"proposedSnapshot": {
"com.linkedin.metadata.snapshot.DatasetSnapshot": {
"urn": "urn:li:dataset:(urn:li:dataPlatform:hive,SampleHiveDataset,PROD)",
"aspects": [
{
"com.linkedin.common.Ownership": {
"owners": [
{
"owner": "urn:li:corpuser:jdoe",
"type": "DATAOWNER"
},
{
"owner": "urn:li:corpuser:datahub",
"type": "DATAOWNER"
}
],
"lastModified": {
"time": 1581407189000,
"actor": "urn:li:corpuser:jdoe"
}
}
},
{
"com.linkedin.dataset.UpstreamLineage": {
"upstreams": [
{
"auditStamp": {
"time": 1581407189000,
"actor": "urn:li:corpuser:jdoe"
},
"dataset": "urn:li:dataset:(urn:li:dataPlatform:hdfs,SampleHdfsDataset,PROD)",
"type": "TRANSFORMED"
}
]
}
},
{
"com.linkedin.common.InstitutionalMemory": {
"elements": [
{
"url": "https://www.linkedin.com",
"description": "Sample doc",
"createStamp": {
"time": 1581407189000,
"actor": "urn:li:corpuser:jdoe"
}
}
]
}
},
{
"com.linkedin.schema.SchemaMetadata": {
"schemaName": "SampleHiveSchema",
"platform": "urn:li:dataPlatform:hive",
"version": 0,
"created": {
"time": 1581407189000,
"actor": "urn:li:corpuser:jdoe"
},
"lastModified": {
"time": 1581407189000,
"actor": "urn:li:corpuser:jdoe"
},
"hash": "",
"platformSchema": {
"com.linkedin.schema.KafkaSchema": {
"documentSchema": "{\"type\":\"record\",\"name\":\"SampleHiveSchema\",\"namespace\":\"com.linkedin.dataset\",\"doc\":\"Sample Hive dataset\",\"fields\":[{\"name\":\"field_foo\",\"type\":[\"string\"]},{\"name\":\"field_bar\",\"type\":[\"boolean\"]}]}"
}
},
"fields": [
{
"fieldPath": "field_foo",
"description": "Foo field description",
"nativeDataType": "string",
"type": {
"type": {
"com.linkedin.schema.StringType": {}
}
}
},
{
"fieldPath": "field_bar",
"description": "Bar field description",
"nativeDataType": "boolean",
"type": {
"type": {
"com.linkedin.schema.BooleanType": {}
}
}
}
]
}
}
]
}
}
},
{
"proposedSnapshot": {
"com.linkedin.metadata.snapshot.DataProcessSnapshot": {
"urn": "urn:li:dataProcess:(sqoop,DEMO,PROD)",
"aspects": [
{
"com.linkedin.common.Ownership": {
"owners": [
{
"owner": "urn:li:corpuser:datahub",
"type": "DATAOWNER"
}
],
"lastModified": {
"time": 1581407189000,
"actor": "urn:li:corpuser:datahub"
}
}
},
{
"com.linkedin.dataprocess.DataProcessInfo": {
"inputs": [
"urn:li:dataset:(urn:li:dataPlatform:cassandra,barEarth,DEV)",
"urn:li:dataset:(urn:li:dataPlatform:cassandra,barMars,DEV)"
],
"outputs": [
"urn:li:dataset:(urn:li:dataPlatform:hbase,barSky,PROD)",
"urn:li:dataset:(urn:li:dataPlatform:hbase,barOcean,PROD)"
]
}
}
]
}
}
},
{
"proposedSnapshot": {
"com.linkedin.metadata.snapshot.MLModelSnapshot": {
"urn": "urn:li:mlmodel:(urn:li:dataPlatform:science,scienceModel,PROD)",
"aspects": [
{
"com.linkedin.common.Ownership": {
"owners": [
{
"owner": "urn:li:corpuser:jdoe",
"type": "DATAOWNER"
},
{
"owner": "urn:li:corpuser:datahub",
"type": "DATAOWNER"
}
],
"lastModified": {
"time": 0,
"actor": "urn:li:corpuser:jdoe"
}
}
},
{
"com.linkedin.ml.metadata.MLModelProperties": {
"description": "A sample model for predicting some outcome.",
"date": 0,
"version": {
"versionTag": "1.5.3"
},
"tags": [
"science"
]
}
},
{
"com.linkedin.ml.metadata.TrainingData": {
"trainingData": [
{
"dataset": "urn:li:dataset:(urn:li:dataPlatform:hive,pageViewsHive,PROD)",
"motivation": "For science!",
"preProcessing": [
"Aggregation"
]
}
]
}
},
{
"com.linkedin.ml.metadata.EvaluationData": {
"evaluationData": [
{
"dataset": "urn:li:dataset:(urn:li:dataPlatform:hive,pageViewsHive,PROD)"
}
]
}
}
]
}
}
},
{
"proposedSnapshot": {
"com.linkedin.metadata.snapshot.ChartSnapshot": {
"urn": "urn:li:chart:(Looker,1)",
"aspects": [
{
"com.linkedin.chart.ChartInfo": {
"title": "Sample Looker Chart",
"description": "This chart contains sample data from Kafka",
"lastModified": {
"lastModified": {
"time": 1581407189000,
"actor": "urn:li:corpuser:datahub"
},
"created": {
"time": 1581407189000,
"actor": "urn:li:corpuser:jdoe"
}
},
"inputs": [
{
"string": "urn:li:dataset:(urn:li:dataPlatform:kafka,SampleKafkaDataset,PROD)"
}
],
"chartUrl": "https://www.looker.com",
"type": "BAR",
"access": "PUBLIC"
}
},
{
"com.linkedin.chart.ChartQuery": {
"rawQuery": "SELECT * FROM SampleTable",
"type": "SQL"
}
},
{
"com.linkedin.common.Ownership": {
"owners": [
{
"owner": "urn:li:corpuser:datahub",
"type": "STAKEHOLDER"
},
{
"owner": "urn:li:corpuser:jdoe",
"type": "DATAOWNER"
}
],
"lastModified": {
"time": 1581407589000,
"actor": "urn:li:corpuser:datahub"
}
}
}
]
}
}
},
{
"proposedSnapshot": {
"com.linkedin.metadata.snapshot.DashboardSnapshot": {
"urn": "urn:li:dashboard:(Looker,0)",
"aspects": [
{
"com.linkedin.dashboard.DashboardInfo": {
"title": "Sample Looker Dashboard",
"description": "This dashboard shows charts about user retention.",
"lastModified": {
"lastModified": {
"time": 1581407139000,
"actor": "urn:li:corpuser:datahub"
},
"created": {
"time": 1581404189000,
"actor": "urn:li:corpuser:jdoe"
}
},
"charts": [ "urn:li:chart:(Looker,1)" ],
"dashboardUrl": "https://www.looker.com",
"access": "PUBLIC"
}
},
{
"com.linkedin.common.Ownership": {
"owners": [
{
"owner": "urn:li:corpuser:datahub",
"type": "DATAOWNER"
},
{
"owner": "urn:li:corpuser:jdoe",
"type": "STAKEHOLDER"
}
],
"lastModified": {
"time": 1581407389000,
"actor": "urn:li:corpuser:jdoe"
}
}
}
]
}
}
},
{
"proposedSnapshot": {
"com.linkedin.metadata.snapshot.GlossaryTermSnapshot": {
"urn": "urn:li:glossaryTerm:instruments.FinancialInstrument_v1",
"aspects": [
{
"com.linkedin.glossary.GlossaryTermInfo": {
"definition": "written contract that gives rise to both a financial asset of one entity and a financial liability of another entity",
"parentNode": "urn:li:glossaryNode:instruments",
"sourceRef": "FIBO",
"termSource": "EXTERNAL",
"sourceUrl": "https://spec.edmcouncil.org/fibo/ontology/FBC/FinancialInstruments/FinancialInstruments/FinancialInstrument",
"customProperties": {
"FQDN": "common.instruments.FinancialInstrument"
}
}
},
{
"com.linkedin.common.Ownership": {
"owners": [
{
"owner": "urn:li:corpuser:jdoe",
"type": "DATAOWNER"
}
],
"lastModified": {
"time": 1581407189000,
"actor": "urn:li:corpuser:jdoe"
}
}
}
]
}
}
},
{
"proposedSnapshot": {
"com.linkedin.metadata.snapshot.GlossaryNodeSnapshot": {
"urn": "urn:li:glossaryNode:instruments",
"aspects": [
{
"com.linkedin.glossary.GlossaryNodeInfo": {
"definition": "Financial Instruments"
}
},
{
"com.linkedin.common.Ownership": {
"owners": [
{
"owner": "urn:li:corpuser:jdoe",
"type": "DATAOWNER"
}
],
"lastModified": {
"time": 1581407189000,
"actor": "urn:li:corpuser:jdoe"
}
}
}
]
}
}
}
]
}
Reference in New Issue View Git Blame Copy Permalink