2022-06-21 10:30:40 -04:00
|
|
|
fragment lineageNodeProperties on EntityWithRelationships {
|
2022-03-04 16:10:25 -08:00
|
|
|
urn
|
|
|
|
type
|
|
|
|
... on DataJob {
|
2022-07-08 09:19:50 -07:00
|
|
|
urn
|
|
|
|
type
|
|
|
|
dataFlow {
|
|
|
|
...nonRecursiveDataFlowFields
|
|
|
|
}
|
|
|
|
jobId
|
|
|
|
ownership {
|
|
|
|
...ownershipFields
|
|
|
|
}
|
|
|
|
properties {
|
|
|
|
name
|
|
|
|
description
|
|
|
|
externalUrl
|
|
|
|
customProperties {
|
|
|
|
key
|
|
|
|
value
|
|
|
|
}
|
|
|
|
}
|
|
|
|
globalTags {
|
|
|
|
...globalTagsFields
|
|
|
|
}
|
|
|
|
glossaryTerms {
|
|
|
|
...glossaryTerms
|
|
|
|
}
|
|
|
|
domain {
|
|
|
|
...entityDomain
|
|
|
|
}
|
2023-05-17 00:17:25 -07:00
|
|
|
...entityDataProduct
|
2022-07-08 09:19:50 -07:00
|
|
|
deprecation {
|
|
|
|
...deprecationFields
|
|
|
|
}
|
|
|
|
dataPlatformInstance {
|
|
|
|
...dataPlatformInstanceFields
|
|
|
|
}
|
2022-03-04 16:10:25 -08:00
|
|
|
editableProperties {
|
|
|
|
description
|
|
|
|
}
|
2022-03-15 11:17:13 -07:00
|
|
|
status {
|
|
|
|
removed
|
|
|
|
}
|
2022-03-04 16:10:25 -08:00
|
|
|
}
|
|
|
|
... on DataFlow {
|
|
|
|
orchestrator
|
|
|
|
flowId
|
|
|
|
cluster
|
|
|
|
properties {
|
|
|
|
name
|
|
|
|
description
|
|
|
|
project
|
|
|
|
}
|
|
|
|
ownership {
|
|
|
|
...ownershipFields
|
|
|
|
}
|
|
|
|
globalTags {
|
|
|
|
...globalTagsFields
|
|
|
|
}
|
|
|
|
glossaryTerms {
|
|
|
|
...glossaryTerms
|
|
|
|
}
|
|
|
|
editableProperties {
|
|
|
|
description
|
|
|
|
}
|
|
|
|
platform {
|
|
|
|
...platformFields
|
|
|
|
}
|
|
|
|
domain {
|
|
|
|
...entityDomain
|
|
|
|
}
|
2023-05-17 00:17:25 -07:00
|
|
|
...entityDataProduct
|
2022-03-15 11:17:13 -07:00
|
|
|
status {
|
|
|
|
removed
|
|
|
|
}
|
2022-03-04 16:10:25 -08:00
|
|
|
}
|
|
|
|
... on Dashboard {
|
2022-07-08 09:19:50 -07:00
|
|
|
urn
|
|
|
|
type
|
|
|
|
tool
|
|
|
|
dashboardId
|
|
|
|
properties {
|
|
|
|
name
|
2022-03-04 16:10:25 -08:00
|
|
|
description
|
2022-07-08 09:19:50 -07:00
|
|
|
externalUrl
|
|
|
|
lastRefreshed
|
|
|
|
created {
|
|
|
|
time
|
|
|
|
}
|
|
|
|
lastModified {
|
|
|
|
time
|
|
|
|
}
|
|
|
|
}
|
|
|
|
ownership {
|
|
|
|
...ownershipFields
|
|
|
|
}
|
|
|
|
globalTags {
|
|
|
|
...globalTagsFields
|
|
|
|
}
|
|
|
|
glossaryTerms {
|
|
|
|
...glossaryTerms
|
2022-03-04 16:10:25 -08:00
|
|
|
}
|
|
|
|
platform {
|
|
|
|
...platformFields
|
|
|
|
}
|
2022-07-08 09:19:50 -07:00
|
|
|
domain {
|
|
|
|
...entityDomain
|
|
|
|
}
|
2023-05-17 00:17:25 -07:00
|
|
|
...entityDataProduct
|
2022-07-08 09:19:50 -07:00
|
|
|
parentContainers {
|
|
|
|
...parentContainersFields
|
|
|
|
}
|
|
|
|
status {
|
|
|
|
removed
|
|
|
|
}
|
|
|
|
deprecation {
|
|
|
|
...deprecationFields
|
|
|
|
}
|
|
|
|
dataPlatformInstance {
|
|
|
|
...dataPlatformInstanceFields
|
|
|
|
}
|
|
|
|
editableProperties {
|
|
|
|
description
|
|
|
|
}
|
2022-03-15 11:17:13 -07:00
|
|
|
status {
|
|
|
|
removed
|
|
|
|
}
|
2022-09-19 08:03:38 +02:00
|
|
|
subTypes {
|
|
|
|
typeNames
|
|
|
|
}
|
2022-03-04 16:10:25 -08:00
|
|
|
}
|
|
|
|
... on Chart {
|
|
|
|
tool
|
|
|
|
chartId
|
|
|
|
properties {
|
|
|
|
name
|
|
|
|
description
|
|
|
|
}
|
|
|
|
editableProperties {
|
|
|
|
description
|
|
|
|
}
|
|
|
|
ownership {
|
|
|
|
...ownershipFields
|
|
|
|
}
|
|
|
|
platform {
|
|
|
|
...platformFields
|
|
|
|
}
|
|
|
|
domain {
|
|
|
|
...entityDomain
|
|
|
|
}
|
2023-05-17 00:17:25 -07:00
|
|
|
...entityDataProduct
|
2022-03-15 11:17:13 -07:00
|
|
|
status {
|
|
|
|
removed
|
|
|
|
}
|
2022-03-04 16:10:25 -08:00
|
|
|
}
|
|
|
|
... on Dataset {
|
|
|
|
name
|
|
|
|
properties {
|
2022-03-15 11:17:13 -07:00
|
|
|
name
|
2022-03-04 16:10:25 -08:00
|
|
|
description
|
2022-07-19 01:57:35 +03:00
|
|
|
qualifiedName
|
2022-03-04 16:10:25 -08:00
|
|
|
}
|
|
|
|
editableProperties {
|
|
|
|
description
|
|
|
|
}
|
|
|
|
platform {
|
|
|
|
...platformFields
|
|
|
|
}
|
|
|
|
ownership {
|
|
|
|
...ownershipFields
|
|
|
|
}
|
|
|
|
subTypes {
|
|
|
|
typeNames
|
|
|
|
}
|
2022-03-15 11:17:13 -07:00
|
|
|
status {
|
|
|
|
removed
|
|
|
|
}
|
2022-10-06 19:41:18 -04:00
|
|
|
fineGrainedLineages {
|
|
|
|
upstreams {
|
|
|
|
urn
|
|
|
|
path
|
|
|
|
}
|
|
|
|
downstreams {
|
|
|
|
urn
|
|
|
|
path
|
|
|
|
}
|
|
|
|
}
|
2022-03-04 16:10:25 -08:00
|
|
|
}
|
|
|
|
... on MLModelGroup {
|
|
|
|
urn
|
|
|
|
type
|
|
|
|
name
|
|
|
|
description
|
|
|
|
origin
|
|
|
|
platform {
|
|
|
|
...platformFields
|
|
|
|
}
|
|
|
|
ownership {
|
|
|
|
...ownershipFields
|
|
|
|
}
|
2022-03-15 11:17:13 -07:00
|
|
|
status {
|
|
|
|
removed
|
|
|
|
}
|
2022-03-04 16:10:25 -08:00
|
|
|
}
|
|
|
|
... on MLModel {
|
|
|
|
urn
|
|
|
|
type
|
|
|
|
name
|
|
|
|
description
|
|
|
|
origin
|
|
|
|
platform {
|
|
|
|
...platformFields
|
|
|
|
}
|
|
|
|
ownership {
|
|
|
|
...ownershipFields
|
|
|
|
}
|
2022-03-15 11:17:13 -07:00
|
|
|
status {
|
|
|
|
removed
|
|
|
|
}
|
2022-03-04 16:10:25 -08:00
|
|
|
}
|
2022-04-12 22:42:12 -07:00
|
|
|
... on MLFeatureTable {
|
|
|
|
...nonRecursiveMLFeatureTable
|
|
|
|
}
|
|
|
|
... on MLFeature {
|
|
|
|
...nonRecursiveMLFeature
|
|
|
|
}
|
|
|
|
... on MLPrimaryKey {
|
|
|
|
...nonRecursiveMLPrimaryKey
|
|
|
|
}
|
2022-06-21 10:30:40 -04:00
|
|
|
}
|
|
|
|
|
2022-07-19 09:15:31 -07:00
|
|
|
fragment lineageFields on EntityWithRelationships {
|
2022-06-21 10:30:40 -04:00
|
|
|
...lineageNodeProperties
|
2022-12-20 10:54:08 -05:00
|
|
|
...canEditLineageFragment
|
2022-06-22 08:31:18 -07:00
|
|
|
... on Dataset {
|
|
|
|
siblings {
|
|
|
|
isPrimary
|
|
|
|
siblings {
|
|
|
|
urn
|
|
|
|
type
|
2022-06-30 19:56:23 -07:00
|
|
|
...lineageNodeProperties
|
2022-06-22 08:31:18 -07:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2022-07-19 09:15:31 -07:00
|
|
|
upstream: lineage(input: { direction: UPSTREAM, start: 0, count: 100, separateSiblings: $separateSiblings }) {
|
2022-03-04 16:10:25 -08:00
|
|
|
...leafLineageResults
|
|
|
|
}
|
2022-07-19 09:15:31 -07:00
|
|
|
downstream: lineage(input: { direction: DOWNSTREAM, start: 0, count: 100, separateSiblings: $separateSiblings }) {
|
2022-03-04 16:10:25 -08:00
|
|
|
...leafLineageResults
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2023-02-27 16:00:57 -08:00
|
|
|
fragment lineageRelationshipFields on LineageRelationship {
|
|
|
|
type
|
|
|
|
createdOn
|
|
|
|
createdActor {
|
|
|
|
urn
|
|
|
|
type
|
|
|
|
... on CorpUser {
|
|
|
|
username
|
|
|
|
info {
|
|
|
|
displayName
|
|
|
|
}
|
|
|
|
properties {
|
|
|
|
displayName
|
|
|
|
}
|
|
|
|
editableProperties {
|
|
|
|
displayName
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
updatedOn
|
|
|
|
updatedActor {
|
|
|
|
urn
|
|
|
|
type
|
|
|
|
... on CorpUser {
|
|
|
|
username
|
|
|
|
info {
|
|
|
|
displayName
|
|
|
|
}
|
|
|
|
properties {
|
|
|
|
displayName
|
|
|
|
}
|
|
|
|
editableProperties {
|
|
|
|
displayName
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
isManual
|
|
|
|
}
|
|
|
|
|
2022-03-04 16:10:25 -08:00
|
|
|
fragment fullLineageResults on EntityLineageResult {
|
|
|
|
start
|
|
|
|
count
|
|
|
|
total
|
2023-02-20 14:00:14 -08:00
|
|
|
filtered
|
2022-03-04 16:10:25 -08:00
|
|
|
relationships {
|
2023-02-27 16:00:57 -08:00
|
|
|
...lineageRelationshipFields
|
2022-03-04 16:10:25 -08:00
|
|
|
entity {
|
2022-07-19 09:15:31 -07:00
|
|
|
...lineageFields
|
2022-10-06 19:41:18 -04:00
|
|
|
... on Dataset {
|
2023-02-02 15:30:49 -08:00
|
|
|
schemaMetadata(version: 0) @include(if: $showColumns) {
|
2022-10-06 19:41:18 -04:00
|
|
|
...schemaMetadataFields
|
|
|
|
}
|
|
|
|
}
|
2022-10-28 20:08:13 -04:00
|
|
|
... on Chart {
|
|
|
|
inputFields @include(if: $showColumns) {
|
|
|
|
...inputFieldsFields
|
|
|
|
}
|
|
|
|
}
|
2022-03-04 16:10:25 -08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
fragment leafLineageResults on EntityLineageResult {
|
|
|
|
start
|
|
|
|
count
|
|
|
|
total
|
2023-02-20 14:00:14 -08:00
|
|
|
filtered
|
2022-03-04 16:10:25 -08:00
|
|
|
relationships {
|
2023-02-27 16:00:57 -08:00
|
|
|
...lineageRelationshipFields
|
2022-03-04 16:10:25 -08:00
|
|
|
entity {
|
|
|
|
urn
|
|
|
|
type
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2022-06-21 10:30:40 -04:00
|
|
|
|
|
|
|
fragment partialLineageResults on EntityLineageResult {
|
|
|
|
start
|
|
|
|
count
|
|
|
|
total
|
2023-02-20 14:00:14 -08:00
|
|
|
filtered
|
2022-06-21 10:30:40 -04:00
|
|
|
}
|
|
|
|
|
2023-02-02 15:30:49 -08:00
|
|
|
query getEntityLineage(
|
|
|
|
$urn: String!
|
|
|
|
$separateSiblings: Boolean
|
|
|
|
$showColumns: Boolean!
|
|
|
|
$startTimeMillis: Long
|
|
|
|
$endTimeMillis: Long
|
|
|
|
$excludeUpstream: Boolean = false
|
|
|
|
$excludeDownstream: Boolean = false
|
|
|
|
) {
|
2022-06-21 10:30:40 -04:00
|
|
|
entity(urn: $urn) {
|
|
|
|
urn
|
|
|
|
type
|
|
|
|
...lineageNodeProperties
|
2022-12-20 10:54:08 -05:00
|
|
|
...canEditLineageFragment
|
2022-06-22 08:31:18 -07:00
|
|
|
... on Dataset {
|
2023-02-02 15:30:49 -08:00
|
|
|
schemaMetadata(version: 0) @include(if: $showColumns) {
|
2022-10-06 19:41:18 -04:00
|
|
|
...schemaMetadataFields
|
|
|
|
}
|
2022-06-22 08:31:18 -07:00
|
|
|
siblings {
|
|
|
|
isPrimary
|
|
|
|
siblings {
|
|
|
|
urn
|
|
|
|
type
|
2022-06-30 19:56:23 -07:00
|
|
|
...lineageNodeProperties
|
2022-06-22 08:31:18 -07:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2022-10-28 20:08:13 -04:00
|
|
|
... on Chart {
|
|
|
|
inputFields @include(if: $showColumns) {
|
|
|
|
...inputFieldsFields
|
|
|
|
}
|
|
|
|
}
|
2022-06-21 10:30:40 -04:00
|
|
|
... on EntityWithRelationships {
|
2022-07-14 14:23:12 -07:00
|
|
|
upstream: lineage(
|
2023-02-02 15:30:49 -08:00
|
|
|
input: {
|
|
|
|
direction: UPSTREAM
|
|
|
|
start: 0
|
|
|
|
count: 100
|
|
|
|
separateSiblings: $separateSiblings
|
|
|
|
startTimeMillis: $startTimeMillis
|
|
|
|
endTimeMillis: $endTimeMillis
|
|
|
|
}
|
2022-12-20 10:54:08 -05:00
|
|
|
) @skip(if: $excludeUpstream) {
|
2022-06-21 10:30:40 -04:00
|
|
|
...fullLineageResults
|
|
|
|
}
|
2022-07-14 14:23:12 -07:00
|
|
|
downstream: lineage(
|
2023-02-02 15:30:49 -08:00
|
|
|
input: {
|
|
|
|
direction: DOWNSTREAM
|
|
|
|
start: 0
|
|
|
|
count: 100
|
|
|
|
separateSiblings: $separateSiblings
|
|
|
|
startTimeMillis: $startTimeMillis
|
|
|
|
endTimeMillis: $endTimeMillis
|
|
|
|
}
|
2022-12-20 10:54:08 -05:00
|
|
|
) @skip(if: $excludeDownstream) {
|
2022-06-21 10:30:40 -04:00
|
|
|
...fullLineageResults
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2022-12-20 10:54:08 -05:00
|
|
|
|
|
|
|
fragment canEditLineageFragment on EntityWithRelationships {
|
|
|
|
... on Dataset {
|
|
|
|
privileges {
|
|
|
|
canEditLineage
|
|
|
|
}
|
|
|
|
}
|
|
|
|
... on Chart {
|
|
|
|
privileges {
|
|
|
|
canEditLineage
|
|
|
|
}
|
|
|
|
}
|
|
|
|
... on Dashboard {
|
|
|
|
privileges {
|
|
|
|
canEditLineage
|
|
|
|
}
|
|
|
|
}
|
|
|
|
... on DataJob {
|
|
|
|
privileges {
|
|
|
|
canEditLineage
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2023-03-14 13:26:57 -07:00
|
|
|
|
|
|
|
query getLineageCounts(
|
|
|
|
$urn: String!
|
|
|
|
$separateSiblings: Boolean
|
|
|
|
$startTimeMillis: Long
|
|
|
|
$endTimeMillis: Long
|
|
|
|
$excludeUpstream: Boolean = false
|
|
|
|
$excludeDownstream: Boolean = false
|
|
|
|
) {
|
|
|
|
entity(urn: $urn) {
|
|
|
|
urn
|
|
|
|
type
|
|
|
|
... on EntityWithRelationships {
|
|
|
|
upstream: lineage(
|
|
|
|
input: {
|
|
|
|
direction: UPSTREAM
|
|
|
|
start: 0
|
|
|
|
count: 100
|
|
|
|
separateSiblings: $separateSiblings
|
|
|
|
startTimeMillis: $startTimeMillis
|
|
|
|
endTimeMillis: $endTimeMillis
|
|
|
|
}
|
|
|
|
) @skip(if: $excludeUpstream) {
|
|
|
|
filtered
|
|
|
|
total
|
|
|
|
}
|
|
|
|
downstream: lineage(
|
|
|
|
input: {
|
|
|
|
direction: DOWNSTREAM
|
|
|
|
start: 0
|
|
|
|
count: 100
|
|
|
|
separateSiblings: $separateSiblings
|
|
|
|
startTimeMillis: $startTimeMillis
|
|
|
|
endTimeMillis: $endTimeMillis
|
|
|
|
}
|
|
|
|
) @skip(if: $excludeDownstream) {
|
|
|
|
filtered
|
|
|
|
total
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|