2021-11-22 16:33:14 -08:00
|
|
|
include 'datahub-web-react'
|
2019-08-31 20:51:14 -07:00
|
|
|
include 'datahub-frontend'
|
2021-01-22 15:44:00 -08:00
|
|
|
include 'datahub-graphql-core'
|
2021-11-22 16:33:14 -08:00
|
|
|
include 'metadata-service:war'
|
|
|
|
include 'metadata-service:servlet'
|
|
|
|
include 'metadata-service:factories'
|
2022-12-09 18:06:51 -06:00
|
|
|
include 'metadata-service:auth-config'
|
2021-11-22 16:33:14 -08:00
|
|
|
include 'metadata-service:auth-impl'
|
|
|
|
include 'metadata-service:auth-filter'
|
|
|
|
include 'metadata-service:auth-servlet-impl'
|
2021-08-20 10:58:07 -07:00
|
|
|
include 'metadata-service:restli-api'
|
2024-03-23 06:15:36 -05:00
|
|
|
include 'metadata-service:restli-client-api'
|
2021-08-20 10:58:07 -07:00
|
|
|
include 'metadata-service:restli-client'
|
2021-11-22 16:33:14 -08:00
|
|
|
include 'metadata-service:restli-servlet-impl'
|
|
|
|
include 'metadata-service:graphql-servlet-impl'
|
2022-02-24 19:40:55 -08:00
|
|
|
include 'metadata-service:openapi-servlet'
|
2023-09-07 17:09:52 -05:00
|
|
|
include 'metadata-service:openapi-entity-servlet'
|
|
|
|
include 'metadata-service:openapi-entity-servlet:generators'
|
|
|
|
include 'metadata-service:openapi-analytics-servlet'
|
2022-12-06 23:52:41 +05:30
|
|
|
include 'metadata-service:plugin'
|
|
|
|
include 'metadata-service:plugin:src:test:sample-test-plugins'
|
2019-08-31 20:51:14 -07:00
|
|
|
include 'metadata-dao-impl:kafka-producer'
|
2023-10-18 13:45:46 -05:00
|
|
|
include 'metadata-events:mxe-avro'
|
2019-08-31 20:51:14 -07:00
|
|
|
include 'metadata-events:mxe-registration'
|
|
|
|
include 'metadata-events:mxe-schemas'
|
2023-10-18 13:45:46 -05:00
|
|
|
include 'metadata-events:mxe-utils-avro'
|
2021-05-06 22:10:49 -07:00
|
|
|
include 'metadata-ingestion'
|
2021-06-15 08:44:15 -07:00
|
|
|
include 'metadata-jobs:mae-consumer'
|
|
|
|
include 'metadata-jobs:mce-consumer'
|
2022-03-29 18:32:04 -07:00
|
|
|
include 'metadata-jobs:pe-consumer'
|
2019-11-20 18:19:31 -08:00
|
|
|
include 'metadata-jobs:mae-consumer-job'
|
2019-08-31 20:51:14 -07:00
|
|
|
include 'metadata-jobs:mce-consumer-job'
|
2022-12-26 10:09:08 -06:00
|
|
|
include ':docker'
|
|
|
|
include ':docker:elasticsearch-setup'
|
|
|
|
include ':docker:mysql-setup'
|
2023-02-22 04:13:11 -06:00
|
|
|
include ':docker:postgres-setup'
|
2022-12-26 10:09:08 -06:00
|
|
|
include ':docker:kafka-setup'
|
2023-03-20 18:06:35 -05:00
|
|
|
include ':docker:datahub-ingestion'
|
|
|
|
include ':docker:datahub-ingestion-base'
|
2019-08-31 20:51:14 -07:00
|
|
|
include 'metadata-models'
|
2021-06-03 13:24:33 -07:00
|
|
|
include 'metadata-models-validator'
|
2020-09-21 16:50:02 -07:00
|
|
|
include 'metadata-testing:metadata-models-test-utils'
|
2019-10-02 11:08:52 -07:00
|
|
|
include 'metadata-testing:metadata-test-utils'
|
2021-06-03 13:24:33 -07:00
|
|
|
include 'entity-registry'
|
2021-11-22 16:33:14 -08:00
|
|
|
include 'metadata-io'
|
2024-05-09 14:56:03 -05:00
|
|
|
include 'metadata-io:metadata-io-api'
|
2021-06-03 13:24:33 -07:00
|
|
|
include 'datahub-upgrade'
|
2021-11-22 16:33:14 -08:00
|
|
|
include 'metadata-utils'
|
|
|
|
include 'li-utils'
|
2021-06-03 13:24:33 -07:00
|
|
|
include 'test-models'
|
2021-07-30 17:41:03 -07:00
|
|
|
include 'metadata-perf'
|
2021-11-22 16:33:14 -08:00
|
|
|
include 'docs-website'
|
2021-11-28 21:06:27 -08:00
|
|
|
include 'metadata-models-custom'
|
|
|
|
include 'entity-registry:custom-test-model'
|
2024-07-25 14:46:32 +02:00
|
|
|
include 'metadata-integration:java:spark-lineage-legacy'
|
2022-01-02 22:48:38 +05:30
|
|
|
include 'metadata-integration:java:datahub-client'
|
2024-05-09 14:56:03 -05:00
|
|
|
include 'metadata-integration:java:custom-plugin-lib'
|
2024-03-01 16:31:21 +01:00
|
|
|
include 'metadata-integration:java:datahub-event'
|
2022-03-11 12:13:00 -06:00
|
|
|
include 'metadata-integration:java:datahub-protobuf'
|
2024-03-01 16:31:21 +01:00
|
|
|
include 'metadata-integration:java:openlineage-converter'
|
2024-07-25 14:46:32 +02:00
|
|
|
include 'metadata-integration:java:acryl-spark-lineage'
|
2022-05-25 09:12:11 +02:00
|
|
|
include 'ingestion-scheduler'
|
2022-08-01 22:17:08 +05:30
|
|
|
include 'metadata-ingestion-modules:airflow-plugin'
|
2024-08-21 21:43:36 +05:30
|
|
|
include 'metadata-ingestion-modules:gx-plugin'
|
2024-03-25 13:28:35 +01:00
|
|
|
include 'metadata-ingestion-modules:dagster-plugin'
|
2024-08-29 15:40:10 +02:00
|
|
|
include 'metadata-ingestion-modules:prefect-plugin'
|
2024-12-19 11:02:37 -05:00
|
|
|
include 'python-build'
|
2022-07-17 22:02:45 -07:00
|
|
|
include 'smoke-test'
|
2022-12-06 23:52:41 +05:30
|
|
|
include 'metadata-auth:auth-api'
|
2023-05-01 13:18:41 -05:00
|
|
|
include 'metadata-service:schema-registry-api'
|
|
|
|
include 'metadata-service:schema-registry-servlet'
|
2023-04-13 15:46:35 -05:00
|
|
|
include 'metadata-integration:java:examples'
|
2023-06-30 15:56:12 -05:00
|
|
|
include 'mock-entity-registry'
|
2023-07-19 20:09:14 -05:00
|
|
|
include 'metadata-service:services'
|
|
|
|
include 'metadata-service:configuration'
|
2024-01-19 13:44:48 -06:00
|
|
|
include ':metadata-jobs:common'
|
2024-02-28 16:57:26 -06:00
|
|
|
include ':metadata-operation-context'
|
2024-03-21 15:15:29 -05:00
|
|
|
include ':metadata-service:openapi-servlet:models'
|
2024-11-26 14:03:22 -08:00
|
|
|
include ':metadata-integration:java:datahub-schematron:lib'
|
|
|
|
include ':metadata-integration:java:datahub-schematron:cli'
|
2025-01-30 04:08:15 -06:00
|
|
|
include ':metadata-service:iceberg-catalog'
|
2025-04-11 08:55:03 -05:00
|
|
|
include ':metadata-service:events-service'
|
2025-04-16 12:23:29 +02:00
|
|
|
include ':datahub-actions'
|
2025-01-08 21:57:55 +05:30
|
|
|
|
2025-01-14 17:04:49 -08:00
|
|
|
buildCache {
|
|
|
|
def depotSecret = System.getenv('DEPOT_TOKEN');
|
|
|
|
|
2025-01-30 04:08:15 -06:00
|
|
|
|
|
|
|
|
2025-01-14 17:04:49 -08:00
|
|
|
remote(HttpBuildCache) {
|
|
|
|
url = 'https://cache.depot.dev'
|
|
|
|
enabled = depotSecret != null
|
|
|
|
push = true
|
|
|
|
credentials {
|
|
|
|
username = ''
|
|
|
|
password = depotSecret
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2025-01-08 21:57:55 +05:30
|
|
|
def installPreCommitHooks() {
|
2025-04-15 09:48:11 +05:30
|
|
|
if (System.getenv("CI") == "true") {
|
|
|
|
println("Skipping pre-commit hooks in CI")
|
|
|
|
return
|
|
|
|
}
|
2025-01-08 21:57:55 +05:30
|
|
|
def preCommitInstalled = false
|
|
|
|
try {
|
|
|
|
def process = ["which", "pre-commit"].execute()
|
|
|
|
def stdout = new StringBuilder()
|
|
|
|
def stderr = new StringBuilder()
|
|
|
|
process.waitForProcessOutput(stdout, stderr)
|
|
|
|
preCommitInstalled = (process.exitValue() == 0)
|
|
|
|
println "Pre-commit check: ${stdout}"
|
|
|
|
} catch (Exception e) {
|
|
|
|
println "Error checking pre-commit: ${e.message}"
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
if (!preCommitInstalled) {
|
|
|
|
try {
|
|
|
|
def installProcess = ["python", "-m", "pip", "install", "pre-commit"].execute()
|
|
|
|
def stdout = new StringBuilder()
|
|
|
|
def stderr = new StringBuilder()
|
|
|
|
installProcess.waitForProcessOutput(stdout, stderr)
|
|
|
|
if (installProcess.exitValue() != 0) {
|
|
|
|
println "Failed to install pre-commit: ${stderr}"
|
|
|
|
return
|
|
|
|
}
|
|
|
|
println "Install output: ${stdout}"
|
|
|
|
} catch (Exception e) {
|
|
|
|
println "Error installing pre-commit: ${e.message}"
|
2025-01-30 04:08:15 -06:00
|
|
|
return
|
2025-01-08 21:57:55 +05:30
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
try {
|
|
|
|
def installHooksProcess = ["python", "-m", "pre_commit", "install"].execute()
|
|
|
|
def stdout = new StringBuilder()
|
|
|
|
def stderr = new StringBuilder()
|
|
|
|
installHooksProcess.waitForProcessOutput(stdout, stderr)
|
|
|
|
if (installHooksProcess.exitValue() != 0) {
|
2025-01-14 17:04:49 -08:00
|
|
|
println "Failed to install hooks: ${stdout}"
|
2025-01-08 21:57:55 +05:30
|
|
|
return
|
|
|
|
}
|
|
|
|
println "Hooks output: ${stdout}"
|
|
|
|
} catch (Exception e) {
|
|
|
|
println "Error installing hooks: ${e.message}"
|
|
|
|
return
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
installPreCommitHooks()
|