mirror of
				https://github.com/datahub-project/datahub.git
				synced 2025-10-31 02:37:05 +00:00 
			
		
		
		
	
		
			
				
	
	
		
			151 lines
		
	
	
		
			5.2 KiB
		
	
	
	
		
			Groovy
		
	
	
	
	
	
			
		
		
	
	
			151 lines
		
	
	
		
			5.2 KiB
		
	
	
	
		
			Groovy
		
	
	
	
	
	
| include 'datahub-web-react'
 | |
| include 'datahub-frontend'
 | |
| include 'datahub-graphql-core'
 | |
| include 'metadata-service:war'
 | |
| include 'metadata-service:servlet'
 | |
| include 'metadata-service:factories'
 | |
| include 'metadata-service:auth-config'
 | |
| include 'metadata-service:auth-impl'
 | |
| include 'metadata-service:auth-filter'
 | |
| include 'metadata-service:auth-servlet-impl'
 | |
| include 'metadata-service:restli-api'
 | |
| include 'metadata-service:restli-client-api'
 | |
| include 'metadata-service:restli-client'
 | |
| include 'metadata-service:restli-servlet-impl'
 | |
| include 'metadata-service:graphql-servlet-impl'
 | |
| include 'metadata-service:openapi-servlet'
 | |
| include 'metadata-service:openapi-entity-servlet'
 | |
| include 'metadata-service:openapi-entity-servlet:generators'
 | |
| include 'metadata-service:openapi-analytics-servlet'
 | |
| include 'metadata-service:plugin'
 | |
| include 'metadata-service:plugin:src:test:sample-test-plugins'
 | |
| include 'metadata-dao-impl:kafka-producer'
 | |
| include 'metadata-events:mxe-avro'
 | |
| include 'metadata-events:mxe-registration'
 | |
| include 'metadata-events:mxe-schemas'
 | |
| include 'metadata-events:mxe-utils-avro'
 | |
| include 'metadata-ingestion'
 | |
| include 'metadata-jobs:mae-consumer'
 | |
| include 'metadata-jobs:mce-consumer'
 | |
| include 'metadata-jobs:pe-consumer'
 | |
| include 'metadata-jobs:mae-consumer-job'
 | |
| include 'metadata-jobs:mce-consumer-job'
 | |
| include ':docker'
 | |
| include ':docker:elasticsearch-setup'
 | |
| include ':docker:mysql-setup'
 | |
| include ':docker:postgres-setup'
 | |
| include ':docker:datahub-ingestion'
 | |
| include ':docker:datahub-ingestion-base'
 | |
| include 'metadata-models'
 | |
| include 'metadata-models-validator'
 | |
| include 'metadata-testing:metadata-models-test-utils'
 | |
| include 'metadata-testing:metadata-test-utils'
 | |
| include 'entity-registry'
 | |
| include 'metadata-io'
 | |
| include 'metadata-io:metadata-io-api'
 | |
| include 'datahub-upgrade'
 | |
| include 'metadata-utils'
 | |
| include 'li-utils'
 | |
| include 'test-models'
 | |
| include 'metadata-perf'
 | |
| include 'docs-website'
 | |
| include 'metadata-models-custom'
 | |
| include 'entity-registry:custom-test-model'
 | |
| include 'metadata-integration:java:spark-lineage-legacy'
 | |
| include 'metadata-integration:java:datahub-client'
 | |
| include 'metadata-integration:java:custom-plugin-lib'
 | |
| include 'metadata-integration:java:datahub-event'
 | |
| include 'metadata-integration:java:datahub-protobuf'
 | |
| include 'metadata-integration:java:openlineage-converter'
 | |
| include 'metadata-integration:java:acryl-spark-lineage'
 | |
| include 'ingestion-scheduler'
 | |
| include 'metadata-ingestion-modules:airflow-plugin'
 | |
| include 'metadata-ingestion-modules:gx-plugin'
 | |
| include 'metadata-ingestion-modules:dagster-plugin'
 | |
| include 'metadata-ingestion-modules:prefect-plugin'
 | |
| include 'python-build'
 | |
| include 'smoke-test'
 | |
| include 'metadata-auth:auth-api'
 | |
| include 'metadata-service:schema-registry-api'
 | |
| include 'metadata-service:schema-registry-servlet'
 | |
| include 'metadata-integration:java:examples'
 | |
| include 'mock-entity-registry'
 | |
| include 'metadata-service:services'
 | |
| include 'metadata-service:configuration'
 | |
| include ':metadata-jobs:common'
 | |
| include ':metadata-operation-context'
 | |
| include ':metadata-service:openapi-servlet:models'
 | |
| include ':metadata-integration:java:datahub-schematron:lib'
 | |
| include ':metadata-integration:java:datahub-schematron:cli'
 | |
| include ':metadata-service:iceberg-catalog'
 | |
| include ':metadata-service:events-service'
 | |
| include ':datahub-actions'
 | |
| 
 | |
| buildCache {
 | |
|     def depotSecret = System.getenv('DEPOT_TOKEN');
 | |
| 
 | |
| 
 | |
| 
 | |
|     remote(HttpBuildCache) {
 | |
|         url = 'https://cache.depot.dev'
 | |
|         enabled = depotSecret != null
 | |
|         push = true
 | |
|         credentials {
 | |
|             username = ''
 | |
|             password = depotSecret
 | |
|         }
 | |
|     }
 | |
| }
 | |
| 
 | |
| def installPreCommitHooks() {
 | |
|     if (System.getenv("CI") == "true") {
 | |
|         println("Skipping pre-commit hooks in CI")
 | |
|         return 
 | |
|     }
 | |
|     def preCommitInstalled = false
 | |
|     try {
 | |
|         def process = ["which", "pre-commit"].execute()
 | |
|         def stdout = new StringBuilder()
 | |
|         def stderr = new StringBuilder()
 | |
|         process.waitForProcessOutput(stdout, stderr)
 | |
|         preCommitInstalled = (process.exitValue() == 0)
 | |
|         println "Pre-commit check: ${stdout}"
 | |
|     } catch (Exception e) {
 | |
|         println "Error checking pre-commit: ${e.message}"
 | |
|         return
 | |
|     }
 | |
| 
 | |
|     if (!preCommitInstalled) {
 | |
|         try {
 | |
|             def installProcess = ["python", "-m", "pip", "install", "pre-commit"].execute()
 | |
|             def stdout = new StringBuilder()
 | |
|             def stderr = new StringBuilder()
 | |
|             installProcess.waitForProcessOutput(stdout, stderr)
 | |
|             if (installProcess.exitValue() != 0) {
 | |
|                 println "Failed to install pre-commit: ${stderr}"
 | |
|                 return
 | |
|             }
 | |
|             println "Install output: ${stdout}"
 | |
|         } catch (Exception e) {
 | |
|             println "Error installing pre-commit: ${e.message}"
 | |
|             return
 | |
|         }
 | |
|     }
 | |
| 
 | |
|     try {
 | |
|         def installHooksProcess = ["python", "-m", "pre_commit", "install"].execute()
 | |
|         def stdout = new StringBuilder()
 | |
|         def stderr = new StringBuilder()
 | |
|         installHooksProcess.waitForProcessOutput(stdout, stderr)
 | |
|         if (installHooksProcess.exitValue() != 0) {
 | |
|             println "Failed to install hooks: ${stdout}"
 | |
|             return
 | |
|         }
 | |
|         println "Hooks output: ${stdout}"
 | |
|     } catch (Exception e) {
 | |
|         println "Error installing hooks: ${e.message}"
 | |
|         return
 | |
|     }
 | |
| }
 | |
| 
 | |
| installPreCommitHooks() | 
