datahub/build.gradle

import org.apache.tools.ant.filters.ReplaceTokens


buildscript {
  ext.jdkVersionDefault = 17
  ext.javaClassVersionDefault = 11

  def springModules = ['mae-consumer', 'mce-consumer', 'pe-consumer']

  ext.jdkVersion = { p ->
    // If Spring 6 is present, hard dependency on jdk17
    if (p.configurations.any { it.getDependencies().any{
      (it.getGroup().equals("org.springframework") && it.getVersion().startsWith("6."))
      || (it.getGroup().equals("org.springframework.boot") && it.getVersion().startsWith("3.") && !it.getName().equals("spring-boot-starter-test"))
    }} || springModules.contains(p.name)) {
      return 17
    } else {
      // otherwise we can use the preferred default which can be overridden with a property: -PjdkVersionDefault
      return p.hasProperty('jdkVersionDefault') ? Integer.valueOf((String) p.getProperty('jdkVersionDefault')) : ext.jdkVersionDefault
    }
  }

  ext.javaClassVersion = { p ->
    // If Spring 6 is present, hard dependency on jdk17
    if (p.configurations.any { it.getDependencies().any {
      (it.getGroup().equals("org.springframework") && it.getVersion().startsWith("6."))
              || (it.getGroup().equals("org.springframework.boot") && it.getVersion().startsWith("3.") && !it.getName().equals("spring-boot-starter-test"))
    }} || springModules.contains(p.name)) {
      return 17
    } else {
      // otherwise we can use the preferred default which can be overridden with a property: -PjavaClassVersionDefault
      return p.hasProperty('javaClassVersionDefault') ? Integer.valueOf((String) p.getProperty('javaClassVersionDefault')) : ext.javaClassVersionDefault
    }
  }

  ext.junitJupiterVersion = '5.6.1'
  // Releases: https://github.com/linkedin/rest.li/blob/master/CHANGELOG.md
  ext.pegasusVersion = '29.74.2'
  ext.mavenVersion = '3.6.3'
  ext.versionGradle = '8.14.3'
  ext.springVersion = '6.2.10'
  ext.springBootVersion = '3.4.5'
  ext.springKafkaVersion = '3.3.8'
  ext.openTelemetryVersion = '1.49.0'
  ext.neo4jVersion = '5.20.0'
  ext.neo4jApocVersion = '5.20.0'
  ext.testContainersVersion = '1.21.1'
  ext.elasticsearchVersion = '2.11.1' // ES 7.10, Opensearch 1.x, 2.x
  ext.jacksonVersion = '2.18.4'
  ext.jettyVersion = '12.0.21'
  // see also datahub-frontend/play.gradle
  ext.playVersion = '2.8.22'
  ext.playScalaVersion = '2.13'
  ext.akkaVersion = '2.6.21' // 2.7.0+ has incompatible license
  ext.log4jVersion = '2.23.1'
  ext.slf4jVersion = '1.7.36'
  ext.logbackClassic = '1.5.18'
  ext.hadoop3Version = '3.3.6'
  ext.kafkaVersion = '8.0.0'
  ext.hazelcastVersion = '5.3.6'
  ext.ebeanVersion = '15.5.2'
  ext.googleJavaFormatVersion = '1.18.1'
  ext.openLineageVersion = '1.33.0'
  ext.logbackClassicJava8 = '1.2.12'
  ext.awsSdk2Version = '2.30.33'
  ext.micrometerVersion = '1.15.1'

  ext.docker_registry = project.getProperties().getOrDefault("dockerRegistry", 'acryldata')

  apply from: './repositories.gradle'
  buildscript.repositories.addAll(project.repositories)
  dependencies {
    classpath 'com.linkedin.pegasus:gradle-plugins:' + pegasusVersion
    classpath 'com.github.node-gradle:gradle-node-plugin:7.0.2'
    classpath 'io.acryl.gradle.plugin:gradle-avro-plugin:0.2.0'
    classpath 'org.springframework.boot:spring-boot-gradle-plugin:' + springBootVersion
    classpath "io.codearte.gradle.nexus:gradle-nexus-staging-plugin:0.30.0"
    classpath "com.palantir.gradle.gitversion:gradle-git-version:3.0.0"
    classpath "org.gradle.playframework:gradle-playframework:0.14"
    classpath "gradle.plugin.org.hidetake:gradle-swagger-generator-plugin:2.19.2"
  }
}

plugins {
  id 'com.gorylenko.gradle-git-properties' version '2.4.1'
  id 'com.gradleup.shadow' version '8.3.5' apply false
  id 'com.palantir.docker' version '0.35.0' apply false
  id 'com.avast.gradle.docker-compose' version '0.17.12'
  id "com.diffplug.spotless" version "6.23.3"
  // https://blog.ltgt.net/javax-jakarta-mess-and-gradle-solution/
  // TODO id "org.gradlex.java-ecosystem-capabilities" version "1.0"
}

apply from: "gradle/docker/docker-utils.gradle"

project.ext.spec = [
    'product' : [
        'pegasus' : [
            'd2' : 'com.linkedin.pegasus:d2:' + pegasusVersion,
            'data' : 'com.linkedin.pegasus:data:' + pegasusVersion,
            'dataAvro': 'com.linkedin.pegasus:data-avro:' + pegasusVersion,
            'generator': 'com.linkedin.pegasus:generator:' + pegasusVersion,
            'restliCommon' : 'com.linkedin.pegasus:restli-common:' + pegasusVersion,
            'restliClient' : 'com.linkedin.pegasus:restli-client:' + pegasusVersion,
            'restliDocgen' : 'com.linkedin.pegasus:restli-docgen:' + pegasusVersion,
            'restliServer' : 'com.linkedin.pegasus:restli-server:' + pegasusVersion,
            'restliSpringBridge': 'com.linkedin.pegasus:restli-spring-bridge:' + pegasusVersion,
            'restliTestUtils' : 'com.linkedin.pegasus:restli-client-testutils:' + pegasusVersion,
        ]
    ]
]

project.ext.externalDependency = [
    'akkaHttp': "com.typesafe.akka:akka-http-core_$playScalaVersion:10.2.10", // max version due to licensing
    'akkaParsing': "com.typesafe.akka:akka-parsing_$playScalaVersion:10.2.10", // akka-parsing is part of akka-http, so use akka http version
    'akkaActor': "com.typesafe.akka:akka-actor_$playScalaVersion:$akkaVersion",
    'akkaStream': "com.typesafe.akka:akka-stream_$playScalaVersion:$akkaVersion",
    'akkaActorTyped': "com.typesafe.akka:akka-actor-typed_$playScalaVersion:$akkaVersion",
    'akkaSlf4j': "com.typesafe.akka:akka-slf4j_$playScalaVersion:$akkaVersion",
    'akkaJackson': "com.typesafe.akka:akka-serialization-jackson_$playScalaVersion:$akkaVersion",
    'antlr4Runtime': 'org.antlr:antlr4-runtime:4.9.3',
    'antlr4': 'org.antlr:antlr4:4.9.3',
    'assertJ': 'org.assertj:assertj-core:3.11.1',
    'avro': 'org.apache.avro:avro:1.11.4',
    'avroCompiler': 'org.apache.avro:avro-compiler:1.11.4',
    'awsGlueSchemaRegistrySerde': 'software.amazon.glue:schema-registry-serde:1.1.23',
    'awsMskIamAuth': 'software.amazon.msk:aws-msk-iam-auth:2.3.0',
    'awsS3': "software.amazon.awssdk:s3:$awsSdk2Version",
    'awsSecretsManagerJdbc': 'com.amazonaws.secretsmanager:aws-secretsmanager-jdbc:1.0.15',
    'awsPostgresIamAuth': 'software.amazon.jdbc:aws-advanced-jdbc-wrapper:2.5.4',
    'awsRds':"software.amazon.awssdk:rds:$awsSdk2Version",
    'azureIdentityExtensions': 'com.azure:azure-identity-extensions:1.2.2',
    'azureIdentity': 'com.azure:azure-identity:1.15.4',
    'cacheApi': 'javax.cache:cache-api:1.1.0',
    'commonsCli': 'commons-cli:commons-cli:1.5.0',
    'commonsIo': 'commons-io:commons-io:2.17.0',
    'commonsText': 'org.apache.commons:commons-text:1.14.0',
    'caffeine': 'com.github.ben-manes.caffeine:caffeine:3.1.8',
    'datastaxOssNativeProtocol': 'com.datastax.oss:native-protocol:1.5.1',
    'datastaxOssCore': 'org.apache.cassandra:java-driver-core:4.19.0',
    'datastaxOssQueryBuilder': 'org.apache.cassandra:java-driver-query-builder:4.19.0',
    'micrometerPrometheus': "io.micrometer:micrometer-registry-prometheus:$micrometerVersion",
    'micrometerJmx': "io.micrometer:micrometer-registry-jmx:$micrometerVersion",
    'micrometerObserve': "io.micrometer:micrometer-observation:$micrometerVersion",
    'micrometerOtelBridge': "io.micrometer:micrometer-tracing-bridge-otel:1.5.1",
    'ebean': 'io.ebean:ebean:' + ebeanVersion,
    'ebeanTest': 'io.ebean:ebean-test:' + ebeanVersion,
    'ebeanAgent': 'io.ebean:ebean-agent:' + ebeanVersion,
    'ebeanDdl': 'io.ebean:ebean-ddl-generator:' + ebeanVersion,
    'ebeanQueryBean': 'io.ebean:querybean-generator:' + ebeanVersion,
    'elasticSearchRest': 'org.opensearch.client:opensearch-rest-high-level-client:' + elasticsearchVersion,
    'findbugsAnnotations': 'com.google.code.findbugs:annotations:3.0.1',
    'graphqlJava': 'com.graphql-java:graphql-java:22.3',
    'graphqlJavaScalars': 'com.graphql-java:graphql-java-extended-scalars:22.0',
    'gson': 'com.google.code.gson:gson:2.12.0',
    'guice': 'com.google.inject:guice:7.0.0',
    'guicePlay': 'com.google.inject:guice:5.0.1', // Used for frontend while still on old Play version
    'guava': 'com.google.guava:guava:32.1.3-jre',
    'h2': 'com.h2database:h2:2.2.224',
    'hadoopCommon':'org.apache.hadoop:hadoop-common:2.7.2',
    'hadoopMapreduceClient':'org.apache.hadoop:hadoop-mapreduce-client-core:2.7.2',
    "hadoopClient": "org.apache.hadoop:hadoop-client:$hadoop3Version",
    "hadoopCommon3":"org.apache.hadoop:hadoop-common:$hadoop3Version",
    'hazelcast':"com.hazelcast:hazelcast:$hazelcastVersion",
    'hazelcastSpring':"com.hazelcast:hazelcast-spring:$hazelcastVersion",
    'hazelcastTest':"com.hazelcast:hazelcast:$hazelcastVersion:tests",
    'hibernateCore': 'org.hibernate:hibernate-core:5.2.16.Final',
    'httpClient': 'org.apache.httpcomponents.client5:httpclient5:5.4.3',
    'iStackCommons': 'com.sun.istack:istack-commons-runtime:4.0.1',
     // The jacksonBom controls the version of other jackson modules, pin the version once
     // implementation platform(externalDependency.jacksonBom)
    'jacksonBom': "com.fasterxml.jackson:jackson-bom:$jacksonVersion",
    'jacksonJDK8': 'com.fasterxml.jackson.datatype:jackson-datatype-jdk8',
    'jacksonDataPropertyFormat': 'com.fasterxml.jackson.dataformat:jackson-dataformat-properties',
    'jacksonCore': 'com.fasterxml.jackson.core:jackson-core',
    'jacksonDataBind': 'com.fasterxml.jackson.core:jackson-databind',
    'jacksonJsr310': 'com.fasterxml.jackson.datatype:jackson-datatype-jsr310',
    'jacksonDataFormatYaml': 'com.fasterxml.jackson.dataformat:jackson-dataformat-yaml',
    'woodstoxCore': 'com.fasterxml.woodstox:woodstox-core:6.4.0',
    'javatuples': 'org.javatuples:javatuples:1.2',
    'javaxInject' : 'javax.inject:javax.inject:1',
    'javaxValidation' : 'javax.validation:validation-api:2.0.1.Final',
    'jakartaValidation': 'jakarta.validation:jakarta.validation-api:3.1.0-M2',
    'jerseyCore': 'org.glassfish.jersey.core:jersey-client:2.41',
    'jerseyGuava': 'org.glassfish.jersey.bundles.repackaged:jersey-guava:2.25.1',
    'jettySecurity': "org.eclipse.jetty:jetty-security:$jettyVersion",
    'jettyClient': "org.eclipse.jetty:jetty-client:$jettyVersion",
    'jettyJmx': "org.eclipse.jetty:jetty-jmx:$jettyVersion",
    'jettison': 'org.codehaus.jettison:jettison:1.5.4',
    'jgrapht': 'org.jgrapht:jgrapht-core:1.5.1',
    'jna': 'net.java.dev.jna:jna:5.12.1',
    'jsonPatch': 'jakarta.json:jakarta.json-api:2.1.3',
    'jsonPathImpl': 'org.eclipse.parsson:parsson:1.1.6',
    'jsonSimple': 'com.googlecode.json-simple:json-simple:1.1.1',
    'jsonSmart': 'net.minidev:json-smart:2.5.2',
    'json': 'org.json:json:20231013',
    'jsonSchemaValidator': 'com.github.java-json-tools:json-schema-validator:2.2.14',
    'junit': 'junit:junit:4.13.2',
    'junitJupiterApi': "org.junit.jupiter:junit-jupiter-api:$junitJupiterVersion",
    'junitJupiterParams': "org.junit.jupiter:junit-jupiter-params:$junitJupiterVersion",
    'junitJupiterEngine': "org.junit.jupiter:junit-jupiter-engine:$junitJupiterVersion",
    // avro-serde includes dependencies for `kafka-avro-serializer` `kafka-schema-registry-client` and `avro`
    'kafkaAvroSerde': "io.confluent:kafka-streams-avro-serde:$kafkaVersion",
    'kafkaAvroSerializer': "io.confluent:kafka-avro-serializer:$kafkaVersion",
    'kafkaClients': "org.apache.kafka:kafka-clients:$kafkaVersion-ccs",
    'snappy': 'org.xerial.snappy:snappy-java:1.1.10.7',
    'logbackClassic': "ch.qos.logback:logback-classic:$logbackClassic",
    'logbackClassicJava8' : "ch.qos.logback:logback-classic:$logbackClassicJava8",
    'slf4jApi': "org.slf4j:slf4j-api:$slf4jVersion",
    'log4jCore': "org.apache.logging.log4j:log4j-core:$log4jVersion",
    'log4jApi': "org.apache.logging.log4j:log4j-api:$log4jVersion",
    'log4j12Api': "org.slf4j:log4j-over-slf4j:$slf4jVersion",
    'log4j2Api': "org.apache.logging.log4j:log4j-to-slf4j:$log4jVersion",
    'lombok': 'org.projectlombok:lombok:1.18.30',
    'mariadbConnector': 'org.mariadb.jdbc:mariadb-java-client:2.6.0',
    'mavenArtifact': "org.apache.maven:maven-artifact:$mavenVersion",
    'mixpanel': 'com.mixpanel:mixpanel-java:1.4.4',
    'mockito': 'org.mockito:mockito-core:4.11.0',
    'mockitoInline': 'org.mockito:mockito-inline:4.11.0',
    'mockServer': 'org.mock-server:mockserver-netty:5.11.2',
    'mockServerClient': 'org.mock-server:mockserver-client-java:5.11.2',
    'mysqlConnector': 'com.mysql:mysql-connector-j:8.4.0',
    'testContainersNeo4j': 'org.testcontainers:neo4j:' + testContainersVersion,
    'neo4jJavaDriver': 'org.neo4j.driver:neo4j-java-driver:' + neo4jVersion,
    'neo4jApocCore': 'org.neo4j.procedure:apoc-core:' + neo4jApocVersion,
    'neo4jApocCommon': 'org.neo4j.procedure:apoc-common:' + neo4jApocVersion,
    'opentelemetryApi': 'io.opentelemetry:opentelemetry-api:' + openTelemetryVersion,
    'opentelemetrySdk': 'io.opentelemetry:opentelemetry-sdk:' + openTelemetryVersion,
    'opentelemetrySdkTrace': 'io.opentelemetry:opentelemetry-sdk-trace:' + openTelemetryVersion,
    'opentelemetrySdkMetrics': 'io.opentelemetry:opentelemetry-sdk-metrics:' + openTelemetryVersion,
    'opentelemetryAutoConfig': 'io.opentelemetry:opentelemetry-sdk-extension-autoconfigure:' + openTelemetryVersion,
    'opentelemetryExporter': 'io.opentelemetry:opentelemetry-exporter-otlp:' + openTelemetryVersion,
    'openTelemetryExporterLogging': 'io.opentelemetry:opentelemetry-exporter-logging:' + openTelemetryVersion,
    'openTelemetryExporterCommon': 'io.opentelemetry:opentelemetry-exporter-otlp-common:' + openTelemetryVersion,
    'opentelemetryAnnotations': 'io.opentelemetry.instrumentation:opentelemetry-instrumentation-annotations:2.15.0',
    'opentracingJdbc':'io.opentracing.contrib:opentracing-jdbc:0.2.15',
    'parquet': 'org.apache.parquet:parquet-avro:1.15.2',
    'parquetHadoop': 'org.apache.parquet:parquet-hadoop:1.13.1',
    'picocli': 'info.picocli:picocli:4.5.0',
    'playCache': "com.typesafe.play:play-cache_$playScalaVersion:$playVersion",
    'playCaffeineCache': "com.typesafe.play:play-caffeine-cache_$playScalaVersion:$playVersion",
    'playWs': "com.typesafe.play:play-ahc-ws-standalone_$playScalaVersion:2.1.10",
    'playDocs': "com.typesafe.play:play-docs_$playScalaVersion:$playVersion",
    'playGuice': "com.typesafe.play:play-guice_$playScalaVersion:$playVersion",
    'playJavaJdbc': "com.typesafe.play:play-java-jdbc_$playScalaVersion:$playVersion",
    'playAkkaHttpServer': "com.typesafe.play:play-akka-http-server_$playScalaVersion:$playVersion",
    'playServer': "com.typesafe.play:play-server_$playScalaVersion:$playVersion",
    'playTest': "com.typesafe.play:play-test_$playScalaVersion:$playVersion",
    'playFilters': "com.typesafe.play:filters-helpers_$playScalaVersion:$playVersion",
    'pac4j': 'org.pac4j:pac4j-oidc:6.1.2',
    'playPac4j': "org.pac4j:play-pac4j_$playScalaVersion:12.0.0-PLAY2.8",
    'postgresql': 'org.postgresql:postgresql:42.7.7',
    'protobuf': 'com.google.protobuf:protobuf-java:3.25.5',
    'grpcProtobuf': 'io.grpc:grpc-protobuf:1.53.0',
    'rangerCommons': 'org.apache.ranger:ranger-plugins-common:2.3.0',
    'reflections': 'org.reflections:reflections:0.9.12',
    'resilience4j': 'io.github.resilience4j:resilience4j-retry:1.7.1',
    'rythmEngine': 'org.rythmengine:rythm-engine:1.3.0',
    'servletApi': 'jakarta.servlet:jakarta.servlet-api:6.0.0',
    'shiroCore': 'org.apache.shiro:shiro-core:1.13.0',
    'snakeYaml': 'org.yaml:snakeyaml:2.0',
    'sparkSql' : 'org.apache.spark:spark-sql_2.12:3.0.3',
    'sparkHive' : 'org.apache.spark:spark-hive_2.12:3.0.3',
    'springBeans': "org.springframework:spring-beans:$springVersion",
    'springContext': "org.springframework:spring-context:$springVersion",
    'springCore': "org.springframework:spring-core:$springVersion",
    'springDocUI': 'org.springdoc:springdoc-openapi-starter-webmvc-ui:2.8.9',
    'springJdbc': "org.springframework:spring-jdbc:$springVersion",
    'springWeb': "org.springframework:spring-web:$springVersion",
    'springWebMVC': "org.springframework:spring-webmvc:$springVersion",
    'springBootTest': "org.springframework.boot:spring-boot-starter-test:$springBootVersion",
    'springBoot': "org.springframework.boot:spring-boot:$springBootVersion",
    'springBootAutoconfigure': "org.springframework.boot:spring-boot-autoconfigure:$springBootVersion",
    'springBootStarterWeb': "org.springframework.boot:spring-boot-starter-web:$springBootVersion",
    'springBootStarterJetty': "org.springframework.boot:spring-boot-starter-jetty:$springBootVersion",
    'springBootStarterCache': "org.springframework.boot:spring-boot-starter-cache:$springBootVersion",
    'springBootStarterValidation': "org.springframework.boot:spring-boot-starter-validation:$springBootVersion",
    'springKafka': "org.springframework.kafka:spring-kafka:$springKafkaVersion",
    'springActuator': "org.springframework.boot:spring-boot-starter-actuator:$springBootVersion",
    'springRetry': "org.springframework.retry:spring-retry:2.0.11",
    'swaggerAnnotations': 'io.swagger.core.v3:swagger-annotations:2.2.30',
    'swaggerCli': 'io.swagger.codegen.v3:swagger-codegen-cli:3.0.46',
    'swaggerCore': 'io.swagger.core.v3:swagger-core:2.2.30',
    'swaggerParser': 'io.swagger.parser.v3:swagger-parser:2.1.27',
    'springBootAutoconfigureJdk11': 'org.springframework.boot:spring-boot-autoconfigure:2.7.18',
    'testng': 'org.testng:testng:7.8.0',
    'testContainers': 'org.testcontainers:testcontainers:' + testContainersVersion,
    'testContainersJunit': 'org.testcontainers:junit-jupiter:' + testContainersVersion,
    'testContainersPostgresql':'org.testcontainers:postgresql:' + testContainersVersion,
    'testContainersElasticsearch': 'org.testcontainers:elasticsearch:' + testContainersVersion,
    'testContainersCassandra': 'org.testcontainers:cassandra:' + testContainersVersion,
    'testContainersKafka': 'org.testcontainers:kafka:' + testContainersVersion,
    'testContainersOpenSearch': 'org.opensearch:opensearch-testcontainers:2.1.3',
    'typesafeConfig':'com.typesafe:config:1.4.1',
    'wiremock':'com.github.tomakehurst:wiremock:2.10.0',
    'zookeeper': 'org.apache.zookeeper:zookeeper:3.8.4',
    'wire': 'com.squareup.wire:wire-compiler:3.7.1',
    'charle':  'com.charleskorn.kaml:kaml:0.53.0',
    'jline':'jline:jline:1.4.1',
    'jetbrains':' org.jetbrains.kotlin:kotlin-stdlib:1.6.0',
    'annotationApi': 'javax.annotation:javax.annotation-api:1.3.2',
    'jakartaAnnotationApi': 'jakarta.annotation:jakarta.annotation-api:3.0.0',
    'classGraph': 'io.github.classgraph:classgraph:4.8.172',
    'mustache': 'com.github.spullara.mustache.java:compiler:0.9.14',
    'javaxMail': 'com.sun.mail:jakarta.mail:1.6.7'
]

allprojects {
  apply plugin: 'idea'
  apply plugin: 'eclipse'
  // apply plugin: 'org.gradlex.java-ecosystem-capabilities'

  tasks.withType(Test).configureEach { task -> if (task.project.name != "metadata-io") {
      // https://docs.gradle.org/current/userguide/performance.html
      maxParallelForks = Runtime.runtime.availableProcessors().intdiv(2) ?: 1

      if (project.configurations.getByName("testImplementation").getDependencies()
              .any { it.getName().contains("testng") }) {
        useTestNG()
      }
    }
  }

  /**
   * If making changes to this section also see the sections for pegasus below
   * which use project.plugins.hasPlugin('pegasus')
   **/
  if (!project.plugins.hasPlugin('pegasus') && (project.plugins.hasPlugin('java')
          || project.plugins.hasPlugin('java-library')
          || project.plugins.hasPlugin('application'))) {

    java {
      toolchain {
        languageVersion = JavaLanguageVersion.of(jdkVersion(project))
      }
    }

    compileJava {
      options.release = javaClassVersion(project)
    }

    tasks.withType(JavaCompile).configureEach {
      javaCompiler = javaToolchains.compilerFor {
        languageVersion = JavaLanguageVersion.of(jdkVersion(project))
      }
      // Puts parameter names into compiled class files, necessary for Spring 6
      options.compilerArgs.add("-parameters")
    }

    tasks.withType(JavaExec).configureEach {
      javaLauncher = javaToolchains.launcherFor {
        languageVersion = JavaLanguageVersion.of(jdkVersion(project))
      }
    }
  }

  // not duplicated, need to set this outside and inside afterEvaluate
  afterEvaluate {
    /**
     * If making changes to this section also see the sections for pegasus below
     * which use project.plugins.hasPlugin('pegasus')
     **/
    if (!project.plugins.hasPlugin('pegasus') && (project.plugins.hasPlugin('java')
            || project.plugins.hasPlugin('java-library')
            || project.plugins.hasPlugin('application'))) {

      compileJava {
        options.release = javaClassVersion(project)
      }

      tasks.withType(JavaExec).configureEach {
        javaLauncher = javaToolchains.launcherFor {
          languageVersion = JavaLanguageVersion.of(jdkVersion(project))
        }
      }
    }
  }

}

configure(subprojects.findAll {! it.name.startsWith('spark-lineage')}) {

  configurations.all {
    exclude group: "io.netty", module: "netty"
    exclude group: "log4j", module: "log4j"
    exclude group: "org.springframework.boot", module: "spring-boot-starter-logging"
    exclude group: "com.vaadin.external.google", module: "android-json"
    exclude group: "org.slf4j", module: "slf4j-reload4j"
    exclude group: "org.slf4j", module: "slf4j-log4j12"
    exclude group: "org.slf4j", module: "slf4j-nop"
    exclude group: "org.slf4j", module: "slf4j-ext"
    exclude group: "org.codehaus.jackson", module: "jackson-mapper-asl"
    exclude group: "javax.mail", module: "mail"
    exclude group: 'org.glassfish', module: 'javax.json'
    exclude group: 'org.glassfish', module: 'jakarta.json'
    exclude group: 'com.typesafe.play', module: 'shaded-asynchttpclient'
    exclude group: "com.typesafe.akka", module: "akka-protobuf-v3_$playScalaVersion"
    exclude group: 'com.typesafe.play', module: 'shaded-oauth'
    exclude group: 'commons-httpclient', module: 'commons-httpclient'
    exclude group: 'commons-collections', module: 'commons-collections'
    exclude group: 'commons-lang', module: 'commons-lang'
    
    // Tomcat excluded for jetty
    exclude group: 'org.apache.tomcat.embed', module: 'tomcat-embed-el'
    exclude group: 'org.springframework.boot', module: 'spring-boot-starter-tomcat'

    resolutionStrategy.force externalDependency.antlr4Runtime
    resolutionStrategy.force externalDependency.antlr4
    resolutionStrategy.force 'org.apache.mina:mina-core:2.2.4'
    resolutionStrategy.force 'org.mozilla:rhino:1.7.12'
    resolutionStrategy.force 'commons-beanutils:commons-beanutils:1.11.0'
    resolutionStrategy.force 'org.apache.commons:commons-collections4:4.5.0'
    resolutionStrategy.force 'org.apache.commons:commons-lang3:3.18.0'
    resolutionStrategy {
      force "org.eclipse.jetty:jetty-security:${jettyVersion}"
      force "org.eclipse.jetty:jetty-server:${jettyVersion}"
      force "org.eclipse.jetty:jetty-ee10-servlet:${jettyVersion}"
      force "org.eclipse.jetty:jetty-ee10-webapp:${jettyVersion}"
      force "org.eclipse.jetty:jetty-xml:${jettyVersion}"
    }
  }
}

apply plugin: 'com.gorylenko.gradle-git-properties'
gitProperties {
  keys = ['git.commit.id','git.commit.id.describe','git.commit.time']
  // using any tags (not limited to annotated tags) for "git.commit.id.describe" property
  // see http://ajoberstar.org/grgit/grgit-describe.html for more info about the describe method and available parameters
  // 'it' is an instance of org.ajoberstar.grgit.Grgit
  customProperty 'git.commit.id.describe', { it.describe(tags: true) }
  gitPropertiesResourceDir = rootProject.buildDir
  failOnNoGitDirectory = false
}

def gitPropertiesGenerated = false

apply from: 'gradle/versioning/versioning-global.gradle'

tasks.register("generateGitPropertiesGlobal", com.gorylenko.GenerateGitPropertiesTask) {
  doFirst {
    if (!gitPropertiesGenerated) {
      println "Generating git.properties"
      gitPropertiesGenerated = true
    } else {
      // Skip actual execution if already run
      onlyIf { false }
    }
  }
}

subprojects {

  apply plugin: 'maven-publish'
  apply plugin: 'com.diffplug.spotless'

  def gitPropertiesTask = tasks.register("copyGitProperties", Copy) {
    dependsOn rootProject.tasks.named("generateGitPropertiesGlobal")
    def sourceFile = file("${rootProject.buildDir}/git.properties")
    from sourceFile
    into "$project.buildDir/resources/main"
  }

  plugins.withType(JavaPlugin).configureEach {
    project.tasks.named(JavaPlugin.CLASSES_TASK_NAME).configure{
      dependsOn gitPropertiesTask
    }
    if (project.name == 'datahub-web-react') {
      return
    }
    /* TODO: evaluate ignoring jar timestamps for increased caching (compares checksum instead)
    jar {
      preserveFileTimestamps = false
    }*/

    dependencies {
      implementation externalDependency.annotationApi
      constraints {
        implementation("com.google.googlejavaformat:google-java-format:$googleJavaFormatVersion")
        implementation('io.netty:netty-all:4.1.124.Final')
        implementation('org.apache.commons:commons-compress:1.27.1')
        implementation('org.apache.velocity:velocity-engine-core:2.4')
        implementation('org.hibernate:hibernate-validator:6.0.20.Final')
        implementation("com.fasterxml.jackson.core:jackson-databind:$jacksonVersion")
        implementation("com.fasterxml.jackson.core:jackson-dataformat-cbor:$jacksonVersion")
        implementation(externalDependency.commonsIo)
        implementation(externalDependency.protobuf)
      }
    }

    spotless {
      java {
        googleJavaFormat()
        target project.fileTree(project.projectDir) {
          include 'src/**/*.java'
          include 'app/**/*.java'
          include 'test/**/*.java'
          exclude 'src/**/resources/'
          exclude 'src/**/generated/'
          exclude 'src/**/mainGeneratedDataTemplate/'
          exclude 'src/**/mainGeneratedRest/'
          exclude 'src/renamed/avro/'
          exclude 'src/test/sample-test-plugins/'
        }
      }
    }

    if (project.plugins.hasPlugin('pegasus')) {
      dependencies {
        dataTemplateCompile spec.product.pegasus.data
        dataTemplateCompile externalDependency.annotationApi // support > jdk8
        restClientCompile spec.product.pegasus.restliClient
      }

      java {
        toolchain {
          languageVersion = JavaLanguageVersion.of(jdkVersion(project))
        }
      }

      compileJava {
        options.release = javaClassVersion(project)
      }

      tasks.withType(JavaCompile).configureEach {
        javaCompiler = javaToolchains.compilerFor {
          languageVersion = JavaLanguageVersion.of(jdkVersion(project))
        }
        // Puts parameter names into compiled class files, necessary for Spring 6
        options.compilerArgs.add("-parameters")
      }

      tasks.withType(JavaExec).configureEach {
        javaLauncher = javaToolchains.launcherFor {
          languageVersion = JavaLanguageVersion.of(jdkVersion(project))
        }
      }
    }

    afterEvaluate {
      def spotlessJavaTask = tasks.findByName('spotlessJava')
      def processTask = tasks.findByName('processResources')
      if (processTask != null) {
        spotlessJavaTask.dependsOn processTask
      }
      def compileJavaTask = tasks.findByName('compileJava')
      if (compileJavaTask != null) {
        spotlessJavaTask.dependsOn compileJavaTask
      }
    }
  }

  afterEvaluate {
    if (project.plugins.hasPlugin('pegasus')) {
      dependencies {
        dataTemplateCompile spec.product.pegasus.data
        dataTemplateCompile externalDependency.annotationApi // support > jdk8
        restClientCompile spec.product.pegasus.restliClient
      }

      compileJava {
        options.release = javaClassVersion(project)
      }

      tasks.withType(JavaExec).configureEach {
        javaLauncher = javaToolchains.launcherFor {
          languageVersion = JavaLanguageVersion.of(jdkVersion(project))
        }
      }
    }
  }
}

wrapper {
  gradleVersion = project.versionGradle
  distributionType = Wrapper.DistributionType.ALL
  distributionSha256Sum = 'ed1a8d686605fd7c23bdf62c7fc7add1c5b23b2bbc3721e661934ef4a4911d7c'
}

tasks.register('format') {
  dependsOn(':datahub-web-react:graphqlPrettierWrite')
  dependsOn(':datahub-web-react:githubActionsPrettierWrite')
  dependsOn(':datahub-web-react:mdPrettierWrite')
  dependsOn('spotlessApply')
}

tasks.register('formatChanged') {
  dependsOn(':datahub-web-react:graphqlPrettierWriteChanged')
  dependsOn(':datahub-web-react:githubActionsPrettierWriteChanged')
  dependsOn(':datahub-web-react:mdPrettierWriteChanged')
  dependsOn('spotlessApply')
}