datahub/docker/build.gradle

plugins {
    id 'java' // required by versioning
    id 'docker-compose'
}
import com.avast.gradle.dockercompose.tasks.ComposeUp
import com.avast.gradle.dockercompose.tasks.ComposeDownForced

apply from: "../gradle/versioning/versioning.gradle"

ext {
    backend_profile_modules = [
            ':docker:elasticsearch-setup',
            ':docker:mysql-setup',
            ':docker:kafka-setup',
            ':datahub-upgrade',
            ':metadata-service:war',
    ]
    quickstart_modules = backend_profile_modules + [
            ':metadata-jobs:mce-consumer-job',
            ':metadata-jobs:mae-consumer-job',
            ':datahub-frontend'
    ]

    debug_modules = quickstart_modules - [':metadata-jobs:mce-consumer-job',
                                          ':metadata-jobs:mae-consumer-job']
    compose_args = ['-f', 'profiles/docker-compose.yml']
    debug_reloadable = [
            'datahub-gms-debug',
            'system-update-debug',
            'frontend-debug'
    ]
    // Postgres
    pg_quickstart_modules = quickstart_modules - [':docker:mysql-setup'] + [':docker:postgres-setup']
}

tasks.register('minDockerCompose2.20', Exec) {
    executable 'bash'
    args '-c', 'echo -e "$(docker compose version --short)\n2.20"|sort --version-sort --check=quiet --reverse'
}

tasks.register('quickstart') {}
tasks.register('quickstartSlim') {}
tasks.register('quickstartDebug') {}
tasks.register('quickstartPg') {}

tasks.register('quickstartNuke') {
    doFirst {
        dockerCompose.quickstart.removeVolumes = true
        dockerCompose.quickstartPg.removeVolumes = true
        dockerCompose.quickstartSlim.removeVolumes = true
        dockerCompose.quickstartDebug.removeVolumes = true
    }
    finalizedBy(tasks.withType(ComposeDownForced))
}

tasks.register('quickstartDown') {
    finalizedBy(tasks.withType(ComposeDownForced))
}

dockerCompose {
    quickstart {
        isRequiredBy(tasks.named('quickstart'))
        composeAdditionalArgs = ['--profile', 'quickstart-consumers']

        environment.put 'DATAHUB_VERSION', "v${version}"
        environment.put 'DATAHUB_TELEMETRY_ENABLED', 'false' // disabled when built locally

        useComposeFiles = ['profiles/docker-compose.yml']
        projectName = 'datahub'
        projectNamePrefix = ''
        buildBeforeUp = false
        buildBeforePull = false
        stopContainers = false
        removeVolumes = false
        captureContainersOutput = true
        captureContainersOutputToFiles = project.file('build/container-logs')
    }

    quickstartPg {
        isRequiredBy(tasks.named('quickstartPg'))
        composeAdditionalArgs = ['--profile', 'quickstart-postgres']

        environment.put 'DATAHUB_VERSION', "v${version}"
        environment.put 'DATAHUB_TELEMETRY_ENABLED', 'false' // disabled when built locally

        useComposeFiles = ['profiles/docker-compose.yml']
        projectName = 'datahub'
        projectNamePrefix = ''
        buildBeforeUp = false
        buildBeforePull = false
        stopContainers = false
        removeVolumes = false
    }

    /**
     * The smallest disk footprint required for Spark integration tests
     *
     * No frontend, mae, mce, or other services
     */
    quickstartSlim {
        isRequiredBy(tasks.named('quickstartSlim'))
        composeAdditionalArgs = ['--profile', 'quickstart-backend']

        environment.put 'DATAHUB_VERSION', "v${version}"
        environment.put "DATAHUB_ACTIONS_IMAGE", "acryldata/datahub-ingestion"
        environment.put "ACTIONS_VERSION", "v${version}-slim"
        environment.put "ACTIONS_EXTRA_PACKAGES", 'acryl-datahub-actions[executor] acryl-datahub-actions'
        environment.put "ACTIONS_CONFIG", 'https://raw.githubusercontent.com/acryldata/datahub-actions/main/docker/config/executor.yaml'
        environment.put 'DATAHUB_TELEMETRY_ENABLED', 'false' // disabled when built locally

        useComposeFiles = ['profiles/docker-compose.yml']
        projectName = 'datahub'
        projectNamePrefix = ''
        buildBeforeUp = false
        buildBeforePull = false
        stopContainers = false
        removeVolumes = false
        captureContainersOutput = true
        captureContainersOutputToFiles = project.file('build/container-logs')
    }

    quickstartDebug {
        isRequiredBy(tasks.named('quickstartDebug'))
        composeAdditionalArgs = ['--profile', 'debug']

        environment.put 'DATAHUB_TELEMETRY_ENABLED', 'false' // disabled when built locally

        useComposeFiles = ['profiles/docker-compose.yml']
        projectName = 'datahub'
        projectNamePrefix = ''
        buildBeforeUp = false
        buildBeforePull = false
        stopContainers = false
        removeVolumes = false
    }
}
tasks.getByName('quickstartComposeUp').dependsOn(
        quickstart_modules.collect { it + ':dockerTag' })
tasks.getByName('quickstartPgComposeUp').dependsOn(
        pg_quickstart_modules.collect { it + ':dockerTag' })
tasks.getByName('quickstartSlimComposeUp').dependsOn(
        ([':docker:datahub-ingestion'] + backend_profile_modules)
                .collect { it + ':dockerTag' })
tasks.getByName('quickstartDebugComposeUp').dependsOn(
        debug_modules.collect { it + ':dockerTagDebug' }
)
tasks.withType(ComposeUp).configureEach {
    shouldRunAfter('quickstartNuke')
    dependsOn tasks.named("minDockerCompose2.20")
}

task debugReload(type: Exec) {
    def cmd = ['docker compose -p datahub --profile debug'] + compose_args + ['restart'] + debug_reloadable
    commandLine 'bash', '-c', cmd.join(" ")
}