mirror of
https://github.com/datahub-project/datahub.git
synced 2025-09-14 03:31:40 +00:00
bump(docker-compose): migrate to v2 docker compose cli (#9569)
This commit is contained in:
parent
c3d3dbbeb6
commit
f4b05a892f
@ -64,7 +64,7 @@ successful release on Github will automatically publish the images.
|
||||
To build the full images (that we are going to publish), you need to run the following:
|
||||
|
||||
```
|
||||
COMPOSE_DOCKER_CLI_BUILD=1 DOCKER_BUILDKIT=1 docker-compose -p datahub build
|
||||
COMPOSE_DOCKER_CLI_BUILD=1 DOCKER_BUILDKIT=1 docker compose -p datahub build
|
||||
```
|
||||
|
||||
This is because we're relying on builtkit for multistage builds. It does not hurt also set `DATAHUB_VERSION` to
|
||||
|
@ -54,7 +54,7 @@ curl -L 'https://raw.githubusercontent.com/datahub-project/datahub/master/metada
|
||||
First you need to initialize airflow in order to create initial database tables and the initial airflow user.
|
||||
|
||||
```
|
||||
docker-compose up airflow-init
|
||||
docker compose up airflow-init
|
||||
```
|
||||
|
||||
You should see the following final initialization message
|
||||
@ -66,10 +66,10 @@ airflow_install_airflow-init_1 exited with code 0
|
||||
|
||||
```
|
||||
|
||||
Afterwards you need to start the airflow docker-compose
|
||||
Afterwards you need to start the airflow docker compose
|
||||
|
||||
```
|
||||
docker-compose up
|
||||
docker compose up
|
||||
```
|
||||
|
||||
You should see a host of messages as Airflow starts up.
|
||||
|
@ -23,13 +23,13 @@ fi
|
||||
# YOU MUST BUILD VIA GRADLE BEFORE RUNNING THIS.
|
||||
DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )"
|
||||
cd $DIR && \
|
||||
COMPOSE_DOCKER_CLI_BUILD=1 DOCKER_BUILDKIT=1 DOCKER_DEFAULT_PLATFORM="$(uname -m)" docker-compose \
|
||||
COMPOSE_DOCKER_CLI_BUILD=1 DOCKER_BUILDKIT=1 DOCKER_DEFAULT_PLATFORM="$(uname -m)" docker compose \
|
||||
-f docker-compose-with-cassandra.yml \
|
||||
-f docker-compose.dev.yml \
|
||||
$CONSUMERS_COMPOSE $MONITORING_COMPOSE $M1_COMPOSE \
|
||||
pull \
|
||||
&& \
|
||||
COMPOSE_DOCKER_CLI_BUILD=1 DOCKER_BUILDKIT=1 DOCKER_DEFAULT_PLATFORM="$(uname -m)" docker-compose -p datahub \
|
||||
COMPOSE_DOCKER_CLI_BUILD=1 DOCKER_BUILDKIT=1 DOCKER_DEFAULT_PLATFORM="$(uname -m)" docker compose -p datahub \
|
||||
-f docker-compose-with-cassandra.yml \
|
||||
-f docker-compose.dev.yml \
|
||||
$CONSUMERS_COMPOSE $MONITORING_COMPOSE $M1_COMPOSE \
|
||||
|
@ -23,13 +23,13 @@ fi
|
||||
# Launches dev instances of DataHub images. See documentation for more details.
|
||||
# YOU MUST BUILD VIA GRADLE BEFORE RUNNING THIS.
|
||||
cd "${DIR}/../.." && \
|
||||
COMPOSE_DOCKER_CLI_BUILD=1 DOCKER_BUILDKIT=1 DOCKER_DEFAULT_PLATFORM="$(uname -m)" docker-compose \
|
||||
COMPOSE_DOCKER_CLI_BUILD=1 DOCKER_BUILDKIT=1 DOCKER_DEFAULT_PLATFORM="$(uname -m)" docker compose \
|
||||
-f "${DIR}/docker-compose-without-neo4j.yml" \
|
||||
-f "${DIR}/docker-compose-without-neo4j.override.yml" \
|
||||
-f "${DIR}/docker-compose.dev.yml" \
|
||||
$CONSUMERS_COMPOSE $MONITORING_COMPOSE $M1_COMPOSE pull \
|
||||
&& \
|
||||
COMPOSE_DOCKER_CLI_BUILD=1 DOCKER_BUILDKIT=1 DOCKER_DEFAULT_PLATFORM="$(uname -m)" docker-compose -p datahub \
|
||||
COMPOSE_DOCKER_CLI_BUILD=1 DOCKER_BUILDKIT=1 DOCKER_DEFAULT_PLATFORM="$(uname -m)" docker compose -p datahub \
|
||||
-f "${DIR}/docker-compose-without-neo4j.yml" \
|
||||
-f "${DIR}/docker-compose-without-neo4j.override.yml" \
|
||||
-f "${DIR}/docker-compose.dev.yml" \
|
||||
|
@ -23,13 +23,13 @@ fi
|
||||
# YOU MUST BUILD VIA GRADLE BEFORE RUNNING THIS.
|
||||
DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )"
|
||||
cd $DIR && \
|
||||
COMPOSE_DOCKER_CLI_BUILD=1 DOCKER_BUILDKIT=1 DOCKER_DEFAULT_PLATFORM="$(uname -m)" docker-compose \
|
||||
COMPOSE_DOCKER_CLI_BUILD=1 DOCKER_BUILDKIT=1 DOCKER_DEFAULT_PLATFORM="$(uname -m)" docker compose \
|
||||
-f docker-compose.yml \
|
||||
-f docker-compose.override.yml \
|
||||
-f docker-compose.dev.yml \
|
||||
$CONSUMERS_COMPOSE $MONITORING_COMPOSE $M1_COMPOSE pull \
|
||||
&& \
|
||||
COMPOSE_DOCKER_CLI_BUILD=1 DOCKER_BUILDKIT=1 DOCKER_DEFAULT_PLATFORM="$(uname -m)" docker-compose -p datahub \
|
||||
COMPOSE_DOCKER_CLI_BUILD=1 DOCKER_BUILDKIT=1 DOCKER_DEFAULT_PLATFORM="$(uname -m)" docker compose -p datahub \
|
||||
-f docker-compose.yml \
|
||||
-f docker-compose.override.yml \
|
||||
-f docker-compose.dev.yml \
|
||||
|
@ -2,4 +2,4 @@
|
||||
|
||||
DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )"
|
||||
export DATAHUB_VERSION=${DATAHUB_VERSION:-head}
|
||||
cd $DIR && docker-compose pull && docker-compose -p datahub up
|
||||
cd $DIR && docker compose pull && docker compose -p datahub up
|
||||
|
@ -4,8 +4,8 @@ DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )"
|
||||
cd $DIR
|
||||
|
||||
# Tear down and clean up all DataHub-related containers, volumes, and network
|
||||
docker-compose -p datahub down -v
|
||||
docker-compose rm -f -v
|
||||
docker compose -p datahub down -v
|
||||
docker compose rm -f -v
|
||||
|
||||
# Tear down ingestion container
|
||||
(cd ingestion && docker-compose -p datahub down -v)
|
||||
(cd ingestion && docker compose -p datahub down -v)
|
||||
|
@ -33,11 +33,11 @@ echo "Quickstarting DataHub: version ${DATAHUB_VERSION}"
|
||||
if docker volume ls | grep -c -q datahub_neo4jdata
|
||||
then
|
||||
echo "Datahub Neo4j volume found, starting with neo4j as graph service"
|
||||
cd $DIR && docker-compose pull && docker-compose -p datahub up
|
||||
cd $DIR && docker compose pull && docker compose -p datahub up
|
||||
else
|
||||
echo "No Datahub Neo4j volume found, starting with elasticsearch as graph service"
|
||||
cd $DIR && \
|
||||
DOCKER_DEFAULT_PLATFORM="$(uname -m)" docker-compose -p datahub \
|
||||
DOCKER_DEFAULT_PLATFORM="$(uname -m)" docker compose -p datahub \
|
||||
-f quickstart/docker-compose-without-neo4j.quickstart.yml \
|
||||
$MONITORING_COMPOSE $CONSUMERS_COMPOSE $M1_COMPOSE up $@
|
||||
fi
|
||||
|
@ -101,13 +101,13 @@ Replace whatever container you want in the existing deployment.
|
||||
I.e, replacing datahub's backend (GMS):
|
||||
|
||||
```shell
|
||||
(cd docker && COMPOSE_DOCKER_CLI_BUILD=1 DOCKER_BUILDKIT=1 docker-compose -p datahub -f docker-compose-without-neo4j.yml -f docker-compose-without-neo4j.override.yml -f docker-compose.dev.yml up -d --no-deps --force-recreate --build datahub-gms)
|
||||
(cd docker && COMPOSE_DOCKER_CLI_BUILD=1 DOCKER_BUILDKIT=1 docker compose -p datahub -f docker-compose-without-neo4j.yml -f docker-compose-without-neo4j.override.yml -f docker-compose.dev.yml up -d --no-deps --force-recreate --build datahub-gms)
|
||||
```
|
||||
|
||||
Running the local version of the frontend
|
||||
|
||||
```shell
|
||||
(cd docker && COMPOSE_DOCKER_CLI_BUILD=1 DOCKER_BUILDKIT=1 docker-compose -p datahub -f docker-compose-without-neo4j.yml -f docker-compose-without-neo4j.override.yml -f docker-compose.dev.yml up -d --no-deps --force-recreate --build datahub-frontend-react)
|
||||
(cd docker && COMPOSE_DOCKER_CLI_BUILD=1 DOCKER_BUILDKIT=1 docker compose -p datahub -f docker-compose-without-neo4j.yml -f docker-compose-without-neo4j.override.yml -f docker-compose.dev.yml up -d --no-deps --force-recreate --build datahub-frontend-react)
|
||||
```
|
||||
|
||||
## IDE Support
|
||||
|
@ -274,7 +274,7 @@ It is not intended for a production environment. This recommendation is based on
|
||||
|
||||
#### Default Credentials
|
||||
|
||||
`quickstart` uses docker-compose configuration which includes default credentials for both DataHub, and it's underlying
|
||||
`quickstart` uses docker compose configuration which includes default credentials for both DataHub, and it's underlying
|
||||
prerequisite data stores, such as MySQL. Additionally, other components are unauthenticated out of the box. This is a
|
||||
design choice to make development easier and is not best practice for a production environment.
|
||||
|
||||
|
Loading…
x
Reference in New Issue
Block a user