mirror of
https://github.com/datahub-project/datahub.git
synced 2025-07-19 07:30:54 +00:00
73 lines
1.8 KiB
YAML
73 lines
1.8 KiB
YAML
services:
|
|
spark-iceberg:
|
|
image: tabulario/spark-iceberg:3.3.2_1.3.0
|
|
container_name: spark-iceberg
|
|
networks:
|
|
iceberg_net:
|
|
depends_on:
|
|
- rest
|
|
- minio
|
|
volumes:
|
|
- ./warehouse:/home/iceberg/warehouse
|
|
- ./notebooks:/home/iceberg/notebooks/notebooks
|
|
- ./setup:/home/iceberg/setup
|
|
environment:
|
|
- AWS_ACCESS_KEY_ID=admin
|
|
- AWS_SECRET_ACCESS_KEY=password
|
|
- AWS_REGION=us-east-1
|
|
ports:
|
|
- 8888:8888
|
|
- 28080:8080
|
|
- 10000:10000
|
|
- 10001:10001
|
|
rest:
|
|
image: tabulario/iceberg-rest:0.5.0
|
|
container_name: iceberg-rest
|
|
networks:
|
|
iceberg_net:
|
|
ports:
|
|
- 8181:8181
|
|
environment:
|
|
- AWS_ACCESS_KEY_ID=admin
|
|
- AWS_SECRET_ACCESS_KEY=password
|
|
- AWS_REGION=us-east-1
|
|
- CATALOG_WAREHOUSE=s3a://warehouse/wh/
|
|
- CATALOG_IO__IMPL=org.apache.iceberg.aws.s3.S3FileIO
|
|
- CATALOG_S3_ENDPOINT=http://minio:9000
|
|
minio:
|
|
image: minio/minio
|
|
container_name: minio
|
|
environment:
|
|
- MINIO_ROOT_USER=admin
|
|
- MINIO_ROOT_PASSWORD=password
|
|
- MINIO_DOMAIN=minio
|
|
networks:
|
|
iceberg_net:
|
|
aliases:
|
|
- warehouse.minio
|
|
ports:
|
|
- 9001:9001
|
|
- 9000:9000
|
|
command: ["server", "/data", "--console-address", ":9001"]
|
|
mc:
|
|
depends_on:
|
|
- minio
|
|
image: minio/mc
|
|
container_name: mc
|
|
networks:
|
|
iceberg_net:
|
|
environment:
|
|
- AWS_ACCESS_KEY_ID=admin
|
|
- AWS_SECRET_ACCESS_KEY=password
|
|
- AWS_REGION=us-east-1
|
|
entrypoint: >
|
|
/bin/sh -c "
|
|
until (/usr/bin/mc alias set minio http://minio:9000 admin password) do echo '...waiting...' && sleep 1; done;
|
|
/usr/bin/mc rm -r --force minio/warehouse;
|
|
/usr/bin/mc mb minio/warehouse;
|
|
/usr/bin/mc anonymous set public minio/warehouse;
|
|
exit 0;
|
|
"
|
|
networks:
|
|
iceberg_net:
|