mirror of
https://github.com/datahub-project/datahub.git
synced 2025-07-13 20:21:33 +00:00
27 lines
798 B
Bash
Executable File
27 lines
798 B
Bash
Executable File
#!/bin/bash -xe
|
|
#Remove old configuration
|
|
rm -rf workspace
|
|
|
|
#Copy needed files
|
|
mkdir workspace
|
|
|
|
ls ../../
|
|
|
|
cp ../../build/libs/datahub-spark-lineage* workspace/
|
|
cp ../spark-docker.conf workspace/
|
|
cp -a ../python-spark-lineage-test workspace/
|
|
mkdir workspace/java-spark-lineage-test
|
|
cp ../test-spark-lineage/java_test_run.sh workspace/java-spark-lineage-test/
|
|
|
|
mkdir -p workspace/java-spark-lineage-test/build/libs/
|
|
cp ../test-spark-lineage/build/libs/test-spark-lineage.jar workspace/java-spark-lineage-test/build/libs/
|
|
|
|
cp -a ../resources workspace
|
|
|
|
# create docker images
|
|
docker build -f SparkBase.Dockerfile -t spark-base .
|
|
docker build -f SparkMaster.Dockerfile -t spark-master .
|
|
docker build -f SparkSlave.Dockerfile -t spark-slave .
|
|
docker build -f SparkSubmit.Dockerfile -t spark-submit .
|
|
|