2022-11-05 19:37:50 +01:00
|
|
|
#!/bin/bash -xe
|
2022-02-23 09:03:21 +05:30
|
|
|
#Remove old configuration
|
|
|
|
|
rm -rf workspace
|
|
|
|
|
|
|
|
|
|
#Copy needed files
|
|
|
|
|
mkdir workspace
|
|
|
|
|
|
|
|
|
|
ls ../../
|
|
|
|
|
|
|
|
|
|
cp ../../build/libs/datahub-spark-lineage* workspace/
|
|
|
|
|
cp ../spark-docker.conf workspace/
|
|
|
|
|
cp -a ../python-spark-lineage-test workspace/
|
|
|
|
|
mkdir workspace/java-spark-lineage-test
|
|
|
|
|
cp ../test-spark-lineage/java_test_run.sh workspace/java-spark-lineage-test/
|
|
|
|
|
|
|
|
|
|
mkdir -p workspace/java-spark-lineage-test/build/libs/
|
|
|
|
|
cp ../test-spark-lineage/build/libs/test-spark-lineage.jar workspace/java-spark-lineage-test/build/libs/
|
|
|
|
|
|
|
|
|
|
cp -a ../resources workspace
|
|
|
|
|
|
|
|
|
|
# create docker images
|
|
|
|
|
docker build -f SparkBase.Dockerfile -t spark-base .
|
|
|
|
|
docker build -f SparkMaster.Dockerfile -t spark-master .
|
|
|
|
|
docker build -f SparkSlave.Dockerfile -t spark-slave .
|
|
|
|
|
docker build -f SparkSubmit.Dockerfile -t spark-submit .
|
|
|
|
|
|
