mirror of
https://github.com/datahub-project/datahub.git
synced 2025-10-31 18:59:23 +00:00
32 lines
734 B
Bash
32 lines
734 B
Bash
|
#export SPARK_HOME=$1
|
||
|
|
#export PATH=$PATH:$1/bin
|
||
|
|
#export PYTHONPATH=$SPARK_HOME/python:$SPARK_HOME/python/lib/py4j-0.10.7-src.zip:$PYTHONPATH
|
||
|
|
#export PATH=$SPARK_HOME/python:$PATH
|
||
|
|
#export PYSPARK_PYTHON=python3
|
||
|
|
|
||
|
|
|
||
|
|
saluation () {
|
||
|
|
echo "--------------------------------------------------------"
|
||
|
|
echo "Starting exectuion"
|
||
|
|
echo "--------------------------------------------------------"
|
||
|
|
|
||
|
|
}
|
||
|
|
|
||
|
|
saluation
|
||
|
|
|
||
|
|
spark-submit --properties-file $2 HdfsIn2HdfsOut1.py
|
||
|
|
|
||
|
|
saluation
|
||
|
|
spark-submit --properties-file $2 HdfsIn2HdfsOut2.py
|
||
|
|
|
||
|
|
saluation
|
||
|
|
spark-submit --properties-file $2 HdfsIn2HiveCreateTable.py
|
||
|
|
|
||
|
|
saluation
|
||
|
|
spark-submit --properties-file $2 HdfsIn2HiveCreateInsertTable.py
|
||
|
|
|
||
|
|
saluation
|
||
|
|
spark-submit --properties-file $2 HiveInHiveOut.py
|
||
|
|
|
||
|
|
|