mirror of
https://github.com/datahub-project/datahub.git
synced 2025-08-22 16:18:10 +00:00
31 lines
891 B
Bash
Executable File
31 lines
891 B
Bash
Executable File
#export SPARK_HOME=$1
|
|
#export PATH=$PATH:$1/bin
|
|
#export PYTHONPATH=$SPARK_HOME/python:$SPARK_HOME/python/lib/py4j-0.10.7-src.zip:$PYTHONPATH
|
|
#export PATH=$SPARK_HOME/python:$PATH
|
|
#export PYSPARK_PYTHON=python3
|
|
|
|
|
|
saluation () {
|
|
echo "--------------------------------------------------------"
|
|
echo "Starting execution $1 (properties: $2)"
|
|
echo "--------------------------------------------------------"
|
|
|
|
}
|
|
|
|
saluation "HdfsIn2HdfsOut1.py" $2
|
|
spark-submit --properties-file $2 HdfsIn2HdfsOut1.py
|
|
|
|
saluation "HdfsIn2HdfsOut2.py" $2
|
|
spark-submit --properties-file $2 HdfsIn2HdfsOut2.py
|
|
|
|
saluation "HdfsIn2HiveCreateTable.py" $2
|
|
spark-submit --properties-file $2 HdfsIn2HiveCreateTable.py
|
|
|
|
saluation "HdfsIn2HiveCreateInsertTable.py" $2
|
|
spark-submit --properties-file $2 HdfsIn2HiveCreateInsertTable.py
|
|
|
|
saluation "HiveInHiveOut.py" $2
|
|
spark-submit --properties-file $2 HiveInHiveOut.py
|
|
|
|
|