forked from hrucinska/cwiczenia
Update 'sparksubmit.sh'
This commit is contained in:
parent
c442baa464
commit
87d459a204
@ -4,6 +4,7 @@ export HADOOP_CONF_DIR=$HOME/hadoop/conf
|
|||||||
export HADOOP_HOME=$HOME/hadoop
|
export HADOOP_HOME=$HOME/hadoop
|
||||||
export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$HADOOP_HOME/lib/native
|
export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$HADOOP_HOME/lib/native
|
||||||
export SPARK_JAVA_OPTS="-Dhdp.version=2.6.3.0-235"
|
export SPARK_JAVA_OPTS="-Dhdp.version=2.6.3.0-235"
|
||||||
|
export PYTHONIOENCODING=utf8
|
||||||
|
|
||||||
$HOME/spark/bin/spark-submit\
|
$HOME/spark/bin/spark-submit\
|
||||||
--master yarn\
|
--master yarn\
|
||||||
|
Loading…
Reference in New Issue
Block a user