hrucinska/cwiczenia
1
0
Fork 3
Code Issues Pull Requests Releases Wiki Activity

Update 'sparksubmit.sh'

Browse Source
This commit is contained in:
hrucinska 2018-05-29 10:55:07 +00:00
parent c442baa464
commit 87d459a204
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
sparksubmit.sh
View File

@ -4,6 +4,7 @@ export HADOOP_CONF_DIR=$HOME/hadoop/conf
export HADOOP_HOME=$HOME/hadoop export HADOOP_HOME=$HOME/hadoop
export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$HADOOP_HOME/lib/native export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$HADOOP_HOME/lib/native
export SPARK_JAVA_OPTS="-Dhdp.version=2.6.3.0-235" export SPARK_JAVA_OPTS="-Dhdp.version=2.6.3.0-235"
export PYTHONIOENCODING=utf8
$HOME/spark/bin/spark-submit\ $HOME/spark/bin/spark-submit\
--master yarn\ --master yarn\