s45159/cwiczenia
1
0
Fork 0
forked from hrucinska/cwiczenia
Code Releases Activity

Update 'sparksubmitcache.sh'

Browse Source
This commit is contained in:
hrucinska 2018-05-29 10:55:20 +00:00
parent 87d459a204
commit fd28b0d2f8
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
sparksubmitcache.sh
View File

@ -4,6 +4,7 @@ export HADOOP_CONF_DIR=$HOME/hadoop/conf
export HADOOP_HOME=$HOME/hadoop export HADOOP_HOME=$HOME/hadoop
export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$HADOOP_HOME/lib/native export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$HADOOP_HOME/lib/native
export SPARK_JAVA_OPTS="-Dhdp.version=2.6.3.0-235" export SPARK_JAVA_OPTS="-Dhdp.version=2.6.3.0-235"
export PYTHONIOENCODING=utf8
$HOME/spark/bin/spark-submit\ $HOME/spark/bin/spark-submit\
--master yarn\ --master yarn\