From fd28b0d2f8c36c755c1c115c3757f5398f4f38a5 Mon Sep 17 00:00:00 2001 From: hrucinska Date: Tue, 29 May 2018 10:55:20 +0000 Subject: [PATCH] Update 'sparksubmitcache.sh' --- sparksubmitcache.sh | 1 + 1 file changed, 1 insertion(+) diff --git a/sparksubmitcache.sh b/sparksubmitcache.sh index 49ee6a0..fe3f6e2 100644 --- a/sparksubmitcache.sh +++ b/sparksubmitcache.sh @@ -4,6 +4,7 @@ export HADOOP_CONF_DIR=$HOME/hadoop/conf export HADOOP_HOME=$HOME/hadoop export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$HADOOP_HOME/lib/native export SPARK_JAVA_OPTS="-Dhdp.version=2.6.3.0-235" +export PYTHONIOENCODING=utf8 $HOME/spark/bin/spark-submit\ --master yarn\