From 87d459a2040a936bd9420b1d89fd9853197163ba Mon Sep 17 00:00:00 2001 From: hrucinska Date: Tue, 29 May 2018 10:55:07 +0000 Subject: [PATCH] Update 'sparksubmit.sh' --- sparksubmit.sh | 1 + 1 file changed, 1 insertion(+) diff --git a/sparksubmit.sh b/sparksubmit.sh index f2853bd..bcf9745 100644 --- a/sparksubmit.sh +++ b/sparksubmit.sh @@ -4,6 +4,7 @@ export HADOOP_CONF_DIR=$HOME/hadoop/conf export HADOOP_HOME=$HOME/hadoop export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$HADOOP_HOME/lib/native export SPARK_JAVA_OPTS="-Dhdp.version=2.6.3.0-235" +export PYTHONIOENCODING=utf8 $HOME/spark/bin/spark-submit\ --master yarn\