diff --git a/sparksubmit.sh b/sparksubmit.sh index f2853bd..bcf9745 100644 --- a/sparksubmit.sh +++ b/sparksubmit.sh @@ -4,6 +4,7 @@ export HADOOP_CONF_DIR=$HOME/hadoop/conf export HADOOP_HOME=$HOME/hadoop export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$HADOOP_HOME/lib/native export SPARK_JAVA_OPTS="-Dhdp.version=2.6.3.0-235" +export PYTHONIOENCODING=utf8 $HOME/spark/bin/spark-submit\ --master yarn\