diff --git a/sparksubmitcache.sh b/sparksubmitcache.sh index 49ee6a0..fe3f6e2 100644 --- a/sparksubmitcache.sh +++ b/sparksubmitcache.sh @@ -4,6 +4,7 @@ export HADOOP_CONF_DIR=$HOME/hadoop/conf export HADOOP_HOME=$HOME/hadoop export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$HADOOP_HOME/lib/native export SPARK_JAVA_OPTS="-Dhdp.version=2.6.3.0-235" +export PYTHONIOENCODING=utf8 $HOME/spark/bin/spark-submit\ --master yarn\