Update 'spark-submit.sh'

2018-05-29 10:53:38 +00:00 · 2018-05-29 10:53:38 +00:00 · ceefb04c27
commit ceefb04c27
parent ee8224b1c3
1 changed files with 6 additions and 1 deletions
--- a/spark-submit.sh
+++ b/spark-submit.sh
@ -1,4 +1,9 @@
-#!/bin/bash
+#!/usr/bin/env bash
+
+export HADOOP_CONF_DIR=$HOME/hadoop/conf
+export HADOOP_HOME=$HOME/hadoop
+export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$HADOOP_HOME/lib/native
+export PYTHONIOENCODING=utf8

 $HOME/spark/bin/spark-submit\
 --master local[*]\