diff --git a/spark-submit.sh b/spark-submit.sh index 2af30ab..748ea0a 100644 --- a/spark-submit.sh +++ b/spark-submit.sh @@ -1,4 +1,9 @@ -#!/bin/bash +#!/usr/bin/env bash + +export HADOOP_CONF_DIR=$HOME/hadoop/conf +export HADOOP_HOME=$HOME/hadoop +export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$HADOOP_HOME/lib/native +export PYTHONIOENCODING=utf8 $HOME/spark/bin/spark-submit\ --master local[*]\