From ceefb04c275fd55950c9d71950f09cc5c9636118 Mon Sep 17 00:00:00 2001 From: hrucinska Date: Tue, 29 May 2018 10:53:38 +0000 Subject: [PATCH] Update 'spark-submit.sh' --- spark-submit.sh | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/spark-submit.sh b/spark-submit.sh index 2af30ab..748ea0a 100644 --- a/spark-submit.sh +++ b/spark-submit.sh @@ -1,4 +1,9 @@ -#!/bin/bash +#!/usr/bin/env bash + +export HADOOP_CONF_DIR=$HOME/hadoop/conf +export HADOOP_HOME=$HOME/hadoop +export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$HADOOP_HOME/lib/native +export PYTHONIOENCODING=utf8 $HOME/spark/bin/spark-submit\ --master local[*]\