diff --git a/too_few_partitions-submit_bad.sh b/too_few_partitions-submit_bad.sh index a3fa973..f5442a5 100644 --- a/too_few_partitions-submit_bad.sh +++ b/too_few_partitions-submit_bad.sh @@ -1,4 +1,9 @@ -#!/bin/bash +#!/usr/bin/env bash + +export HADOOP_CONF_DIR=$HOME/hadoop/conf +export HADOOP_HOME=$HOME/hadoop +export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$HADOOP_HOME/lib/native +export PYTHONIOENCODING=utf8 $HOME/spark/bin/spark-submit\