From ee8224b1c3e5e8a29eb1c5ea03f4b5d64964ac03 Mon Sep 17 00:00:00 2001 From: hrucinska Date: Tue, 29 May 2018 10:53:20 +0000 Subject: [PATCH] Delete 'pyspark.sh' --- pyspark.sh | 20 -------------------- 1 file changed, 20 deletions(-) delete mode 100644 pyspark.sh diff --git a/pyspark.sh b/pyspark.sh deleted file mode 100644 index b14b034..0000000 --- a/pyspark.sh +++ /dev/null @@ -1,20 +0,0 @@ -#!/bin/bash - -. /etc/profile - -export JAVA_HOME="/usr/lib/jvm/java-8-oracle" - -/home/hc_client_bddm_prod/spark-2.3.0-bin-2.6.0-cdh5.6.0/bin/pyspark\ - --master yarn\ - --deploy-mode client\ - --queue bddm_prod_users\ - --name "OffersDailyCleanData"\ - --num-executors 100\ - --conf "spark.driver.memory=1g"\ - --conf "spark.yarn.driver.memoryOverhead=600m"\ - --conf "spark.executor.memory=2000m"\ - --conf "spark.yarn.executor.memoryOverhead=1200m"\ - --conf "spark.driver.extraClassPath=/opt/hive_extras/*:/opt/spark_extras/*"\ - --conf "spark.yarn.appMasterEnv.JAVA_HOME=/opt/jre1.8.0"\ - --conf "spark.executorEnv.JAVA_HOME=/opt/jre1.8.0"\ - --packages mysql:mysql-connector-java:5.1.38