RandomSec/gridworks

#!/bin/sh

########################################################## 
#               Gridworks Control System                 #
##########################################################

# -------------- utility functions ----------------------

fail () {
   cat <<EOF
ERROR: $1
Type '$0 -h' for usage information.
EOF
exit 1
}

error() {
    echo "$1"
    exit 1
}

warn() {
    echo "$1"
    exit 0
}

usage() {
    cat <<EOF
Usage: $0 [options] <action>
where [options] include:

  -h print this message and exit
  
  -p <port> the port that gridworks will listen to
     default: 3333

  -i <interface> the host interface gridworks should bind to
     default: 127.0.0.1

  -w <path> path to the webapp
     default: src/main/webapp

  -d <path> path to the data directory
     default: OS dependent

  -m <memory> max memory heap size to use
     default: 1024M
               
  --debug enable JVM debugging (on port 8000)
       
  --jmx enable JMX monitoring (for jconsole and jvisualvm)
  
and <action> is one of

   build ..................... Build Gridworks      
   run ....................... Run Gridworks [default]

   test ...................... Run all Gridworks tests
   server_test ............... Run only the server tests
   ui_test ................... Run only the UI tests
   
   findbugs .................. Run Findbugs against Gridworks     
   pmd ....................... Run PMD against Gridworks     
   cpd ....................... Run Copy/Paste Detection against Gridworks     
   
   mac_dist <version> ........ Make MacOSX binary distribution
   windows_dist <version> .... Make Windows binary distribution
   linux_dist <version> ...... Make Linux binary distribution
   dist <version> ............ Make all distributions

   clean ..................... Clean compiled classes
   distclean ................. Remove all generated files
                
EOF
    exit 1
}
                
add_option() {
    OPTS="$OPTS $1"
}
                
load_configs() {
    cat $1 | egrep "^[A-Z]" | sed 's/^\(.*\)$/export \1/' > .$1
    . ./.$1
    rm ./.$1
}
    
check_macosx() {
    if [ "$SYSTEM" != 'Darwin' ] ; then
        error "This action can only run on MacOSX"
    fi
}

check_downloaders() {
    CURL="`which curl`"
    WGET="`which wget`"
    
    if [ "$CURL" == "" ] && [ "$WGET" == "" ]; then
        error "We need either 'curl' or 'wget' present in PATH to download external dependencies."
    fi
}

check_unzip() {
    UNZIP="`which unzip`"
    
    if [ "$UNZIP" == "" ] ; then
        error "We need 'unzip' present in PATH to expand external dependencies."
    fi
}
    
check_python() {
    PYTHON="`which python`"
    if [ "$PYTHON" == "" ] ; then
        error "This action requires you to have 'python' installed. You can download it for free at http://www.python.org/"
    fi
    PYTHON_VERSION="`python --version 2>&1 | cut -f 2 -d ' ' | cut -f 1,2 -d .`"
    if [ "$PYTHON_VERSION" != "2.5" ] && [ "$PYTHON_VERSION" != "2.6" ] ; then
        error "This action requires python version 2.5.x or 2.6.x. You can download it for free at http://www.python.org/"
    fi
}

check_running() {
    check_downloaders
    URL="http://${GRIDWORKS_HOST}:${GRIDWORKS_PORT}/"
    
    if [ "$CURL" != "" ] ; then
        NOT_RUNNING=`curl -s $URL > /dev/null || echo not_running`
    elif [ "$WGET" != "" ] ; then
        NOT_RUNNING=`wget -q -O - $URL > /dev/null || echo not_running`
    fi    
}

get_version() {
    VERSION=$1        
    
    if [ "$VERSION" == "" ] ; then
        fail "Must specify a version number"
    fi
    
    NUM_VERSION=`echo $VERSION | sed 's/[a-zA-Z]//g'`
}

get_revision() {
    if [ -d ".svn" ]; then
        INFO=`svn info`
    elif [ -d ".git" ]; then
        INFO=`git svn info`
    else
        error "cannot obtain revision, exiting!"
    fi

    REVISION=`echo $INFO | sed 's/.*Revision: /r/' | sed 's/ .*//'`
}
    
download() {
    URL=$1
    DEST=$2
    
    check_downloaders
    
    if [ "$CURL" != "" ] ; then
        curl -L -o $DEST $URL || exit "Error while downloading $URL"
    elif [ "$WGET" != "" ] ; then
        wget -O $DEST $URL || error "Error while downloading $URL"
    fi
}

tool_download() {
    URL=$1
    FILE=$2
    DIR=$3
    
    cd $GRIDWORKS_TOOLS_DIR
    if [ ! -f "$FILE" ] ; then
        download $URL $FILE
    fi
    if [ ! -d "$DIR" ] ; then
        if [ "`echo $FILE | sed 's@.*.tar.gz$@@' | sed 's@.*.tgz$@@'`" == "" ] ; then
            tar xzf $FILE || error "Error while expanding $FILE"
        fi
        if [ "`echo $FILE | sed 's@.*.zip$@@'`" == "" ] ; then
            check_unzip
            $UNZIP -q $FILE || error "Error while expanding $FILE"
        fi
    fi
    cd ..
}

load_data() {
    FILE=$1
    NAME=$2
    URL="http://${GRIDWORKS_HOST}:${GRIDWORKS_PORT}/command/create-project-from-upload"
    CURL="`which curl`"
    
    if [ "$CURL" == "" ] ; then
        error "We need 'curl' present in PATH to upload data to gridworks."
    else
        curl -s -F "project-file=@$FILE" -F "project-name=$NAME" $URL > /dev/null || error "Error while uploading $FILE to Gridworks"
        echo "Loaded $FILE as $NAME"
    fi
}

# ----------------------------------------------------------------------------------------------

build_prepare() {
    if [ ! -d $GRIDWORKS_BUILD_DIR ] ; then 
        mkdir $GRIDWORKS_BUILD_DIR || error "Error while making directory $GRIDWORKS_BUILD_DIR"
    fi
}

dist_prepare() {
    if [ ! -d $GRIDWORKS_DIST_DIR ] ; then 
        mkdir $GRIDWORKS_DIST_DIR || error "Error while making directory $GRIDWORKS_DIST_DIR"
    fi
}

tools_prepare() {
    if [ ! -d $GRIDWORKS_TOOLS_DIR ] ; then 
        mkdir $GRIDWORKS_TOOLS_DIR || error "Error while making directory $GRIDWORKS_TOOLS_DIR"
    fi
}
            
ant_prepare() {
    ANT_URL="http://www.apache.org/dist/ant/binaries/apache-ant-1.8.0-bin.tar.gz"
    ANT_FILE=`echo $ANT_URL | sed 's|.*/||'`
    ANT_DIR="apache-ant-1.8.0"
    
    ANT=`which ant`
    if [ $ANT == "" ] ; then
        if [ $ANT_HOME == "" ] ; then
            cd $GRIDWORKS_TOOLS_DIR
            if [ ! -f $ANT_FILE ] ; then
                download $ANT_URL $ANT_FILE
            fi
            if [ ! -d $ANT_DIR ] ; then
                tar xzf $ANT_FILE -C . || error "Error while expanding $ANT_FILE"
            fi
            export ANT_HOME="`pwd`/$ANT_DIR"
            cd ..
        fi
        ANT="$ANT_HOME/bin/ant"
    fi
}

launch4j_prepare() {
    tools_prepare
    
    LAUNCH4J_URL="http://downloads.sourceforge.net/project/launch4j/launch4j-3/3.0.1/launch4j-3.0.1-macosx.tgz"
    LAUNCH4J_FILE=`echo $LAUNCH4J_URL | sed 's|.*/||'`
    LAUNCH4J_DIR="launch4j"
    
    tool_download $LAUNCH4J_URL $LAUNCH4J_FILE $LAUNCH4J_DIR
}
    
jarbundler_prepare() {
    tools_prepare
    
    JARBUNDLER_URL="http://www.informagen.com/JarBundler/dist/jarbundler.tar.gz"
    JARBUNDLER_FILE=`echo $JARBUNDLER_URL | sed 's|.*/||'`
    JARBUNDLER_DIR="jarbundler-2.1.0"

    tool_download $JARBUNDLER_URL $JARBUNDLER_FILE $JARBUNDLER_DIR
}
   
windmill_prepare() {
    WINDMILL="`which windmill`"
    if [ "$WINDMILL" == "" ] ; then
        check_python
        tools_prepare
    
        WINDMILL_URL="http://github.com/windmill/windmill/tarball/1.3beta2"
        WINDMILL_FILE="windmill-1.3beta2.tar.gz"
        WINDMILL_DIR="windmill-1.3beta2"
    
        tool_download $WINDMILL_URL $WINDMILL_FILE $WINDMILL_DIR
        
        WINDMILL="$GRIDWORKS_TOOLS_DIR/windmill"
        if [ ! -f $WINDMILL ] ; then
            cd $GRIDWORKS_TOOLS_DIR
            WINDMILL_SRC=`find . -type d -depth 1 | grep windmill`
            cd $WINDMILL_SRC
            echo "About to install Windmill with 'sudo', you might be asked to input your admin password"
            WINDMILL=`sudo python setup.py develop | grep 'Installing windmill script to' | sed 's|.* /|/|'`/windmill
            cd ..
            ln -s $WINDMILL windmill
            cd ..
        fi
    fi    
}

findbugs_prepare() {
    tools_prepare
    
    FINDBUGS_URL="http://downloads.sourceforge.net/project/findbugs/findbugs/1.3.9/findbugs-1.3.9.tar.gz"
    FINDBUGS_FILE=`echo $FINDBUGS_URL | sed 's|.*/||'`
    FINDBUGS_DIR="findbugs-1.3.9"

    tool_download $FINDBUGS_URL $FINDBUGS_FILE $FINDBUGS_DIR
}

pmd_prepare() {
    tools_prepare
    
    PMD_URL="http://downloads.sourceforge.net/project/pmd/pmd/4.2.5/pmd-bin-4.2.5.zip"
    PMD_FILE="pmd-bin-4.2.5.zip"
    PMD_DIR="pmd-4.2.5"

    tool_download $PMD_URL $PMD_FILE $PMD_DIR
}
      
# ----------------------------------------------------------------------------------------------

ant() {
    ant_prepare   
    
    #export ANT_OPTS="-Xmx1024M"
    
    $ANT -f build.xml $ANT_PARAMS -Dbuild.dir="$GRIDWORKS_BUILD_DIR" -Ddist.dir="$GRIDWORKS_DIST_DIR" -Dversion="$VERSION" -Dnum_version="$NUM_VERSION" -Drevision="$REVISION" $1 || error "Error while running ant task '$1'"
}

# ----------------------------------------------------------------------------------------------

dist() {
    mac_dist $1
    windows_dist $1
    linux_dist $1
    
    echo "All distributions were built and are located at $GRIDWORKS_DIST_DIR"
    echo 
    echo "Upload them to the distibution site, then prepend the GridworksReleases array at"
    echo
    echo "   http://acre.freebase.com/#app=/user/dfhuynh/labs-site&file=gridworks.js"
    echo
    echo "with"
    echo 
    echo "  {"
    echo "    description: \"Gridworks ${VERSION}\","
    echo "    version: \"${VERSION}\","
    echo "    revision: \"${REVISION}\""
    echo "  },"
    echo
}

windows_dist() {
    check_macosx
    dist_prepare
    get_version $1
    get_revision

    launch4j_prepare
    
    ANT_PARAMS="-Dlaunch4j.dir=${GRIDWORKS_TOOLS_DIR}/${LAUNCH4J_DIR}"
    ant windows
}

linux_dist() {
    dist_prepare
    get_version $1
    get_revision
    
    ant linux
}
    
mac_dist() {
    check_macosx
    dist_prepare
    get_version $1
    get_revision

    jarbundler_prepare
    
    ANT_PARAMS="-Djarbundler.dir=${GRIDWORKS_TOOLS_DIR}/${JARBUNDLER_DIR}"
    ant mac

    mkdir -p "$GRIDWORKS_BUILD_DIR/mac/.background"
    cp src/graphics/dmg_background/dmg_background.png "$GRIDWORKS_BUILD_DIR/mac/.background/dmg_background.png"
    
    SIZE=30
    
    if [ -f "$GRIDWORKS_BUILD_DIR/temp_gridworks.dmg" ] ; then
        rm "$GRIDWORKS_BUILD_DIR/temp_gridworks.dmg"
    fi
    
    TITLE="Gridworks $VERSION"
    echo "Building MacOSX DMG for $TITLE"
    hdiutil create -srcfolder "$GRIDWORKS_BUILD_DIR/mac" -volname "$TITLE" -fs HFS+ -fsargs "-c c=64,a=16,e=16" -format UDRW -size ${SIZE}m "$GRIDWORKS_BUILD_DIR/temp_gridworks.dmg" || error "can't create empty DMG"
    DEVICE=`hdiutil attach -readwrite -noverify -noautoopen "$GRIDWORKS_BUILD_DIR/temp_gridworks.dmg" | egrep '^/dev/' | sed 1q | awk '{print $1}'`
    hdiutil attach "$GRIDWORKS_BUILD_DIR/temp_gridworks.dmg" || error "Can't attach temp DMG"
    
    echo '
       tell application "Finder"
         tell disk "'$TITLE'"
            open
            set current view of container window to icon view
            set toolbar visible of container window to false
            set statusbar visible of container window to false
            set the bounds of container window to {200, 100, 760, 460}
            set theViewOptions to the icon view options of container window
            set arrangement of theViewOptions to not arranged
            set icon size of theViewOptions to 100
            set background picture of theViewOptions to file ".background:'dmg_background.png'"
            make new alias file at container window to POSIX file "/Applications" with properties {name:"Applications"}
            set position of item "'Gridworks'" of container window to {170, 175}
            set position of item "Applications" of container window to {380, 175}
            close
            open               
            update without registering applications
            delay 2            
            eject
         end tell
       end tell
    ' | osascript || error "Error running applescript"
    
    sync
    sync
    hdiutil detach $DEVICE
    
    if [ -f "$GRIDWORKS_DIST_DIR/gridworks-$VERSION-$REVISION.dmg" ] ; then
        rm "$GRIDWORKS_DIST_DIR/gridworks-$VERSION-$REVISION.dmg"
    fi
    
    hdiutil convert "$GRIDWORKS_BUILD_DIR/temp_gridworks.dmg" -format UDZO -imagekey zlib-level=9 -o "$GRIDWORKS_DIST_DIR/gridworks-$VERSION-$REVISION.dmg" || error "Error compressing DMG"
    hdiutil internet-enable -yes "$GRIDWORKS_DIST_DIR/gridworks-$VERSION-$REVISION.dmg" || error "Error internet-enabling DMG"
    
    rm -f "$GRIDWORKS_BUILD_DIR/temp_gridworks.dmg"
}

test() {
    server_test $1
    ui_test $1 
}

ui_test() {
    windmill_prepare
    
    GRIDWORKS_DATA_DIR="${GRIDWORKS_TEST_DIR}/temp"
    
    add_option "-Dgridworks.headless=true"
    
    run fork
    
    echo "Waiting for Gridworks to load..."
    sleep 5
    echo "... proceed with the tests."
    echo ""
    
    load_data "$GRIDWORKS_TEST_DIR/data/food.csv" "Food"
    sleep 3
    echo ""
    
    echo "Starting Windmill..."
    $WINDMILL firefox http://${GRIDWORKS_HOST}:${GRIDWORKS_PORT}/ test=$GRIDWORKS_TEST_DIR/windmill exit > /dev/null
    
    echo ""
    echo "Killing Gridworks"
    kill -9 $GRIDWORKS_PID
    echo "Cleaning up"
    rm -rf $GRIDWORKS_DATA_DIR
}

server_test() {
    if [ ! -d $GRIDWORKS_TEST_DIR/java/classes ] ; then
        ant build_tests
        echo ""
    fi
    
    CLASSPATH="$GRIDWORKS_BUILD_DIR/classes:$GRIDWORKS_WEBAPP/WEB-INF/classes:$GRIDWORKS_TEST_DIR/java/classes:$GRIDWORKS_TEST_DIR/java/lib/*:$GRIDWORKS_LIB_DIR/*:$GRIDWORKS_WEBAPP/WEB-INF/lib/*"

    if [ "$1" == "" ] ; then
        cd $GRIDWORKS_TEST_DIR/java/classes
        TESTS=`find . -name '*.class' | sed s@/@.@g | sed s@.class@@ | sed s@..@@`
        cd ../../..
    else 
        TESTS=$1
    fi
    
    RUN_CMD="$JAVA -cp $CLASSPATH $OPTS org.junit.runner.JUnitCore $TESTS"
    
    #echo "$RUN_CMD"
    #echo ""
    
    $RUN_CMD || error "Failed passing server tests"
}

run() {
    FORK=$1
    
    if [ ! -d $GRIDWORKS_BUILD_DIR/classes ] ; then
        is_jar=`ls $GRIDWORKS_LIB_DIR | grep gridworks`
        if [ "$is_jar" == "" ] ; then
            ant build
            echo ""
        fi
    fi
    
    check_running
    
    if [ "$NOT_RUNNING" == "" ] ; then
        warn "Gridworks is already running."
    fi
    
    if [ -d $GRIDWORKS_BUILD_DIR/classes ] ; then
        add_option "-Dgridworks.autoreloading=true"
    fi

    if [ "$SYSTEM" == 'Darwin' ] ; then
        add_option "-Xdock:name=Gridworks -Xdock:icon=src/graphics/icon/gridworks.icns"
    fi
    
    if [ "$GRIDWORKS_DATA_DIR" != "" ] ; then
        add_option "-Dgridworks.data_dir=$GRIDWORKS_DATA_DIR"
    fi
        
    CLASSPATH="$GRIDWORKS_BUILD_DIR/classes:$GRIDWORKS_LIB_DIR/*"

    RUN_CMD="$JAVA -cp $CLASSPATH $OPTS com.metaweb.gridworks.Gridworks"

    #echo "$RUN_CMD"
    #echo ""
  
    echo "Starting Gridworks at 'http://${GRIDWORKS_HOST}:${GRIDWORKS_PORT}/'"
    echo ""

    if [ "$FORK" == "" ] ; then
        exec $RUN_CMD
    else
        sh -c "$RUN_CMD" &
        GRIDWORKS_PID="$!"
    fi
}

execute() {
    if [ ! -d $GRIDWORKS_BUILD_DIR/classes ] ; then
        ant build
        echo ""
    fi
    
    CLASSPATH="$GRIDWORKS_BUILD_DIR/classes:$GRIDWORKS_LIB_DIR/*"

    RUN_CMD="$JAVA -cp $CLASSPATH $OPTS $*"
  
    #echo "$RUN_CMD"
    #echo ""

    exec $RUN_CMD $*
}
    
findbugs() {
    findbugs_prepare
    
    ANT_PARAMS="-Dfindbugs.dir=${GRIDWORKS_TOOLS_DIR}/${FINDBUGS_DIR}"
    ant findbugs
}    

pmd() {
    pmd_prepare
    
    ANT_PARAMS="-Dpmd.dir=${GRIDWORKS_TOOLS_DIR}/${PMD_DIR}"
    ant pmd
}    

cpd() {
    pmd_prepare
    
    ANT_PARAMS="-Dpmd.dir=${GRIDWORKS_TOOLS_DIR}/${PMD_DIR}"
    ant cpd
}    

# -------------------------- script -----------------------------
    
# ----- Normalize the current directory -------------------------

cd `dirname $0`

# ----- Default values ------------------------------------------

OPTS=""

SYSTEM=`uname`

if [ "$SYSTEM" == "Darwin" ] && [ "$JAVA_HOME" == "" ] ; then
    export JAVA_HOME="/System/Library/Frameworks/JavaVM.framework/Versions/1.6/Home"
fi

# ----- Load configurations -------------------------------------

load_configs gridworks.ini

# ----- Make sure there is an appropriate java environment is available -------------
    
if [ ! -z "$JAVA_HOME" ] ; then
    JAVA="$JAVA_HOME/bin/java"
else 
    JAVA=`which java`
    if [ -z "$JAVA" ] ; then
        if [ "$SYSTEM" == 'Darwin' ] ; then
            JAVA_HOME=/System/Library/Frameworks/JavaVM.framework/Home
        else
            error "The 'java' command should be in your path or the 'JAVA_HOME' environment variable should be set"
        fi
    fi
fi

JAVA_VERSION=`java -version 2>&1 | grep version | cut -d ' ' -f 3 | egrep ^\"1.6`
if [ -z "$JAVA_VERSION" ] ; then
    error "Gridworks requires java version 6 or later."
fi

# ----- Parse the command line args ------------------------------------------

while [ $# -ne 0 ] ; do
  case "$1" in
    -h) usage;;
    -p) shift; GRIDWORKS_PORT="$1"; shift; continue;;
    -i) shift; GRIDWORKS_HOST="$1"; shift; continue;;
    -w) shift; GRIDWORKS_WEBAPP="$1"; shift; continue;;
    -d) shift; GRIDWORKS_DATA_DIR="$1"; shift; continue;;
    -m) shift; GRIDWORKS_MEMORY="$1"; shift; continue;;
    --debug) shift; add_option '-Xdebug -Xrunjdwp:transport=dt_socket,address=8000,server=y,suspend=n'; continue;;
    --jmx) shift; add_option '-Dcom.sun.management.jmxremote'; continue;;
    -*) fail "Invalid option: $1";;
    *) break;;
  esac
done

ACTION=$1; shift

if [ "$ACTION" == "" ]; then
    ACTION="run"
fi

# ----- Verify and Set Required Environment Variables -------------------------

if [ "$JAVA_OPTIONS" == "" ] ; then
  JAVA_OPTIONS=""
fi
add_option "$JAVA_OPTIONS"

if [ "$GRIDWORKS_MEMORY" == "" ] ; then
    GRIDWORKS_MEMORY="1024M"
fi
add_option "-Xms256M -Xmx$GRIDWORKS_MEMORY"

if [ "$GRIDWORKS_PORT" == "" ] ; then
    GRIDWORKS_PORT="3333"
fi
add_option "-Dgridworks.port=$GRIDWORKS_PORT"

if [ "$GRIDWORKS_HOST" == "" ] ; then
    GRIDWORKS_HOST="127.0.0.1"
fi
add_option "-Dgridworks.host=$GRIDWORKS_HOST"

if [ "$GRIDWORKS_WEBAPP" == "" ] ; then
    GRIDWORKS_WEBAPP="src/main/webapp"
fi
add_option "-Dgridworks.webapp=$GRIDWORKS_WEBAPP"

if [ "$GRIDWORKS_TEST_DIR" == "" ] ; then
    GRIDWORKS_TEST_DIR="tests"
fi

if [ "$GRIDWORKS_BUILD_DIR" == "" ] ; then
    GRIDWORKS_BUILD_DIR="build"
fi

if [ "$GRIDWORKS_LIB_DIR" == "" ] ; then
    GRIDWORKS_LIB_DIR="lib"
fi

if [ "$GRIDWORKS_TOOLS_DIR" == "" ] ; then
    GRIDWORKS_TOOLS_DIR="tools"
fi

if [ "$GRIDWORKS_DIST_DIR" == "" ] ; then
    GRIDWORKS_DIST_DIR="dist"
fi

# ----- Respond to the action given --------------------------------------------

case "$ACTION" in
  build) build_prepare; ant build;;
  clean) ant clean;;
  distclean) ant distclean;;
  test) test $1;;  
  ui_test) ui_test $1;;  
  server_test) server_test $1;;  
  findbugs) findbugs;;  
  pmd) pmd;;  
  cpd) cpd;;  
  run) run;;  
  execute) execute $*;;  
  mac_dist) mac_dist $1;;
  windows_dist) windows_dist $1;;
  linux_dist) linux_dist $1;;
  dist) dist $1;;
  *) usage; ;;
esac