#!/bin/sh ########################################################## # Gridworks Control System # ########################################################## # -------------- utility functions ---------------------- fail () { cat < where [options] include: -h print this message and exit -p the port that gridworks will listen to default: 3333 -i the host interface gridworks should bind to default: 127.0.0.1 -w path to the webapp default: src/main/webapp -d path to the data directory default: OS dependent -m max memory heap size to use default: 1024M --debug enable JVM debugging (on port 8000) --jmx enable JMX monitoring (for jconsole and jvisualvm) and is one of build ..................... Build Gridworks run ....................... Run Gridworks [default] test ...................... Run all Gridworks tests server_test ............... Run only the server tests ui_test ................... Run only the UI tests findbugs .................. Run Findbugs against Gridworks pmd ....................... Run PMD against Gridworks cpd ....................... Run Copy/Paste Detection against Gridworks mac_dist ........ Make MacOSX binary distribution windows_dist .... Make Windows binary distribution linux_dist ...... Make Linux binary distribution dist ............ Make all distributions clean ..................... Clean compiled classes distclean ................. Remove all generated files EOF exit 1 } add_option() { OPTS="$OPTS $1" } load_configs() { cat $1 | egrep "^[A-Z]" | sed 's/^\(.*\)$/export \1/' > .$1 . ./.$1 rm ./.$1 } check_macosx() { if [ "$SYSTEM" != 'Darwin' ] ; then error "This action can only run on MacOSX" fi } check_downloaders() { CURL="`which curl`" WGET="`which wget`" if [ "$CURL" == "" ] && [ "$WGET" == "" ]; then error "We need either 'curl' or 'wget' present in PATH to download external dependencies." fi } check_unzip() { UNZIP="`which unzip`" if [ "$UNZIP" == "" ] ; then error "We need 'unzip' present in PATH to expand external dependencies." fi } check_python() { PYTHON="`which python`" if [ "$PYTHON" == "" ] ; then error "This action requires you to have 'python' installed. You can download it for free at http://www.python.org/" fi PYTHON_VERSION="`python --version 2>&1 | cut -f 2 -d ' ' | cut -f 1,2 -d .`" if [ "$PYTHON_VERSION" != "2.5" ] && [ "$PYTHON_VERSION" != "2.6" ] ; then error "This action requires python version 2.5.x or 2.6.x. You can download it for free at http://www.python.org/" fi } check_running() { check_downloaders URL="http://${GRIDWORKS_HOST}:${GRIDWORKS_PORT}/" if [ "$CURL" != "" ] ; then NOT_RUNNING=`curl -s $URL > /dev/null || echo not_running` elif [ "$WGET" != "" ] ; then NOT_RUNNING=`wget -q -O - $URL > /dev/null || echo not_running` fi } get_version() { VERSION=$1 if [ "$VERSION" == "" ] ; then fail "Must specify a version number" fi NUM_VERSION=`echo $VERSION | sed 's/[a-zA-Z]//g'` } get_revision() { if [ -d ".svn" ]; then INFO=`svn info` elif [ -d ".git" ]; then INFO=`git svn info` else error "cannot obtain revision, exiting!" fi REVISION=`echo $INFO | sed 's/.*Revision: /r/' | sed 's/ .*//'` } download() { URL=$1 DEST=$2 check_downloaders if [ "$CURL" != "" ] ; then curl -L -o $DEST $URL || exit "Error while downloading $URL" elif [ "$WGET" != "" ] ; then wget -O $DEST $URL || error "Error while downloading $URL" fi } tool_download() { URL=$1 FILE=$2 DIR=$3 cd $GRIDWORKS_TOOLS_DIR if [ ! -f "$FILE" ] ; then download $URL $FILE fi if [ ! -d "$DIR" ] ; then if [ "`echo $FILE | sed 's@.*.tar.gz$@@'`" == "" ] ; then tar xzf $FILE || error "Error while expanding $FILE" fi if [ "`echo $FILE | sed 's@.*.zip$@@'`" == "" ] ; then check_unzip $UNZIP -q $FILE || error "Error while expanding $FILE" fi fi cd .. } load_data() { FILE=$1 NAME=$2 URL="http://${GRIDWORKS_HOST}:${GRIDWORKS_PORT}/command/create-project-from-upload" CURL="`which curl`" if [ "$CURL" == "" ] ; then error "We need 'curl' present in PATH to upload data to gridworks." else curl -s -F "project-file=@$FILE" -F "project-name=$NAME" $URL > /dev/null || error "Error while uploading $FILE to Gridworks" echo "Loaded $FILE as $NAME" fi } # ---------------------------------------------------------------------------------------------- build_prepare() { if [ ! -d $GRIDWORKS_BUILD_DIR ] ; then mkdir $GRIDWORKS_BUILD_DIR || error "Error while making directory $GRIDWORKS_BUILD_DIR" fi } dist_prepare() { if [ ! -d $GRIDWORKS_DIST_DIR ] ; then mkdir $GRIDWORKS_DIST_DIR || error "Error while making directory $GRIDWORKS_DIST_DIR" fi } tools_prepare() { if [ ! -d $GRIDWORKS_TOOLS_DIR ] ; then mkdir $GRIDWORKS_TOOLS_DIR || error "Error while making directory $GRIDWORKS_TOOLS_DIR" fi } ant_prepare() { ANT_URL="http://www.apache.org/dist/ant/binaries/apache-ant-1.8.0-bin.tar.gz" ANT_FILE=`echo $ANT_URL | sed 's|.*/||'` ANT_DIR="apache-ant-1.8.0" ANT=`which ant` if [ $ANT == "" ] ; then if [ $ANT_HOME == "" ] ; then cd $GRIDWORKS_TOOLS_DIR if [ ! -f $ANT_FILE ] ; then download $ANT_URL $ANT_FILE fi if [ ! -d $ANT_DIR ] ; then tar xzf $ANT_FILE -C . || error "Error while expanding $ANT_FILE" fi export ANT_HOME="`pwd`/$ANT_DIR" cd .. fi ANT="$ANT_HOME/bin/ant" fi } launch4j_prepare() { tools_prepare LAUNCH4J_URL="http://downloads.sourceforge.net/project/launch4j/launch4j-3/3.0.1/launch4j-3.0.1-macosx.tgz" LAUNCH4J_FILE=`echo $LAUNCH4J_URL | sed 's|.*/||'` LAUNCH4J_DIR="launch4j" tool_download $LAUNCH4J_URL $LAUNCH4J_FILE $LAUNCH4J_DIR } jarbundler_prepare() { tools_prepare JARBUNDLER_URL="http://www.informagen.com/JarBundler/dist/jarbundler.tar.gz" JARBUNDLER_FILE=`echo $JARBUNDLER_URL | sed 's|.*/||'` JARBUNDLER_DIR="jarbundler-2.1.0" tool_download $JARBUNDLER_URL $JARBUNDLER_FILE $JARBUNDLER_DIR } windmill_prepare() { WINDMILL="`which windmill`" if [ "$WINDMILL" == "" ] ; then check_python tools_prepare WINDMILL_URL="http://github.com/windmill/windmill/tarball/1.3beta2" WINDMILL_FILE="windmill-1.3beta2.tar.gz" WINDMILL_DIR="windmill-1.3beta2" tool_download $WINDMILL_URL $WINDMILL_FILE $WINDMILL_DIR WINDMILL="$GRIDWORKS_TOOLS_DIR/windmill" if [ ! -f $WINDMILL ] ; then cd $GRIDWORKS_TOOLS_DIR WINDMILL_SRC=`find . -type d -depth 1 | grep windmill` cd $WINDMILL_SRC echo "About to install Windmill with 'sudo', you might be asked to input your admin password" WINDMILL=`sudo python setup.py develop | grep 'Installing windmill script to' | sed 's|.* /|/|'`/windmill cd .. ln -s $WINDMILL windmill cd .. fi fi } findbugs_prepare() { tools_prepare FINDBUGS_URL="http://downloads.sourceforge.net/project/findbugs/findbugs/1.3.9/findbugs-1.3.9.tar.gz" FINDBUGS_FILE=`echo $FINDBUGS_URL | sed 's|.*/||'` FINDBUGS_DIR="findbugs-1.3.9" tool_download $FINDBUGS_URL $FINDBUGS_FILE $FINDBUGS_DIR } pmd_prepare() { tools_prepare PMD_URL="http://downloads.sourceforge.net/project/pmd/pmd/4.2.5/pmd-bin-4.2.5.zip" PMD_FILE="pmd-bin-4.2.5.zip" PMD_DIR="pmd-4.2.5" tool_download $PMD_URL $PMD_FILE $PMD_DIR } # ---------------------------------------------------------------------------------------------- ant() { ant_prepare #export ANT_OPTS="-Xmx1024M" $ANT -f build.xml $ANT_PARAMS -Dbuild.dir="$GRIDWORKS_BUILD_DIR" -Ddist.dir="$GRIDWORKS_DIST_DIR" -Dversion="$VERSION" -Dnum_version="$NUM_VERSION" -Drevision="$REVISION" $1 || error "Error while running ant task '$1'" } # ---------------------------------------------------------------------------------------------- dist() { mac_dist $1 windows_dist $1 linux_dist $1 echo "All distributions were built and are located at $GRIDWORKS_DIST_DIR" echo echo "Upload them to the distibution site, then prepend the GridworksReleases array at" echo echo " http://acre.freebase.com/#app=/user/dfhuynh/labs-site&file=gridworks.js" echo echo "with" echo echo " {" echo " description: \"Gridworks ${VERSION}\"," echo " version: \"${VERSION}\"," echo " revision: \"${REVISION}\"" echo " }," echo } windows_dist() { check_macosx dist_prepare launch4j_prepare get_version $1 get_revision ANT_PARAMS="-Dlaunch4j.dir=${GRIDWORKS_TOOLS_DIR}/${LAUNCH4J_DIR}" ant windows } linux_dist() { dist_prepare get_version $1 get_revision ant linux } mac_dist() { check_macosx dist_prepare jarbundler_prepare get_version $1 get_revision ANT_PARAMS="-Djarbundler.dir=${GRIDWORKS_TOOLS_DIR}/${JARBUNDLER_DIR}" ant mac mkdir -p "$GRIDWORKS_BUILD_DIR/mac/.background" cp src/graphics/dmg_background/dmg_background.png "$GRIDWORKS_BUILD_DIR/mac/.background/dmg_background.png" SIZE=30 if [ -f "$GRIDWORKS_BUILD_DIR/temp_gridworks.dmg" ] ; then rm "$GRIDWORKS_BUILD_DIR/temp_gridworks.dmg" fi TITLE="Gridworks $VERSION" echo "Building MacOSX DMG for $TITLE" hdiutil create -srcfolder "$GRIDWORKS_BUILD_DIR/mac" -volname "$TITLE" -fs HFS+ -fsargs "-c c=64,a=16,e=16" -format UDRW -size ${SIZE}m "$GRIDWORKS_BUILD_DIR/temp_gridworks.dmg" || error "can't create empty DMG" DEVICE=`hdiutil attach -readwrite -noverify -noautoopen "$GRIDWORKS_BUILD_DIR/temp_gridworks.dmg" | egrep '^/dev/' | sed 1q | awk '{print $1}'` hdiutil attach "$GRIDWORKS_BUILD_DIR/temp_gridworks.dmg" || error "Can't attach temp DMG" echo ' tell application "Finder" tell disk "'$TITLE'" open set current view of container window to icon view set toolbar visible of container window to false set statusbar visible of container window to false set the bounds of container window to {200, 100, 760, 460} set theViewOptions to the icon view options of container window set arrangement of theViewOptions to not arranged set icon size of theViewOptions to 100 set background picture of theViewOptions to file ".background:'dmg_background.png'" make new alias file at container window to POSIX file "/Applications" with properties {name:"Applications"} set position of item "'Gridworks'" of container window to {170, 175} set position of item "Applications" of container window to {380, 175} close open update without registering applications delay 2 eject end tell end tell ' | osascript || error "Error running applescript" sync sync hdiutil detach $DEVICE || error "Error while detaching $DEVICE" if [ -f "$GRIDWORKS_DIST_DIR/gridworks-$VERSION-$REVISION.dmg" ] ; then rm "$GRIDWORKS_DIST_DIR/gridworks-$VERSION-$REVISION.dmg" fi hdiutil convert "$GRIDWORKS_BUILD_DIR/temp_gridworks.dmg" -format UDZO -imagekey zlib-level=9 -o "$GRIDWORKS_DIST_DIR/gridworks-$VERSION-$REVISION.dmg" || error "Error compressing DMG" hdiutil internet-enable -yes "$GRIDWORKS_DIST_DIR/gridworks-$VERSION-$REVISION.dmg" || error "Error internet-enabling DMG" rm -f "$GRIDWORKS_BUILD_DIR/temp_gridworks.dmg" } test() { server_test $1 ui_test $1 } ui_test() { windmill_prepare GRIDWORKS_DATA_DIR="${GRIDWORKS_TEST_DIR}/temp" add_option "-Dgridworks.headless=true" run fork echo "Waiting for Gridworks to load..." sleep 5 echo "... proceed with the tests." echo "" load_data "$GRIDWORKS_TEST_DIR/data/food.csv" "Food" sleep 3 echo "" echo "Starting Windmill..." $WINDMILL firefox http://${GRIDWORKS_HOST}:${GRIDWORKS_PORT}/ test=$GRIDWORKS_TEST_DIR/windmill exit > /dev/null echo "" echo "Killing Gridworks" kill -9 $GRIDWORKS_PID echo "Cleaning up" rm -rf $GRIDWORKS_DATA_DIR } server_test() { if [ ! -d $GRIDWORKS_TEST_DIR/java/classes ] ; then ant build_tests echo "" fi CLASSPATH="$GRIDWORKS_BUILD_DIR/classes:$GRIDWORKS_WEBAPP/WEB-INF/classes:$GRIDWORKS_TEST_DIR/java/classes:$GRIDWORKS_TEST_DIR/java/lib/*:$GRIDWORKS_LIB_DIR/*:$GRIDWORKS_WEBAPP/WEB-INF/lib/*" if [ "$1" == "" ] ; then cd $GRIDWORKS_TEST_DIR/java/classes TESTS=`find . -name '*.class' | sed s@/@.@g | sed s@.class@@ | sed s@..@@` cd ../../.. else TESTS=$1 fi RUN_CMD="$JAVA -cp $CLASSPATH $OPTS org.junit.runner.JUnitCore $TESTS" #echo "$RUN_CMD" #echo "" $RUN_CMD || error "Failed passing server tests" } run() { FORK=$1 if [ ! -d $GRIDWORKS_BUILD_DIR/classes ] ; then is_jar=`ls $GRIDWORKS_LIB_DIR | grep gridworks` if [ "$is_jar" == "" ] ; then ant build echo "" fi fi check_running if [ "$NOT_RUNNING" == "" ] ; then warn "Gridworks is already running." fi if [ -d $GRIDWORKS_BUILD_DIR/classes ] ; then add_option "-Dgridworks.autoreloading=true" fi if [ "$SYSTEM" == 'Darwin' ] ; then add_option "-Xdock:name=Gridworks -Xdock:icon=src/graphics/icon/gridworks.icns" fi if [ "$GRIDWORKS_DATA_DIR" != "" ] ; then add_option "-Dgridworks.data_dir=$GRIDWORKS_DATA_DIR" fi CLASSPATH="$GRIDWORKS_BUILD_DIR/classes:$GRIDWORKS_LIB_DIR/*" RUN_CMD="$JAVA -cp $CLASSPATH $OPTS com.metaweb.gridworks.Gridworks" #echo "$RUN_CMD" #echo "" echo "Starting Gridworks at 'http://${GRIDWORKS_HOST}:${GRIDWORKS_PORT}/'" echo "" if [ "$FORK" == "" ] ; then exec $RUN_CMD else sh -c "$RUN_CMD" & GRIDWORKS_PID="$!" fi } execute() { if [ ! -d $GRIDWORKS_BUILD_DIR/classes ] ; then ant build echo "" fi CLASSPATH="$GRIDWORKS_BUILD_DIR/classes:$GRIDWORKS_LIB_DIR/*" RUN_CMD="$JAVA -cp $CLASSPATH $OPTS $*" #echo "$RUN_CMD" #echo "" exec $RUN_CMD $* } findbugs() { findbugs_prepare ANT_PARAMS="-Dfindbugs.dir=${GRIDWORKS_TOOLS_DIR}/${FINDBUGS_DIR}" ant findbugs } pmd() { pmd_prepare ANT_PARAMS="-Dpmd.dir=${GRIDWORKS_TOOLS_DIR}/${PMD_DIR}" ant pmd } cpd() { pmd_prepare ANT_PARAMS="-Dpmd.dir=${GRIDWORKS_TOOLS_DIR}/${PMD_DIR}" ant cpd } # -------------------------- script ----------------------------- # ----- Normalize the current directory ------------------------- cd `dirname $0` # ----- Default values ------------------------------------------ OPTS="" SYSTEM=`uname` if [ "$SYSTEM" == "Darwin" ] && [ "$JAVA_HOME" == "" ] ; then export JAVA_HOME="/System/Library/Frameworks/JavaVM.framework/Versions/1.6/Home" fi # ----- Load configurations ------------------------------------- load_configs gridworks.ini # ----- Make sure there is an appropriate java environment is available ------------- if [ ! -z "$JAVA_HOME" ] ; then JAVA="$JAVA_HOME/bin/java" else JAVA=`which java` if [ -z "$JAVA" ] ; then if [ "$SYSTEM" == 'Darwin' ] ; then JAVA_HOME=/System/Library/Frameworks/JavaVM.framework/Home else error "The 'java' command should be in your path or the 'JAVA_HOME' environment variable should be set" fi fi fi JAVA_VERSION=`java -version 2>&1 | grep version | cut -d ' ' -f 3 | egrep ^\"1.6` if [ -z "$JAVA_VERSION" ] ; then error "Gridworks requires java version 6 or later." fi # ----- Parse the command line args ------------------------------------------ while [ $# -ne 0 ] ; do case "$1" in -h) usage;; -p) shift; GRIDWORKS_PORT="$1"; shift; continue;; -i) shift; GRIDWORKS_HOST="$1"; shift; continue;; -w) shift; GRIDWORKS_WEBAPP="$1"; shift; continue;; -d) shift; GRIDWORKS_DATA_DIR="$1"; shift; continue;; -m) shift; GRIDWORKS_MEMORY="$1"; shift; continue;; --debug) shift; add_option '-Xdebug -Xrunjdwp:transport=dt_socket,address=8000,server=y,suspend=n'; continue;; --jmx) shift; add_option '-Dcom.sun.management.jmxremote'; continue;; -*) fail "Invalid option: $1";; *) break;; esac done ACTION=$1; shift if [ "$ACTION" == "" ]; then ACTION="run" fi # ----- Verify and Set Required Environment Variables ------------------------- if [ "$JAVA_OPTIONS" == "" ] ; then JAVA_OPTIONS="" fi add_option "$JAVA_OPTIONS" if [ "$GRIDWORKS_MEMORY" == "" ] ; then GRIDWORKS_MEMORY="1024M" fi add_option "-Xms256M -Xmx$GRIDWORKS_MEMORY" if [ "$GRIDWORKS_PORT" == "" ] ; then GRIDWORKS_PORT="3333" fi add_option "-Dgridworks.port=$GRIDWORKS_PORT" if [ "$GRIDWORKS_HOST" == "" ] ; then GRIDWORKS_HOST="127.0.0.1" fi add_option "-Dgridworks.host=$GRIDWORKS_HOST" if [ "$GRIDWORKS_WEBAPP" == "" ] ; then GRIDWORKS_WEBAPP="src/main/webapp" fi add_option "-Dgridworks.webapp=$GRIDWORKS_WEBAPP" if [ "$GRIDWORKS_TEST_DIR" == "" ] ; then GRIDWORKS_TEST_DIR="tests" fi if [ "$GRIDWORKS_BUILD_DIR" == "" ] ; then GRIDWORKS_BUILD_DIR="build" fi if [ "$GRIDWORKS_LIB_DIR" == "" ] ; then GRIDWORKS_LIB_DIR="lib" fi if [ "$GRIDWORKS_TOOLS_DIR" == "" ] ; then GRIDWORKS_TOOLS_DIR="tools" fi if [ "$GRIDWORKS_DIST_DIR" == "" ] ; then GRIDWORKS_DIST_DIR="dist" fi # ----- Respond to the action given -------------------------------------------- case "$ACTION" in build) build_prepare; ant build;; clean) ant clean;; distclean) ant distclean;; test) test $1;; ui_test) ui_test $1;; server_test) server_test $1;; findbugs) findbugs;; pmd) pmd;; cpd) cpd;; run) run;; execute) execute $*;; mac_dist) mac_dist $1;; windows_dist) windows_dist $1;; linux_dist) linux_dist $1;; dist) dist $1;; *) usage; ;; esac