#!/bin/sh ########################################################## # Gridworks Control System # ########################################################## # -------------- utility functions ---------------------- fail () { cat < where [options] include: -h print this message and exit -p the port that gridworks will listen to default: 3333 -i the host interface gridworks should bind to default: 127.0.0.1 -w path to the webapp default: src/main/webapp -d path to the data directory default: OS dependent -m max memory heap size to use default: 1024M -v verbosity level [from low to high: error,warn,info,debug,trace] default: info --debug enable JVM debugging (on port 8000) --jmx enable JMX monitoring (for jconsole and jvisualvm) and is one of build ..................... Build Gridworks run ....................... Run Gridworks [default] test ...................... Run all Gridworks tests server_test ............... Run only the server tests ui_test ................... Run only the UI tests findbugs .................. Run Findbugs against Gridworks pmd ....................... Run PMD against Gridworks cpd ....................... Run Copy/Paste Detection against Gridworks jslint .................... Run JSlint against Gridworks whitespace .... Normalize whitespace in files with the given extension mac_dist ........ Make MacOSX binary distribution windows_dist .... Make Windows binary distribution linux_dist ...... Make Linux binary distribution dist ............ Make all distributions clean ..................... Clean compiled classes distclean ................. Remove all generated files EOF exit 1 } add_option() { OPTS="$OPTS $1" } load_configs() { cat $1 | egrep "^[A-Z]" | sed 's/^\(.*\)$/export \1/' > .$1 . ./.$1 rm ./.$1 } check_macosx() { if ! $DARWIN ; then error "This action can only run on MacOSX" fi } check_downloaders() { CURL="`which curl 2> /dev/null`" WGET="`which wget 2> /dev/null`" if [ -z "$CURL" -a -z "$WGET" ]; then error "We need either 'curl' or 'wget' present in PATH to download external dependencies." fi } check_unzip() { UNZIP="`which unzip 2> /dev/null`" if [ -z "$UNZIP" ]; then error "We need 'unzip' present in PATH to expand external dependencies." fi } check_python() { PYTHON="`which python 2> /dev/null`" if [ -z "$PYTHON" ]; then error "This action requires you to have 'python' installed and present in your PATH. You can download it for free at http://www.python.org/" fi PYTHON_VERSION="`python --version 2>&1 | cut -f 2 -d ' ' | cut -f 1,2 -d .`" if [ "$PYTHON_VERSION" != "2.5" -a "$PYTHON_VERSION" != "2.6" ]; then error "This action requires python version 2.5.x or 2.6.x. You can download it for free at http://www.python.org/" fi } check_running() { check_downloaders URL="http://${GRIDWORKS_HOST}:${GRIDWORKS_PORT}/" if [ "$CURL" ]; then NOT_RUNNING=`curl -s $URL > /dev/null || echo not_running` elif [ "$WGET" ]; then NOT_RUNNING=`wget -q -O - $URL > /dev/null || echo not_running` fi } get_version() { VERSION="$1" if [ -z "$VERSION" ]; then fail "Must specify a version number" fi if [[ "${VERSION}" == *.*.*.* ]]; then FULL_VERSION="${VERSION}" elif [[ "${VERSION}" == *.*.* ]]; then FULL_VERSION="${VERSION}.0" elif [[ "${VERSION}" == *.* ]]; then FULL_VERSION="${VERSION}.0.0" else FULL_VERSION="${VERSION}.0.0.0" fi NUM_VERSION=`echo $VERSION | sed 's/[a-zA-Z]//g'` } get_revision() { if [ -d ".svn" ]; then INFO=`svn info` elif [ -d ".git" ]; then INFO=`git svn info` else error "cannot obtain revision, exiting!" fi REVISION=`echo $INFO | sed 's/.*Revision: /r/' | sed 's/ .*//'` } download() { URL=$1 DEST=$2 check_downloaders if [ "$CURL" ]; then curl -L -o $DEST $URL || exit "Error while downloading $URL" elif [ "$WGET" ]; then wget -O $DEST $URL || error "Error while downloading $URL" fi } tool_download() { URL=$1 FILE=$2 DIR=$3 cd $GRIDWORKS_TOOLS_DIR if [ ! -f "$FILE" ]; then download $URL $FILE fi if [ ! -d "$DIR" ]; then if [ -z "`echo $FILE | sed 's@.*.tar.gz$@@' | sed 's@.*.tgz$@@'`" ]; then tar xzf $FILE || error "Error while expanding $FILE" fi if [ -z "`echo $FILE | sed 's@.*.zip$@@'`" ]; then check_unzip $UNZIP -q $FILE || error "Error while expanding $FILE" fi fi cd .. } load_data() { FILE=$1 NAME=$2 URL="http://${GRIDWORKS_HOST}:${GRIDWORKS_PORT}/command/create-project-from-upload" CURL="`which curl 2> /dev/null`" if [ -z "$CURL" ]; then error "We need 'curl' present in PATH to upload data to gridworks." else curl -s -F "project-file=@$FILE" -F "project-name=$NAME" $URL > /dev/null || error "Error while uploading $FILE to Gridworks" echo "Loaded $FILE as $NAME" fi } # ---------------------------------------------------------------------------------------------- build_prepare() { if [ ! -d $GRIDWORKS_BUILD_DIR ]; then mkdir $GRIDWORKS_BUILD_DIR || error "Error while making directory $GRIDWORKS_BUILD_DIR" fi } dist_prepare() { if [ ! -d $GRIDWORKS_DIST_DIR ]; then mkdir $GRIDWORKS_DIST_DIR || error "Error while making directory $GRIDWORKS_DIST_DIR" fi } tools_prepare() { if [ ! -d $GRIDWORKS_TOOLS_DIR ]; then mkdir $GRIDWORKS_TOOLS_DIR || error "Error while making directory $GRIDWORKS_TOOLS_DIR" fi } ant_prepare() { tools_prepare ANT_URL="http://archive.apache.org/dist/ant/binaries/apache-ant-1.8.1-bin.tar.gz" ANT_FILE=`echo $ANT_URL | sed 's|.*/||'` ANT_DIR="apache-ant-1.8.1" ANT="`which ant 2> /dev/null`" if [ -z "$ANT" ]; then if [ -z "$ANT_HOME" ]; then cd $GRIDWORKS_TOOLS_DIR if [ ! -f "$ANT_FILE" ]; then download $ANT_URL $ANT_FILE fi if [ ! -d "$ANT_DIR" ]; then tar xzf $ANT_FILE -C . || error "Error while expanding $ANT_FILE" fi export ANT_HOME="`pwd`/$ANT_DIR" if $CYGWIN ; then export ANT_HOME=`cygpath --unix "$ANT_HOME"` fi cd .. fi ANT="$ANT_HOME/bin/ant" fi } launch4j_prepare() { tools_prepare LAUNCH4J_URL="http://downloads.sourceforge.net/project/launch4j/launch4j-3/3.0.1/launch4j-3.0.1-macosx.tgz" LAUNCH4J_FILE=`echo $LAUNCH4J_URL | sed 's|.*/||'` LAUNCH4J_DIR="launch4j" tool_download $LAUNCH4J_URL $LAUNCH4J_FILE $LAUNCH4J_DIR } jarbundler_prepare() { tools_prepare JARBUNDLER_URL="http://www.informagen.com/JarBundler/dist/jarbundler.tar.gz" JARBUNDLER_FILE=`echo $JARBUNDLER_URL | sed 's|.*/||'` JARBUNDLER_DIR="jarbundler-2.1.0" tool_download $JARBUNDLER_URL $JARBUNDLER_FILE $JARBUNDLER_DIR } virtualenv_prepare() { check_python VIRTUALENV_URL="http://pypi.python.org/packages/source/v/virtualenv/virtualenv-1.4.6.tar.gz" VIRTUALENV_FILE="virtualenv-1.4.6.tar.gz" VIRTUALENV_DIR="virtualenv-1.4.6" tool_download $VIRTUALENV_URL $VIRTUALENV_FILE $VIRTUALENV_DIR PYTHON_LOCAL="$GRIDWORKS_TOOLS_DIR/python" if $CYGWIN ; then PYTHON_LOCAL="${PYTHON_LOCAL}_win" fi if [ ! -d "$PYTHON_LOCAL" ]; then $PYTHON $GRIDWORKS_TOOLS_DIR/$VIRTUALENV_DIR/virtualenv.py $PYTHON_LOCAL fi PYTHON_HOME="`pwd`/$PYTHON_LOCAL" if $CYGWIN ; then PYTHON="$PYTHON_HOME/Scripts/python.exe" PYTHON_INSTALL="$PYTHON_HOME/Scripts/easy_install.exe" else PYTHON="$PYTHON_HOME/bin/python" PYTHON_INSTALL="$PYTHON_HOME/bin/easy_install" fi } windmill_prepare() { WINDMILL="`which windmill 2> /dev/null`" if [ -z "$WINDMILL" ]; then check_python tools_prepare virtualenv_prepare if $CYGWIN ; then WINDMILL="$PYTHON_HOME/Scripts/windmill.exe" else WINDMILL="$PYTHON_HOME/bin/windmill" fi if [ ! -f "$WINDMILL" ]; then "$PYTHON_INSTALL" windmill fi fi } findbugs_prepare() { tools_prepare FINDBUGS_URL="http://downloads.sourceforge.net/project/findbugs/findbugs/1.3.9/findbugs-1.3.9.tar.gz" FINDBUGS_FILE=`echo $FINDBUGS_URL | sed 's|.*/||'` FINDBUGS_DIR="findbugs-1.3.9" tool_download $FINDBUGS_URL $FINDBUGS_FILE $FINDBUGS_DIR } pmd_prepare() { tools_prepare PMD_URL="http://downloads.sourceforge.net/project/pmd/pmd/4.2.5/pmd-bin-4.2.5.zip" PMD_FILE="pmd-bin-4.2.5.zip" PMD_DIR="pmd-4.2.5" tool_download $PMD_URL $PMD_FILE $PMD_DIR } jslint_prepare() { tools_prepare JSLINT_URL="http://jslint4java.googlecode.com/files/jslint4java-1.3.3-dist.zip" JSLINT_FILE="jslint4java-1.3.3-dist.zip" JSLINT_DIR="jslint4java-1.3.3" tool_download $JSLINT_URL $JSLINT_FILE $JSLINT_DIR } # ---------------------------------------------------------------------------------------------- ant() { ant_prepare #export ANT_OPTS="-Xmx1024M" "$ANT" -f build.xml $ANT_PARAMS -Dversion="$VERSION" -Dnum_version="$NUM_VERSION" -Dfull_version="$FULL_VERSION" -Drevision="$REVISION" $1 || error "Error while running ant task '$1'" } # ---------------------------------------------------------------------------------------------- dist() { mac_dist $1 windows_dist $1 linux_dist $1 echo "All distributions were built and are located at $GRIDWORKS_DIST_DIR" echo echo "Upload them to the distibution site, then prepend the GridworksReleases array at" echo echo " http://code.google.com/p/freebase-gridworks/source/browse/support/releases.js" echo echo "with" echo echo " {" echo " \"description\": \"Gridworks ${VERSION}\"," echo " \"version\": \"${VERSION}\"," echo " \"revision\": \"${REVISION}\"" echo " }," echo } windows_dist() { check_macosx dist_prepare get_version $1 get_revision launch4j_prepare ANT_PARAMS="-Dlaunch4j.dir=${GRIDWORKS_TOOLS_DIR}/${LAUNCH4J_DIR}" ant windows } linux_dist() { dist_prepare get_version $1 get_revision ant linux } mac_dist() { check_macosx dist_prepare get_version $1 get_revision jarbundler_prepare ANT_PARAMS="-Djarbundler.dir=${GRIDWORKS_TOOLS_DIR}/${JARBUNDLER_DIR}" ant mac mkdir -p "$GRIDWORKS_BUILD_DIR/mac/.background" cp graphics/dmg_background/dmg_background.png "$GRIDWORKS_BUILD_DIR/mac/.background/dmg_background.png" SIZE=60 if [ -f "$GRIDWORKS_BUILD_DIR/temp_gridworks.dmg" ]; then rm "$GRIDWORKS_BUILD_DIR/temp_gridworks.dmg" fi TITLE="Gridworks $VERSION" echo "Building MacOSX DMG for $TITLE" hdiutil create -srcfolder "$GRIDWORKS_BUILD_DIR/mac" -volname "$TITLE" -fs HFS+ -fsargs "-c c=64,a=16,e=16" -format UDRW -size ${SIZE}m "$GRIDWORKS_BUILD_DIR/temp_gridworks.dmg" || error "can't create empty DMG" DEVICE=`hdiutil attach -readwrite -noverify -noautoopen "$GRIDWORKS_BUILD_DIR/temp_gridworks.dmg" | egrep '^/dev/' | sed 1q | awk '{print $1}'` hdiutil attach "$GRIDWORKS_BUILD_DIR/temp_gridworks.dmg" || error "Can't attach temp DMG" echo ' tell application "Finder" tell disk "'$TITLE'" open set current view of container window to icon view set toolbar visible of container window to false set statusbar visible of container window to false set the bounds of container window to {200, 100, 760, 460} set theViewOptions to the icon view options of container window set arrangement of theViewOptions to not arranged set icon size of theViewOptions to 100 set background picture of theViewOptions to file ".background:'dmg_background.png'" make new alias file at container window to POSIX file "/Applications" with properties {name:"Applications"} set position of item "'Gridworks'" of container window to {170, 175} set position of item "Applications" of container window to {380, 175} close open update without registering applications delay 2 eject end tell end tell ' | osascript || error "Error running applescript" sync sync hdiutil detach $DEVICE if [ -f "$GRIDWORKS_DIST_DIR/gridworks-$VERSION-$REVISION.dmg" ]; then rm "$GRIDWORKS_DIST_DIR/gridworks-$VERSION-$REVISION.dmg" fi hdiutil convert "$GRIDWORKS_BUILD_DIR/temp_gridworks.dmg" -format UDZO -imagekey zlib-level=9 -o "$GRIDWORKS_DIST_DIR/gridworks-$VERSION-$REVISION.dmg" || error "Error compressing DMG" hdiutil internet-enable -yes "$GRIDWORKS_DIST_DIR/gridworks-$VERSION-$REVISION.dmg" || error "Error internet-enabling DMG" rm -f "$GRIDWORKS_BUILD_DIR/temp_gridworks.dmg" } test() { server_test $1 ui_test $1 } ui_test() { INTERACTIVE=$1 windmill_prepare GRIDWORKS_DATA_DIR="${TMPDIR}/gridworks-tests" add_option "-Dgridworks.headless=true" run fork echo "Waiting for Gridworks to load..." sleep 5 check_running if [ ! -z "$NOT_RUNNING" ]; then sleep 10 fi echo "... proceed with the tests." echo "" load_data "$GRIDWORKS_TEST_DIR/data/food.csv" "Food" sleep 3 echo "" echo "Starting Windmill... (press COMMAND-c or CTRL-c to exit)" if [ -z "$INTERACTIVE" ]; then "$WINDMILL" firefox firebug loglevel=WARN http://${GRIDWORKS_HOST}:${GRIDWORKS_PORT}/ jsdir=$GRIDWORKS_TEST_DIR/windmill/js exit else "$WINDMILL" firefox firebug loglevel=WARN http://${GRIDWORKS_HOST}:${GRIDWORKS_PORT}/ fi echo "" echo "Killing Gridworks" kill -9 $GRIDWORKS_PID echo "Cleaning up" rm -rf $GRIDWORKS_DATA_DIR } server_test() { ant build_tests echo "" CLASSPATH="$GRIDWORKS_TEST_DIR/server/classes${SEP}$GRIDWORKS_WEBAPP/WEB-INF/classes${SEP}$GRIDWORKS_CLASSES_DIR${SEP}$GRIDWORKS_TEST_DIR/server/lib/*${SEP}$GRIDWORKS_LIB_DIR/*${SEP}$GRIDWORKS_WEBAPP/WEB-INF/lib/*" if [ -z "$1" ]; then TESTS="-excludegroups broken $GRIDWORKS_TEST_DIR/server/conf/tests.xml" else TESTS="-testclass $1" fi RUN_CMD="$JAVA -cp $CLASSPATH $OPTS org.testng.TestNG -d $GRIDWORKS_BUILD_DIR/server_tests -listener org.testng.reporters.DotTestListener $TESTS" #echo "$RUN_CMD" #echo "" $RUN_CMD || error "Failed passing server tests" } run() { FORK=$1 if [ ! -d $GRIDWORKS_CLASSES_DIR ]; then IS_JAR=`ls $GRIDWORKS_LIB_DIR | grep gridworks` if [ -z "$IS_JAR" ]; then ant build echo "" fi fi check_running if [ -z "$NOT_RUNNING" ]; then warn "Gridworks is already running." fi if [ -d $GRIDWORKS_CLASSES_DIR ]; then add_option "-Dgridworks.autoreloading=true" fi if $DARWIN ; then add_option "-Xdock:name=Gridworks -Xdock:icon=graphics/icon/gridworks.icns" fi if [ "$GRIDWORKS_DATA_DIR" ]; then add_option "-Dgridworks.data_dir=$GRIDWORKS_DATA_DIR" fi CLASSPATH="$GRIDWORKS_CLASSES_DIR${SEP}$GRIDWORKS_LIB_DIR/*" RUN_CMD="$JAVA -cp $CLASSPATH $OPTS com.metaweb.gridworks.Gridworks" #echo "$RUN_CMD" #echo "" echo "Starting Gridworks at 'http://${GRIDWORKS_HOST}:${GRIDWORKS_PORT}/'" echo "" if [ -z "$FORK" ]; then exec $RUN_CMD else $RUN_CMD & GRIDWORKS_PID="$!" fi } findbugs() { findbugs_prepare ANT_PARAMS="-Dfindbugs.dir=${GRIDWORKS_TOOLS_DIR}/${FINDBUGS_DIR}" ant findbugs open "$GRIDWORKS_BUILD_DIR/reports/findbugs.html" } pmd() { pmd_prepare ANT_PARAMS="-Dpmd.dir=${GRIDWORKS_TOOLS_DIR}/${PMD_DIR}" ant pmd open "$GRIDWORKS_BUILD_DIR/reports/pmd.html" } cpd() { pmd_prepare ANT_PARAMS="-Dpmd.dir=${GRIDWORKS_TOOLS_DIR}/${PMD_DIR}" ant cpd open "$GRIDWORKS_BUILD_DIR/reports/cpd.txt" } jslint() { jslint_prepare ANT_PARAMS="-Djslint.dir=${GRIDWORKS_TOOLS_DIR}/${JSLINT_DIR}" ant jslint open "$GRIDWORKS_BUILD_DIR/reports/jslint.txt" } whitespace() { [ $# -gt 0 ] || usage for i in `find . -name *.$1`; do # expand tabs to spaces expand -t 4 < $i > $i.1 # convert DOS to UNIX newlines tr -d '\r' < $i.1 > $i.2 rm $i $i.1 mv $i.2 $i done } # -------------------------- script ----------------------------- # ----- Normalize the current directory ------------------------- cd `dirname $0` # ----- Default values ------------------------------------------ OPTS="" # ---- OS-specific support -------------------------------------- SYSTEM=`uname` CYGWIN=false DARWIN=false case "$SYSTEM" in CYGWIN*) CYGWIN=true ;; Darwin*) DARWIN=true ;; esac SEP=":" if $CYGWIN ; then SEP=";" fi # ----- Load configurations ------------------------------------- load_configs gridworks.ini # ----- Make sure there is an appropriate java environment is available ------------- if $DARWIN ; then if [ -z "$JAVA_HOME" ]; then # Mac OS X defaults to Java 5. So update JAVA_HOME unless the user manually set it. export JAVA_HOME="/System/Library/Frameworks/JavaVM.framework/Versions/1.6/Home" fi fi JAVA="`which java 2> /dev/null`" if [ -z "$JAVA" ]; then if [ "$JAVA_HOME" ]; then JAVA="$JAVA_HOME/bin/java" if [ ! -f "$JAVA" ] ; then error "Could not find the 'java' executable at '$JAVA', are you sure your JAVA_HOME environment variable is pointing to a proper java installation?" fi else error "The 'java' command should be in your path or the 'JAVA_HOME' environment variable should be set" fi fi JAVA_VERSION=`$JAVA -version 2>&1 | grep version | cut -d ' ' -f 3 | egrep ^\"1\.6` if [ -z "$JAVA_VERSION" ]; then error "Gridworks requires Java version 6 or later. If you have multiple versions of Java installed, please set JAVA_HOME to the correct version." fi # ----- Parse the command line args ------------------------------------------ while [ $# -ne 0 ] ; do case "$1" in -h) usage;; -p) shift; GRIDWORKS_PORT="$1"; shift; continue;; -i) shift; GRIDWORKS_HOST="$1"; shift; continue;; -w) shift; GRIDWORKS_WEBAPP="$1"; shift; continue;; -d) shift; GRIDWORKS_DATA_DIR="$1"; shift; continue;; -m) shift; GRIDWORKS_MEMORY="$1"; shift; continue;; -v) shift; GRIDWORKS_VERBOSITY="$1"; shift; continue;; --debug) shift; add_option '-Xdebug -Xrunjdwp:transport=dt_socket,address=8000,server=y,suspend=n'; continue;; --jmx) shift; add_option '-Dcom.sun.management.jmxremote'; continue;; -*) fail "Invalid option: $1";; *) break;; esac done if [ $# -ne 0 ]; then ACTION=$1; shift fi if [ -z "$ACTION" ]; then ACTION="run" fi # ----- Verify and Set Required Environment Variables ------------------------- if [ -z "$JAVA_OPTIONS" ]; then JAVA_OPTIONS="" fi add_option "$JAVA_OPTIONS" if [ -z "$GRIDWORKS_MEMORY" ]; then GRIDWORKS_MEMORY="1024M" fi add_option "-Xms256M -Xmx$GRIDWORKS_MEMORY -Dgridworks.memory=$GRIDWORKS_MEMORY" if [ -z "$GRIDWORKS_PORT" ]; then GRIDWORKS_PORT="3333" fi add_option "-Dgridworks.port=$GRIDWORKS_PORT" if [ -z "$GRIDWORKS_HOST" ]; then GRIDWORKS_HOST="127.0.0.1" fi add_option "-Dgridworks.host=$GRIDWORKS_HOST" if [ -z "$GRIDWORKS_WEBAPP" ]; then GRIDWORKS_WEBAPP="main/webapp" fi add_option "-Dgridworks.webapp=$GRIDWORKS_WEBAPP" if [ -z "$GRIDWORKS_TEST_DIR" ]; then GRIDWORKS_TEST_DIR="main/tests" fi if [ -z "$GRIDWORKS_CLASSES_DIR" ]; then GRIDWORKS_CLASSES_DIR="server/classes" fi if [ -z "$GRIDWORKS_LIB_DIR" ]; then GRIDWORKS_LIB_DIR="server/lib" fi if [ -z "$GRIDWORKS_BUILD_DIR" ]; then GRIDWORKS_BUILD_DIR="build" fi if [ -z "$GRIDWORKS_TOOLS_DIR" ]; then GRIDWORKS_TOOLS_DIR="tools" fi if [ -z "$GRIDWORKS_DIST_DIR" ]; then GRIDWORKS_DIST_DIR="dist" fi if [ -z "$GRIDWORKS_VERBOSITY" ]; then GRIDWORKS_VERBOSITY="info" fi add_option "-Dgridworks.verbosity=$GRIDWORKS_VERBOSITY" if [ -z "$JYTHONPATH" ]; then JYTHONPATH="$GRIDWORKS_WEBAPP/WEB-INF/lib/jython" else JYTHONPATH="$GRIDWORKS_WEBAPP/WEB-INF/lib/jython${SEP}$JYTHONPATH" fi add_option "-Dpython.path=$JYTHONPATH" # ----- Respond to the action given -------------------------------------------- case "$ACTION" in build) build_prepare; ant build;; clean) ant clean;; whitespace) whitespace $1;; distclean) ant distclean;; test) test $1;; tests) test $1;; ui_test) ui_test $1;; ui_tests) ui_test $1;; server_test) server_test $1;; server_tests) server_test $1;; findbugs) findbugs;; pmd) pmd;; cpd) cpd;; jslint) jslint;; run) run;; mac_dist) mac_dist $1;; windows_dist) windows_dist $1;; linux_dist) linux_dist $1;; dist) dist $1;; *) usage; ;; esac