setup.sh

#!/bin/bash

# Get the directory where this script is and set ROOT_DIR to that path. This
# allows script to be run from different directories but always act on the
# directory it is within.
ROOT_DIR="$(cd "$(dirname $0)"; pwd)";
UP_DIR="$(cd ..; pwd)";

# I want to be able to get the latest automatically, but for now I just
# grab the version that is the latest online. If Google would give latest
# a static name then we could easily change.
AE_PYTHON_VERSION="1.9.30";
AE_PYTHON_NAME="google_appengine";
AE_PYTHON_ZIP_NAME="${AE_PYTHON_NAME}_${AE_PYTHON_VERSION}.zip";
AE_PYTHON_LOCATION="https://storage.googleapis.com/appengine-sdks/featured/";
AE_PYTHON_REMOTE_FILE=$AE_PYTHON_LOCATION$AE_PYTHON_ZIP_NAME;
AE_PYTHON_LOCAL_DIR="$ROOT_DIR/$AE_PYTHON_NAME/";
AE_PYTHON_GOOGLE="${AE_PYTHON_LOCAL_DIR}google/";
AE_PYTHON_GAE="${AE_PYTHON_GOOGLE}appengine/";
AE_PYTHON_API="${AE_PYTHON_GAE}api/";
AE_PYTHON_MEMCACHE="${AE_PYTHON_API}memcache/";
AE_PYTHON_EXT="${AE_PYTHON_GAE}ext/";
AE_PYTHON_NDB="${AE_PYTHON_EXT}ndb/";
AE_PYTHON_TESTBED="${AE_PYTHON_EXT}testbed/";
AE_PYTHON_LIB="${AE_PYTHON_LOCAL_DIR}lib/";
AE_PYTHON_WEBAPP="${AE_PYTHON_LIB}webapp2-2.5.2/";
AE_PYTHON_WEBOB="${AE_PYTHON_LIB}webob-1.2.3/";
AE_PYTHON_FANCY="${AE_PYTHON_LIB}fancy_urllib/";

AE_PYTHON_UP="$UP_DIR/$AE_PYTHON_NAME/";

UFO_MS_MASTER_NAME="ufo-management-server-master"
UFO_MS_NAME="ufo-management-server"
UFO_MS_GIT_REPO="https://github.com/uProxy/ufo-management-server.git";
UFO_MS_LOCAL_DIR="$ROOT_DIR/$UFO_MS_NAME/";
UFO_MS_LOCAL_LIB="$UFO_MS_LOCAL_DIR/lib";
UFO_MS_LOCAL_OTHER_LIB="$ROOT_DIR/lib";

UFO_MS_UP="$UP_DIR/$UFO_MS_NAME/";

TEMP_BASH_PROFILE=".bash_profile";

UFO_TGZ="UfO-release.tgz"

CHROME_DRIVER_VERSION="2.20"
CHROME_DRIVER_FILE="chromedriver_linux64.zip"
CHROME_DRIVER_LOCATION="http://chromedriver.storage.googleapis.com/${CHROME_DRIVER_VERSION}/${CHROME_DRIVER_FILE}"

NODE_MODULES_ROOT="$ROOT_DIR/node_modules"
NODE_MODULES_UFO="$UFO_MS_LOCAL_DIR/node_modules"
NODE_MODULES_UP="$UFO_MS_UP/node_modules"

BOWER_LOCATION="/usr/local/bin/bower"
BOWER_OPTIONS="--allow-root --config.interactive=false"

# A simple bash script to run commands to setup and install all dev
# dependencies (including non-npm ones)
function runAndAssertCmd ()
{
    echo "Running: $1"
    echo
    # We use set -e to make sure this will fail if the command returns an error
    # code.
    set -e && cd $ROOT_DIR && eval $1
}

function runInUfOAndAssertCmd ()
{
  echo "Running: $1"
  # We use set -e to make sure this will fail if the command returns an error
  # code.
  if [ -d  "$UFO_MS_LOCAL_DIR" ]; then
    echo "In: $UFO_MS_LOCAL_DIR"
    echo
    set -e && cd $UFO_MS_LOCAL_DIR && eval $1
  else
    echo "In: $ROOT_DIR"
    echo
    set -e && cd $ROOT_DIR && eval $1
  fi
}

function setupAppEngine ()
{
  runAndAssertCmd "wget $AE_PYTHON_REMOTE_FILE"
  runAndAssertCmd "unzip $AE_PYTHON_ZIP_NAME"
  runAndAssertCmd "rm -fr $AE_PYTHON_ZIP_NAME"
}

function addVendorPackage ()
{
  runAndAssertCmd "mkdir $UFO_MS_LOCAL_LIB"
  runAndAssertCmd "pip install -t $UFO_MS_LOCAL_LIB google-api-python-client pycrypto"
}

function addAppEngineRuntimePackages ()
{
  runAndAssertCmd "pip install Jinja2"
  runAndAssertCmd "pip install pyyaml"
}

function fixFancyUrlLibDirectoryStructure ()
{
  runAndAssertCmd "cp ${AE_PYTHON_FANCY}fancy_urllib/__init__.py ${AE_PYTHON_FANCY}__init__.py "
}

function addChromeDriver ()
{
  runAndAssertCmd "wget $CHROME_DRIVER_LOCATION"
  runAndAssertCmd "unzip $CHROME_DRIVER_FILE"
  runAndAssertCmd "rm $CHROME_DRIVER_FILE"
  runAndAssertCmd "chmod +x chromedriver"
  runAndAssertCmd "mv chromedriver lib"
}

function addTestingPackages ()
{
  runAndAssertCmd "pip install WebTest"
  runAndAssertCmd "pip install pytest"
  runAndAssertCmd "pip install nose"
  runAndAssertCmd "pip install mock"
  runAndAssertCmd "pip install selenium"
  runAndAssertCmd addChromeDriver
}

function addAllExports ()
{
  runAndAssertCmd "touch $TEMP_BASH_PROFILE"
  runAndAssertCmd "echo export PATH=$PATH:$AE_PYTHON_LOCAL_DIR:$AE_PYTHON_API:$AE_PYTHON_MEMCACHE:$AE_PYTHON_EXT:$AE_PYTHON_NDB:$AE_PYTHON_TESTBED:$AE_PYTHON_LIB:$AE_PYTHON_WEBAPP:$AE_PYTHON_WEBOB:$AE_PYTHON_FANCY:$UFO_MS_LOCAL_LIB >> $TEMP_BASH_PROFILE"
  runAndAssertCmd "echo export PYTHONPATH=$PYTHONPATH:$AE_PYTHON_LOCAL_DIR:$AE_PYTHON_API:$AE_PYTHON_MEMCACHE:$AE_PYTHON_EXT:$AE_PYTHON_NDB:$AE_PYTHON_TESTBED:$AE_PYTHON_LIB:$AE_PYTHON_WEBAPP:$AE_PYTHON_WEBOB:$AE_PYTHON_FANCY:$UFO_MS_LOCAL_LIB >> $TEMP_BASH_PROFILE"
  runAndAssertCmd "source $TEMP_BASH_PROFILE"
}

function addNode ()
{
  runAndAssertCmd "apt-get install nodejs"
  runAndAssertCmd "apt-get install npm"
  NODE_SYM_FILE="/usr/bin/node"
  if [ ! -e  "$NODE_SYM_FILE" ] && [ "$(id -u)" == "0" ]; then
    runAndAssertCmd "ln -s /usr/bin/nodejs $NODE_SYM_FILE"
  fi
}

function addBower ()
{
  runAndAssertCmd "npm install -g bower"
  runBowerInstall
}

function runBowerInstall ()
{
  if [ -e  "$BOWER_LOCATION" ]; then
    runInUfOAndAssertCmd "$BOWER_LOCATION install $BOWER_OPTIONS"
  else
    runInUfOAndAssertCmd "bower install $BOWER_OPTIONS"
  fi
}

function setupDevelopmentEnvironment ()
{
  fixDirectoryEnvironment
  if [ ! -d  "$AE_PYTHON_LOCAL_DIR" ] && [ ! -d  "$AE_PYTHON_UP" ]; then
    runAndAssertCmd "apt-get install wget"
    setupAppEngine
    addVendorPackage
    addAppEngineRuntimePackages
    fixFancyUrlLibDirectoryStructure
    addAllExports
    addTestingPackages
    runAndAssertCmd "chown -R ${SUDO_USER:-$USER} *"
    addNode
    addBower
  else
    echo "Development environment already setup with appengine and packages."
  fi
}

function fixDirectoryEnvironment ()
{
  if [ ! -d  "$UFO_MS_LOCAL_DIR" ] && [ ! -d  "$AE_PYTHON_UP" ]; then
    TEMP_FILES="$(ls -A)"
    runAndAssertCmd "mkdir $UFO_MS_LOCAL_DIR"
    runAndAssertCmd "cp $TEMP_FILES $UFO_MS_LOCAL_DIR -r"
    runAndAssertCmd "rm -fr $TEMP_FILES"
  else
    echo "Code files already in proper directory."
  fi
}

function clean ()
{
  # Dirs
  if [ -d  "$AE_PYTHON_LOCAL_DIR" ]; then
    runAndAssertCmd "rm -fr $AE_PYTHON_LOCAL_DIR"
  fi
  if [ -d  "$AE_PYTHON_UP" ]; then
    runAndAssertCmd "rm -fr $AE_PYTHON_UP"
  fi
  if [ -d  "$UFO_MS_LOCAL_LIB" ]; then
    runAndAssertCmd "rm -fr $UFO_MS_LOCAL_LIB"
  fi
  if [ -d  "$UFO_MS_LOCAL_OTHER_LIB" ]; then
    runAndAssertCmd "rm -fr $UFO_MS_LOCAL_OTHER_LIB"
  fi
  if [ -d  "$NODE_MODULES_ROOT" ]; then
    runAndAssertCmd "rm -fr $NODE_MODULES_ROOT"
  fi
  if [ -d  "$NODE_MODULES_UFO" ]; then
    runAndAssertCmd "rm -fr $NODE_MODULES_UFO"
  fi
  if [ -d  "$NODE_MODULES_UP" ]; then
    runAndAssertCmd "rm -fr $NODE_MODULES_UP"
  fi

  # Files
  if [ -e  "$TEMP_BASH_PROFILE" ]; then
    runAndAssertCmd "rm -fr $TEMP_BASH_PROFILE"
  fi
  if [ -e  "$UFO_TGZ" ]; then
    runAndAssertCmd "rm -fr $UFO_TGZ"
  fi
}

function testOntravis ()
{
  fixDirectoryEnvironment
  setupAppEngine
  addVendorPackage
  addAppEngineRuntimePackages
  fixFancyUrlLibDirectoryStructure
  addAllExports
  addTestingPackages
  addBower
}

function package ()
{
  DIR_TO_PACKAGE="*"
  if [ -d  "$UFO_MS_LOCAL_DIR" ]; then
    DIR_TO_PACKAGE="$UFO_MS_NAME/*"
  elif [ -d  "$UFO_MS_UP" ]; then
    DIR_TO_PACKAGE="../$UFO_MS_NAME/*"
  else
    echo "Couldn't find UfO directory so packaging current dir."
  fi
  runAndAssertCmd "tar -czf $UFO_TGZ $DIR_TO_PACKAGE"
}

function release ()
{
  testOntravis
  runAndAssertCmd "python -m unittest discover -p '*_test.py'"
  package
  # Not sure how to automatically push this while maintaining some control over
  # who can push. For right now, push will just be a manual step after the tgz
  # is generated.
  echo "Success! $UFO_TGZ has been generated. Please push it manually."
}

function deploy ()
{
  runBowerInstall
  AE_FILE=""
  if [ -d  "$AE_PYTHON_LOCAL_DIR" ]; then
    AE_FILE="${AE_PYTHON_LOCAL_DIR}appcfg.py"
  elif [ -d  "$AE_PYTHON_UP" ]; then
    AE_FILE="${AE_PYTHON_UP}appcfg.py"
  else
    echo "$AE_PYTHON_NAME directory not found. Run './setup.sh setup_tests' to fix then retry."
  fi

  UFO_DIR="."
  if [ -d  "$UFO_MS_LOCAL_DIR" ]; then
    UFO_DIR="$UFO_MS_LOCAL_DIR"
  elif [ -d  "$UFO_MS_UP" ]; then
    UFO_DIR="$UFO_MS_UP"
  else
    echo "Couldn't find UfO directory so packaging current dir."
  fi

  if [ ! -z  "$AE_FILE" ]; then
    runAndAssertCmd "$AE_FILE -A $DEPLOYMENT_SERVER update $UFO_DIR"
  fi
}

function setupManagementServer ()
{
  runAndAssertCmd "git clone $UFO_MS_GIT_REPO"
}

function installManagementServer ()
{
  setupManagementServer
  setupDevelopmentEnvironment
}

function printHelp ()
{
  echo
  echo "Usage: setup.sh [install|release|deploy|travis|setup|clean]"
  echo
  echo "  install      - Sets up the entire project from github."
  echo "  release      - Runs the tests and generate a tgz if successful."
  echo "  deploy       - Uploads the local code copy to appspot."
  echo "  travis       - Prepares the machine for unit testing."
  echo "  setup        - Prepares the machine for development and testing."
  echo "  clean        - Remove existing dependency setup."
  echo
  echo
  echo "It is recommended to run setup as root to ensure correct installation."
  echo "Example: sudo ./setup.sh setup"
  echo
  echo "The deploy command takes an optional second argument as follows:"
  echo "deploy appspot-project-id-goes-here"
  echo "Example: ./setup.sh deploy ufo-management-server-staging"
  echo "Which uploads your code over top of the instance at this address:"
  echo "https://ufo-management-server-staging.appspot.com/"
  echo "The default value is ufo-management-server-staging."
  echo
  echo "If you're having trouble with dependencies and installing, try this:"
  echo "sudo ./setup.sh clean"
  echo "sudo ./setup.sh setup"
  echo "which will install the latest versions with raised permissions."
  echo
  echo
  echo "For problems with running bower, try this:"
  echo "ln -s /usr/bin/nodejs /usr/bin/node"
  echo "and then run bower install again:"
  echo "bower install"
  echo
}

function installFromBareMetal ()
{
  # Using variables here to make things fit on 80 character lines.
  PYTHON_DEPS1="libreadline-gplv2-dev libncursesw5-dev libssl-dev"
  PYTHON_DEPS2="libsqlite3-dev tk-dev libgdbm-dev libc6-dev libbz2-dev"
  PYTHON_NAME="Python-2.7.9"
  PYTHON_TGZ="wget https://www.python.org/ftp/python/2.7.9/${PYTHON_NAME}.tgz"
  PYTHON_EXTRACT="tar -xvf ${PYTHON_NAME}.tgz"

  echo "If this fails, consider retrying with sudo pre-fixed."

  echo "Step 1/4: Installing Python"
  runAndAssertCmd "apt-get install build-essential"
  runAndAssertCmd "apt-get install $PYTHON_DEPS1 $PYTHON_DEPS2"
  set -e && cd ~/Downloads/ && eval $PYTHON_TGZ
  set -e && cd ~/Downloads/ && eval $PYTHON_EXTRACT
  set -e && cd $PYTHON_NAME && eval "./configure"
  set -e && cd $PYTHON_NAME && eval "make"
  set -e && cd $PYTHON_NAME && eval "make install"

  echo "Step 2/4: Installing Pip"
  runAndAssertCmd "apt-get install python-pip"

  echo "Step 3/4: Installing Git"
  runAndAssertCmd "apt-get install git-all"

  # I probably need to have another step in here for setting environment vars
  # correctly so that python, pip, and git can be run correctly. I can't test
  # this currently though, so I'm assuming it works and will iterate on it
  # later if necessary.

  echo "Step 4/4: Installing Management Server"
  installManagementServer
}

if [ "$1" == 'install' ]; then
  installManagementServer
elif [ "$1" == 'release' ]; then
  release
elif [ "$1" == 'deploy' ]; then
  DEPLOYMENT_SERVER=${2:-ufo-management-server-staging}
  deploy
elif [ "$1" == 'travis' ]; then
  testOntravis
elif [ "$1" == 'setup' ]; then
  setupDevelopmentEnvironment
elif [ "$1" == 'clean' ]; then
  clean
elif [ "$1" == 'metal' ]; then
  installFromBareMetal
else
  printHelp
  exit 0
fi