1#!/bin/bash 2# 3# Copyright (c) 2012 The Chromium OS Authors. All rights reserved. 4# Use of this source code is governed by a BSD-style license that can be 5# found in the LICENSE file. 6set -e 7 8function usage() { 9 cat >&2 <<EOT 10Usage: setup_dev_autotest.sh [-pavnms] 11 12Install and configure software needed to run autotest locally. 13If you're just working on tests, you do not need to run this. 14Options: 15 -p Desired Autotest DB password. Must be non-empty. 16 -a Absolute path to autotest source tree. 17 -v Show info logging from build_externals.py and compile_gwt_clients.py 18 -n Non-interactive mode, doesn't ask for any user input. 19 Requires -p and -a to be set. 20 -m Allow remote access for database. 21 -s Skip steps handled via puppet in prod. 22 This is a transitional flag used to skip certain steps as they are migrated 23 to puppet for use in the autotest lab. Not to be used by developers. 24 25EOT 26} 27 28 29function get_y_or_n_interactive { 30 local ret 31 while true; do 32 read -p "$2" yn 33 case $yn in 34 [Yy]* ) ret="y"; break;; 35 [Nn]* ) ret="n"; break;; 36 * ) echo "Please enter y or n.";; 37 esac 38 done 39 eval "$1=\$ret" 40} 41 42function get_y_or_n { 43 local ret=$3 44 if [ "${noninteractive}" = "FALSE" ]; then 45 get_y_or_n_interactive sub "$2" 46 ret=$sub 47 fi 48 eval "$1=\$ret" 49} 50 51AUTOTEST_DIR= 52PASSWD= 53verbose="FALSE" 54noninteractive="FALSE" 55remotedb="FALSE" 56skip_puppetized_steps="FALSE" 57while getopts ":p:a:vnmsh" opt; do 58 case ${opt} in 59 a) 60 AUTOTEST_DIR=$OPTARG 61 ;; 62 p) 63 PASSWD=$OPTARG 64 ;; 65 v) 66 verbose="TRUE" 67 ;; 68 n) 69 noninteractive="TRUE" 70 ;; 71 m) 72 remotedb="TRUE" 73 ;; 74 s) 75 skip_puppetized_steps="TRUE" 76 ;; 77 h) 78 usage 79 exit 0 80 ;; 81 \?) 82 echo "Invalid option: -$OPTARG" >&2 83 usage 84 exit 1 85 ;; 86 :) 87 echo "Option -$OPTARG requires an argument." >&2 88 usage 89 exit 1 90 ;; 91 esac 92done 93 94if [[ "${skip_puppetized_steps}" == "TRUE" ]]; then 95 echo "Requested to skip certain steps. Will tell you when I skip things." 96fi 97 98if [[ $EUID -eq 0 ]]; then 99 echo "Running with sudo / as root is not recommended" 100 get_y_or_n verify "Continue as root? [y/N]: " "n" 101 if [[ "${verify}" = 'n' ]]; then 102 echo "Bailing!" 103 exit 1 104 fi 105fi 106 107if [ "${noninteractive}" = "TRUE" ]; then 108 if [ -z "${AUTOTEST_DIR}" ]; then 109 echo "-a must be specified in non-interactive mode." >&2 110 exit 1 111 fi 112 if [ -z "${PASSWD}" ]; then 113 echo "-p must be specified in non-interactive mode." >&2 114 exit 1 115 fi 116fi 117 118 119if [ -z "${PASSWD}" ]; then 120 read -s -p "Autotest DB password: " PASSWD 121 echo 122 if [ -z "${PASSWD}" ]; then 123 echo "Empty passwords not allowed." >&2 124 exit 1 125 fi 126 read -s -p "Re-enter password: " PASSWD2 127 echo 128 if [ "${PASSWD}" != "${PASSWD2}" ]; then 129 echo "Passwords don't match." >&2 130 exit 1 131 fi 132fi 133 134if [ -z "${AUTOTEST_DIR}" ]; then 135 CANDIDATE=$(dirname "$(readlink -f "$0")" | egrep -o '(/[^/]+)*/files') 136 read -p "Enter autotest dir [${CANDIDATE}]: " AUTOTEST_DIR 137 if [ -z "${AUTOTEST_DIR}" ]; then 138 AUTOTEST_DIR="${CANDIDATE}" 139 fi 140fi 141 142 143# Sanity check AUTOTEST_DIR. If it's null, or doesn't exist on the filesystem 144# then die. 145if [ -z "${AUTOTEST_DIR}" ]; then 146 echo "No AUTOTEST_DIR. Aborting script." 147 exit 1 148fi 149 150if [ ! -d "${AUTOTEST_DIR}" ]; then 151 echo "Directory $AUTOTEST_DIR does not exist. Aborting script." 152 exit 1 153fi 154 155 156SHADOW_CONFIG_PATH="${AUTOTEST_DIR}/shadow_config.ini" 157echo "Autotest supports local overrides of global configuration through a " 158echo "'shadow' configuration file. Setting one up for you now." 159CLOBBER=0 160if [ -f ${SHADOW_CONFIG_PATH} ]; then 161 get_y_or_n clobber "Clobber existing shadow config? [Y/n]: " "n" 162 if [[ "${clobber}" = 'n' ]]; then 163 CLOBBER=1 164 echo "Refusing to clobber existing shadow_config.ini." 165 else 166 echo "Clobbering existing shadow_config.ini." 167 fi 168fi 169 170CROS_CHECKOUT=$(readlink -f "$AUTOTEST_DIR/../../../..") 171 172# Create clean shadow config if we're replacing it/creating a new one. 173if [ $CLOBBER -eq 0 ]; then 174 cat > "${SHADOW_CONFIG_PATH}" <<EOF 175[AUTOTEST_WEB] 176host: localhost 177password: ${PASSWD} 178readonly_host: localhost 179readonly_user: chromeosqa-admin 180readonly_password: ${PASSWD} 181 182[SERVER] 183hostname: localhost 184 185[SCHEDULER] 186drones: localhost 187 188[CROS] 189source_tree: ${CROS_CHECKOUT} 190# Edit the following line as needed. 191#dev_server: http://10.10.10.10:8080 192enable_ssh_tunnel_for_servo: True 193enable_ssh_tunnel_for_chameleon: True 194enable_ssh_connection_for_devserver: True 195enable_ssh_tunnel_for_moblab: True 196EOF 197 echo -e "Done!\n" 198fi 199 200echo "Installing needed Ubuntu packages..." 201PKG_LIST="libapache2-mod-wsgi gnuplot apache2-mpm-prefork unzip \ 202python-imaging libpng12-dev libfreetype6-dev \ 203sqlite3 python-pysqlite2 git-core pbzip2 openjdk-6-jre openjdk-6-jdk \ 204python-crypto python-dev subversion build-essential python-setuptools \ 205python-numpy python-scipy libmysqlclient-dev" 206 207if ! sudo apt-get install -y ${PKG_LIST}; then 208 echo "Could not install packages: $?" 209 exit 1 210fi 211echo -e "Done!\n" 212 213AT_DIR=/usr/local/autotest 214echo -n "Bind-mounting your autotest dir at ${AT_DIR}..." 215sudo mkdir -p "${AT_DIR}" 216sudo mount --bind "${AUTOTEST_DIR}" "${AT_DIR}" 217echo -e "Done!\n" 218 219sudo chown -R "$(whoami)" "${AT_DIR}" 220 221EXISTING_MOUNT=$(egrep "/.+[[:space:]]${AT_DIR}" /etc/fstab || /bin/true) 222if [ -n "${EXISTING_MOUNT}" ]; then 223 echo "${EXISTING_MOUNT}" | awk '{print $1 " already automounting at " $2}' 224 echo "We won't update /etc/fstab, but you should have a line line this:" 225 echo -e "${AUTOTEST_DIR}\t${AT_DIR}\tbind defaults,bind\t0\t0" 226else 227 echo -n "Adding aforementioned bind-mount to /etc/fstab..." 228 # Is there a better way to elevate privs and do a redirect? 229 sudo su -c \ 230 "echo -e '${AUTOTEST_DIR}\t${AT_DIR}\tbind defaults,bind\t0\t0' \ 231 >> /etc/fstab" 232 echo -e "Done!\n" 233fi 234 235echo -n "Reticulating splines..." 236 237if [ "${verbose}" = "TRUE" ]; then 238 "${AT_DIR}"/utils/build_externals.py 239 "${AT_DIR}"/utils/compile_gwt_clients.py -a 240else 241 "${AT_DIR}"/utils/build_externals.py &> /dev/null 242 "${AT_DIR}"/utils/compile_gwt_clients.py -a &> /dev/null 243fi 244 245echo -e "Done!\n" 246 247echo "Start setting up Database..." 248get_y_or_n clobberdb "Clobber MySQL database if it exists? [Y/n]: " "n" 249opts_string="-p ${PASSWD} -a ${AT_DIR}" 250if [[ "${clobberdb}" = 'y' ]]; then 251 opts_string="${opts_string} -c" 252fi 253if [[ "${remotedb}" = 'TRUE' ]]; then 254 opts_string="${opts_string} -m" 255fi 256"${AT_DIR}"/site_utils/setup_db.sh ${opts_string} 257 258echo -e "Done!\n" 259 260echo "Configuring apache to run the autotest web interface..." 261if [ ! -d /etc/apache2/run ]; then 262 sudo mkdir /etc/apache2/run 263fi 264sudo ln -sf "${AT_DIR}"/apache/apache-conf \ 265 /etc/apache2/sites-available/autotest-server.conf 266 267# Disable currently active default 268sudo a2dissite 000-default default || true 269sudo a2ensite autotest-server.conf 270 271sudo a2enmod rewrite 272sudo a2enmod wsgi 273sudo a2enmod version || true # built-in on trusty 274sudo a2enmod headers 275sudo a2enmod cgid 276 277# Setup permissions so that Apache web user can read the proper files. 278chmod -R o+r "${AT_DIR}" 279find "${AT_DIR}"/ -type d -print0 | xargs --null chmod o+x 280chmod o+x "${AT_DIR}"/tko/*.cgi 281# restart server 282sudo /etc/init.d/apache2 restart 283 284# Setup lxc and base container for server-side packaging support. 285sudo apt-get install lxc -y 286sudo python "${AT_DIR}"/site_utils/lxc.py -s 287 288# Set up keys for www-data/apache user. 289APACHE_USER=www-data 290APACHE_HOME=/var/www 291APACHE_SSH_DIR="$APACHE_HOME/.ssh" 292SSH_KEYS_PATH=src/third_party/chromiumos-overlay/chromeos-base/chromeos-ssh-testkeys/files 293sudo mkdir -p "$APACHE_SSH_DIR" 294sudo bash <<EOF 295cd "${APACHE_SSH_DIR:-/dev/null}" || exit 1 296sudo cp "$CROS_CHECKOUT/$SSH_KEYS_PATH/"* . 297sudo tee config >/dev/null <<EOF2 298Host * 299User root 300IdentityFile ~/.ssh/testing_rsa 301EOF2 302sudo chown -R "$APACHE_USER:" . 303sudo chmod -R go-rwx . 304EOF 305if [ $? -ne 0 ]; then 306 echo "apache user SSH setup failed." 307fi 308 309echo "Browse to http://localhost to see if Autotest is working." 310echo "For further necessary set up steps, see https://sites.google.com/a/chromium.org/dev/chromium-os/testing/autotest-developer-faq/setup-autotest-server?pli=1" 311