1#!/bin/bash 2# 3# Copyright (c) 2012 The Chromium OS Authors. All rights reserved. 4# Use of this source code is governed by a BSD-style license that can be 5# found in the LICENSE file. 6set -e 7 8function usage() { 9 cat >&2 <<EOT 10Usage: setup_dev_autotest.sh [-pavnms] 11 12Install and configure software needed to run autotest locally. 13If you're just working on tests, you do not need to run this. 14Options: 15 -p Desired Autotest DB password. Must be non-empty. 16 -a Absolute path to autotest source tree. 17 -v Show info logging from build_externals.py and compile_gwt_clients.py 18 -n Non-interactive mode, doesn't ask for any user input. 19 Requires -p and -a to be set. 20 -m Allow remote access for database. 21 -s Skip steps handled via puppet in prod. 22 This is a transitional flag used to skip certain steps as they are migrated 23 to puppet for use in the autotest lab. Not to be used by developers. 24 25EOT 26} 27 28 29function get_y_or_n_interactive { 30 local ret 31 while true; do 32 read -p "$2" yn 33 case $yn in 34 [Yy]* ) ret="y"; break;; 35 [Nn]* ) ret="n"; break;; 36 * ) echo "Please enter y or n.";; 37 esac 38 done 39 eval "$1=\$ret" 40} 41 42function get_y_or_n { 43 local ret=$3 44 if [ "${noninteractive}" = "FALSE" ]; then 45 get_y_or_n_interactive sub "$2" 46 ret=$sub 47 fi 48 eval "$1=\$ret" 49} 50 51AUTOTEST_DIR= 52PASSWD= 53verbose="FALSE" 54noninteractive="FALSE" 55remotedb="FALSE" 56skip_puppetized_steps="FALSE" 57while getopts ":p:a:vnmsh" opt; do 58 case ${opt} in 59 a) 60 AUTOTEST_DIR=$OPTARG 61 ;; 62 p) 63 PASSWD=$OPTARG 64 ;; 65 v) 66 verbose="TRUE" 67 ;; 68 n) 69 noninteractive="TRUE" 70 ;; 71 m) 72 remotedb="TRUE" 73 ;; 74 s) 75 skip_puppetized_steps="TRUE" 76 ;; 77 h) 78 usage 79 exit 0 80 ;; 81 \?) 82 echo "Invalid option: -$OPTARG" >&2 83 usage 84 exit 1 85 ;; 86 :) 87 echo "Option -$OPTARG requires an argument." >&2 88 usage 89 exit 1 90 ;; 91 esac 92done 93 94if [[ "${skip_puppetized_steps}" == "TRUE" ]]; then 95 echo "Requested to skip certain steps. Will tell you when I skip things." 96fi 97 98if [[ $EUID -eq 0 ]]; then 99 echo "Running with sudo / as root is not recommended" 100 get_y_or_n verify "Continue as root? [y/N]: " "n" 101 if [[ "${verify}" = 'n' ]]; then 102 echo "Bailing!" 103 exit 1 104 fi 105fi 106 107if [ "${noninteractive}" = "TRUE" ]; then 108 if [ -z "${AUTOTEST_DIR}" ]; then 109 echo "-a must be specified in non-interactive mode." >&2 110 exit 1 111 fi 112 if [ -z "${PASSWD}" ]; then 113 echo "-p must be specified in non-interactive mode." >&2 114 exit 1 115 fi 116fi 117 118 119if [ -z "${PASSWD}" ]; then 120 read -s -p "Autotest DB password: " PASSWD 121 echo 122 if [ -z "${PASSWD}" ]; then 123 echo "Empty passwords not allowed." >&2 124 exit 1 125 fi 126 read -s -p "Re-enter password: " PASSWD2 127 echo 128 if [ "${PASSWD}" != "${PASSWD2}" ]; then 129 echo "Passwords don't match." >&2 130 exit 1 131 fi 132fi 133 134if [ -z "${AUTOTEST_DIR}" ]; then 135 CANDIDATE=$(dirname "$(readlink -f "$0")" | egrep -o '(/[^/]+)*/files') 136 read -p "Enter autotest dir [${CANDIDATE}]: " AUTOTEST_DIR 137 if [ -z "${AUTOTEST_DIR}" ]; then 138 AUTOTEST_DIR="${CANDIDATE}" 139 fi 140fi 141 142 143# Sanity check AUTOTEST_DIR. If it's null, or doesn't exist on the filesystem 144# then die. 145if [ -z "${AUTOTEST_DIR}" ]; then 146 echo "No AUTOTEST_DIR. Aborting script." 147 exit 1 148fi 149 150if [ ! -d "${AUTOTEST_DIR}" ]; then 151 echo "Directory $AUTOTEST_DIR does not exist. Aborting script." 152 exit 1 153fi 154 155 156SHADOW_CONFIG_PATH="${AUTOTEST_DIR}/shadow_config.ini" 157echo "Autotest supports local overrides of global configuration through a " 158echo "'shadow' configuration file. Setting one up for you now." 159CLOBBER=0 160if [ -f ${SHADOW_CONFIG_PATH} ]; then 161 get_y_or_n clobber "Clobber existing shadow config? [Y/n]: " "n" 162 if [[ "${clobber}" = 'n' ]]; then 163 CLOBBER=1 164 echo "Refusing to clobber existing shadow_config.ini." 165 else 166 echo "Clobbering existing shadow_config.ini." 167 fi 168fi 169 170CROS_CHECKOUT=$(readlink -f "$AUTOTEST_DIR/../../../..") 171 172# Create clean shadow config if we're replacing it/creating a new one. 173if [ $CLOBBER -eq 0 ]; then 174 cat > "${SHADOW_CONFIG_PATH}" <<EOF 175[AUTOTEST_WEB] 176host: localhost 177password: ${PASSWD} 178readonly_host: localhost 179readonly_user: chromeosqa-admin 180readonly_password: ${PASSWD} 181 182[SERVER] 183hostname: localhost 184 185[SCHEDULER] 186drones: localhost 187 188[CROS] 189source_tree: ${CROS_CHECKOUT} 190# Edit the following line as needed. 191#dev_server: http://10.10.10.10:8080 192enable_ssh_tunnel_for_servo: True 193enable_ssh_tunnel_for_chameleon: True 194enable_ssh_connection_for_devserver: True 195enable_ssh_tunnel_for_moblab: True 196EOF 197 echo -e "Done!\n" 198fi 199 200echo "Installing needed Ubuntu packages..." 201PKG_LIST="libapache2-mod-wsgi gnuplot apache2-mpm-prefork unzip \ 202python-imaging libpng12-dev libfreetype6-dev \ 203sqlite3 python-pysqlite2 git-core pbzip2 openjdk-6-jre openjdk-6-jdk \ 204python-crypto python-dev subversion build-essential python-setuptools \ 205python-numpy python-scipy libmysqlclient-dev" 206 207if ! sudo apt-get install -y ${PKG_LIST}; then 208 echo "Could not install packages: $?" 209 exit 1 210fi 211echo -e "Done!\n" 212 213INFRA_VENV_SYMLINK=/opt/infra_virtualenv 214if [ -e "${INFRA_VENV_SYMLINK}" ]; then 215 echo "infra_virtualenv already set up at ${INFRA_VENV_SYMLINK}" 216else 217 echo -n "Setting up symlink for infra_virtualenv..." 218 INFRA_VENV_PATH=$(realpath "${CROS_CHECKOUT}/infra_virtualenv") 219 if ! [ -e "$INFRA_VENV_PATH/bin/create_venv" ]; then 220 echo "Could not find infra_virtualenv repo at ${INFRA_VENV_PATH}" 221 echo "Make sure you're using a full repo checkout" 222 exit 1 223 fi 224 sudo ln -s "$INFRA_VENV_PATH" "$INFRA_VENV_SYMLINK" 225 echo -e "Done!\n" 226fi 227 228AT_DIR=/usr/local/autotest 229echo -n "Bind-mounting your autotest dir at ${AT_DIR}..." 230sudo mkdir -p "${AT_DIR}" 231sudo mount --bind "${AUTOTEST_DIR}" "${AT_DIR}" 232echo -e "Done!\n" 233 234sudo chown -R "$(whoami)" "${AT_DIR}" 235 236EXISTING_MOUNT=$(egrep "/.+[[:space:]]${AT_DIR}" /etc/fstab || /bin/true) 237if [ -n "${EXISTING_MOUNT}" ]; then 238 echo "${EXISTING_MOUNT}" | awk '{print $1 " already automounting at " $2}' 239 echo "We won't update /etc/fstab, but you should have a line line this:" 240 echo -e "${AUTOTEST_DIR}\t${AT_DIR}\tbind defaults,bind\t0\t0" 241else 242 echo -n "Adding aforementioned bind-mount to /etc/fstab..." 243 # Is there a better way to elevate privs and do a redirect? 244 sudo su -c \ 245 "echo -e '${AUTOTEST_DIR}\t${AT_DIR}\tbind defaults,bind\t0\t0' \ 246 >> /etc/fstab" 247 echo -e "Done!\n" 248fi 249 250echo -n "Reticulating splines..." 251 252if [ "${verbose}" = "TRUE" ]; then 253 "${AT_DIR}"/utils/build_externals.py 254 "${AT_DIR}"/utils/compile_gwt_clients.py -a 255else 256 "${AT_DIR}"/utils/build_externals.py &> /dev/null 257 "${AT_DIR}"/utils/compile_gwt_clients.py -a &> /dev/null 258fi 259 260echo -e "Done!\n" 261 262echo "Start setting up Database..." 263get_y_or_n clobberdb "Clobber MySQL database if it exists? [Y/n]: " "n" 264opts_string="-p ${PASSWD} -a ${AT_DIR}" 265if [[ "${clobberdb}" = 'y' ]]; then 266 opts_string="${opts_string} -c" 267fi 268if [[ "${remotedb}" = 'TRUE' ]]; then 269 opts_string="${opts_string} -m" 270fi 271"${AT_DIR}"/site_utils/setup_db.sh ${opts_string} 272 273echo -e "Done!\n" 274 275echo "Configuring apache to run the autotest web interface..." 276if [ ! -d /etc/apache2/run ]; then 277 sudo mkdir /etc/apache2/run 278fi 279sudo ln -sf "${AT_DIR}"/apache/apache-conf \ 280 /etc/apache2/sites-available/autotest-server.conf 281 282# Disable currently active default 283sudo a2dissite 000-default default || true 284sudo a2ensite autotest-server.conf 285 286sudo a2enmod rewrite 287sudo a2enmod wsgi 288sudo a2enmod version || true # built-in on trusty 289sudo a2enmod headers 290sudo a2enmod cgid 291 292# Setup permissions so that Apache web user can read the proper files. 293chmod -R o+r "${AT_DIR}" 294find "${AT_DIR}"/ -type d -print0 | xargs --null chmod o+x 295chmod o+x "${AT_DIR}"/tko/*.cgi 296# restart server 297sudo /etc/init.d/apache2 restart 298 299# Setup lxc and base container for server-side packaging support. 300sudo apt-get install lxc -y 301sudo python "${AT_DIR}"/site_utils/lxc.py -s 302 303# Set up keys for www-data/apache user. 304APACHE_USER=www-data 305APACHE_HOME=/var/www 306APACHE_SSH_DIR="$APACHE_HOME/.ssh" 307SSH_KEYS_PATH=src/third_party/chromiumos-overlay/chromeos-base/chromeos-ssh-testkeys/files 308sudo mkdir -p "$APACHE_SSH_DIR" 309sudo bash <<EOF 310cd "${APACHE_SSH_DIR:-/dev/null}" || exit 1 311sudo cp "$CROS_CHECKOUT/$SSH_KEYS_PATH/"* . 312sudo tee config >/dev/null <<EOF2 313Host * 314User root 315IdentityFile ~/.ssh/testing_rsa 316EOF2 317sudo chown -R "$APACHE_USER:" . 318sudo chmod -R go-rwx . 319EOF 320if [ $? -ne 0 ]; then 321 echo "apache user SSH setup failed." 322fi 323 324echo "Browse to http://localhost to see if Autotest is working." 325echo "For further necessary set up steps, see https://sites.google.com/a/chromium.org/dev/chromium-os/testing/autotest-developer-faq/setup-autotest-server?pli=1" 326