#!/bin/bash -ex # Copyright 2017 gRPC authors. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # Source this rc script to prepare the environment for macos builds # show original open file limit values launchctl limit maxfiles ulimit -a # WARNING: TRY TO KEEP THIS FILE AS LEAN AS POSSIBLE # The rules: # - think twice before adding installer that takes long time (builds are already slow) # - do not add any steps that are flaky (builds will become flaky) # - try adding a dependency under a language-specific section first (reduces latency and increases build stability) # - only add stuff that you absolutely need for your builds to work (add comment to explain why its needed) # Add GCP credentials for BQ access pip install --user google-api-python-client oauth2client export GOOGLE_APPLICATION_CREDENTIALS=${KOKORO_GFILE_DIR}/GrpcTesting-d0eeee2db331.json # If this is a PR using RUN_TESTS_FLAGS var, then add flags to filter tests if [ -n "$KOKORO_GITHUB_PULL_REQUEST_NUMBER" ]; then export RUN_TESTS_FLAGS="--filter_pr_tests --base_branch origin/$KOKORO_GITHUB_PULL_REQUEST_TARGET_BRANCH $RUN_TESTS_FLAGS" fi if [ "${PREPARE_BUILD_INSTALL_DEPS_RUBY}" == "true" ] then brew update # special case fix for https://github.com/grpc/grpc/issues/23027 rm -f /usr/local/bin/gpg rm -f /usr/local/bin/gpgconf rm -f /usr/local/bin/gpgsm # end https://github.com/grpc/grpc/issues/23027 brew cleanup set +ex source $HOME/.rvm/scripts/rvm set -ex for RUBY_VERSION in 2.5.0 2.7.0; do rvm --debug requirements "ruby-${RUBY_VERSION}" time rvm install "$RUBY_VERSION" time gem install bundler -v 1.17.3 --no-document time gem install rake-compiler --no-document done; rvm use 2.5.0 --default time gem install cocoapods --version 1.3.1 --no-document rvm osx-ssl-certs status all rvm osx-ssl-certs update all fi if [ "${PREPARE_BUILD_INSTALL_DEPS_OBJC}" == "true" ] then # cocoapods export LANG=en_US.UTF-8 # pre-fetch cocoapods master repo's most recent commit only mkdir -p ~/.cocoapods/repos time git clone --depth 1 https://github.com/CocoaPods/Specs.git ~/.cocoapods/repos/master # set xcode version for Obj-C tests sudo xcode-select -switch /Applications/Xcode_9.2.app/Contents/Developer/ # Needed for ios-binary-size time pip install --user pyyaml pyjwt cryptography requests # Store intermediate build files of ObjC tests into /tmpfs # TODO(jtattermusch): this has likely been done to avoid running # out of disk space when running ios-binary-size tests, but # it would be good to revisit. mkdir /tmpfs/Build-ios-binary-size ln -s /tmpfs/Build-ios-binary-size src/objective-c/examples/Sample/Build mkdir -p /tmpfs/DerivedData rm -rf ~/Library/Developer/Xcode/DerivedData mkdir -p ~/Library/Developer/Xcode ln -s /tmpfs/DerivedData ~/Library/Developer/Xcode/DerivedData fi if [ "${PREPARE_BUILD_INSTALL_DEPS_PYTHON}" == "true" ] then # python time pip install --user virtualenv time pip install --user --upgrade Mako six tox setuptools twisted pyyaml pyjwt cryptography requests export PYTHONPATH=/Library/Python/3.4/site-packages # make sure md5sum is available (requires coreutils 8.31+) brew upgrade coreutils # Install Python 3.7 and Python 3.8 time curl -O https://www.python.org/ftp/python/3.7.0/python-3.7.0-macosx10.9.pkg time curl -O https://www.python.org/ftp/python/3.8.0/python-3.8.0-macosx10.9.pkg echo "ae0717a02efea3b0eb34aadc680dc498 python-3.7.0-macosx10.9.pkg" > /tmp/python_installer_checksum.md5 echo "f5f9ae9f416170c6355cab7256bb75b5 python-3.8.0-macosx10.9.pkg" >> /tmp/python_installer_checksum.md5 md5sum -c /tmp/python_installer_checksum.md5 time sudo installer -pkg ./python-3.7.0-macosx10.9.pkg -target / time sudo installer -pkg ./python-3.8.0-macosx10.9.pkg -target / fi if [ "${PREPARE_BUILD_INSTALL_DEPS_CSHARP}" == "true" ] then # Disable some unwanted dotnet options export NUGET_XMLDOC_MODE=skip export DOTNET_SKIP_FIRST_TIME_EXPERIENCE=true export DOTNET_CLI_TELEMETRY_OPTOUT=true # Xcode 10+ doesn't support building for i386 architecture sudo xcode-select -switch /Applications/Xcode_9.2.app/Contents/Developer/ fi # PHP tests currently require using an older version of PHPUnit ln -sf /usr/local/bin/phpunit-5.7 /usr/local/bin/phpunit # TODO(jtattermusch): better debugging of clock skew, remove once not needed date time git submodule update --init