# Copyright (C) 2019 The Android Open Source Project # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. include $(shell python3 config.py makefile) override COMMON_DEPS := Makefile *.py override GCE_LOCAL_STARTUP_SCRIPT := worker/gce-startup-script.sh override SCRIPT_HASH := $(shell git hash-object ${GCE_LOCAL_STARTUP_SCRIPT} | cut -c 1-8) override GCE_STARTUP_SCRIPT := gs://perfetto/ci/worker-startup-script/${SCRIPT_HASH} BUILDER := docker .PHONY: help help: @echo "build: Builds the worker and sandbox containers" @echo "build-worker: Builds the worker container" @echo "build-sandbox: Builds the sandbox container" @echo "push: Pushes the containers to the registry" @echo "deploy-controller: Deploys and restarts the controller" @echo "deploy-frontend: Deploys and restarts the controller" @echo "stop-workers: Stops the whole workers GCE instance group" @echo "start-workers: Starts the whole workers GCE instance group" @echo "restart-workers: Restarts the whole workers GCE instance group" .PHONY: build build: build-worker build-sandbox .PHONY: build-worker build-worker: .deps/${BUILDER}-worker .PHONY: build-sandbox build-sandbox: .deps/${BUILDER}-sandbox .PHONY: push push: build ${BUILDER} push ${WORKER_IMG} ${BUILDER} push ${SANDBOX_IMG} .PHONY: clean clean: rm -rf .deps .deps/${BUILDER}-worker: worker/* ${COMMON_DEPS} mkdir -p worker/tmp cp -a config.py common_utils.py worker/tmp/ ${BUILDER} build --rm --force-rm -t ${WORKER_IMG} worker rm -rf worker/tmp/ touch $@ .deps/${BUILDER}-sandbox: sandbox/* ${COMMON_DEPS} ${BUILDER} build --rm --force-rm -t ${SANDBOX_IMG} sandbox touch $@ .deps/upload-startup-script: ${GCE_LOCAL_STARTUP_SCRIPT} ${COMMON_DEPS} gsutil -q cp -a public-read ${GCE_LOCAL_STARTUP_SCRIPT} ${GCE_STARTUP_SCRIPT} touch $@ .deps/gce-template: ${COMMON_DEPS} .deps/upload-startup-script gcloud compute --quiet --project=${PROJECT} \ instance-templates delete --quiet ${GCE_TEMPLATE} || true gcloud compute --quiet --project=${PROJECT} \ instance-templates create ${GCE_TEMPLATE} \ --machine-type=${GCE_VM_TYPE} \ --network=projects/perfetto-ci/global/networks/default \ --network-tier=PREMIUM \ --metadata='startup-script-url=${GCE_STARTUP_SCRIPT},num-workers=${NUM_WORKERS_PER_VM},google-logging-enabled=true' \ --maintenance-policy=MIGRATE \ --service-account=gce-ci-worker@perfetto-ci.iam.gserviceaccount.com \ --scopes=${GCE_SCOPES} \ --image=cos-85-13310-1209-10 \ --image-project=cos-cloud \ --boot-disk-size=100GB \ --boot-disk-type=pd-ssd \ --boot-disk-device-name=ci-worker-template \ --local-ssd=interface=NVME touch $@ .PHONY: deploy-controller deploy-controller: make -C controller deploy .PHONY: deploy-frontend deploy-frontend: make -C frontend deploy .PHONY: restart-workers restart-workers: stop-workers start-workers define start-workers-for-zone gcloud compute --project=${PROJECT} \ instance-groups managed create ${GCE_GROUP_NAME}-$1 \ --zone=$1 \ --base-instance-name=ci-$1 \ --template=ci-worker-template \ --size=${NUM_VMS} endef .PHONY: start-workers start-workers: .deps/gce-template $(foreach zone,$(GCE_ZONES),$(call start-workers-for-zone,$(zone))) define stop-workers-for-zone gcloud compute --quiet --project=${PROJECT} \ instance-groups managed delete ${GCE_GROUP_NAME}-$1 --zone=$1 || true endef .PHONY: stop-workers stop-workers: $(foreach zone,$(GCE_ZONES),$(call stop-workers-for-zone,$(zone))) # These are for testing only, start an individual VM. Use start-group for # production. .PHONY: stop-worker-for-testing stop-worker-for-testing: gcloud compute --quiet \ --project ${PROJECT} \ instances delete ${GCE_VM_NAME} \ --zone us-central1-f .PHONY: start-worker-for-testing start-worker-for-testing: .deps/gce-template gcloud compute --quiet \ --project ${PROJECT} \ instances create ${GCE_VM_NAME} \ --zone us-central1-f \ --source-instance-template=${GCE_TEMPLATE} # Debugging client to make OAuth2 authenticated requests manually. .PHONY: cli cli: GOOGLE_APPLICATION_CREDENTIALS=test-credentials.json \ python3 -i -c 'from common_utils import *; from config import *; \ SCOPES += ["https://www.googleapis.com/auth/firebase.database", \ "https://www.googleapis.com/auth/userinfo.email", \ "https://www.googleapis.com/auth/datastore"]'