1# 2# Copyright (C) 2010 The Android Open Source Project 3# 4# Licensed under the Apache License, Version 2.0 (the "License"); 5# you may not use this file except in compliance with the License. 6# You may obtain a copy of the License at 7# 8# http://www.apache.org/licenses/LICENSE-2.0 9# 10# Unless required by applicable law or agreed to in writing, software 11# distributed under the License is distributed on an "AS IS" BASIS, 12# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13# See the License for the specific language governing permissions and 14# limitations under the License. 15# 16 17# Makefile for producing CTS coverage reports. 18# Run "make cts-test-coverage" in the $ANDROID_BUILD_TOP directory. 19 20include cts/CtsTestCaseList.mk 21 22cts_api_coverage_exe := $(HOST_OUT_EXECUTABLES)/cts-api-coverage 23dexdeps_exe := $(HOST_OUT_EXECUTABLES)/dexdeps 24 25coverage_out := $(HOST_OUT)/cts-api-coverage 26 27api_text_description := $(SRC_API_DIR)/current.txt 28api_xml_description := $(coverage_out)/api.xml 29$(api_xml_description) : $(api_text_description) $(APICHECK) 30 $(hide) echo "Converting API file to XML: $@" 31 $(hide) mkdir -p $(coverage_out) 32 $(hide) $(APICHECK_COMMAND) -convert2xml $(api_text_description) $(api_xml_description) 33 34cts-test-coverage-report := $(coverage_out)/test-coverage.html 35cts-verifier-coverage-report := $(coverage_out)/verifier-coverage.html 36cts-combined-coverage-report := $(coverage_out)/combined-coverage.html 37 38cts_api_coverage_dependencies := $(cts_api_coverage_exe) $(dexdeps_exe) $(api_xml_description) $(ACP) 39 40$(cts-test-coverage-report) : $(CTS_COVERAGE_TEST_CASE_LIST) $(cts_api_coverage_dependencies) 41 $(call generate-coverage-report,"CTS Tests API Coverage Report",\ 42 $(CTS_COVERAGE_TEST_CASE_LIST),cts-test-apks,html,test-coverage.html) 43 44$(cts-verifier-coverage-report) : CtsVerifier $(cts_api_coverage_dependencies) 45 $(call generate-coverage-report,"CTS Verifier API Coverage Report",\ 46 CtsVerifier,cts-verifier-apks,html,verifier-coverage.html) 47 48$(cts-combined-coverage-report) : CtsVerifier $(cts_api_coverage_dependencies) $(CTS_COVERAGE_TEST_CASE_LIST) $(cts_api_coverage_dependencies) 49 $(call generate-coverage-report,"CTS Combined API Coverage Report",\ 50 $(CTS_COVERAGE_TEST_CASE_LIST) CtsVerifier,cts-combined-apks,html,combined-coverage.html) 51 52.PHONY: cts-test-coverage 53cts-test-coverage : $(cts-test-coverage-report) 54 55.PHONY: cts-verifier-coverage 56cts-verifier-coverage : $(cts-verifier-coverage-report) 57 58.PHONY: cts-combined-coverage 59cts-combined-coverage : $(cts-combined-coverage-report) 60 61# Put the test coverage report in the dist dir if "cts" is among the build goals. 62ifneq ($(filter cts, $(MAKECMDGOALS)),) 63 $(call dist-for-goals, cts, $(cts-test-coverage-report):cts-test-coverage-report.html) 64 $(call dist-for-goals, cts, $(cts-verifier-coverage-report):cts-verifier-coverage-report.html) 65 $(call dist-for-goals, cts, $(cts-combined-coverage-report):cts-combined-coverage-report.html) 66endif 67 68# Arguments; 69# 1 - Name of the report printed out on the screen 70# 2 - Name of APK packages that will be scanned to generate the report 71# 3 - Name of variable to hold the calculated paths of the APKs 72# 4 - Format of the report 73# 5 - Output file name of the report 74define generate-coverage-report 75 $(foreach testcase,$(2),$(eval $(call add-testcase-apk,$(3),$(testcase)))) 76 $(hide) mkdir -p $(coverage_out) 77 $(hide) $(cts_api_coverage_exe) -d $(dexdeps_exe) -a $(api_xml_description) -f $(4) -o $(coverage_out)/$(5) $($(3)) 78 $(hide) echo $(1): file://$(ANDROID_BUILD_TOP)/$(coverage_out)/$(5) 79endef 80 81# classes.dex is stripped from package.apk if dex-preopt is enabled, 82# so we use the copy that definitely includes classes.dex. 83define add-testcase-apk 84 $(1) += $(call intermediates-dir-for,APPS,$(2))/package.apk.unaligned 85endef 86