1# Copyright (C) 2015 The Android Open Source Project 2# 3# Licensed under the Apache License, Version 2.0 (the "License"); 4# you may not use this file except in compliance with the License. 5# You may obtain a copy of the License at 6# 7# http://www.apache.org/licenses/LICENSE-2.0 8# 9# Unless required by applicable law or agreed to in writing, software 10# distributed under the License is distributed on an "AS IS" BASIS, 11# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12# See the License for the specific language governing permissions and 13# limitations under the License. 14 15test_suite_name := cts 16test_suite_tradefed := cts-tradefed 17test_suite_dynamic_config := cts/tools/cts-tradefed/DynamicConfig.xml 18test_suite_readme := cts/tools/cts-tradefed/README 19 20$(call declare-1p-target,$(test_suite_dynamic_config),cts) 21$(call declare-1p-target,$(test_suite_readme),cts) 22 23include $(BUILD_SYSTEM)/tasks/tools/compatibility.mk 24 25.PHONY: cts 26cts: $(compatibility_zip) $(compatibility_tests_list_zip) 27$(call dist-for-goals, cts, $(compatibility_zip) $(compatibility_tests_list_zip)) 28 29.PHONY: cts_v2 30cts_v2: cts 31 32# platform version check (b/32056228) 33# ============================================================ 34ifneq (,$(wildcard cts/)) 35 cts_platform_version_path := cts/tests/tests/os/assets/platform_versions.txt 36 cts_platform_version_string := $(shell cat $(cts_platform_version_path)) 37 cts_platform_release_path := cts/tests/tests/os/assets/platform_releases.txt 38 cts_platform_release_string := $(shell cat $(cts_platform_release_path)) 39 40 ifeq (,$(findstring $(PLATFORM_VERSION),$(cts_platform_version_string))) 41 define error_msg 42 ============================================================ 43 Could not find version "$(PLATFORM_VERSION)" in CTS platform version file: 44 $(cts_platform_version_path) 45 Most likely PLATFORM_VERSION in build/core/version_defaults.mk 46 has changed and a new version must be added to this CTS file. 47 ============================================================ 48 endef 49 $(error $(error_msg)) 50 endif 51 ifeq (,$(findstring $(PLATFORM_VERSION_LAST_STABLE),$(cts_platform_release_string))) 52 define error_msg 53 ============================================================ 54 Could not find version "$(PLATFORM_VERSION_LAST_STABLE)" in CTS platform release file: 55 $(cts_platform_release_path) 56 Most likely PLATFORM_VERSION_LAST_STABLE in build/core/version_defaults.mk 57 has changed and a new version must be added to this CTS file. 58 ============================================================ 59 endef 60 $(error $(error_msg)) 61 endif 62endif 63 64# Creates a "cts-verifier" directory that will contain: 65# 66# 1. Out directory with a "android-cts-verifier" containing the CTS Verifier 67# and other binaries it needs. 68# 69# 2. Zipped version of the android-cts-verifier directory to be included with 70# the build distribution. 71## 72cts-dir := $(HOST_OUT)/cts-verifier 73verifier-dir-name := android-cts-verifier 74verifier-dir := $(cts-dir)/$(verifier-dir-name) 75verifier-zip-name := $(verifier-dir-name).zip 76verifier-zip := $(cts-dir)/$(verifier-zip-name) 77 78cts : $(verifier-zip) 79$(verifier-zip): PRIVATE_DIR := $(cts-dir) 80$(verifier-zip): $(SOONG_ANDROID_CTS_VERIFIER_ZIP) 81 rm -rf $(PRIVATE_DIR) 82 mkdir -p $(PRIVATE_DIR) 83 unzip -q -d $(PRIVATE_DIR) $< 84 $(copy-file-to-target) 85 86# For producing CTS coverage reports. 87# Run "make cts-test-coverage" in the $ANDROID_BUILD_TOP directory. 88 89cts_api_coverage_exe := $(HOST_OUT_EXECUTABLES)/cts-api-coverage 90dexdeps_exe := $(HOST_OUT_EXECUTABLES)/dexdeps 91 92coverage_out := $(HOST_OUT)/cts-api-coverage 93 94api_xml_description := $(TARGET_OUT_COMMON_INTERMEDIATES)/api.xml 95 96napi_text_description := cts/tools/cts-api-coverage/etc/ndk-api.xml 97napi_xml_description := $(coverage_out)/ndk-api.xml 98$(napi_xml_description) : $(napi_text_description) $(ACP) 99 $(hide) echo "Preparing NDK API XML: $@" 100 $(hide) mkdir -p $(dir $@) 101 $(hide) $(ACP) $< $@ 102 103system_api_xml_description := $(TARGET_OUT_COMMON_INTERMEDIATES)/system-api.xml 104 105cts-test-coverage-report := $(coverage_out)/test-coverage.html 106cts-system-api-coverage-report := $(coverage_out)/system-api-coverage.html 107cts-system-api-xml-coverage-report := $(coverage_out)/system-api-coverage.xml 108cts-verifier-coverage-report := $(coverage_out)/verifier-coverage.html 109cts-combined-coverage-report := $(coverage_out)/combined-coverage.html 110cts-combined-xml-coverage-report := $(coverage_out)/combined-coverage.xml 111 112cts_api_coverage_dependencies := $(cts_api_coverage_exe) $(dexdeps_exe) $(api_xml_description) $(napi_xml_description) 113cts_system_api_coverage_dependencies := $(cts_api_coverage_exe) $(dexdeps_exe) $(system_api_xml_description) 114 115android_cts_zip := $(HOST_OUT)/cts/android-cts.zip 116cts_verifier_apk := $(call intermediates-dir-for,APPS,CtsVerifier)/package.apk 117 118$(cts-test-coverage-report): PRIVATE_TEST_CASES := $(COMPATIBILITY_TESTCASES_OUT_cts) 119$(cts-test-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe) 120$(cts-test-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe) 121$(cts-test-coverage-report): PRIVATE_API_XML_DESC := $(api_xml_description) 122$(cts-test-coverage-report): PRIVATE_NAPI_XML_DESC := $(napi_xml_description) 123$(cts-test-coverage-report) : $(android_cts_zip) $(cts_api_coverage_dependencies) | $(ACP) 124 $(call generate-coverage-report-cts,"CTS Tests API-NDK Coverage Report",\ 125 $(PRIVATE_TEST_CASES),html) 126 127$(cts-system-api-coverage-report): PRIVATE_TEST_CASES := $(COMPATIBILITY_TESTCASES_OUT_cts) 128$(cts-system-api-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe) 129$(cts-system-api-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe) 130$(cts-system-api-coverage-report): PRIVATE_API_XML_DESC := $(system_api_xml_description) 131$(cts-system-api-coverage-report): PRIVATE_NAPI_XML_DESC := "" 132$(cts-system-api-coverage-report) : $(android_cts_zip) $(cts_system_api_coverage_dependencies) | $(ACP) 133 $(call generate-coverage-report-cts,"CTS System API Coverage Report",\ 134 $(PRIVATE_TEST_CASES),html) 135 136$(cts-system-api-xml-coverage-report): PRIVATE_TEST_CASES := $(COMPATIBILITY_TESTCASES_OUT_cts) 137$(cts-system-api-xml-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe) 138$(cts-system-api-xml-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe) 139$(cts-system-api-xml-coverage-report): PRIVATE_API_XML_DESC := $(system_api_xml_description) 140$(cts-system-api-xml-coverage-report): PRIVATE_NAPI_XML_DESC := "" 141$(cts-system-api-xml-coverage-report) : $(android_cts_zip) $(cts_system_api_coverage_dependencies) | $(ACP) 142 $(call generate-coverage-report-cts,"CTS System API Coverage Report - XML",\ 143 $(PRIVATE_TEST_CASES),xml) 144 145$(cts-verifier-coverage-report): PRIVATE_TEST_CASES := $(cts_verifier_apk) 146$(cts-verifier-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe) 147$(cts-verifier-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe) 148$(cts-verifier-coverage-report): PRIVATE_API_XML_DESC := $(api_xml_description) 149$(cts-verifier-coverage-report): PRIVATE_NAPI_XML_DESC := $(napi_xml_description) 150$(cts-verifier-coverage-report) : $(cts_verifier_apk) $(cts_api_coverage_dependencies) | $(ACP) 151 $(call generate-coverage-report-cts,"CTS Verifier API Coverage Report",\ 152 $(PRIVATE_TEST_CASES),html) 153 154$(cts-combined-coverage-report): PRIVATE_TEST_CASES := $(foreach c, $(cts_verifier_apk) $(COMPATIBILITY_TESTCASES_OUT_cts), $(c)) 155$(cts-combined-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe) 156$(cts-combined-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe) 157$(cts-combined-coverage-report): PRIVATE_API_XML_DESC := $(api_xml_description) 158$(cts-combined-coverage-report): PRIVATE_NAPI_XML_DESC := $(napi_xml_description) 159$(cts-combined-coverage-report) : $(android_cts_zip) $(cts_verifier_apk) $(cts_api_coverage_dependencies) | $(ACP) 160 $(call generate-coverage-report-cts,"CTS Combined API Coverage Report",\ 161 $(PRIVATE_TEST_CASES),html) 162 163$(cts-combined-xml-coverage-report): PRIVATE_TEST_CASES := $(foreach c, $(cts_verifier_apk) $(COMPATIBILITY_TESTCASES_OUT_cts), $(c)) 164$(cts-combined-xml-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe) 165$(cts-combined-xml-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe) 166$(cts-combined-xml-coverage-report): PRIVATE_API_XML_DESC := $(api_xml_description) 167$(cts-combined-xml-coverage-report): PRIVATE_NAPI_XML_DESC := $(napi_xml_description) 168$(cts-combined-xml-coverage-report) : $(android_cts_zip) $(cts_verifier_apk) $(cts_api_coverage_dependencies) | $(ACP) 169 $(call generate-coverage-report-cts,"CTS Combined API Coverage Report - XML",\ 170 $(PRIVATE_TEST_CASES),xml) 171 172.PHONY: cts-test-coverage 173cts-test-coverage : $(cts-test-coverage-report) 174 175.PHONY: cts-system-api-coverage 176cts-system-api-coverage : $(cts-system-api-coverage-report) 177 178.PHONY: cts-system-api-xml-coverage 179cts-system-api-xml-coverage : $(cts-system-api-xml-coverage-report) 180 181.PHONY: cts-verifier-coverage 182cts-verifier-coverage : $(cts-verifier-coverage-report) 183 184.PHONY: cts-combined-coverage 185cts-combined-coverage : $(cts-combined-coverage-report) 186 187.PHONY: cts-combined-xml-coverage 188cts-combined-xml-coverage : $(cts-combined-xml-coverage-report) 189 190.PHONY: cts-coverage-report-all cts-api-coverage 191cts-coverage-report-all: cts-test-coverage cts-verifier-coverage cts-combined-coverage cts-combined-xml-coverage 192 193# Put the test coverage report in the dist dir if "cts-api-coverage" is among the build goals. 194$(call dist-for-goals, cts-api-coverage, $(cts-test-coverage-report):cts-test-coverage-report.html) 195$(call dist-for-goals, cts-api-coverage, $(cts-system-api-coverage-report):cts-system-api-coverage-report.html) 196$(call dist-for-goals, cts-api-coverage, $(cts-system-api-xml-coverage-report):cts-system-api-coverage-report.xml) 197$(call dist-for-goals, cts-api-coverage, $(cts-verifier-coverage-report):cts-verifier-coverage-report.html) 198$(call dist-for-goals, cts-api-coverage, $(cts-combined-coverage-report):cts-combined-coverage-report.html) 199$(call dist-for-goals, cts-api-coverage, $(cts-combined-xml-coverage-report):cts-combined-coverage-report.xml) 200 201ALL_TARGETS.$(cts-test-coverage-report).META_LIC:=$(module_license_metadata) 202ALL_TARGETS.$(cts-system-api-coverage-report).META_LIC:=$(module_license_metadata) 203ALL_TARGETS.$(cts-system-api-xml-coverage-report).META_LIC:=$(module_license_metadata) 204ALL_TARGETS.$(cts-verifier-coverage-report).META_LIC:=$(module_license_metadata) 205ALL_TARGETS.$(cts-combined-coverage-report).META_LIC:=$(module_license_metadata) 206ALL_TARGETS.$(cts-combined-xml-coverage-report).META_LIC:=$(module_license_metadata) 207 208# Arguments; 209# 1 - Name of the report printed out on the screen 210# 2 - List of apk files that will be scanned to generate the report 211# 3 - Format of the report 212define generate-coverage-report-cts 213 $(hide) mkdir -p $(dir $@) 214 $(hide) $(PRIVATE_CTS_API_COVERAGE_EXE) -d $(PRIVATE_DEXDEPS_EXE) -a $(PRIVATE_API_XML_DESC) -n $(PRIVATE_NAPI_XML_DESC) -f $(3) -o $@ $(2) 215 @ echo $(1): file://$$(cd $(dir $@); pwd)/$(notdir $@) 216endef 217 218# Reset temp vars 219cts_api_coverage_dependencies := 220cts_system_api_coverage_dependencies := 221cts-combined-coverage-report := 222cts-combined-xml-coverage-report := 223cts-verifier-coverage-report := 224cts-test-coverage-report := 225cts-system-api-coverage-report := 226cts-system-api-xml-coverage-report := 227api_xml_description := 228api_text_description := 229system_api_xml_description := 230napi_xml_description := 231napi_text_description := 232coverage_out := 233dexdeps_exe := 234cts_api_coverage_exe := 235cts_verifier_apk := 236android_cts_zip := 237