1# Copyright (C) 2015 The Android Open Source Project 2# 3# Licensed under the Apache License, Version 2.0 (the "License"); 4# you may not use this file except in compliance with the License. 5# You may obtain a copy of the License at 6# 7# http://www.apache.org/licenses/LICENSE-2.0 8# 9# Unless required by applicable law or agreed to in writing, software 10# distributed under the License is distributed on an "AS IS" BASIS, 11# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12# See the License for the specific language governing permissions and 13# limitations under the License. 14 15test_suite_name := cts 16test_suite_tradefed := cts-tradefed 17test_suite_dynamic_config := cts/tools/cts-tradefed/DynamicConfig.xml 18test_suite_readme := cts/tools/cts-tradefed/README 19test_suite_tools := $(HOST_OUT_JAVA_LIBRARIES)/ats_console_deploy.jar \ 20 $(HOST_OUT_JAVA_LIBRARIES)/ats_olc_server_local_mode_deploy.jar 21 22$(call declare-1p-target,$(test_suite_dynamic_config),cts) 23$(call declare-1p-target,$(test_suite_readme),cts) 24 25include $(BUILD_SYSTEM)/tasks/tools/compatibility.mk 26 27.PHONY: cts 28cts: $(compatibility_zip) $(compatibility_tests_list_zip) 29$(call dist-for-goals, cts, $(compatibility_zip) $(compatibility_tests_list_zip)) 30 31.PHONY: cts_v2 32cts_v2: cts 33 34# platform version check (b/32056228) 35# ============================================================ 36ifneq (,$(wildcard cts/)) 37 cts_platform_version_path := cts/tests/tests/os/assets/platform_versions.txt 38 cts_platform_version_string := $(shell cat $(cts_platform_version_path)) 39 cts_platform_release_path := cts/tests/tests/os/assets/platform_releases.txt 40 cts_platform_release_string := $(shell cat $(cts_platform_release_path)) 41 42 ifneq (REL,$(PLATFORM_VERSION_CODENAME)) 43 ifeq (,$(findstring $(PLATFORM_VERSION),$(cts_platform_version_string))) 44 define error_msg 45 ============================================================ 46 Could not find version "$(PLATFORM_VERSION)" in CTS platform version file: 47 $(cts_platform_version_path) 48 Most likely PLATFORM_VERSION in build/core/version_defaults.mk 49 has changed and a new version must be added to this CTS file. 50 ============================================================ 51 endef 52 $(error $(error_msg)) 53 endif 54 endif 55 ifeq (,$(findstring $(PLATFORM_VERSION_LAST_STABLE),$(cts_platform_release_string))) 56 define error_msg 57 ============================================================ 58 Could not find version "$(PLATFORM_VERSION_LAST_STABLE)" in CTS platform release file: 59 $(cts_platform_release_path) 60 Most likely PLATFORM_VERSION_LAST_STABLE in build/core/version_defaults.mk 61 has changed and a new version must be added to this CTS file. 62 ============================================================ 63 endef 64 $(error $(error_msg)) 65 endif 66endif 67 68# Creates a "cts-verifier" directory that will contain: 69# 70# 1. Out directory with a "android-cts-verifier" containing the CTS Verifier 71# and other binaries it needs. 72# 73# 2. Zipped version of the android-cts-verifier directory to be included with 74# the build distribution. 75## 76cts-dir := $(HOST_OUT)/cts-verifier 77verifier-dir-name := android-cts-verifier 78verifier-dir := $(cts-dir)/$(verifier-dir-name) 79verifier-zip-name := $(verifier-dir-name).zip 80verifier-zip := $(cts-dir)/$(verifier-zip-name) 81cts-v-host-zip := $(HOST_OUT)/cts-v-host/android-cts-v-host.zip 82 83cts : $(verifier-zip) 84ifeq ($(wildcard cts/tools/cts-v-host/README),) 85$(verifier-zip): PRIVATE_DIR := $(cts-dir) 86$(verifier-zip): $(SOONG_ANDROID_CTS_VERIFIER_ZIP) 87 rm -rf $(PRIVATE_DIR) 88 mkdir -p $(PRIVATE_DIR) 89 unzip -q -d $(PRIVATE_DIR) $< 90 $(copy-file-to-target) 91else 92$(verifier-zip): PRIVATE_DIR := $(cts-dir) 93$(verifier-zip): PRIVATE_verifier_dir := $(verifier-dir) 94$(verifier-zip): PRIVATE_host_zip := $(cts-v-host-zip) 95$(verifier-zip): $(SOONG_ANDROID_CTS_VERIFIER_ZIP) $(cts-v-host-zip) $(SOONG_ZIP) 96 rm -rf $(PRIVATE_DIR) 97 mkdir -p $(PRIVATE_DIR) 98 unzip -q -d $(PRIVATE_DIR) $< 99 unzip -q -d $(PRIVATE_verifier_dir) $(PRIVATE_host_zip) 100 $(SOONG_ZIP) -d -o $@ -C $(PRIVATE_DIR) -D $(PRIVATE_verifier_dir) 101endif 102$(call dist-for-goals, cts, $(verifier-zip)) 103 104# For producing CTS coverage reports. 105# Run "make cts-test-coverage" in the $ANDROID_BUILD_TOP directory. 106 107cts_api_coverage_exe := $(HOST_OUT_EXECUTABLES)/cts-api-coverage 108dexdeps_exe := $(HOST_OUT_EXECUTABLES)/dexdeps 109cts_api_map_exe := $(HOST_OUT_EXECUTABLES)/cts-api-map 110 111coverage_out := $(HOST_OUT)/cts-api-coverage 112api_map_out := $(HOST_OUT)/cts-api-map 113 114cts_jar_files := $(api_map_out)/cts_jar_files.txt 115cts_v_host_jar_files := $(api_map_out)/cts_v_host_jar_files.txt 116cts_all_jar_files := $(api_map_out)/cts_all_jar_files.txt 117 118$(cts_jar_files): PRIVATE_API_MAP_FILES := $(sort $(COMPATIBILITY.cts.API_MAP_FILES)) 119$(cts_jar_files): 120 mkdir -p $(dir $@) 121 echo $(PRIVATE_API_MAP_FILES) > $@ 122 123$(cts_v_host_jar_files): PRIVATE_API_MAP_FILES := $(sort $(COMPATIBILITY.cts-v-host.API_MAP_FILES)) 124$(cts_v_host_jar_files): $(SOONG_ANDROID_CTS_VERIFIER_APP_LIST) 125 mkdir -p $(dir $@) 126 cp $< $@ 127 echo $(PRIVATE_API_MAP_FILES) >> $@ 128 129$(cts_all_jar_files): PRIVATE_API_MAP_FILES := $(sort $(COMPATIBILITY.cts.API_MAP_FILES) \ 130 $(COMPATIBILITY.cts-v-host.API_MAP_FILES)) 131$(cts_all_jar_files): $(SOONG_ANDROID_CTS_VERIFIER_APP_LIST) 132 mkdir -p $(dir $@) 133 cp $< $@ 134 echo $(PRIVATE_API_MAP_FILES) >> $@ 135 136api_xml_description := $(TARGET_OUT_COMMON_INTERMEDIATES)/api.xml 137 138napi_text_description := cts/tools/cts-api-coverage/etc/ndk-api.xml 139napi_xml_description := $(coverage_out)/ndk-api.xml 140$(napi_xml_description) : $(napi_text_description) $(ACP) 141 $(hide) echo "Preparing NDK API XML: $@" 142 $(hide) mkdir -p $(dir $@) 143 $(hide) $(ACP) $< $@ 144 145system_api_xml_description := $(TARGET_OUT_COMMON_INTERMEDIATES)/system-api.xml 146module_lib_api_xml_description := $(TARGET_OUT_COMMON_INTERMEDIATES)/module-lib-api.xml 147system_service_api_description := $(TARGET_OUT_COMMON_INTERMEDIATES)/system-server-api.xml 148 149combined_api_xml_description := $(api_xml_description) \ 150 $(system_api_xml_description) \ 151 $(module_lib_api_xml_description) \ 152 $(system_service_api_description) 153 154cts-test-coverage-report := $(coverage_out)/test-coverage.html 155cts-system-api-coverage-report := $(coverage_out)/system-api-coverage.html 156cts-system-api-xml-coverage-report := $(coverage_out)/system-api-coverage.xml 157cts-verifier-coverage-report := $(coverage_out)/verifier-coverage.html 158cts-combined-coverage-report := $(coverage_out)/combined-coverage.html 159cts-combined-xml-coverage-report := $(coverage_out)/combined-coverage.xml 160 161cts_api_coverage_dependencies := $(cts_api_coverage_exe) $(dexdeps_exe) $(api_xml_description) $(napi_xml_description) 162cts_system_api_coverage_dependencies := $(cts_api_coverage_exe) $(dexdeps_exe) $(system_api_xml_description) 163 164cts-api-map-xml-report := $(api_map_out)/cts-api-map.xml 165cts-v-host-api-map-xml-report := $(api_map_out)/cts-v-host-api-map.xml 166cts-combined-api-map-xml-report := $(api_map_out)/cts-combined-api-map.xml 167cts-combined-api-map-html-report := $(api_map_out)/cts-combined-api-map.html 168cts-combined-api-inherit-xml-report := $(api_map_out)/cts-combined-api-inherit.xml 169 170cts_api_map_dependencies := $(cts_api_map_exe) $(combined_api_xml_description) $(cts_jar_files) 171cts_v_host_api_map_dependencies := $(cts_api_map_exe) $(combined_api_xml_description) $(cts_v_host_jar_files) 172cts_combined_api_map_dependencies := $(cts_api_map_exe) $(combined_api_xml_description) $(cts_all_jar_files) 173 174android_cts_zip := $(HOST_OUT)/cts/android-cts.zip 175cts_verifier_apk := $(call intermediates-dir-for,APPS,CtsVerifier)/package.apk 176 177$(cts-test-coverage-report): PRIVATE_TEST_CASES := $(COMPATIBILITY_TESTCASES_OUT_cts) 178$(cts-test-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe) 179$(cts-test-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe) 180$(cts-test-coverage-report): PRIVATE_API_XML_DESC := $(api_xml_description) 181$(cts-test-coverage-report): PRIVATE_NAPI_XML_DESC := $(napi_xml_description) 182$(cts-test-coverage-report) : $(android_cts_zip) $(cts_api_coverage_dependencies) | $(ACP) 183 $(call generate-coverage-report-cts,"CTS Tests API-NDK Coverage Report",\ 184 $(PRIVATE_TEST_CASES),html) 185 186$(cts-system-api-coverage-report): PRIVATE_TEST_CASES := $(COMPATIBILITY_TESTCASES_OUT_cts) 187$(cts-system-api-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe) 188$(cts-system-api-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe) 189$(cts-system-api-coverage-report): PRIVATE_API_XML_DESC := $(system_api_xml_description) 190$(cts-system-api-coverage-report): PRIVATE_NAPI_XML_DESC := "" 191$(cts-system-api-coverage-report) : $(android_cts_zip) $(cts_system_api_coverage_dependencies) | $(ACP) 192 $(call generate-coverage-report-cts,"CTS System API Coverage Report",\ 193 $(PRIVATE_TEST_CASES),html) 194 195$(cts-system-api-xml-coverage-report): PRIVATE_TEST_CASES := $(COMPATIBILITY_TESTCASES_OUT_cts) 196$(cts-system-api-xml-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe) 197$(cts-system-api-xml-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe) 198$(cts-system-api-xml-coverage-report): PRIVATE_API_XML_DESC := $(system_api_xml_description) 199$(cts-system-api-xml-coverage-report): PRIVATE_NAPI_XML_DESC := "" 200$(cts-system-api-xml-coverage-report) : $(android_cts_zip) $(cts_system_api_coverage_dependencies) | $(ACP) 201 $(call generate-coverage-report-cts,"CTS System API Coverage Report - XML",\ 202 $(PRIVATE_TEST_CASES),xml) 203 204$(cts-verifier-coverage-report): PRIVATE_TEST_CASES := $(foreach c, $(cts_verifier_apk) $(verifier-dir), $(c)) 205$(cts-verifier-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe) 206$(cts-verifier-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe) 207$(cts-verifier-coverage-report): PRIVATE_API_XML_DESC := $(api_xml_description) 208$(cts-verifier-coverage-report): PRIVATE_NAPI_XML_DESC := $(napi_xml_description) 209$(cts-verifier-coverage-report) : $(cts_verifier_apk) $(verifier-zip) $(cts_api_coverage_dependencies) | $(ACP) 210 $(call generate-coverage-report-cts,"CTS Verifier API Coverage Report",\ 211 $(PRIVATE_TEST_CASES),html) 212 213$(cts-combined-coverage-report): PRIVATE_TEST_CASES := $(foreach c, $(cts_verifier_apk) $(COMPATIBILITY_TESTCASES_OUT_cts) $(verifier-dir), $(c)) 214$(cts-combined-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe) 215$(cts-combined-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe) 216$(cts-combined-coverage-report): PRIVATE_API_XML_DESC := $(api_xml_description) 217$(cts-combined-coverage-report): PRIVATE_NAPI_XML_DESC := $(napi_xml_description) 218$(cts-combined-coverage-report) : $(android_cts_zip) $(cts_verifier_apk) $(verifier-zip) $(cts_api_coverage_dependencies) | $(ACP) 219 $(call generate-coverage-report-cts,"CTS Combined API Coverage Report",\ 220 $(PRIVATE_TEST_CASES),html) 221 222$(cts-combined-xml-coverage-report): PRIVATE_TEST_CASES := $(foreach c, $(cts_verifier_apk) $(COMPATIBILITY_TESTCASES_OUT_cts) $(verifier-dir), $(c)) 223$(cts-combined-xml-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe) 224$(cts-combined-xml-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe) 225$(cts-combined-xml-coverage-report): PRIVATE_API_XML_DESC := $(api_xml_description) 226$(cts-combined-xml-coverage-report): PRIVATE_NAPI_XML_DESC := $(napi_xml_description) 227$(cts-combined-xml-coverage-report) : $(android_cts_zip) $(cts_verifier_apk) $(verifier-zip) $(cts_api_coverage_dependencies) | $(ACP) 228 $(call generate-coverage-report-cts,"CTS Combined API Coverage Report - XML",\ 229 $(PRIVATE_TEST_CASES),xml) 230 231.PHONY: cts-test-coverage 232cts-test-coverage : $(cts-test-coverage-report) 233 234.PHONY: cts-system-api-coverage 235cts-system-api-coverage : $(cts-system-api-coverage-report) 236 237.PHONY: cts-system-api-xml-coverage 238cts-system-api-xml-coverage : $(cts-system-api-xml-coverage-report) 239 240.PHONY: cts-verifier-coverage 241cts-verifier-coverage : $(cts-verifier-coverage-report) 242 243.PHONY: cts-combined-coverage 244cts-combined-coverage : $(cts-combined-coverage-report) 245 246.PHONY: cts-combined-xml-coverage 247cts-combined-xml-coverage : $(cts-combined-xml-coverage-report) 248 249.PHONY: cts-coverage-report-all cts-api-coverage 250cts-coverage-report-all: cts-test-coverage cts-verifier-coverage cts-combined-coverage cts-combined-xml-coverage 251 252$(cts-api-map-xml-report): PRIVATE_CTS_API_MAP_EXE := $(cts_api_map_exe) 253$(cts-api-map-xml-report): PRIVATE_API_XML_DESC := $(combined_api_xml_description) 254$(cts-api-map-xml-report): PRIVATE_JAR_FILES := $(cts_jar_files) 255$(cts-api-map-xml-report) : $(android_cts_zip) $(cts_api_map_dependencies) | $(ACP) 256 $(call generate-api-map-report-cts,"CTS API MAP Report - XML",\ 257 $(PRIVATE_JAR_FILES),xml) 258 259$(cts-v-host-api-map-xml-report): PRIVATE_CTS_API_MAP_EXE := $(cts_api_map_exe) 260$(cts-v-host-api-map-xml-report): PRIVATE_API_XML_DESC := $(combined_api_xml_description) 261$(cts-v-host-api-map-xml-report): PRIVATE_JAR_FILES := $(cts_v_host_jar_files) 262$(cts-v-host-api-map-xml-report) : $(verifier_zip) $(cts_v_host_api_map_dependencies) | $(ACP) 263 $(call generate-api-map-report-cts,"CTS-V-HOST API MAP Report - XML",\ 264 $(PRIVATE_JAR_FILES),xml) 265 266$(cts-combined-api-map-xml-report): PRIVATE_CTS_API_MAP_EXE := $(cts_api_map_exe) 267$(cts-combined-api-map-xml-report): PRIVATE_API_XML_DESC := $(combined_api_xml_description) 268$(cts-combined-api-map-xml-report): PRIVATE_JAR_FILES := $(cts_all_jar_files) 269$(cts-combined-api-map-xml-report) : $(verifier_zip) $(android_cts_zip) $(cts_combined_api_map_dependencies) | $(ACP) 270 $(call generate-api-map-report-cts,"CTS Combined API MAP Report - XML",\ 271 $(PRIVATE_JAR_FILES),xml) 272 273$(cts-combined-api-map-html-report): PRIVATE_CTS_API_MAP_EXE := $(cts_api_map_exe) 274$(cts-combined-api-map-html-report): PRIVATE_API_XML_DESC := $(combined_api_xml_description) 275$(cts-combined-api-map-html-report): PRIVATE_JAR_FILES := $(cts_all_jar_files) 276$(cts-combined-api-map-html-report) : $(verifier_zip) $(android_cts_zip) $(cts_combined_api_map_dependencies) | $(ACP) 277 $(call generate-api-map-report-cts,"CTS Combined API MAP Report - HTML",\ 278 $(PRIVATE_JAR_FILES),html) 279 280$(cts-combined-api-inherit-xml-report): PRIVATE_CTS_API_MAP_EXE := $(cts_api_map_exe) 281$(cts-combined-api-inherit-xml-report): PRIVATE_API_XML_DESC := $(combined_api_xml_description) 282$(cts-combined-api-inherit-xml-report): PRIVATE_JAR_FILES := $(cts_all_jar_files) 283$(cts-combined-api-inherit-xml-report) : $(verifier_zip) $(android_cts_zip) $(cts_combined_api_map_dependencies) | $(ACP) 284 $(call generate-api-inherit-report-cts,"CTS Combined API Inherit Report - XML",\ 285 $(PRIVATE_JAR_FILES),xml) 286 287.PHONY: cts-api-map-xml 288cts-api-map-xml : $(cts-api-map-xml-report) 289 290.PHONY: cts-v-host-api-map-xml 291cts-v-host-api-map-xml: $(cts-v-host-api-map-xml-report) 292 293.PHONY: cts-combined-api-map-xml 294cts-combined-api-map-xml : $(cts-combined-api-map-xml-report) 295 296.PHONY: cts-combined-api-inherit-xml 297cts-combined-api-inherit-xml : $(cts-combined-api-inherit-xml-report) 298 299.PHONY: cts-api-map-all 300 301# Put the test coverage report in the dist dir if "cts-api-coverage" is among the build goals. 302$(call dist-for-goals, cts-api-coverage, $(cts-system-api-xml-coverage-report):cts-system-api-coverage-report.xml) 303$(call dist-for-goals, cts-api-coverage, $(cts-combined-xml-coverage-report):cts-combined-coverage-report.xml) 304 305ALL_TARGETS.$(cts-test-coverage-report).META_LIC:=$(module_license_metadata) 306ALL_TARGETS.$(cts-system-api-coverage-report).META_LIC:=$(module_license_metadata) 307ALL_TARGETS.$(cts-system-api-xml-coverage-report).META_LIC:=$(module_license_metadata) 308ALL_TARGETS.$(cts-verifier-coverage-report).META_LIC:=$(module_license_metadata) 309ALL_TARGETS.$(cts-combined-coverage-report).META_LIC:=$(module_license_metadata) 310ALL_TARGETS.$(cts-combined-xml-coverage-report).META_LIC:=$(module_license_metadata) 311 312# Put the test api map report in the dist dir if "cts-api-map-all" is among the build goals. 313$(call dist-for-goals, cts-api-map-all, $(cts-combined-api-map-xml-report):cts-api-map-report.xml) 314$(call dist-for-goals, cts-api-map-all, $(cts-combined-api-inherit-xml-report):cts-api-inherit-report.xml) 315 316ALL_TARGETS.$(cts-api-map-xml-report).META_LIC:=$(module_license_metadata) 317ALL_TARGETS.$(cts-v-host-api-map-xml-report).META_LIC:=$(module_license_metadata) 318ALL_TARGETS.$(cts-combined-api-map-xml-report).META_LIC:=$(module_license_metadata) 319ALL_TARGETS.$(cts-combined-api-map-html-report).META_LIC:=$(module_license_metadata) 320ALL_TARGETS.$(cts-combined-api-map-inherit-report).META_LIC:=$(module_license_metadata) 321 322# Arguments; 323# 1 - Name of the report printed out on the screen 324# 2 - List of apk files that will be scanned to generate the report 325# 3 - Format of the report 326define generate-coverage-report-cts 327 $(hide) mkdir -p $(dir $@) 328 $(hide) $(PRIVATE_CTS_API_COVERAGE_EXE) -j 8 -d $(PRIVATE_DEXDEPS_EXE) -a $(PRIVATE_API_XML_DESC) -n $(PRIVATE_NAPI_XML_DESC) -f $(3) -o $@ $(2) 329 @ echo $(1): file://$$(cd $(dir $@); pwd)/$(notdir $@) 330endef 331 332# Arguments; 333# 1 - Name of the report printed out on the screen 334# 2 - A file containing list of files that to be analyzed 335# 3 - Format of the report 336define generate-api-map-report-cts 337 $(hide) mkdir -p $(dir $@) 338 $(hide) $(PRIVATE_CTS_API_MAP_EXE) -j 8 -m api_map -m xts_annotation -a $(shell echo "$(PRIVATE_API_XML_DESC)" | tr ' ' ',') -i $(2) -f $(3) -o $@ 339 @ echo $(1): file://$$(cd $(dir $@); pwd)/$(notdir $@) 340endef 341 342 343# Arguments; 344# 1 - Name of the report printed out on the screen 345# 2 - A file containing list of files that to be analyzed 346# 3 - Format of the report 347define generate-api-inherit-report-cts 348 $(hide) mkdir -p $(dir $@) 349 $(hide) $(PRIVATE_CTS_API_MAP_EXE) -j 8 -m xts_api_inherit -a $(shell echo "$(PRIVATE_API_XML_DESC)" | tr ' ' ',') -i $(2) -f $(3) -o $@ 350 @ echo $(1): file://$$(cd $(dir $@); pwd)/$(notdir $@) 351endef 352 353# Reset temp vars 354cts_api_coverage_dependencies := 355cts_system_api_coverage_dependencies := 356cts_api_map_dependencies := 357cts_v_host_api_map_dependencies := 358cts_combined_api_map_dependencies := 359cts-combined-coverage-report := 360cts-combined-xml-coverage-report := 361cts-verifier-coverage-report := 362cts-test-coverage-report := 363cts-system-api-coverage-report := 364cts-system-api-xml-coverage-report := 365cts-api-map-xml-report := 366cts-v-host-api-map-xml-report := 367cts-combined-api-map-xml-report := 368cts-combined-api-map-html-report := 369cts-combined-api-map-inherit-report := 370api_xml_description := 371api_text_description := 372system_api_xml_description := 373combined_api_xml_description := 374napi_xml_description := 375napi_text_description := 376coverage_out := 377api_map_out := 378cts_jar_files := 379dexdeps_exe := 380cts_api_coverage_exe := 381cts_api_map_exe := 382cts_verifier_apk := 383android_cts_zip := 384cts-dir := 385verifier-dir-name := 386verifier-dir := 387verifier-zip-name := 388verifier-zip := 389cts-v-host-zip := 390