diff --git a/core/tasks/cts.mk b/core/tasks/cts.mk index 966ceb7ba4..16b5c49275 100644 --- a/core/tasks/cts.mk +++ b/core/tasks/cts.mk @@ -79,3 +79,148 @@ $(verifier-zip): $(SOONG_ANDROID_CTS_VERIFIER_ZIP) mkdir -p $(PRIVATE_DIR) unzip -q -d $(PRIVATE_DIR) $< $(copy-file-to-target) + +# For producing CTS coverage reports. +# Run "make cts-test-coverage" in the $ANDROID_BUILD_TOP directory. + +cts_api_coverage_exe := $(HOST_OUT_EXECUTABLES)/cts-api-coverage +dexdeps_exe := $(HOST_OUT_EXECUTABLES)/dexdeps + +coverage_out := $(HOST_OUT)/cts-api-coverage + +api_xml_description := $(TARGET_OUT_COMMON_INTERMEDIATES)/api.xml + +napi_text_description := cts/tools/cts-api-coverage/etc/ndk-api.xml +napi_xml_description := $(coverage_out)/ndk-api.xml +$(napi_xml_description) : $(napi_text_description) $(ACP) + $(hide) echo "Preparing NDK API XML: $@" + $(hide) mkdir -p $(dir $@) + $(hide) $(ACP) $< $@ + +system_api_xml_description := $(TARGET_OUT_COMMON_INTERMEDIATES)/system-api.xml + +cts-test-coverage-report := $(coverage_out)/test-coverage.html +cts-system-api-coverage-report := $(coverage_out)/system-api-coverage.html +cts-system-api-xml-coverage-report := $(coverage_out)/system-api-coverage.xml +cts-verifier-coverage-report := $(coverage_out)/verifier-coverage.html +cts-combined-coverage-report := $(coverage_out)/combined-coverage.html +cts-combined-xml-coverage-report := $(coverage_out)/combined-coverage.xml + +cts_api_coverage_dependencies := $(cts_api_coverage_exe) $(dexdeps_exe) $(api_xml_description) $(napi_xml_description) +cts_system_api_coverage_dependencies := $(cts_api_coverage_exe) $(dexdeps_exe) $(system_api_xml_description) + +android_cts_zip := $(HOST_OUT)/cts/android-cts.zip +cts_verifier_apk := $(call intermediates-dir-for,APPS,CtsVerifier)/package.apk + +$(cts-test-coverage-report): PRIVATE_TEST_CASES := $(COMPATIBILITY_TESTCASES_OUT_cts) +$(cts-test-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe) +$(cts-test-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe) +$(cts-test-coverage-report): PRIVATE_API_XML_DESC := $(api_xml_description) +$(cts-test-coverage-report): PRIVATE_NAPI_XML_DESC := $(napi_xml_description) +$(cts-test-coverage-report) : $(android_cts_zip) $(cts_api_coverage_dependencies) | $(ACP) + $(call generate-coverage-report-cts,"CTS Tests API-NDK Coverage Report",\ + $(PRIVATE_TEST_CASES),html) + +$(cts-system-api-coverage-report): PRIVATE_TEST_CASES := $(COMPATIBILITY_TESTCASES_OUT_cts) +$(cts-system-api-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe) +$(cts-system-api-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe) +$(cts-system-api-coverage-report): PRIVATE_API_XML_DESC := $(system_api_xml_description) +$(cts-system-api-coverage-report): PRIVATE_NAPI_XML_DESC := "" +$(cts-system-api-coverage-report) : $(android_cts_zip) $(cts_system_api_coverage_dependencies) | $(ACP) + $(call generate-coverage-report-cts,"CTS System API Coverage Report",\ + $(PRIVATE_TEST_CASES),html) + +$(cts-system-api-xml-coverage-report): PRIVATE_TEST_CASES := $(COMPATIBILITY_TESTCASES_OUT_cts) +$(cts-system-api-xml-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe) +$(cts-system-api-xml-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe) +$(cts-system-api-xml-coverage-report): PRIVATE_API_XML_DESC := $(system_api_xml_description) +$(cts-system-api-xml-coverage-report): PRIVATE_NAPI_XML_DESC := "" +$(cts-system-api-xml-coverage-report) : $(android_cts_zip) $(cts_system_api_coverage_dependencies) | $(ACP) + $(call generate-coverage-report-cts,"CTS System API Coverage Report - XML",\ + $(PRIVATE_TEST_CASES),xml) + +$(cts-verifier-coverage-report): PRIVATE_TEST_CASES := $(cts_verifier_apk) +$(cts-verifier-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe) +$(cts-verifier-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe) +$(cts-verifier-coverage-report): PRIVATE_API_XML_DESC := $(api_xml_description) +$(cts-verifier-coverage-report): PRIVATE_NAPI_XML_DESC := $(napi_xml_description) +$(cts-verifier-coverage-report) : $(cts_verifier_apk) $(cts_api_coverage_dependencies) | $(ACP) + $(call generate-coverage-report-cts,"CTS Verifier API Coverage Report",\ + $(PRIVATE_TEST_CASES),html) + +$(cts-combined-coverage-report): PRIVATE_TEST_CASES := $(foreach c, $(cts_verifier_apk) $(COMPATIBILITY_TESTCASES_OUT_cts), $(c)) +$(cts-combined-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe) +$(cts-combined-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe) +$(cts-combined-coverage-report): PRIVATE_API_XML_DESC := $(api_xml_description) +$(cts-combined-coverage-report): PRIVATE_NAPI_XML_DESC := $(napi_xml_description) +$(cts-combined-coverage-report) : $(android_cts_zip) $(cts_verifier_apk) $(cts_api_coverage_dependencies) | $(ACP) + $(call generate-coverage-report-cts,"CTS Combined API Coverage Report",\ + $(PRIVATE_TEST_CASES),html) + +$(cts-combined-xml-coverage-report): PRIVATE_TEST_CASES := $(foreach c, $(cts_verifier_apk) $(COMPATIBILITY_TESTCASES_OUT_cts), $(c)) +$(cts-combined-xml-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe) +$(cts-combined-xml-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe) +$(cts-combined-xml-coverage-report): PRIVATE_API_XML_DESC := $(api_xml_description) +$(cts-combined-xml-coverage-report): PRIVATE_NAPI_XML_DESC := $(napi_xml_description) +$(cts-combined-xml-coverage-report) : $(android_cts_zip) $(cts_verifier_apk) $(cts_api_coverage_dependencies) | $(ACP) + $(call generate-coverage-report-cts,"CTS Combined API Coverage Report - XML",\ + $(PRIVATE_TEST_CASES),xml) + +.PHONY: cts-test-coverage +cts-test-coverage : $(cts-test-coverage-report) + +.PHONY: cts-system-api-coverage +cts-system-api-coverage : $(cts-system-api-coverage-report) + +.PHONY: cts-system-api-xml-coverage +cts-system-api-xml-coverage : $(cts-system-api-xml-coverage-report) + +.PHONY: cts-verifier-coverage +cts-verifier-coverage : $(cts-verifier-coverage-report) + +.PHONY: cts-combined-coverage +cts-combined-coverage : $(cts-combined-coverage-report) + +.PHONY: cts-combined-xml-coverage +cts-combined-xml-coverage : $(cts-combined-xml-coverage-report) + +.PHONY: cts-coverage-report-all cts-api-coverage +cts-coverage-report-all: cts-test-coverage cts-verifier-coverage cts-combined-coverage cts-combined-xml-coverage + +# Put the test coverage report in the dist dir if "cts-api-coverage" is among the build goals. +$(call dist-for-goals, cts-api-coverage, $(cts-test-coverage-report):cts-test-coverage-report.html) +$(call dist-for-goals, cts-api-coverage, $(cts-system-api-coverage-report):cts-system-api-coverage-report.html) +$(call dist-for-goals, cts-api-coverage, $(cts-system-api-xml-coverage-report):cts-system-api-coverage-report.xml) +$(call dist-for-goals, cts-api-coverage, $(cts-verifier-coverage-report):cts-verifier-coverage-report.html) +$(call dist-for-goals, cts-api-coverage, $(cts-combined-coverage-report):cts-combined-coverage-report.html) +$(call dist-for-goals, cts-api-coverage, $(cts-combined-xml-coverage-report):cts-combined-coverage-report.xml) + +# Arguments; +# 1 - Name of the report printed out on the screen +# 2 - List of apk files that will be scanned to generate the report +# 3 - Format of the report +define generate-coverage-report-cts + $(hide) mkdir -p $(dir $@) + $(hide) $(PRIVATE_CTS_API_COVERAGE_EXE) -d $(PRIVATE_DEXDEPS_EXE) -a $(PRIVATE_API_XML_DESC) -n $(PRIVATE_NAPI_XML_DESC) -f $(3) -o $@ $(2) + @ echo $(1): file://$$(cd $(dir $@); pwd)/$(notdir $@) +endef + +# Reset temp vars +cts_api_coverage_dependencies := +cts_system_api_coverage_dependencies := +cts-combined-coverage-report := +cts-combined-xml-coverage-report := +cts-verifier-coverage-report := +cts-test-coverage-report := +cts-system-api-coverage-report := +cts-system-api-xml-coverage-report := +api_xml_description := +api_text_description := +system_api_xml_description := +napi_xml_description := +napi_text_description := +coverage_out := +dexdeps_exe := +cts_api_coverage_exe := +cts_verifier_apk := +android_cts_zip :=