Lines Matching +full:test +full:- +full:vk
8 # https://www.apache.org/licenses/LICENSE-2.0
17 # - Python3 (apt-get install -y python3.x)
18 # - GO (apt-get install -y golang-go)
19 # - cmake (version 3.13 or later)
20 # - ninja (apt-get install -y ninja-build)
21 # - git (sudo apt-get install -y git)
24 # - crypto/openpgp (go get -u golang.org/x/crypto/openpgp...)
43 "-d",
44 "--directory",
48 default=str(Path(tempfile.gettempdir()) / "deqp-swiftshader")
51 "-u",
52 "--url",
59 "-l",
60 "--vlayer_url",
64 default="https://github.com/KhronosGroup/Vulkan-ValidationLayers.git",
67 "-b",
68 "--sws_build_type",
76 "-q",
77 "--deqp_vk",
80 help="Path to deqp-vk binary.",
83 "-v",
84 "--vk_gl_cts",
87 help="Path to vk-gl-cts source directory.",
90 "-w",
91 "--vk_gl_cts_build",
94 help="Path to vk-gl-cts build directory.",
95 default=str(Path(tempfile.gettempdir()) / "deqp-swiftshader" / "vk-gl-cts-build"),
98 "-t",
99 "--vk_gl_cts_build_type",
102 help="vk-gl-cts build type.",
107 "-r",
108 "--recipe",
112 choices=["run-deqp", "check-comparison"],
113 default="run-deqp",
116 "-f",
117 "--files",
124 "-a",
125 "--validation",
133 "-o",
134 "--result_output",
143 # Check that we have everything needed to run the script when using recipe run-deqp.
144 if ARGS.recipe == "run-deqp":
146 raise RuntimeError("go not found. (apt-get install -y golang-go)")
150 raise RuntimeError("Ninja not found. (apt-get install -y ninja-build)")
152 raise RuntimeError("Git not found. (apt-get install -y git)")
154 raise RuntimeError("vk-gl-cts source directory must be provided. Use --help for more info.")
174 MUSTPASS_LIST = VK_GL_CTS_ROOT_DIR / "external" / "vulkancts" / "mustpass" / "master" / "vk-default…
176 … DEQP_VK_BINARY = VK_GL_CTS_BUILD_DIR / "external" / "vulkancts" / "modules" / "vulkan" / "deqp-vk"
202 # Reads one test item from the file.
208 if "Test" in tmp:
214 # Search for a test name. Returns the test data if found and otherwise False.
215 def searchTest(self, test): argument
218 if line.find(test) != -1:
219 # Found the test.
227 # Run deqp-vk with regres.
229 deqpVkParam = "--deqp-vk=" + deqp_path
230 validationLayerParam = "--validation=" + ARGS.validation
231 testListParam = "--test-list=" + testlist_path
235 def run(command: str, working_dir: str = Path.cwd()) -> None:
245 def writeToStatus(test): argument
246 if test['Status'] == "PASS":
247 new_pass.append(test['Test'])
248 elif test['Status'] == "FAIL":
249 new_fail.append(test['Test'])
250 elif test['Status'] == "NOT_SUPPORTED" or test['Status'] == "UNSUPPORTED":
251 new_notsupported.append(test['Test'])
252 elif test['Status'] == "CRASH":
253 new_crash.append(test['Test'])
254 elif test['Status'] == "COMPATIBILITY_WARNING":
255 compatibility_warning.append(test['Test'])
256 elif test['Status'] == "QUALITY_WARNING":
257 quality_warning.append(test['Test'])
258 elif test['Status'] == "INTERNAL_ERROR":
259 internal_errors.append(test['Test'])
260 elif test['Status'] == "WAIVER":
261 waivers.append(test['Test'])
265 f"got {test['Status']}. Is there an unhandled status case?")
287 has_been_removed.append(t1['Test'])
296 if t0['Test'] == t1['Test']:
299 … status_change.append(f"{t0['Test']}, new status: {t0['Status']}, old status: {t1['Status']}")
300 print(f"Status changed: {t0['Test']} {t0['Status']} vs {t1['Status']}")
306 # Search the mismatching test cases from the opposite file.
307 s0 = tmp0.searchTest(t1['Test'])
308 s1 = tmp1.searchTest(t0['Test'])
310 # Old test not in new results
312 print(f"Missing old test {t1['Test']} from new file: {r0.filename}\n")
313 has_been_removed.append(t1['Test'])
314 … # Don't advance this file since we already read a test case other than the missing one.
317 # New test not in old results
319 print(f"Missing new test {t0['Test']} from old file: {r1.filename}\n")
321 … # Don't advance this file since we already read a test case other than the missing one.
325 # This should never happen because the test cases are in alphabetical order.
327 raise RuntimeError(f"Tests in different locations: {t0['Test']}\n")
396 # Build VK-GL-CTS
403 # Build VK-GL-CTS
404 buildType = "-DCMAKE_BUILD_TYPE=" + ARGS.vk_gl_cts_build_type
405 …run([which("cmake"), "-GNinja", str(VK_GL_CTS_ROOT_DIR), buildType], working_dir=VK_GL_CTS_BUILD_D…
406 run([which("ninja"), "deqp-vk"], working_dir=VK_GL_CTS_BUILD_DIR)
407 print(f"vk-gl-cts built to: {VK_GL_CTS_BUILD_DIR}")
420 "-GNinja",
422 "-DSWIFTSHADER_BUILD_EGL:BOOL=OFF",
423 "-DSWIFTSHADER_BUILD_GLESv2:BOOL=OFF",
424 "-DSWIFTSHADER_BUILD_TESTS:BOOL=OFF",
425 "-DINSTALL_GTEST=OFF",
426 "-DBUILD_TESTING:BOOL=OFF",
427 "-DENABLE_CTEST:BOOL=OFF",
428 "-DCMAKE_BUILD_TYPE=" + ARGS.sws_build_type],
430 run([which("cmake"), "--build", ".", "--target", "vk_swiftshader"], working_dir=SWS_BUILD_DIR)
446 "-GNinja",
447 "-C",
451 run([which("cmake"), "--build", "."], working_dir=LAYERS_BUILD_DIR)
470 if ARGS.recipe == "run-deqp":
477 if ARGS.recipe == "check-comparison":
479 …meError("No comparable files provided. Please provide them with flag --files. Use --help for more …