Lines Matching +full:set +full:- +full:image
2 # SPDX-License-Identifier: Apache-2.0
3 # -----------------------------------------------------------------------------
4 # Copyright 2019-2023 Arm Limited
10 # http://www.apache.org/licenses/LICENSE-2.0
17 # -----------------------------------------------------------------------------
19 The image test runner is used for image quality and performance testing.
22 directory structure and path naming conventions to self-describe how each image
23 is to be compressed. Some built-in test sets are provided in the ./Test/Images
45 RESULT_THRESHOLD_WARN = -0.00
46 RESULT_THRESHOLD_FAIL = -0.00
47 RESULT_THRESHOLD_3D_FAIL = -0.00
70 Count the number of test executions needed for a test set.
73 testSet (TestSet): The test set to run.
81 for image in testSet.tests:
83 if is_3d(blkSz) != image.is3D:
91 def determine_result(image, reference, result): argument
96 image (TestImage): The image being compressed.
103 dPSNR = result.psnr - reference.psnr
105 if (dPSNR < RESULT_THRESHOLD_FAIL) and (not image.is3D):
108 if (dPSNR < RESULT_THRESHOLD_3D_FAIL) and image.is3D:
117 def format_solo_result(image, result): argument
122 image (TestImage): The image being tested.
134 return "%-32s | %8s | %9s | %9s | %11s" % \
138 def format_result(image, reference, result): argument
143 image (TestImage): The image being tested.
150 dPSNR = result.psnr - reference.psnr
159 result = determine_result(image, reference, result)
161 return "%-32s | %22s | %15s | %15s | %11s | %s" % \
168 Execute all tests in the test set.
173 testSet (TestSet): The test set.
176 testRuns (int): The number of test repeats to run for each image test.
191 title = "Test Set: %s / Encoder: %s -%s" % dat
196 for image in testSet.tests:
198 if is_3d(blkSz) != image.is3D:
203 dat = (curCount, maxCount, blkSz, image.testFile)
205 res = encoder.run_test(image, blkSz, "-%s" % quality, testRuns,
207 res = trs.Record(blkSz, image.testFile, res[0], res[1], res[2], res[3])
212 res.set_status(determine_result(image, refResult, res))
216 res.psnrRel = res.psnr - refResult.psnr
218 res = format_result(image, refResult, res)
220 res = format_solo_result(image, res)
229 The the encoder and image set parameters for a test run.
234 imageSet (str): The test image set.
238 requested encoder and test set. An instance of the encoder wrapper
243 if encoderName == "ref-1.7":
245 name = "reference-1.7"
251 _, version, simd = encoderName.split("-")
257 name = f"reference-{version}-{simd}"
265 name = f"reference-{version}-{simd}"
273 name = "develop-%s" % encoderName
289 refcoders = ["ref-1.7",
290 "ref-2.5-neon", "ref-2.5-sse2", "ref-2.5-sse4.1", "ref-2.5-avx2",
291 "ref-3.7-neon", "ref-3.7-sse2", "ref-3.7-sse4.1", "ref-3.7-avx2",
292 "ref-4.4-neon", "ref-4.4-sse2", "ref-4.4-sse4.1", "ref-4.4-avx2",
293 "ref-4.5-neon", "ref-4.5-sse2", "ref-4.5-sse4.1", "ref-4.5-avx2",
294 "ref-main-neon", "ref-main-sse2", "ref-main-sse4.1", "ref-main-avx2"]
301 coders = refcoders + testcoders + ["all-aarch64", "all-x86"]
303 parser.add_argument("--encoder", dest="encoders", default="avx2",
306 parser.add_argument("--reference", dest="reference", default="ref-main-avx2",
310 parser.add_argument("--color-profile", dest="profiles", default="all",
314 parser.add_argument("--color-format", dest="formats", default="all",
318 parser.add_argument("--block-size", dest="blockSizes",
331 parser.add_argument("--test-set", dest="testSets", default="Small",
332 choices=testSets, help="test image test set")
334 parser.add_argument("--test-image", dest="testImage", default=None,
335 help="select a specific test image from the test set")
338 parser.add_argument("--test-quality", dest="testQual", default="thorough",
341 parser.add_argument("--repeats", dest="testRepeats", default=1,
344 parser.add_argument("--keep-output", dest="keepOutput", default=False,
345 action="store_true", help="keep image output")
347 parser.add_argument("-j", dest="threads", default=None,
354 if args.encoders == "all-aarch64":
356 elif args.encoders == "all-x86":
373 args.testSets = testSets[:-1] if args.testSets == "all" \
376 args.profiles = astcProfile[:-1] if args.profiles == "all" \
379 args.formats = imgFormat[:-1] if args.formats == "all" \