• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1# Copyright 2012 the V8 project authors. All rights reserved.
2# Redistribution and use in source and binary forms, with or without
3# modification, are permitted provided that the following conditions are
4# met:
5#
6#     * Redistributions of source code must retain the above copyright
7#       notice, this list of conditions and the following disclaimer.
8#     * Redistributions in binary form must reproduce the above
9#       copyright notice, this list of conditions and the following
10#       disclaimer in the documentation and/or other materials provided
11#       with the distribution.
12#     * Neither the name of Google Inc. nor the names of its
13#       contributors may be used to endorse or promote products derived
14#       from this software without specific prior written permission.
15#
16# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
17# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
18# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
19# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
20# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
26# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
28[
29[ALWAYS, {
30  # All tests in the bug directory are expected to fail.
31  'bugs/*': [FAIL],
32
33  ##############################################################################
34  # Fails.
35  'regress/regress-1119': [FAIL],
36
37  # Issue 1719: Slow to collect arrays over several contexts.
38  'regress/regress-524': [SKIP],
39  # When that bug is fixed, revert the expectation to:
40  # Skip long running test in debug and allow it to timeout in release mode.
41  # regress/regress-524: [PASS, TIMEOUT, ['mode == debug', SKIP]],
42
43  # This test non-deterministically runs out of memory on Windows ia32.
44  'regress/regress-crbug-160010': [SKIP],
45
46  # Issue 3389: deopt_every_n_garbage_collections is unsafe
47  'regress/regress-2653': [SKIP],
48
49  # Issue 3784: setters-on-elements is flaky
50  'setters-on-elements': [PASS, FAIL],
51
52  # Issue 3641: The new 'then' semantics suppress some exceptions.
53  # These tests may be changed or removed when 'chain' is deprecated.
54  'es6/debug-promises/reject-with-throw-in-reject': [FAIL],
55  'es6/debug-promises/reject-with-undefined-reject': [FAIL],
56  'es6/debug-promises/reject-with-invalid-reject': [FAIL],
57
58  ##############################################################################
59  # TurboFan compiler failures.
60
61  # TODO(verwaest): Some tests are over-restrictive about object layout.
62  'array-constructor-feedback': [PASS, NO_VARIANTS],
63  'array-feedback': [PASS, NO_VARIANTS],
64  'compare-known-objects-slow': [PASS, NO_VARIANTS],
65  'elements-kind': [PASS, NO_VARIANTS],
66  'opt-elements-kind': [PASS, NO_VARIANTS],
67  'smi-representation': [PASS, NO_VARIANTS],
68
69  # Some tests are just too slow to run for now.
70  'big-object-literal': [PASS, NO_VARIANTS],
71  'bit-not': [PASS, NO_VARIANTS],
72  'json2': [PASS, NO_VARIANTS],
73  'packed-elements': [PASS, NO_VARIANTS],
74  'string-indexof-1': [PASS, NO_VARIANTS],
75  'unbox-double-arrays': [PASS, NO_VARIANTS],
76  'unicode-test': [PASS, NO_VARIANTS],
77  'whitespaces': [PASS, NO_VARIANTS],
78  'compiler/osr-assert': [PASS, NO_VARIANTS],
79  'es6/string-fromcodepoint': [PASS, NO_VARIANTS],
80  'regress/regress-2185-2': [PASS, NO_VARIANTS],
81  'regress/regress-2612': [PASS, NO_VARIANTS],
82
83  # Modules are busted
84  'harmony/module-linking': [SKIP],
85  'harmony/module-recompile': [SKIP],
86  'harmony/module-resolution': [SKIP],
87  'harmony/regress/regress-343928': [SKIP],
88
89  # Proxy tests rely on non ES6 version of Proxies
90  # TODO(neis,cbruni): figure out which Proxy tests can be reused
91  'harmony/proxies-example-membrane': [SKIP],
92  'strong/load-proxy': [SKIP],
93
94  # Issue 3660: Replacing activated TurboFan frames by unoptimized code does
95  # not work, but we expect it to not crash.
96  'debug-step-turbofan': [PASS, FAIL],
97
98  # TODO(mstarzinger): Optimizing top-level code revealed some issues. Fix!
99  'bitops-info': [PASS, NO_VARIANTS],  # fails on ARM hardware.
100  'md5': [PASS, NO_VARIANTS],  # fails on ARM hardware.
101  'debug-break-inline': [PASS, NO_VARIANTS],  # very flaky.
102  'debug-compile-event-newfunction': [PASS, NO_VARIANTS],
103  'debug-conditional-breakpoints': [PASS, NO_VARIANTS],
104  'debug-evaluate-locals-optimized': [PASS, NO_VARIANTS],
105  'debug-evaluate-locals-optimized-double': [PASS, NO_VARIANTS],
106  'debug-evaluate-recursive': [PASS, NO_VARIANTS],  # only in no-snap debug.
107  'debug-ignore-breakpoints': [PASS, NO_VARIANTS],  # only in no-snap debug.
108  'debug-setbreakpoint': [PASS, NO_VARIANTS],  # only in no-snap debug.
109  'debug-step': [PASS, NO_VARIANTS],  # windows only.
110  'debug-step-2': [PASS, NO_VARIANTS],  # flaky in no-snap mode.
111  'debug-step-3': [PASS, NO_VARIANTS],  # flaky in no-snap mode.
112  'debug-stepframe-clearing': [PASS, NO_VARIANTS],  # only in no-snap debug.
113  'debug-stepin-call-function-stub': [PASS, NO_VARIANTS],  # only in no-snap debug.
114  'debug-stepin-positions': [PASS, NO_VARIANTS],  # only due to inlining.
115  'regress/regress-3717': [PASS, NO_VARIANTS],  # only in no-snap mode.
116  'regress/regress-2451': [PASS, NO_VARIANTS],  # with custom snapshot and gc-stress.
117  'debug-multiple-breakpoints': [PASS, NO_VARIANTS],  # with custom snapshot and gc-stress.
118  'debug-listbreakpoints': [PASS, NO_VARIANTS],  # arm64 nosnap with turbofan
119  'debug-enable-disable-breakpoints': [PASS, NO_VARIANTS],  #arm64 nosnap with turbofan.
120
121  # TODO(rossberg)
122  'strong/literals': [SKIP], # Rest arguments do not respect strongness in Turbofan.
123
124  # Issue 4035: unexpected frame->context() in debugger
125  'regress/regress-crbug-107996': [PASS, NO_VARIANTS],
126  'regress/regress-crbug-171715': [PASS, NO_VARIANTS],
127  'regress/regress-crbug-222893': [PASS, NO_VARIANTS],
128  'regress/regress-crbug-323936': [PASS, NO_VARIANTS],
129  'regress/regress-crbug-491943': [PASS, NO_VARIANTS],
130  'regress/regress-325676': [PASS, NO_VARIANTS],
131  'debug-evaluate-closure': [PASS, NO_VARIANTS],
132  'debug-evaluate-with': [PASS, NO_VARIANTS],
133
134  # TODO(mstarzinger): Optimizing top-level code flushed out some correctness
135  # issues on ARM and ARM64.
136  'es6/math-log2-log10': [PASS, NO_VARIANTS],  # on ARM and ARM64.
137  'mirror-script': [PASS, NO_VARIANTS],  # on ARM64 only.
138
139  # TODO(jarin/mstarzinger): Investigate debugger issues with TurboFan.
140  'debug-evaluate-const': [PASS, NO_VARIANTS],
141  'debug-evaluate-locals': [PASS, NO_VARIANTS],
142  'debug-evaluate-locals-capturing': [PASS, NO_VARIANTS],
143  'debug-liveedit-check-stack': [PASS, NO_VARIANTS],  # only in no-snap mode.
144  'debug-liveedit-double-call': [PASS, NO_VARIANTS],
145  'debug-set-variable-value': [PASS, NO_VARIANTS],
146  'debug-stepout-scope-part1': [PASS, NO_VARIANTS],
147  'debug-stepout-scope-part2': [PASS, NO_VARIANTS],
148  'debug-stepout-scope-part3': [PASS, NO_VARIANTS],
149  'es6/debug-evaluate-blockscopes': [PASS, NO_VARIANTS],
150  # Issue 4055: Scope chain length observed by debugger is off.
151  'es6/generators-debug-scopes': [PASS, NO_VARIANTS],
152
153  # TODO(titzer): --always-opt incorrectly disables CrankShaft soft deopt points
154  'result-table-min': [PASS, NO_VARIANTS],
155  'result-table-max': [PASS, NO_VARIANTS],
156  # TODO(titzer): too slow in --turbo mode due to O(n^2) graph verification.
157  'regress/regress-1122': [PASS, NO_VARIANTS],
158
159  # Assumptions about optimization need investigation in TurboFan.
160  'regress-sync-optimized-lists': [PASS, NO_VARIANTS],
161  'regress/regress-store-uncacheable': [PASS, NO_VARIANTS],
162
163  # issue 4078:
164  'allocation-site-info': [PASS, NO_VARIANTS],
165
166  ##############################################################################
167  # Too slow in debug mode with --stress-opt mode.
168  'compiler/regress-stacktrace-methods': [PASS, ['mode == debug', SKIP]],
169  'compiler/regress-funcaller': [PASS, ['mode == debug', SKIP]],
170  'regress/regress-2318': [PASS, ['mode == debug', SKIP]],
171  'regress/regress-create-exception': [PASS, ['mode == debug', SKIP]],
172
173  ##############################################################################
174  # Too slow in debug mode for validation of elements.
175  'regress/regress-430201': [PASS, ['mode == debug', SKIP]],
176  'regress/regress-430201b': [PASS, ['mode == debug', SKIP]],
177
178  ##############################################################################
179  # Too slow in debug mode for GC stress mode.
180  'regress/regress-crbug-217858': [PASS, ['mode == debug', SKIP]],
181
182  # Too slow in debug mode and under turbofan.
183  'regress/regress-4595': [PASS, NO_VARIANTS, ['mode == debug', SKIP]],
184
185  ##############################################################################
186  # Only RegExp stuff tested, no need for extensive optimizing compiler tests.
187  'regexp-global': [PASS, NO_VARIANTS],
188  'third_party/regexp-pcre/regexp-pcre': [PASS, NO_VARIANTS],
189
190  ##############################################################################
191  # No need to waste time for this test.
192  'd8-performance-now': [PASS, NO_VARIANTS],
193  'regress/regress-crbug-491062': [PASS, NO_VARIANTS],
194
195  # Issue 488: this test sometimes times out.
196  'array-constructor': [PASS, TIMEOUT],
197
198  # Issue 4413: this test sometimes times out with TSAN because we trigger
199  # the slow path in C++ with holey arrays in Function.prototype.apply.
200  # TODO(bmeurer): Add fast support for holey arrays in apply.
201  'apply': [PASS, TIMEOUT],
202
203  # Very slow on ARM and MIPS, contains no architecture dependent code.
204  'unicode-case-overoptimization': [PASS, NO_VARIANTS, ['arch == arm or arch == arm64 or arch == android_arm or arch == android_arm64 or arch == mipsel or arch == mips64el or arch == mips64 or arch == mips', TIMEOUT]],
205  'regress/regress-3976': [PASS, NO_VARIANTS, ['arch == arm or arch == arm64 or arch == android_arm or arch == android_arm64 or arch == mipsel or arch == mips64el or arch == mips64 or arch == mips', SKIP]],
206  'regress/regress-crbug-482998': [PASS, NO_VARIANTS, ['arch == arm or arch == arm64 or arch == android_arm or arch == android_arm64 or arch == mipsel or arch == mips64el or arch == mips', SKIP]],
207
208  ##############################################################################
209  # This test expects to reach a certain recursion depth, which may not work
210  # for debug mode.
211  'json-recursive': [PASS, ['mode == debug', PASS, FAIL]],
212
213  ##############################################################################
214  # Skip long running tests that time out in debug mode.
215  'generated-transition-stub': [PASS, ['mode == debug', SKIP]],
216  'migrations': [SKIP],
217  'array-functions-prototype-misc': [PASS, SLOW, ['mode == debug', SKIP]],
218
219  ##############################################################################
220  # This test sets the umask on a per-process basis and hence cannot be
221  # used in multi-threaded runs.
222  # On android there is no /tmp directory.
223  # Currently d8-os generates a temporary directory name using Math.random(), so
224  # we cannot run several variants of d8-os simultaneously, since all of them
225  # get the same random seed and would generate the same directory name. Besides
226  # that, it doesn't make sense to run several variants of d8-os anyways.
227  'd8-os': [PASS, NO_VARIANTS, ['isolates or arch == android_arm or arch == android_arm64 or arch == android_ia32', SKIP]],
228  'tools/tickprocessor': [PASS, NO_VARIANTS, ['arch == android_arm or arch == android_arm64 or arch == android_ia32', SKIP]],
229
230  ##############################################################################
231  # Long running test that reproduces memory leak and should be run manually.
232  'regress/regress-2073': [SKIP],
233
234  ##############################################################################
235  # Tests verifying CHECK and ASSERT.
236  'verify-check-false': [FAIL, NO_VARIANTS],
237  'verify-assert-false': [NO_VARIANTS, ['mode == release and dcheck_always_on == False', PASS], ['mode == debug or dcheck_always_on == True', FAIL]],
238
239  ##############################################################################
240  # Tests with different versions for release and debug.
241  'compiler/alloc-number': [PASS, ['mode == debug', SKIP]],
242  'compiler/alloc-number-debug': [PASS, ['mode == release', SKIP]],
243  'regress/regress-634': [PASS, ['mode == debug', SKIP]],
244  'regress/regress-634-debug': [PASS, ['mode == release', SKIP]],
245
246  # BUG(336820). TODO(bmeurer): Investigate.
247  'regress/regress-336820': [PASS, FAIL],
248
249  # BUG(v8:2989). PASS/FAIL on linux32 because crankshaft is turned off for
250  # nosse2. Also for arm novfp3.
251  'regress/regress-2989': [FAIL, NO_VARIANTS, ['system == linux and arch == x87 or arch == arm and simulator == True', PASS]],
252
253  # Skip endain dependent test for mips due to different typed views of the same
254  # array buffer.
255  'nans': [PASS, ],
256
257  # This test variant makes only sense on arm.
258  'math-floor-of-div-nosudiv': [PASS, SLOW, ['arch not in [arm, arm64, android_arm, android_arm64]', SKIP]],
259
260  # Too slow for slow variants.
261  'asm/embenchen/*': [PASS, SLOW, FAST_VARIANTS],
262  'asm/poppler/*': [PASS, SLOW, FAST_VARIANTS],
263  'asm/sqlite3/*': [PASS, SLOW, FAST_VARIANTS],
264
265  # BUG(v8:3838).
266  'regress/regress-3116': [PASS, ['isolates', FLAKY]],
267
268  # BUG(v8:4458). TODO(mvstanton): reenable the test once --vector-stores is
269  # prermanently enabled.
270  'call-counts': [SKIP],
271
272  # BUG(chromium:508074). Remove this once the issue is fixed.
273  'harmony/arrow-rest-params': [PASS, NO_VARIANTS],
274  'harmony/rest-params': [PASS, ['no_snap == True', NO_VARIANTS]],
275
276  # Slow tests.
277  'copy-on-write-assert': [PASS, SLOW],
278  'debug-scopes': [PASS, SLOW],
279  'es7/object-observe': [PASS, ['mode == debug', SLOW]],
280  'numops-fuzz-part*': [PASS, ['mode == debug', SLOW]],
281  'readonly': [PASS, SLOW],
282  'regress/regress-1200351': [PASS, ['mode == debug', SLOW]],
283  'regress/regress-crbug-474297': [PASS, ['mode == debug', SLOW]],
284  'strong/implicit-conversions': [PASS, SLOW],
285  'strong/load-element-mutate-backing-store': [PASS, SLOW],
286
287  # TODO(bradnelson): Enable tests in a separate change.
288  'wasm/*': [SKIP],
289}],  # ALWAYS
290
291['novfp3 == True', {
292  'asm/embenchen/box2d': [SKIP],
293  'asm/embenchen/zlib': [SKIP],
294  'asm/embenchen/memops': [SKIP],
295  'asm/embenchen/lua_binarytrees': [SKIP],
296}],  # novfp3 == True
297
298##############################################################################
299['gc_stress == True', {
300  # Skip tests not suitable for GC stress.
301  'allocation-site-info': [SKIP],
302  'array-constructor-feedback': [SKIP],
303  'array-feedback': [SKIP],
304  'array-literal-feedback': [SKIP],
305  'd8-performance-now': [SKIP],
306  'elements-kind': [SKIP],
307  'elements-transition-hoisting': [SKIP],
308  'fast-prototype': [SKIP],
309  'field-type-tracking': [SKIP],
310  'getters-on-elements': [SKIP],
311  'es6/block-let-crankshaft': [SKIP],
312  'opt-elements-kind': [SKIP],
313  'osr-elements-kind': [SKIP],
314  'regress/regress-crbug-137689': [SKIP],
315  'regress/regress-165637': [SKIP],
316  'regress/regress-2249': [SKIP],
317  'regress/regress-4121': [SKIP],
318  'compare-known-objects-slow': [SKIP],
319  # Tests taking too long
320  'debug-stepout-scope-part8': [SKIP],
321  'mirror-object': [SKIP],
322  'packed-elements': [SKIP],
323  'regress/regress-1122': [SKIP],
324  'regress/regress-331444': [SKIP],
325  'regress/regress-353551': [SKIP],
326  'regress/regress-crbug-119926': [SKIP],
327  'regress/short-circuit': [SKIP],
328  'stack-traces-overflow': [SKIP],
329  'unicode-test': [SKIP],
330  'whitespaces': [SKIP],
331
332  # TODO(mstarzinger): Takes too long with TF.
333  'array-sort': [PASS, NO_VARIANTS],
334  'regress/regress-91008': [PASS, NO_VARIANTS],
335  'regress/regress-417709a': [PASS, ['arch == arm64', NO_VARIANTS]],
336  'regress/regress-transcendental': [PASS, ['arch == arm64', NO_VARIANTS]],
337  'compiler/osr-regress-max-locals': [PASS, NO_VARIANTS],
338  'math-floor-of-div': [PASS, NO_VARIANTS],
339  'unicodelctest': [PASS, NO_VARIANTS],
340  'unicodelctest-no-optimization': [PASS, NO_VARIANTS],
341
342  # TODO(jkummerow): Doesn't work correctly in GC stress.
343  'regress/regress-crbug-500497': [SKIP],
344
345  # Too slow for gc stress.
346  'asm/embenchen/box2d': [SKIP],
347
348  # Issue 3723.
349  'regress/regress-3717': [SKIP],
350
351  # BUG(v8:4237)
352  'regress/regress-3976': [SKIP],
353
354  # BUG(v8:4359)
355  'strong/load-proxy': [SKIP],
356
357  # Slow tests.
358  'array-constructor': [PASS, SLOW],
359  'json': [PASS, SLOW],
360  'regress/regress-446389': [PASS, SLOW],
361  'regress/regress-inline-getter-near-stack-limit': [PASS, SLOW],
362
363  # BUG(v8:3097)
364  'debug-references': [SKIP],
365}],  # 'gc_stress == True'
366
367##############################################################################
368['no_i18n == True and mode == debug', {
369  # Tests too slow for no18n debug.
370  'regress/regress-1200351': [SKIP],
371}],  # 'no_i18n == True and mode == debug'
372
373##############################################################################
374['byteorder == big', {
375  # Emscripten requires little-endian, skip all tests on big endian platforms.
376  'asm/embenchen/*': [SKIP],
377  'asm/poppler/*': [SKIP],
378  'asm/sqlite3/*': [SKIP],
379}],  # 'byteorder == big'
380
381##############################################################################
382['arch == arm64 or arch == android_arm64', {
383
384  # arm64 TF timeout.
385  'regress/regress-1257': [PASS, TIMEOUT],
386
387  # Requires bigger stack size in the Genesis and if stack size is increased,
388  # the test requires too much time to run.  However, the problem test covers
389  # should be platform-independent.
390  'regress/regress-1132': [SKIP],
391
392  # Pass but take too long to run. Skip.
393  # Some similar tests (with fewer iterations) may be included in arm64-js
394  # tests.
395  'asm/embenchen/box2d': [SKIP],
396  'asm/embenchen/lua_binarytrees': [SKIP],
397  'big-object-literal': [SKIP],
398  'compiler/regress-arguments': [SKIP],
399  'compiler/regress-gvn': [SKIP],
400  'compiler/regress-max-locals-for-osr': [SKIP],
401  'compiler/regress-4': [SKIP],
402  'compiler/regress-or': [SKIP],
403  'compiler/regress-rep-change': [SKIP],
404  'regress/regress-1117': [SKIP],
405  'regress/regress-1145': [SKIP],
406  'regress/regress-1849': [SKIP],
407  'regress/regress-3247124': [SKIP],
408  'regress/regress-634': [SKIP],
409  'regress/regress-91008': [SKIP],
410  'regress/regress-91010': [SKIP],
411  'regress/regress-91013': [SKIP],
412  'regress/regress-99167': [SKIP],
413
414  # BUG(v8:3457).
415  'deserialize-reference': [PASS, FAIL],
416
417  # BUG(v8:4016)
418  'regress/regress-crbug-467047': [SKIP],
419
420  # Slow tests.
421  'array-concat': [PASS, SLOW],
422  'array-constructor': [PASS, SLOW],
423  'array-indexing': [PASS, SLOW],
424  'array-reduce': [PASS, SLOW],
425  'array-sort': [PASS, SLOW],
426  'array-splice': [PASS, SLOW],
427  'bit-not': [PASS, SLOW],
428  'compiler/alloc-number': [PASS, SLOW],
429  'compiler/osr-assert': [PASS, SLOW],
430  'compiler/osr-with-args': [PASS, SLOW],
431  'debug-scopes': [PASS, SLOW],
432  'generated-transition-stub': [PASS, SLOW],
433  'json2': [PASS, SLOW],
434  'math-floor-of-div-nosudiv': [PASS, SLOW],
435  'math-floor-of-div': [PASS, SLOW],
436  'mirror-object': [PASS, SLOW],
437  'packed-elements': [PASS, SLOW],
438  'regress/regress-1122': [PASS, SLOW],
439  'regress/regress-2185-2': [PASS, SLOW],
440  'regress/regress-2185': [PASS, SLOW],
441  'regress/regress-2790': [PASS, SLOW],
442  'regress/regress-331444': [PASS, SLOW],
443  'regress/regress-490': [PASS, SLOW],
444  'regress/regress-crbug-217858': [PASS, SLOW],
445  'regress/regress-create-exception': [PASS, SLOW],
446  'regress/regress-json-stringify-gc': [PASS, SLOW],
447  'string-indexof-2': [PASS, SLOW],
448  'unicodelctest-no-optimization': [PASS, SLOW],
449  'unicodelctest': [PASS, SLOW],
450  'unicode-test': [PASS, SLOW],
451  'whitespaces': [PASS, TIMEOUT, SLOW],
452}],  # 'arch == arm64'
453
454['arch == arm64 and mode == debug and simulator_run == True', {
455
456  # Pass but take too long with the simulator in debug mode.
457  'array-iterate-backwards': [PASS, TIMEOUT],
458  'array-sort': [PASS, TIMEOUT],
459  'packed-elements': [SKIP],
460  'regexp-global': [SKIP],
461  'compiler/alloc-numbers': [SKIP],
462  'harmony/symbols': [SKIP],
463  'math-floor-of-div': [PASS, TIMEOUT],
464  'math-floor-of-div-nosudiv': [PASS, TIMEOUT],
465  'unicodelctest': [PASS, TIMEOUT],
466  'unicodelctest-no-optimization': [PASS, TIMEOUT],
467  # Issue 3219:
468  'getters-on-elements': [PASS, ['gc_stress == True', FAIL]],
469}],  # 'arch == arm64 and mode == debug and simulator_run == True'
470
471##############################################################################
472['asan == True', {
473  # Skip tests not suitable for ASAN.
474  'big-array-literal': [SKIP],
475  'big-object-literal': [SKIP],
476  'regress/regress-crbug-178790': [SKIP],
477
478  # Exception thrown during bootstrapping on ASAN builds, see issue 4236.
479  'regress/regress-1132': [SKIP],
480}],  # 'asan == True'
481
482##############################################################################
483['msan == True', {
484  # Skip tests not suitable for MSAN.
485  'big-array-literal': [SKIP],
486  # ICU upstream issues.
487  'date': [SKIP],
488  'deep-recursion': [SKIP],
489  'regress/regress-builtinbust-7': [SKIP],
490  'string-localecompare': [SKIP],
491}],  # 'msan == True'
492
493##############################################################################
494['arch == arm or arch == android_arm', {
495
496  # Slow tests which times out in debug mode.
497  'try': [PASS, ['mode == debug', SKIP]],
498  'debug-scripts-request': [PASS, ['mode == debug', SKIP]],
499  'array-constructor': [PASS, ['mode == debug', SKIP]],
500  'regress/regress-1122': [PASS, SLOW, ['mode == debug and arch == android_arm', SKIP]],
501
502  # Flaky test that can hit compilation-time stack overflow in debug mode.
503  'unicode-test': [PASS, ['mode == debug', PASS, FAIL]],
504
505  # Times out often in release mode on ARM.
506  'compiler/regress-stacktrace-methods': [PASS, ['mode == release', TIMEOUT]],
507  'array-splice': [PASS, TIMEOUT],
508
509  # Long running tests. Skipping because having them timeout takes too long on
510  # the buildbot.
511  'big-object-literal': [SKIP],
512  'compiler/alloc-number': [SKIP],
513  'regress/regress-490': [SKIP],
514  'regress/regress-634': [SKIP],
515  'regress/regress-create-exception': [SKIP],
516  'regress/regress-3247124': [SKIP],
517
518  # Requires bigger stack size in the Genesis and if stack size is increased,
519  # the test requires too much time to run.  However, the problem test covers
520  # should be platform-independent.
521  'regress/regress-1132': [SKIP],
522
523  # Currently always deopt on minus zero
524  'math-floor-of-div-minus-zero': [SKIP],
525
526  # Slow tests.
527  'array-sort': [PASS, SLOW],
528  'compiler/osr-with-args': [PASS, SLOW],
529  'mirror-object': [PASS, SLOW],
530  'packed-elements': [PASS, SLOW],
531  'regress/regress-2185-2': [PASS, SLOW],
532  'regress/regress-2790': [PASS, SLOW],
533  'regress/regress-91008': [PASS, SLOW],
534  'regress/regress-json-stringify-gc': [PASS, SLOW],
535  'string-indexof-2': [PASS, TIMEOUT],
536}],  # 'arch == arm or arch == android_arm'
537
538##############################################################################
539['arch == mipsel or arch == mips', {
540
541  # Slow tests which times out in debug mode.
542  'try': [PASS, ['mode == debug', SKIP]],
543  'debug-scripts-request': [PASS, ['mode == debug', SKIP]],
544  'array-constructor': [PASS, ['mode == debug', SKIP]],
545
546  # Times out often in release mode on MIPS.
547  'compiler/regress-stacktrace-methods': [PASS, ['mode == release', TIMEOUT]],
548  'array-splice': [PASS, TIMEOUT],
549
550  # Long running test.
551  'mirror-object': [PASS, TIMEOUT],
552  'string-indexof-2': [PASS, TIMEOUT],
553
554  # Long running tests. Skipping because having them timeout takes too long on
555  # the buildbot.
556  'compiler/alloc-number': [SKIP],
557  'regress/regress-490': [SKIP],
558  'regress/regress-634': [SKIP],
559  'regress/regress-create-exception': [SKIP],
560  'regress/regress-3247124': [SKIP],
561
562  # Requires bigger stack size in the Genesis and if stack size is increased,
563  # the test requires too much time to run.  However, the problem test covers
564  # should be platform-independent.
565  'regress/regress-1132': [SKIP],
566
567  # Currently always deopt on minus zero
568  'math-floor-of-div-minus-zero': [SKIP],
569}],  # 'arch == mipsel or arch == mips'
570
571##############################################################################
572['arch == mips', {
573  # Flaky with TF.
574  'mirror-script': [PASS, NO_VARIANTS],
575}],  # 'arch == mips'
576
577##############################################################################
578['arch == x87', {
579  # Turbofan will hit the known issue that x87 changes sNaN to qNaN by default.
580  'regress/regress-undefined-nan': [SKIP],
581}],  # 'arch == x87'
582
583##############################################################################
584['arch == mips64el or arch == mips64', {
585
586  # Slow tests which times out in debug mode.
587  'try': [PASS, ['mode == debug', SKIP]],
588  'debug-scripts-request': [PASS, ['mode == debug', SKIP]],
589  'array-constructor': [PASS, ['mode == debug', SKIP]],
590
591  # Times out often in release mode on MIPS.
592  'compiler/regress-stacktrace-methods': [PASS, PASS, ['mode == release', TIMEOUT]],
593  'array-splice': [PASS, TIMEOUT],
594
595  # Long running test.
596  'mirror-object': [PASS, TIMEOUT],
597  'string-indexof-2': [PASS, TIMEOUT],
598
599  # BUG(3251035): Timeouts in long looping crankshaft optimization
600  # tests. Skipping because having them timeout takes too long on the
601  # buildbot.
602  'compiler/alloc-number': [PASS, SLOW],
603  'compiler/array-length': [PASS, SLOW],
604  'compiler/assignment-deopt': [PASS, SLOW],
605  'compiler/deopt-args': [PASS, SLOW],
606  'compiler/inline-compare': [PASS, SLOW],
607  'compiler/inline-global-access': [PASS, SLOW],
608  'compiler/optimized-function-calls': [PASS, SLOW],
609  'compiler/pic': [PASS, SLOW],
610  'compiler/property-calls': [PASS, SLOW],
611  'compiler/recursive-deopt': [PASS, SLOW],
612  'compiler/regress-4': [PASS, SLOW],
613  'compiler/regress-funcaller': [PASS, SLOW],
614  'compiler/regress-rep-change': [PASS, SLOW],
615  'compiler/regress-arguments': [PASS, SLOW],
616  'compiler/regress-funarguments': [PASS, SLOW],
617  'compiler/regress-3249650': [PASS, SLOW],
618  'compiler/simple-deopt': [PASS, SLOW],
619  'regress/regress-490': [PASS, SLOW],
620  'regress/regress-634': [PASS, SLOW],
621  'regress/regress-create-exception': [PASS, SLOW],
622  'regress/regress-3218915': [PASS, SLOW],
623  'regress/regress-3247124': [PASS, SLOW],
624
625  # Requires bigger stack size in the Genesis and if stack size is increased,
626  # the test requires too much time to run.  However, the problem test covers
627  # should be platform-independent.
628  'regress/regress-1132': [SKIP],
629
630  # Currently always deopt on minus zero
631  'math-floor-of-div-minus-zero': [SKIP],
632}],  # 'arch == mips64el or arch == mips64'
633
634##############################################################################
635['system == windows', {
636  # TODO(mstarzinger): Too slow with turbo fan.
637  'big-object-literal': [PASS, ['mode == debug', SKIP]],
638  'math-floor-of-div': [PASS, ['mode == debug', SKIP]],
639  'math-floor-of-div-nosudiv': [PASS, ['mode == debug', SKIP]],
640  'osr-regress-max-locals': [PASS, ['mode == debug', SKIP]],
641  'unicodelctest': [PASS, ['mode == debug', SKIP]],
642
643  # BUG(v8:3435)
644  'debug-script-breakpoints': [PASS, FAIL],
645
646  # BUG(v8:4495).
647  'es6/collections': [PASS, ['arch == ia32', FAST_VARIANTS]],
648}],  # 'system == windows'
649
650##############################################################################
651# Native Client uses the ARM simulator so will behave similarly to arm
652# on mjsunit tests.
653# TODO(bradchen): enable more tests for NaCl V8 when it stops using
654# the ARM simulator.
655##############################################################################
656['arch == nacl_ia32 or arch == nacl_x64', {
657  # There is no /tmp directory for NaCl runs
658  'd8-os': [SKIP],
659
660  # Stack manipulations in LiveEdit is not implemented for this arch.
661  'debug-liveedit-check-stack': [SKIP],
662  'debug-liveedit-stack-padding': [SKIP],
663  'debug-liveedit-restart-frame': [SKIP],
664  'debug-liveedit-double-call': [SKIP],
665  'harmony/generators-debug-liveedit': [SKIP],
666
667  # NaCl builds have problems with this test since Pepper_28.
668  # V8 Issue 2786
669  'math-exp-precision': [SKIP],
670
671  # Requires bigger stack size in the Genesis and if stack size is increased,
672  # the test requires too much time to run.  However, the problem test covers
673  # should be platform-independent.
674  'regress/regress-1132': [SKIP],
675
676  # Poor performance for NaCl V8 causes an assertion failure for this test.
677  'regress/regress-165637': [SKIP],
678
679  # Skip long running test that times out in debug mode and goes OOM on NaCl.
680  'regress/regress-crbug-160010': [SKIP],
681
682  # Skip tests that timout with turbofan.
683  'regress/regress-1257': [PASS, NO_VARIANTS],
684  'regress/regress-2618': [PASS, NO_VARIANTS],
685  'regress/regress-298269': [PASS, NO_VARIANTS],
686  'regress/regress-634': [PASS, NO_VARIANTS],
687  'regress/regress-91008': [PASS, NO_VARIANTS],
688  'compiler/osr-alignment': [PASS, NO_VARIANTS],
689  'compiler/osr-one': [PASS, NO_VARIANTS],
690  'compiler/osr-two': [PASS, NO_VARIANTS],
691  'stack-traces-overflow': [PASS, NO_VARIANTS],
692  'mirror-object': [PASS, NO_VARIANTS],
693
694  # Bug(v8:2978).
695  'lithium/MathExp': [PASS, FAIL],
696
697  # Lead to OOM:
698  'string-oom-*': [SKIP],
699
700  # Crashes.
701  'harmony/private': [SKIP],
702  'harmony/symbols': [SKIP],
703}],  # 'arch == nacl_ia32 or arch == nacl_x64'
704
705##############################################################################
706['deopt_fuzzer == True', {
707
708  # Skip tests that are not suitable for deoptimization fuzzing.
709  'assert-opt-and-deopt': [SKIP],
710  'never-optimize': [SKIP],
711  'regress/regress-2185-2': [SKIP],
712  'readonly': [SKIP],
713  'array-feedback': [SKIP],
714
715  # Bounds check triggers forced deopt for array constructors.
716  'array-constructor-feedback': [SKIP],
717
718  # Deopting uses just enough memory to make this one OOM.
719  'regress/regress-3976': [SKIP],
720
721  # Deopt every n garbage collections collides with deopt every n times.
722  'regress/regress-2653': [SKIP],
723}],  # 'deopt_fuzzer == True'
724
725##############################################################################
726['predictable == True', {
727
728  # Skip tests that are known to be non-deterministic.
729  'd8-worker-sharedarraybuffer': [SKIP],
730}],  # 'predictable == True'
731
732##############################################################################
733['arch == ppc and simulator_run == True or arch == ppc64 and simulator_run == True', {
734
735  # take too long with the simulator.
736  'regress/regress-1132': [SKIP],
737}],  # 'arch == ppc and simulator_run == True'
738
739['ignition == True', {
740  'const*': [SKIP],
741  'debug-*': [SKIP],
742  'es6/*': [SKIP],
743  'es7/*': [SKIP],
744  'strong/*': [SKIP],
745  'harmony/*': [SKIP],
746  'regress/debug*': [SKIP],
747  'regress/regress-debug*': [SKIP],
748
749  # TODO(bradnelson): Figure out why these tests fail with ignition.
750  'wasm/*': [SKIP],
751
752  'allocation-folding': [SKIP],
753  'api-call-after-bypassed-exception': [SKIP],
754  'apply-arguments-gc-safepoint': [SKIP],
755  'arguments-load-across-eval': [SKIP],
756  'arguments-read-and-assignment': [SKIP],
757  'array-bounds-check-removal': [SKIP],
758  'array-elements-from-array-prototype-chain': [SKIP],
759  'array-functions-prototype-misc': [SKIP],
760  'array-join': [SKIP],
761  'array-literal-feedback': [SKIP],
762  'array-literal-transitions': [SKIP],
763  'array-tostring': [SKIP],
764  'break': [SKIP],
765  'call-runtime-tail': [SKIP],
766  'compiler/compare-map-elim2': [SKIP],
767  'compiler/deopt-inlined-smi': [SKIP],
768  'compiler/deopt-tonumber-compare': [SKIP],
769  'compiler/escape-analysis-arguments': [SKIP],
770  'compiler/escape-analysis': [SKIP],
771  'compiler/expression-trees': [SKIP],
772  'compiler/inline-arguments': [SKIP],
773  'compiler/inline-arity-mismatch': [SKIP],
774  'compiler/inline-construct': [SKIP],
775  'compiler/lazy-deopt-in-literal': [SKIP],
776  'compiler/manual-concurrent-recompile': [SKIP],
777  'compiler/optimized-for-in': [SKIP],
778  'compiler/optimized-function-calls': [SKIP],
779  'compiler/optimize_max': [SKIP],
780  'compiler/optimize_min': [SKIP],
781  'compiler/opt-next-call-turbo': [SKIP],
782  'compiler/osr-forof': [SKIP],
783  'compiler/property-refs': [SKIP],
784  'compiler/regress-3786': [SKIP],
785  'compiler/regress-446647': [SKIP],
786  'compiler/regress-447567': [SKIP],
787  'compiler/regress-469089': [SKIP],
788  'compiler/regress-96989': [SKIP],
789  'compiler/regress-const': [SKIP],
790  'compiler/regress-funarguments': [SKIP],
791  'compiler/regress-stacktrace-methods': [SKIP],
792  'compiler/regress-variable-liveness': [SKIP],
793  'compiler/rotate': [SKIP],
794  'compiler/safepoint': [SKIP],
795  'compiler/try-deopt': [SKIP],
796  'compiler/try-osr': [SKIP],
797  'compiler/uint32': [SKIP],
798  'compiler/variables': [SKIP],
799  'context-calls-maintained': [SKIP],
800  'contextual-calls': [SKIP],
801  'cross-realm-filtering': [SKIP],
802  'cyclic-array-to-string': [SKIP],
803  'd8-worker-sharedarraybuffer': [SKIP],
804  'delete-in-with': [SKIP],
805  'deopt-minus-zero': [SKIP],
806  'deserialize-optimize-inner': [SKIP],
807  'double-equals': [SKIP],
808  'eval-enclosing-function-name': [SKIP],
809  'eval-stack-trace': [SKIP],
810  'fast-prototype': [SKIP],
811  'field-type-tracking': [SKIP],
812  'for-in-opt': [SKIP],
813  'for-in-special-cases': [SKIP],
814  'function-call': [SKIP],
815  'get-caller-js-function': [SKIP],
816  'get-prototype-of': [SKIP],
817  'getter-in-prototype': [SKIP],
818  'global-hash': [SKIP],
819  'global-load-from-eval-in-with': [SKIP],
820  'global-vars-with': [SKIP],
821  'instanceof-2': [SKIP],
822  'json-replacer-number-wrapper-tostring': [SKIP],
823  'json-replacer-order': [SKIP],
824  'json': [SKIP],
825  'keyed-load-with-symbol-key': [SKIP],
826  'local-load-from-eval': [SKIP],
827  'math-min-max': [SKIP],
828  'messages': [SKIP],
829  'mirror-object': [SKIP],
830  'object-literal-gc': [SKIP],
831  'osr-elements-kind': [SKIP],
832  'property-load-across-eval': [SKIP],
833  'proto-accessor': [SKIP],
834  'readonly': [SKIP],
835  'receiver-in-with-calls': [SKIP],
836  'regress-3225': [SKIP],
837  'regress/clear-keyed-call': [SKIP],
838  'regress/poly_count_operation': [SKIP],
839  'regress/regress-102153': [SKIP],
840  'regress/regress-1030466': [SKIP],
841  'regress/regress-1079': [SKIP],
842  'regress/regress-109195': [SKIP],
843  'regress/regress-1114040': [SKIP],
844  'regress/regress-1125': [SKIP],
845  'regress/regress-1129': [SKIP],
846  'regress/regress-1170187': [SKIP],
847  'regress/regress-117409': [SKIP],
848  'regress/regress-1177809': [SKIP],
849  'regress/regress-119609': [SKIP],
850  'regress/regress-123919': [SKIP],
851  'regress/regress-124594': [SKIP],
852  'regress/regress-125515': [SKIP],
853  'regress/regress-128018': [SKIP],
854  'regress/regress-131994': [SKIP],
855  'regress/regress-133211b': [SKIP],
856  'regress/regress-1365': [SKIP],
857  'regress/regress-1369': [SKIP],
858  'regress/regress-1403': [SKIP],
859  'regress/regress-1412': [SKIP],
860  'regress/regress-1436': [SKIP],
861  'regress/regress-1493017': [SKIP],
862  'regress/regress-1523': [SKIP],
863  'regress/regress-1560': [SKIP],
864  'regress/regress-1586': [SKIP],
865  'regress/regress-1639-2': [SKIP],
866  'regress/regress-1639': [SKIP],
867  'regress/regress-166553': [SKIP],
868  'regress/regress-1708': [SKIP],
869  'regress/regress-1757': [SKIP],
870  'regress/regress-1790': [SKIP],
871  'regress/regress-1853': [SKIP],
872  'regress/regress-1980': [SKIP],
873  'regress/regress-2054': [SKIP],
874  'regress/regress-2071': [SKIP],
875  'regress/regress-2163': [SKIP],
876  'regress/regress-220': [SKIP],
877  'regress/regress-2318': [SKIP],
878  'regress/regress-2339': [SKIP],
879  'regress/regress-2374': [SKIP],
880  'regress/regress-2593': [SKIP],
881  'regress/regress-2618': [SKIP],
882  'regress/regress-263': [SKIP],
883  'regress/regress-265': [SKIP],
884  'regress/regress-269': [SKIP],
885  'regress/regress-2790': [SKIP],
886  'regress/regress-2825': [SKIP],
887  'regress/regress-3135': [SKIP],
888  'regress/regress-3138': [SKIP],
889  'regress/regress-318420': [SKIP],
890  'regress/regress-320532': [SKIP],
891  'regress/regress-3281': [SKIP],
892  'regress/regress-331444': [SKIP],
893  'regress/regress-343609': [SKIP],
894  'regress/regress-347530': [SKIP],
895  'regress/regress-347914': [SKIP],
896  'regress/regress-351261': [SKIP],
897  'regress/regress-352982': [SKIP],
898  'regress/regress-353551': [SKIP],
899  'regress/regress-354357': [SKIP],
900  'regress/regress-356053': [SKIP],
901  'regress/regress-357105': [SKIP],
902  'regress/regress-359441': [SKIP],
903  'regress/regress-361025': [SKIP],
904  'regress/regress-3621': [SKIP],
905  'regress/regress-365172-3': [SKIP],
906  'regress/regress-370827': [SKIP],
907  'regress/regress-377290': [SKIP],
908  'regress/regress-3859': [SKIP],
909  'regress/regress-3884': [SKIP],
910  'regress/regress-3926': [SKIP],
911  'regress/regress-3960': [SKIP],
912  'regress/regress-3969': [SKIP],
913  'regress/regress-3985': [SKIP],
914  'regress/regress-4023': [SKIP],
915  'regress/regress-4027': [SKIP],
916  'regress/regress-403292': [SKIP],
917  'regress/regress-410912': [SKIP],
918  'regress/regress-4121': [SKIP],
919  'regress/regress-419663': [SKIP],
920  'regress/regress-4255-4': [SKIP],
921  'regress/regress-430201b': [SKIP],
922  'regress/regress-430201': [SKIP],
923  'regress/regress-4309-3': [SKIP],
924  'regress/regress-4320': [SKIP],
925  'regress/regress-4325': [SKIP],
926  'regress/regress-436893': [SKIP],
927  'regress/regress-4374': [SKIP],
928  'regress/regress-4388': [SKIP],
929  'regress/regress-444805': [SKIP],
930  'regress/regress-446389': [SKIP],
931  'regress/regress-447756': [SKIP],
932  'regress/regress-4515': [SKIP],
933  'regress/regress-4521': [SKIP],
934  'regress/regress-4525': [SKIP],
935  'regress/regress-453481': [SKIP],
936  'regress/regress-4534': [SKIP],
937  'regress/regress-454725': [SKIP],
938  'regress/regress-457935': [SKIP],
939  'regress/regress-470804': [SKIP],
940  'regress/regress-476488': [SKIP],
941  'regress/regress-503565': [SKIP],
942  'regress/regress-514362': [SKIP],
943  'regress/regress-520029': [SKIP],
944  'regress/regress-542100': [SKIP],
945  'regress/regress-544991': [SKIP],
946  'regress/regress-568765': [SKIP],
947  'regress/regress-572589': [SKIP],
948  'regress/regress-580': [SKIP],
949  'regress/regress-618': [SKIP],
950  'regress/regress-69': [SKIP],
951  'regress/regress-70066': [SKIP],
952  'regress/regress-747': [SKIP],
953  'regress/regress-753': [SKIP],
954  'regress/regress-799761': [SKIP],
955  'regress/regress-806473': [SKIP],
956  'regress/regress-842017': [SKIP],
957  'regress/regress-84234': [SKIP],
958  'regress/regress-88858': [SKIP],
959  'regress/regress-94425': [SKIP],
960  'regress/regress-94873': [SKIP],
961  'regress/regress-95485': [SKIP],
962  'regress/regress-97116b': [SKIP],
963  'regress/regress-97116': [SKIP],
964  'regress/regress-974': [SKIP],
965  'regress/regress-99167': [SKIP],
966  'regress/regress-998565': [SKIP],
967  'regress/regress-arg-materialize-store': [SKIP],
968  'regress/regress-arguments-gc': [SKIP],
969  'regress/regress-assignment-in-test-context': [SKIP],
970  'regress/regress-bce-underflow': [SKIP],
971  'regress/regress-cnlt-elements': [SKIP],
972  'regress/regress-cnlt-enum-indices': [SKIP],
973  'regress/regress-cntl-descriptors-enum': [SKIP],
974  'regress/regress-conditional-position': [SKIP],
975  'regress/regress-convert-enum': [SKIP],
976  'regress/regress-crbug-109362': [SKIP],
977  'regress/regress-crbug-119800': [SKIP],
978  'regress/regress-crbug-163530': [SKIP],
979  'regress/regress-crbug-229923': [SKIP],
980  'regress/regress-crbug-242502': [SKIP],
981  'regress/regress-crbug-242924': [SKIP],
982  'regress/regress-crbug-245480': [SKIP],
983  'regress/regress-crbug-350864': [SKIP],
984  'regress/regress-crbug-351262': [SKIP],
985  'regress/regress-crbug-352058': [SKIP],
986  'regress/regress-crbug-357137': [SKIP],
987  'regress/regress-crbug-385002': [SKIP],
988  'regress/regress-crbug-387599': [SKIP],
989  'regress/regress-crbug-405517': [SKIP],
990  'regress/regress-crbug-405922': [SKIP],
991  'regress/regress-crbug-409614': [SKIP],
992  'regress/regress-crbug-410033': [SKIP],
993  'regress/regress-crbug-412208': [SKIP],
994  'regress/regress-crbug-416558': [SKIP],
995  'regress/regress-crbug-424142': [SKIP],
996  'regress/regress-crbug-429159': [SKIP],
997  'regress/regress-crbug-431602': [SKIP],
998  'regress/regress-crbug-432493': [SKIP],
999  'regress/regress-crbug-450642': [SKIP],
1000  'regress/regress-crbug-455644': [SKIP],
1001  'regress/regress-crbug-465298': [SKIP],
1002  'regress/regress-crbug-467180': [SKIP],
1003  'regress/regress-crbug-467531': [SKIP],
1004  'regress/regress-crbug-474297': [SKIP],
1005  'regress/regress-crbug-480819': [SKIP],
1006  'regress/regress-crbug-481896': [SKIP],
1007  'regress/regress-crbug-485548-1': [SKIP],
1008  'regress/regress-crbug-485548-2': [SKIP],
1009  'regress/regress-crbug-487289': [SKIP],
1010  'regress/regress-crbug-489293': [SKIP],
1011  'regress/regress-crbug-489597': [SKIP],
1012  'regress/regress-crbug-498142': [SKIP],
1013  'regress/regress-crbug-501809': [SKIP],
1014  'regress/regress-crbug-506443': [SKIP],
1015  'regress/regress-crbug-507070': [SKIP],
1016  'regress/regress-crbug-517592': [SKIP],
1017  'regress/regress-crbug-522895': [SKIP],
1018  'regress/regress-crbug-527364': [SKIP],
1019  'regress/regress-crbug-546968': [SKIP],
1020  'regress/regress-crbug-568477-1': [SKIP],
1021  'regress/regress-crbug-568477-2': [SKIP],
1022  'regress/regress-crbug-568477-3': [SKIP],
1023  'regress/regress-crbug-568477-4': [SKIP],
1024  'regress/regress-crbug-572590': [SKIP],
1025  'regress/regress-crbug-573857': [SKIP],
1026  'regress/regress-crbug-575080': [SKIP],
1027  'regress/regress-deopt-gcb': [SKIP],
1028  'regress/regress-deopt-gc': [SKIP],
1029  'regress/regress-deopt-in-array-literal-spread': [SKIP],
1030  'regress/regress-embedded-cons-string': [SKIP],
1031  'regress/regress-existing-shared-function-info': [SKIP],
1032  'regress/regress-fast-literal-transition': [SKIP],
1033  'regress/regress-function-constructor-receiver': [SKIP],
1034  'regress/regress-handle-illegal-redeclaration': [SKIP],
1035  'regress/regress-inline-class-constructor': [SKIP],
1036  'regress/regress-inlining-function-literal-context': [SKIP],
1037  'regress/regress-latin-1': [SKIP],
1038  'regress/regress-lazy-deopt-reloc': [SKIP],
1039  'regress/regress-opt-after-debug-deopt': [SKIP],
1040  'regress/regress-osr-in-case-label': [SKIP],
1041  'regress/regress-osr-in-literal': [SKIP],
1042  'regress/regress-prepare-break-while-recompile': [SKIP],
1043  'regress/regress-put-prototype-transition': [SKIP],
1044  'regress/regress-sliced-external-cons-regexp': [SKIP],
1045  'regress/regress-store-heapobject': [SKIP],
1046  'regress/regress-transcendental': [SKIP],
1047  'regress/regress-typedarray-length': [SKIP],
1048  'regress/splice-missing-wb': [SKIP],
1049  'setter-on-constructor-prototype': [SKIP],
1050  'shift-for-integer-div': [SKIP],
1051  'simple-constructor': [SKIP],
1052  'sparse-array-reverse': [SKIP],
1053  'stack-traces': [SKIP],
1054  'strict-mode': [SKIP],
1055  'string-case': [SKIP],
1056  'string-external-cached': [SKIP],
1057  'string-externalize': [SKIP],
1058  'string-natives': [SKIP],
1059  'string-replace-with-empty': [SKIP],
1060  'string-slices': [SKIP],
1061  'tools/profile': [SKIP],
1062  'tools/profviz': [SKIP],
1063  'try-finally-continue': [SKIP],
1064  'try': [SKIP],
1065  'undetectable-compare': [SKIP],
1066  'unused-context-in-with': [SKIP],
1067  'value-wrapper': [SKIP],
1068  'with-function-expression': [SKIP],
1069  'with-parameter-access': [SKIP],
1070  'with-prototype': [SKIP],
1071  'with-readonly': [SKIP],
1072  'with-value': [SKIP],
1073  'regress/regress-builtinbust-7': [SKIP],
1074  'regress/regress-crbug-451770': [SKIP],
1075  'regress/regress-crbug-503968': [SKIP],
1076  'regress/regress-crbug-504729': [SKIP],
1077}],  # ignition == True
1078
1079['ignition == True and (arch == arm or arch == arm64)', {
1080  'array-constructor': [SKIP],
1081  'array-sort': [SKIP],
1082  'array-store-and-grow': [SKIP],
1083  'compiler/division-by-constant': [SKIP],
1084  'compiler/osr-big': [SKIP],
1085  'compiler/osr-nested': [SKIP],
1086  'compiler/osr-one': [SKIP],
1087  'compiler/osr-two': [SKIP],
1088  'mul-exhaustive-part*': [SKIP],
1089  'regress/regress-1257': [SKIP],
1090  'regress/regress-165637': [SKIP],
1091  'regress/regress-319722-ArrayBuffer': [SKIP],
1092  'regress/regress-411210': [SKIP],
1093  'regress/regress-91008': [SKIP],
1094  'regress/regress-crbug-347903': [SKIP],
1095  'regress/regress-crbug-500497': [SKIP],
1096  'regress/regress-crbug-505007-1': [SKIP],
1097  'regress/regress-crbug-505007-2': [SKIP],
1098  'regress/regress-2193': [SKIP],
1099  'regress/regress-3158': [SKIP],
1100  'regress/regress-347904': [SKIP],
1101  'regress/regress-380092': [SKIP],
1102  'regress/regress-4173': [SKIP],
1103  'regress/regress-copy-hole-to-field': [SKIP],
1104  'regress/regress-crbug-315252': [SKIP],
1105  'regress/regress-crbug-412215': [SKIP],
1106  'regress/regress-crbug-513507': [SKIP],
1107  'regress/regress-deep-proto': [SKIP],
1108  'regress/regress-deopt-store-effect': [SKIP],
1109  'regress/regress-undefined-store-keyed-fast-element': [SKIP],
1110  'stack-traces-overflow': [SKIP],
1111  'unicodelctest': [SKIP],
1112  'unicodelctest-no-optimization': [SKIP],
1113}],  # ignition == True and (arch == arm or arch == arm64)
1114
1115##############################################################################
1116['gcov_coverage', {
1117  # Tests taking too long.
1118  'array-functions-prototype-misc': [SKIP],
1119  'strong/implicit-conversions': [SKIP],
1120  'strong/load-element-mutate-backing-store': [SKIP],
1121}],  # 'gcov_coverage'
1122
1123]
1124