• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1# Copyright 2021 The ANGLE Project Authors. All rights reserved.
2# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5# This is a .pyl, or "Python Literal", file. You can treat it just like a
6# .json file, with the following exceptions:
7# * all keys must be quoted (use single quotes, please);
8# * comments are allowed, using '#' syntax; and
9# * trailing commas are allowed.
10#
11# For more info see Chromium's test_suites.pyl in testing/buildbot.
12
13{
14  'basic_suites': {
15    'angle_capture_isolated_scripts': {
16      'angle_capture_tests': {
17        'args': [
18          '--log=debug',
19        ],
20      },
21    },
22
23    'angle_deqp_egl_d3d11_gtests': {
24      'angle_deqp_egl_d3d11_tests': {
25        'args': [
26          '--use-angle=d3d11',
27        ],
28        'merge': {
29          'script': '//scripts/angle_deqp_test_merge.py',
30        },
31        'test': 'angle_deqp_egl_tests',
32        'use_isolated_scripts_api': True,
33      },
34    },
35
36    'angle_deqp_egl_gl_gtests': {
37      'angle_deqp_egl_gl_tests': {
38        'args': [
39          '--use-angle=gl',
40          # Flaky when run with multiple processes.
41          '--max-processes=1',
42        ],
43        'linux_args': [
44          '--no-xvfb',
45        ],
46        'merge': {
47          'script': '//scripts/angle_deqp_test_merge.py',
48        },
49        'test': 'angle_deqp_egl_tests',
50        'use_isolated_scripts_api': True,
51      },
52    },
53
54    'angle_deqp_egl_gles_gtests': {
55      'angle_deqp_egl_gles_tests': {
56        'args': [
57          '--use-angle=gles',
58        ],
59        'android_args': [
60          '-v',
61          '--shard-timeout=500',
62        ],
63        'linux_args': [
64          '--no-xvfb',
65        ],
66        'merge': {
67          'script': '//scripts/angle_deqp_test_merge.py',
68        },
69        'test': 'angle_deqp_egl_tests',
70        'use_isolated_scripts_api': True,
71      },
72    },
73
74    'angle_deqp_egl_metal_gtests': {
75      'angle_deqp_egl_metal_tests': {
76        'args': [
77          '--use-angle=metal',
78        ],
79        'linux_args': [
80          '--no-xvfb',
81        ],
82        'merge': {
83          'script': '//scripts/angle_deqp_test_merge.py',
84        },
85        'test': 'angle_deqp_egl_tests',
86        'use_isolated_scripts_api': True,
87      },
88    },
89
90    'angle_deqp_egl_vulkan_gtests': {
91      'angle_deqp_egl_vulkan_tests': {
92        'args': [
93          '--use-angle=vulkan',
94        ],
95        'android_args': [
96          '-v',
97          '--shard-timeout=500',
98        ],
99        'android_swarming': {
100          'shards': 4,
101        },
102        'linux_args': [
103          '--no-xvfb',
104        ],
105        'merge': {
106          'script': '//scripts/angle_deqp_test_merge.py',
107        },
108        'swarming': {
109          'shards': 2,
110        },
111        'test': 'angle_deqp_egl_tests',
112        'use_isolated_scripts_api': True,
113      },
114    },
115
116    'angle_deqp_gles2_d3d11_gtests': {
117      'angle_deqp_gles2_d3d11_tests': {
118        'args': [
119          '--use-angle=d3d11',
120        ],
121        'merge': {
122          'script': '//scripts/angle_deqp_test_merge.py',
123        },
124        'test': 'angle_deqp_gles2_tests',
125        'use_isolated_scripts_api': True,
126      },
127    },
128
129    'angle_deqp_gles2_gl_gtests': {
130      'angle_deqp_gles2_gl_tests': {
131        'args': [
132          '--use-angle=gl',
133        ],
134        'linux_args': [
135          '--no-xvfb',
136        ],
137        'merge': {
138          'script': '//scripts/angle_deqp_test_merge.py',
139        },
140        'test': 'angle_deqp_gles2_tests',
141        'use_isolated_scripts_api': True,
142      },
143    },
144
145    'angle_deqp_gles2_gl_with_retry_gtests': {
146      'angle_deqp_gles2_gl_tests': {
147        'args': [
148          '--use-angle=gl',
149          # Flaky crashes. See http://anglebug.com/6570
150          '--flaky-retries=2',
151        ],
152        'merge': {
153          'script': '//scripts/angle_deqp_test_merge.py',
154        },
155        'test': 'angle_deqp_gles2_tests',
156        'use_isolated_scripts_api': True,
157      },
158    },
159
160    'angle_deqp_gles2_gles_gtests': {
161      'angle_deqp_gles2_gles_tests': {
162        'args': [
163          '--use-angle=gles',
164        ],
165        'android_args': [
166          '-v',
167          '--shard-timeout=500',
168        ],
169        'android_swarming': {
170          'shards': 4,
171        },
172        'linux_args': [
173          '--no-xvfb',
174        ],
175        'merge': {
176          'script': '//scripts/angle_deqp_test_merge.py',
177        },
178        'test': 'angle_deqp_gles2_tests',
179        'use_isolated_scripts_api': True,
180      },
181    },
182
183    'angle_deqp_gles2_metal_gtests': {
184      'angle_deqp_gles2_metal_tests': {
185        'args': [
186          '--use-angle=metal',
187          # Flaky crashes. http://anglebug.com/6570
188          '--flaky-retries=2',
189        ],
190        'merge': {
191          'script': '//scripts/angle_deqp_test_merge.py',
192        },
193        'test': 'angle_deqp_gles2_tests',
194        'use_isolated_scripts_api': True,
195      },
196    },
197
198    'angle_deqp_gles2_vulkan_gtests': {
199      'angle_deqp_gles2_vulkan_tests': {
200        'args': [
201          '--use-angle=vulkan',
202        ],
203        'android_args': [
204          '-v',
205          '--shard-timeout=500',
206        ],
207        'android_swarming': {
208          'shards': 4,
209        },
210        'linux_args': [
211          '--no-xvfb',
212        ],
213        'merge': {
214          'script': '//scripts/angle_deqp_test_merge.py',
215        },
216        'test': 'angle_deqp_gles2_tests',
217        'use_isolated_scripts_api': True,
218      },
219    },
220
221    'angle_deqp_gles31_565_no_depth_no_stencil_vulkan_gtests': {
222      'angle_deqp_gles31_565_no_depth_no_stencil_vulkan_tests':{
223        'args': [
224          '--use-angle=vulkan',
225        ],
226        'android_args': [
227          '-v',
228          '--shard-timeout=500',
229        ],
230        'linux_args': [
231          '--no-xvfb',
232        ],
233        'merge': {
234          'script': '//scripts/angle_deqp_test_merge.py',
235        },
236        'test': 'angle_deqp_gles31_565_no_depth_no_stencil_tests',
237        'use_isolated_scripts_api': True,
238      },
239    },
240
241    'angle_deqp_gles31_d3d11_gtests': {
242      'angle_deqp_gles31_d3d11_tests': {
243        'args': [
244          '--use-angle=d3d11',
245        ],
246        'merge': {
247          'script': '//scripts/angle_deqp_test_merge.py',
248        },
249        'swarming': {
250          'shards': 2,
251        },
252        'test': 'angle_deqp_gles31_tests',
253        'use_isolated_scripts_api': True,
254      },
255    },
256
257    'angle_deqp_gles31_gl_gtests': {
258      'angle_deqp_gles31_gl_tests': {
259        'args': [
260          '--use-angle=gl',
261        ],
262        'linux_args': [
263          '--no-xvfb',
264        ],
265        'merge': {
266          'script': '//scripts/angle_deqp_test_merge.py',
267        },
268        'swarming': {
269          'shards': 2,
270        },
271        'test': 'angle_deqp_gles31_tests',
272        'use_isolated_scripts_api': True,
273      },
274    },
275
276    'angle_deqp_gles31_multisample_vulkan_gtests': {
277      'angle_deqp_gles31_multisample_vulkan_tests': {
278        'args': [
279          '--use-angle=vulkan',
280        ],
281        'android_args': [
282          '-v',
283          '--shard-timeout=500',
284        ],
285        'linux_args': [
286          '--no-xvfb',
287        ],
288        'merge': {
289          'script': '//scripts/angle_deqp_test_merge.py',
290        },
291        'test': 'angle_deqp_gles31_multisample_tests',
292        'use_isolated_scripts_api': True,
293      },
294    },
295
296    'angle_deqp_gles31_vulkan_gtests': {
297      'angle_deqp_gles31_vulkan_tests': {
298        'args': [
299          '--use-angle=vulkan',
300        ],
301        'android_args': [
302          '-v',
303          '--shard-timeout=500',
304        ],
305        'android_swarming': {
306          'shards': 20,
307        },
308        'linux_args': [
309          '--no-xvfb',
310        ],
311        'merge': {
312          'script': '//scripts/angle_deqp_test_merge.py',
313        },
314        'swarming': {
315          'shards': 2,
316        },
317        'test': 'angle_deqp_gles31_tests',
318        'use_isolated_scripts_api': True,
319      },
320    },
321
322    'angle_deqp_gles31_vulkan_rotate180_gtests': {
323      'angle_deqp_gles31_vulkan_rotate180_tests': {
324        'args': [
325          '--use-angle=vulkan',
326        ],
327        'linux_args': [
328          '--no-xvfb',
329        ],
330        'merge': {
331          'script': '//scripts/angle_deqp_test_merge.py',
332        },
333        'swarming': {
334          'shards': 1,
335        },
336        'test': 'angle_deqp_gles31_rotate180_tests',
337        'use_isolated_scripts_api': True,
338      },
339    },
340
341    'angle_deqp_gles31_vulkan_rotate270_gtests': {
342      'angle_deqp_gles31_vulkan_rotate270_tests': {
343        'args': [
344          '--use-angle=vulkan',
345        ],
346        'linux_args': [
347          '--no-xvfb',
348        ],
349        'merge': {
350          'script': '//scripts/angle_deqp_test_merge.py',
351        },
352        'swarming': {
353          'shards': 1,
354        },
355        'test': 'angle_deqp_gles31_rotate270_tests',
356        'use_isolated_scripts_api': True,
357      },
358    },
359
360    'angle_deqp_gles31_vulkan_rotate90_gtests': {
361      'angle_deqp_gles31_vulkan_rotate90_tests': {
362        'args': [
363          '--use-angle=vulkan',
364        ],
365        'linux_args': [
366          '--no-xvfb',
367        ],
368        'merge': {
369          'script': '//scripts/angle_deqp_test_merge.py',
370        },
371        'swarming': {
372          'shards': 1,
373        },
374        'test': 'angle_deqp_gles31_rotate90_tests',
375        'use_isolated_scripts_api': True,
376      },
377    },
378
379    'angle_deqp_gles3_565_no_depth_no_stencil_vulkan_gtests': {
380      'angle_deqp_gles3_565_no_depth_no_stencil_vulkan_tests':{
381        'args': [
382          '--use-angle=vulkan',
383        ],
384        'android_args': [
385          '-v',
386          '--shard-timeout=500',
387        ],
388        'linux_args': [
389          '--no-xvfb',
390        ],
391        'merge': {
392          'script': '//scripts/angle_deqp_test_merge.py',
393        },
394        'test': 'angle_deqp_gles3_565_no_depth_no_stencil_tests',
395        'use_isolated_scripts_api': True,
396      },
397    },
398
399    'angle_deqp_gles3_d3d11_gtests': {
400      'angle_deqp_gles3_d3d11_tests': {
401        'args': [
402          '--use-angle=d3d11',
403        ],
404        'merge': {
405          'script': '//scripts/angle_deqp_test_merge.py',
406        },
407        'swarming': {
408          'shards': 2,
409        },
410        'test': 'angle_deqp_gles3_tests',
411        'use_isolated_scripts_api': True,
412      },
413    },
414
415    'angle_deqp_gles3_gl_gtests': {
416      'angle_deqp_gles3_gl_tests': {
417        'args': [
418          '--use-angle=gl',
419        ],
420        'linux_args': [
421          '--no-xvfb',
422        ],
423        'merge': {
424          'script': '//scripts/angle_deqp_test_merge.py',
425        },
426        'swarming': {
427          'shards': 2,
428        },
429        'test': 'angle_deqp_gles3_tests',
430        'use_isolated_scripts_api': True,
431      },
432    },
433
434    'angle_deqp_gles3_gl_with_retry_gtests': {
435      'angle_deqp_gles3_gl_tests': {
436        'args': [
437          '--use-angle=gl',
438          # Flaky crashes. See http://anglebug.com/6570
439          '--flaky-retries=2',
440        ],
441        'merge': {
442          'script': '//scripts/angle_deqp_test_merge.py',
443        },
444        'swarming': {
445          'shards': 2,
446        },
447        'test': 'angle_deqp_gles3_tests',
448        'use_isolated_scripts_api': True,
449      },
450    },
451
452    'angle_deqp_gles3_gles_gtests': {
453      'angle_deqp_gles3_gles_tests': {
454        'args': [
455          '--use-angle=gles',
456        ],
457        'android_args': [
458          '-v',
459          '--shard-timeout=500',
460        ],
461        'android_swarming': {
462          'shards': 12,
463        },
464        'linux_args': [
465          '--no-xvfb',
466        ],
467        'merge': {
468          'script': '//scripts/angle_deqp_test_merge.py',
469        },
470        'test': 'angle_deqp_gles3_tests',
471        'use_isolated_scripts_api': True,
472      },
473    },
474
475    'angle_deqp_gles3_metal_gtests': {
476      'angle_deqp_gles3_metal_tests': {
477        'args': [
478          '--use-angle=metal',
479          # Flaky crashes. http://anglebug.com/6570
480          '--flaky-retries=2',
481        ],
482        'merge': {
483          'script': '//scripts/angle_deqp_test_merge.py',
484        },
485        'swarming': {
486          'shards': 2,
487        },
488        'test': 'angle_deqp_gles3_tests',
489        'use_isolated_scripts_api': True,
490      },
491    },
492
493    'angle_deqp_gles3_multisample_vulkan_gtests': {
494      'angle_deqp_gles3_multisample_vulkan_tests': {
495        'args': [
496          '--use-angle=vulkan',
497        ],
498        'android_args': [
499          '-v',
500          '--shard-timeout=500',
501        ],
502        'linux_args': [
503          '--no-xvfb',
504        ],
505        'merge': {
506          'script': '//scripts/angle_deqp_test_merge.py',
507        },
508        'test': 'angle_deqp_gles3_multisample_tests',
509        'use_isolated_scripts_api': True,
510      },
511    },
512
513    'angle_deqp_gles3_vulkan_gtests': {
514      'angle_deqp_gles3_vulkan_tests': {
515        'args': [
516          '--use-angle=vulkan',
517        ],
518        'android_args': [
519          '-v',
520          '--shard-timeout=500',
521        ],
522        'android_swarming': {
523          'shards': 12,
524        },
525        'linux_args': [
526          '--no-xvfb',
527        ],
528        'merge': {
529          'script': '//scripts/angle_deqp_test_merge.py',
530        },
531        'swarming': {
532          'shards': 4,
533        },
534        'test': 'angle_deqp_gles3_tests',
535        'use_isolated_scripts_api': True,
536      },
537    },
538
539    'angle_deqp_gles3_vulkan_rotate180_gtests': {
540      'angle_deqp_gles3_vulkan_rotate180_tests': {
541        'args': [
542          '--use-angle=vulkan',
543        ],
544        'linux_args': [
545          '--no-xvfb',
546        ],
547        'merge': {
548          'script': '//scripts/angle_deqp_test_merge.py',
549        },
550        'swarming': {
551          'shards': 2,
552        },
553        'test': 'angle_deqp_gles3_rotate180_tests',
554        'use_isolated_scripts_api': True,
555      },
556    },
557
558    'angle_deqp_gles3_vulkan_rotate270_gtests': {
559      'angle_deqp_gles3_vulkan_rotate270_tests': {
560        'args': [
561          '--use-angle=vulkan',
562        ],
563        'linux_args': [
564          '--no-xvfb',
565        ],
566        'merge': {
567          'script': '//scripts/angle_deqp_test_merge.py',
568        },
569        'swarming': {
570          'shards': 2,
571        },
572        'test': 'angle_deqp_gles3_rotate270_tests',
573        'use_isolated_scripts_api': True,
574      },
575    },
576
577    'angle_deqp_gles3_vulkan_rotate90_gtests': {
578      'angle_deqp_gles3_vulkan_rotate90_tests': {
579        'args': [
580          '--use-angle=vulkan',
581        ],
582        'linux_args': [
583          '--no-xvfb',
584        ],
585        'merge': {
586          'script': '//scripts/angle_deqp_test_merge.py',
587        },
588        'swarming': {
589          'shards': 2,
590        },
591        'test': 'angle_deqp_gles3_rotate90_tests',
592        'use_isolated_scripts_api': True,
593      },
594    },
595
596    'angle_deqp_khr_gles2_vulkan_gtests': {
597      'angle_deqp_khr_gles2_vulkan_tests': {
598        'args': [
599          '--use-angle=vulkan',
600          '--surface-height=64',
601          '--surface-width=64',
602          '--deqp-base-seed=1',
603        ],
604        'android_args': [
605          '-v',
606          '--shard-timeout=500',
607        ],
608        'linux_args': [
609          '--no-xvfb',
610        ],
611        'merge': {
612          'script': '//scripts/angle_deqp_test_merge.py',
613        },
614        'test': 'angle_deqp_khr_gles2_tests',
615        'use_isolated_scripts_api': True,
616      },
617    },
618
619    'angle_deqp_khr_gles31_vulkan_gtests': {
620      'angle_deqp_khr_gles31_vulkan_tests': {
621        'args': [
622          '--use-angle=vulkan',
623          '--surface-height=64',
624          '--surface-width=64',
625          '--deqp-base-seed=1',
626        ],
627        'android_args': [
628          '-v',
629          '--shard-timeout=500',
630        ],
631        'linux_args': [
632          '--no-xvfb',
633        ],
634        'merge': {
635          'script': '//scripts/angle_deqp_test_merge.py',
636        },
637        'test': 'angle_deqp_khr_gles31_tests',
638        'use_isolated_scripts_api': True,
639      },
640    },
641
642    'angle_deqp_khr_gles32_vulkan_gtests': {
643      'angle_deqp_khr_gles32_vulkan_tests_seed1_width64_height64': {
644        'args': [
645          '--use-angle=vulkan',
646          '--deqp-base-seed=1',
647          '--surface-height=64',
648          '--surface-width=64',
649        ],
650        'android_args': [
651          '-v',
652          '--shard-timeout=500',
653        ],
654        'linux_args': [
655          '--no-xvfb',
656        ],
657        'merge': {
658          'script': '//scripts/angle_deqp_test_merge.py',
659        },
660        'test': 'angle_deqp_khr_gles32_tests',
661        'use_isolated_scripts_api': True,
662      },
663      'angle_deqp_khr_gles32_vulkan_tests_seed2_width113_height47': {
664        'args': [
665          '--use-angle=vulkan',
666          '--deqp-base-seed=2',
667          '--surface-width=113',
668          '--surface-height=47',
669        ],
670        'android_args': [
671          '-v',
672          '--shard-timeout=500',
673        ],
674        'linux_args': [
675          '--no-xvfb',
676        ],
677        'merge': {
678          'script': '//scripts/angle_deqp_test_merge.py',
679        },
680        'test': 'angle_deqp_khr_gles32_tests',
681        'use_isolated_scripts_api': True,
682      },
683      'angle_deqp_khr_gles32_vulkan_tests_seed3_width-1_height64': {
684        'args': [
685          '--use-angle=vulkan',
686          '--deqp-base-seed=3',
687          '--surface-width=-1',
688          '--surface-height=64',
689          '--deqp-gl-config-name=rgba8888d24s8',
690        ],
691        'android_args': [
692          '-v',
693          '--shard-timeout=500',
694        ],
695        'linux_args': [
696          '--no-xvfb',
697        ],
698        'merge': {
699          'script': '//scripts/angle_deqp_test_merge.py',
700        },
701        'test': 'angle_deqp_khr_gles32_tests',
702        'use_isolated_scripts_api': True,
703      },
704      'angle_deqp_khr_gles32_vulkan_tests_seed3_width64_height-1': {
705        'args': [
706          '--use-angle=vulkan',
707          '--deqp-base-seed=3',
708          '--surface-width=64',
709          '--surface-height=-1',
710          '--deqp-gl-config-name=rgba8888d24s8',
711        ],
712        'android_args': [
713          '-v',
714          '--shard-timeout=500',
715        ],
716        'linux_args': [
717          '--no-xvfb',
718        ],
719        'merge': {
720          'script': '//scripts/angle_deqp_test_merge.py',
721        },
722        'test': 'angle_deqp_khr_gles32_tests',
723        'use_isolated_scripts_api': True,
724      },
725    },
726
727    'angle_deqp_khr_gles3_vulkan_gtests': {
728      'angle_deqp_khr_gles3_vulkan_tests': {
729        'args': [
730          '--use-angle=vulkan',
731          '--surface-height=64',
732          '--surface-width=64',
733          '--deqp-base-seed=1',
734        ],
735        'android_args': [
736          '-v',
737          '--shard-timeout=500',
738        ],
739        'linux_args': [
740          '--no-xvfb',
741        ],
742        'merge': {
743          'script': '//scripts/angle_deqp_test_merge.py',
744        },
745        'test': 'angle_deqp_khr_gles3_tests',
746        'use_isolated_scripts_api': True,
747      },
748    },
749
750    'angle_deqp_khr_noctx_gles2_vulkan_gtests': {
751      'angle_deqp_khr_noctx_gles2_vulkan_tests': {
752        'args': [
753          '--use-angle=vulkan',
754        ],
755        'android_args': [
756          '-v',
757          '--shard-timeout=500',
758        ],
759        'linux-args': [
760          '--no-xvfb',
761        ],
762        'merge': {
763          'script': '//scripts/angle_deqp_test_merge.py',
764        },
765        'test': 'angle_deqp_khr_noctx_gles2_tests',
766        'use_isolated_scripts_api': True,
767      },
768    },
769
770    'angle_deqp_khr_noctx_gles32_vulkan_gtests': {
771      'angle_deqp_khr_noctx_gles32_vulkan_tests': {
772        'args': [
773          '--use-angle=vulkan',
774        ],
775        'android_args': [
776          '-v',
777          '--shard-timeout=500',
778        ],
779        'linux-args': [
780          '--no-xvfb',
781        ],
782        'merge': {
783          'script': '//scripts/angle_deqp_test_merge.py',
784        },
785        'test': 'angle_deqp_khr_noctx_gles32_tests',
786        'use_isolated_scripts_api': True,
787      },
788    },
789
790    'angle_deqp_khr_single_gles32_vulkan_gtests': {
791      'angle_deqp_khr_single_gles32_vulkan_tests': {
792        'args': [
793          '--use-angle=vulkan',
794        ],
795        'android_args': [
796          '-v',
797          '--shard-timeout=500',
798        ],
799        'linux-args': [
800          '--no-xvfb',
801        ],
802        'merge': {
803          'script': '//scripts/angle_deqp_test_merge.py',
804        },
805        'test': 'angle_deqp_khr_single_gles32_tests',
806        'use_isolated_scripts_api': True,
807      },
808    },
809
810    'angle_end2end_gtests': {
811      'angle_end2end_tests': {
812        'android_args': [
813          '--shard-timeout=180',
814          '-v',
815          # We use this argument to save test artifacts.
816          '--render-test-output-dir=${ISOLATED_OUTDIR}',
817        ],
818        'android_swarming': {
819          'shards': 8,
820        },
821        'args': [
822          '--gtest_filter=-*Vulkan_SwiftShader*',
823        ],
824        # Linux has issues with creating too many windows at once.
825        'linux_args': [
826          '--max-processes=4',
827          '--no-xvfb',
828        ],
829        'swarming': {
830          'shards': 2,
831        },
832        'use_isolated_scripts_api': True,
833      },
834    },
835
836    'angle_end2end_vulkan_gtests': {
837      'angle_end2end_tests': {
838        'android_args': [
839          '--shard-timeout=300',
840          '-v',
841          # We use this argument to save test artifacts.
842          '--render-test-output-dir=${ISOLATED_OUTDIR}',
843        ],
844        'android_swarming': {
845          'shards': 8,
846        },
847        'args': [
848          '--gtest_filter=*Vulkan*:-*Vulkan_SwiftShader*',
849        ],
850        # Linux has issues with creating too many windows at once.
851        'linux_args': [
852          '--max-processes=4',
853        ],
854        'swarming': {
855          'shards': 2,
856        },
857        'use_isolated_scripts_api': True,
858      },
859    },
860
861    'angle_end2end_with_retry_gtests': {
862      'angle_end2end_tests': {
863        'args': [
864          '--gtest_filter=-*Vulkan_SwiftShader*',
865          '--flaky-retries=2',
866        ],
867        # Linux has issues with creating too many windows at once.
868        'linux_args': [
869          '--max-processes=4',
870          '--no-xvfb',
871        ],
872        'swarming': {
873          'shards': 2,
874        },
875        'use_isolated_scripts_api': True,
876      },
877    },
878
879    'angle_gles1_conformance_gtests': {
880      'angle_gles1_conformance_tests': {
881        'android_args': [
882          '--shard-timeout=600',
883          '-v',
884        ],
885        'args': [
886          '--test-timeout=300',
887          '--batch-size=10',
888        ],
889        'linux_args': [
890          '--no-xvfb',
891        ],
892        'use_isolated_scripts_api': True,
893      },
894    },
895
896    'angle_gles1_conformance_vulkan_gtests': {
897      'angle_gles1_conformance_tests': {
898        'android_args': [
899          '--shard-timeout=600',
900          '-v',
901        ],
902        'args': [
903          '--test-timeout=300',
904          '--batch-size=10',
905          '--gtest_filter=*Vulkan*',
906        ],
907        'linux_args': [
908          '--no-xvfb',
909        ],
910        'use_isolated_scripts_api': True,
911      },
912    },
913
914    # Actually uploads results to the perf dashboard
915    'angle_perf_isolated_scripts': {
916      'angle_perftests': {
917        'android_args': {
918          '--trial-time=10',
919        },
920        'args': [
921          '--log=debug',
922          '--samples-per-test=3',
923          '--trials-per-sample=3',
924          '--show-test-stdout',
925        ],
926        'merge': {
927          'script': '//scripts/process_angle_perf_results.py',
928        },
929        'android_swarming': {
930          'shards': 30,
931        },
932        'swarming': {
933          'shards': 10,
934        },
935      },
936    },
937
938    # The angle perf tests should eventually be run on every platform
939    # ANGLE supports. Currently they run on Windows, Linux and Android.
940    'angle_perf_smoke_isolated_scripts': {
941      'angle_perftests': {
942        'args': [
943          '--log=debug',
944          '--smoke-test-mode',
945          '--show-test-stdout',
946        ],
947        'merge': {
948          'script': '//scripts/process_angle_perf_results.py',
949          # Does not upload to the perf dashboard
950          'args': [
951            '--smoke-test-mode',
952          ],
953        },
954        'swarming': {
955          'shards': 2,
956        },
957        'android_swarming': {
958          'shards': 6,
959        },
960      },
961    },
962
963    'angle_restricted_trace_gold_interpreted_isolated_scripts': {
964      'angle_restricted_trace_gold_interpreted_tests': {
965        'android_args': [
966          '-v',
967        ],
968        'args': [
969          '--test-machine-name',
970          '${buildername}',
971          '--trace-interpreter=gz',
972          '--filter=fishdom:geometry_dash:merge_dragons:minecraft_bedrock:new_legend_of_the_condor_heroes:street_fighter_duel:teslagrad:vainglory',
973        ],
974        'mixins': [
975          'angle_skia_gold_test',
976        ],
977        'test': 'angle_restricted_trace_gold_tests',
978      }
979    },
980
981    'angle_restricted_trace_gold_isolated_scripts': {
982      'angle_restricted_trace_gold_tests': {
983        'android_args': [
984          '-v',
985        ],
986        'args': [
987          '--test-machine-name',
988          '${buildername}',
989        ],
990        'mixins': [
991          'angle_skia_gold_test',
992        ],
993        'android_swarming': {
994          'shards': 6,
995        },
996      }
997    },
998
999    'angle_trace_perf_native_isolated_scripts': {
1000      'angle_trace_perf_native_tests': {
1001        'android_args': {
1002          '--trial-time=10',
1003        },
1004        'args': [
1005          '--log=debug',
1006          '--show-test-stdout',
1007          '--samples-per-test=3',
1008          '--trials-per-sample=3',
1009          '--use-gl=native',
1010          '--trace-tests',
1011        ],
1012        'merge': {
1013          'script': '//scripts/process_angle_perf_results.py',
1014        },
1015        'android_swarming': {
1016          'shards': 30,
1017        },
1018        'swarming': {
1019          'shards': 10,
1020        },
1021        'test': 'angle_trace_perf_tests',
1022      },
1023    },
1024
1025    'angle_trace_perf_native_smoke_isolated_scripts': {
1026      'angle_trace_perf_native_tests': {
1027        'args': [
1028          '--log=debug',
1029          '--smoke-test-mode',
1030          '--show-test-stdout',
1031          '--use-gl=native',
1032          '--trace-tests',
1033        ],
1034        'merge': {
1035          'script': '//scripts/process_angle_perf_results.py',
1036          # Does not upload to the perf dashboard
1037          'args': [
1038            '--smoke-test-mode',
1039          ],
1040        },
1041        'swarming': {
1042          'shards': 2,
1043        },
1044        'android_swarming': {
1045          'shards': 6,
1046        },
1047        'test': 'angle_trace_perf_tests',
1048      },
1049    },
1050
1051    'angle_trace_perf_vulkan_isolated_scripts': {
1052      'angle_trace_perf_vulkan_tests': {
1053        'android_args': {
1054          '--trial-time=10',
1055        },
1056        'args': [
1057          '--log=debug',
1058          '--show-test-stdout',
1059          '--samples-per-test=3',
1060          '--trials-per-sample=3',
1061          '--use-angle=vulkan',
1062          '--trace-tests',
1063        ],
1064        'merge': {
1065          'script': '//scripts/process_angle_perf_results.py',
1066        },
1067        'android_swarming': {
1068          'shards': 30,
1069        },
1070        'swarming': {
1071          'shards': 10,
1072        },
1073        'test': 'angle_trace_perf_tests',
1074      },
1075    },
1076
1077    'angle_trace_perf_vulkan_smoke_isolated_scripts': {
1078      'angle_trace_perf_vulkan_tests': {
1079        'args': [
1080          '--log=debug',
1081          '--smoke-test-mode',
1082          '--show-test-stdout',
1083          '--use-angle=vulkan',
1084          '--trace-tests',
1085        ],
1086        'merge': {
1087          'script': '//scripts/process_angle_perf_results.py',
1088          # Does not upload to the perf dashboard
1089          'args': [
1090            '--smoke-test-mode',
1091          ],
1092        },
1093        'swarming': {
1094          'shards': 2,
1095        },
1096        'android_swarming': {
1097          'shards': 6,
1098        },
1099        'test': 'angle_trace_perf_tests',
1100      },
1101    },
1102
1103    'angle_unit_gtests': {
1104      'angle_unittests': {
1105        'android_args': [
1106          '-v',
1107        ],
1108        'use_isolated_scripts_api': True,
1109      },
1110    },
1111
1112    'angle_white_box_gtests': {
1113      'angle_white_box_tests': {
1114        'android_args': [
1115          '--shard-timeout=180',
1116          '-v',
1117        ],
1118        'linux_args': [
1119          '--no-xvfb',
1120        ],
1121        'use_isolated_scripts_api': True,
1122      },
1123    },
1124
1125    'swangle_deqp_egl_slow_tests': {
1126      'angle_deqp_egl_tests': {
1127        'args': [
1128          '--use-angle=swiftshader',
1129          '--batch-timeout=600',
1130        ],
1131        'use_isolated_scripts_api': True,
1132      },
1133    },
1134
1135    'swangle_deqp_egl_tests': {
1136      'angle_deqp_egl_tests': {
1137        'args': [
1138          '--use-angle=swiftshader',
1139        ],
1140        'use_isolated_scripts_api': True,
1141      },
1142    },
1143
1144    'swangle_deqp_gl46_tests': {
1145      'angle_deqp_gl46_tests': {
1146        'args': [
1147          '--use-angle=swiftshader',
1148        ],
1149        'use_isolated_scripts_api': True,
1150      },
1151    },
1152
1153    'swangle_deqp_gles2_slow_tests': {
1154      'angle_deqp_gles2_tests': {
1155        'args': [
1156          '--use-angle=swiftshader',
1157        ],
1158        'use_isolated_scripts_api': True,
1159        'swarming': {
1160          'shards': 4,
1161        },
1162      },
1163    },
1164
1165    'swangle_deqp_gles2_tests': {
1166      'angle_deqp_gles2_tests': {
1167        'args': [
1168          '--use-angle=swiftshader',
1169        ],
1170        'use_isolated_scripts_api': True,
1171      },
1172    },
1173
1174     'swangle_deqp_gles31_multisample_tests': {
1175      'angle_deqp_gles31_multisample_tests': {
1176        'args': [
1177          '--use-angle=swiftshader',
1178        ],
1179        'use_isolated_scripts_api': True
1180      }
1181    },
1182
1183    'swangle_deqp_gles31_rotate180_tests': {
1184      'angle_deqp_gles31_rotate180_tests': {
1185        'args': [
1186          '--use-angle=swiftshader',
1187        ],
1188        'use_isolated_scripts_api': True,
1189      },
1190    },
1191
1192    'swangle_deqp_gles31_rotate270_tests': {
1193      'angle_deqp_gles31_rotate270_tests': {
1194        'args': [
1195          '--use-angle=swiftshader',
1196        ],
1197        'use_isolated_scripts_api': True,
1198      },
1199    },
1200
1201    'swangle_deqp_gles31_rotate90_tests': {
1202      'angle_deqp_gles31_rotate90_tests': {
1203        'args': [
1204          '--use-angle=swiftshader',
1205        ],
1206        'use_isolated_scripts_api': True,
1207      },
1208    },
1209
1210    'swangle_deqp_gles31_slow_tests': {
1211      'angle_deqp_gles31_tests': {
1212        'args': [
1213          '--use-angle=swiftshader',
1214        ],
1215        'swarming': {
1216          'shards': 14,
1217        },
1218        'use_isolated_scripts_api': True,
1219      },
1220    },
1221
1222    'swangle_deqp_gles31_tests': {
1223      'angle_deqp_gles31_tests': {
1224        'args': [
1225          '--use-angle=swiftshader',
1226        ],
1227        'swarming': {
1228          'shards': 10,
1229        },
1230        'use_isolated_scripts_api': True,
1231      },
1232    },
1233
1234    'swangle_deqp_gles3_multisample_tests': {
1235      'angle_deqp_gles3_multisample_tests': {
1236        'args': [
1237          '--use-angle=swiftshader',
1238        ],
1239        'use_isolated_scripts_api': True
1240      }
1241    },
1242
1243    'swangle_deqp_gles3_rotate180_tests': {
1244      'angle_deqp_gles3_rotate180_tests': {
1245        'args': [
1246          '--use-angle=swiftshader',
1247        ],
1248        'use_isolated_scripts_api': True,
1249      },
1250    },
1251
1252    'swangle_deqp_gles3_rotate270_tests': {
1253      'angle_deqp_gles3_rotate270_tests': {
1254        'args': [
1255          '--use-angle=swiftshader',
1256        ],
1257        'use_isolated_scripts_api': True,
1258      },
1259    },
1260
1261    'swangle_deqp_gles3_rotate90_tests': {
1262      'angle_deqp_gles3_rotate90_tests': {
1263        'args': [
1264          '--use-angle=swiftshader',
1265        ],
1266        'use_isolated_scripts_api': True,
1267      },
1268    },
1269
1270    'swangle_deqp_gles3_slow_tests': {
1271      'angle_deqp_gles3_tests': {
1272        'args': [
1273          '--use-angle=swiftshader',
1274        ],
1275        'swarming': {
1276          'shards': 8,
1277        },
1278        'use_isolated_scripts_api': True,
1279      },
1280    },
1281
1282    'swangle_deqp_gles3_tests': {
1283      'angle_deqp_gles3_tests': {
1284        'args': [
1285          '--use-angle=swiftshader',
1286        ],
1287        'swarming': {
1288          'shards': 4,
1289        },
1290        'use_isolated_scripts_api': True,
1291      },
1292    },
1293
1294    'swangle_deqp_khr_gles2_tests': {
1295      'angle_deqp_khr_gles2_tests': {
1296        'args': [
1297          '--use-angle=swiftshader',
1298          '--surface-height=64',
1299          '--surface-width=64',
1300          '--deqp-base-seed=1',
1301        ],
1302        'use_isolated_scripts_api': True,
1303      },
1304    },
1305
1306    'swangle_deqp_khr_gles31_tests': {
1307      'angle_deqp_khr_gles31_tests': {
1308        'args': [
1309          '--use-angle=swiftshader',
1310          '--surface-height=64',
1311          '--surface-width=64',
1312          '--deqp-base-seed=1',
1313        ],
1314        'use_isolated_scripts_api': True,
1315      },
1316    },
1317
1318    'swangle_deqp_khr_gles3_tests': {
1319      'angle_deqp_khr_gles3_tests': {
1320        'args': [
1321          '--use-angle=swiftshader',
1322          '--surface-height=64',
1323          '--surface-width=64',
1324          '--deqp-base-seed=1',
1325        ],
1326        'use_isolated_scripts_api': True,
1327      },
1328    },
1329
1330    'swangle_deqp_khr_noctx_gles2_tests': {
1331      'angle_deqp_khr_noctx_gles2_tests': {
1332        'args': [
1333          '--use-angle=swiftshader',
1334        ],
1335        'use_isolated_scripts_api': True,
1336      },
1337    },
1338
1339    'swangle_deqp_khr_noctx_gles32_tests': {
1340      'angle_deqp_khr_noctx_gles32_tests': {
1341        'args': [
1342          '--use-angle=swiftshader',
1343        ],
1344        'use_isolated_scripts_api': True,
1345      },
1346    },
1347
1348    'swangle_deqp_khr_single_gles32_tests': {
1349      'angle_deqp_khr_single_gles32_tests': {
1350        'args': [
1351          '--use-angle=swiftshader',
1352        ],
1353        'use_isolated_scripts_api': True,
1354      },
1355    },
1356
1357    'swangle_end2end_slow_tests': {
1358      'angle_end2end_tests': {
1359        'args': [
1360          '--gtest_filter=*Vulkan_SwiftShader*',
1361        ],
1362        'use_isolated_scripts_api': True,
1363        'swarming': {
1364          'shards': 6,
1365        },
1366      },
1367    },
1368
1369    'swangle_end2end_tests': {
1370      'angle_end2end_tests': {
1371        'args': [
1372          '--gtest_filter=*Vulkan_SwiftShader*',
1373        ],
1374        'use_isolated_scripts_api': True,
1375      },
1376    },
1377
1378    'swangle_end2end_very_slow_flaky_tests': {
1379      'angle_end2end_tests': {
1380        'args': [
1381          '--gtest_filter=*Vulkan_SwiftShader*',
1382          # Flaky retries enabled on ASAN/TSAN. http://anglebug.com/7772
1383          '--flaky-retries=2',
1384        ],
1385        'use_isolated_scripts_api': True,
1386        'swarming': {
1387          'shards': 10,
1388        },
1389      },
1390    },
1391
1392    'swangle_restricted_trace_gold_isolated_scripts': {
1393      'angle_restricted_trace_gold_tests': {
1394        'args': [
1395          '--test-machine-name',
1396          '${buildername}',
1397          '--swiftshader',
1398        ],
1399        'linux_args': [
1400          '--xvfb',
1401          # An X Windows bug sometimes causes flaky connection errors.
1402          '--flaky-retries=2',
1403        ],
1404        'mixins': [
1405          'angle_skia_gold_test',
1406        ],
1407        'swarming': {
1408          'shards': 6,
1409        },
1410      },
1411    },
1412
1413    'swangle_white_box_tests': {
1414      'angle_white_box_tests': {
1415        'args': [
1416          '--gtest_filter=*Vulkan_SwiftShader*',
1417        ],
1418        'use_isolated_scripts_api': True,
1419      },
1420    }
1421  },
1422
1423  'compound_suites': {
1424    'android_gtests': [
1425      'angle_deqp_egl_gles_gtests',
1426      'angle_deqp_egl_vulkan_gtests',
1427      'angle_deqp_gles2_gles_gtests',
1428      'angle_deqp_gles2_vulkan_gtests',
1429      'angle_deqp_gles31_multisample_vulkan_gtests',
1430      'angle_deqp_gles31_vulkan_gtests',
1431      'angle_deqp_gles31_565_no_depth_no_stencil_vulkan_gtests',
1432      'angle_deqp_gles3_gles_gtests',
1433      'angle_deqp_gles3_multisample_vulkan_gtests',
1434      'angle_deqp_gles3_vulkan_gtests',
1435      'angle_deqp_gles3_565_no_depth_no_stencil_vulkan_gtests',
1436      'angle_deqp_khr_gles2_vulkan_gtests',
1437      'angle_deqp_khr_gles31_vulkan_gtests',
1438      'angle_deqp_khr_gles32_vulkan_gtests',
1439      'angle_deqp_khr_gles3_vulkan_gtests',
1440      'angle_deqp_khr_noctx_gles2_vulkan_gtests',
1441      'angle_deqp_khr_noctx_gles32_vulkan_gtests',
1442      'angle_deqp_khr_single_gles32_vulkan_gtests',
1443      'angle_end2end_gtests',
1444      'angle_gles1_conformance_vulkan_gtests',
1445      'angle_unit_gtests',
1446    ],
1447
1448    'android_vulkan_gtests': [
1449      'angle_deqp_egl_vulkan_gtests',
1450      'angle_deqp_gles2_vulkan_gtests',
1451      'angle_deqp_gles31_multisample_vulkan_gtests',
1452      'angle_deqp_gles31_vulkan_gtests',
1453      'angle_deqp_gles31_565_no_depth_no_stencil_vulkan_gtests',
1454      'angle_deqp_gles3_multisample_vulkan_gtests',
1455      'angle_deqp_gles3_vulkan_gtests',
1456      'angle_deqp_gles3_565_no_depth_no_stencil_vulkan_gtests',
1457      'angle_deqp_khr_gles2_vulkan_gtests',
1458      'angle_deqp_khr_gles31_vulkan_gtests',
1459      'angle_deqp_khr_gles32_vulkan_gtests',
1460      'angle_deqp_khr_gles3_vulkan_gtests',
1461      'angle_deqp_khr_noctx_gles2_vulkan_gtests',
1462      'angle_deqp_khr_noctx_gles32_vulkan_gtests',
1463      'angle_deqp_khr_single_gles32_vulkan_gtests',
1464      'angle_end2end_vulkan_gtests',
1465      'angle_unit_gtests',
1466    ],
1467
1468    'isolated_scripts_group_common': [
1469      'angle_capture_isolated_scripts',
1470      'angle_perf_smoke_isolated_scripts',
1471      'angle_restricted_trace_gold_isolated_scripts',
1472      'angle_restricted_trace_gold_interpreted_isolated_scripts',
1473      'angle_trace_perf_native_smoke_isolated_scripts',
1474      'angle_trace_perf_vulkan_smoke_isolated_scripts',
1475    ],
1476
1477    'isolated_scripts_group_perf': [
1478      'angle_perf_isolated_scripts',
1479      'angle_trace_perf_native_isolated_scripts',
1480      'angle_trace_perf_vulkan_isolated_scripts',
1481    ],
1482
1483    'isolated_scripts_group_pixel6': [
1484      'angle_capture_isolated_scripts',
1485      'angle_restricted_trace_gold_isolated_scripts',
1486    ],
1487
1488    'isolated_scripts_group_s22': [
1489      'angle_restricted_trace_gold_isolated_scripts',
1490    ],
1491
1492    'linux_intel_gtests': [
1493      'angle_deqp_gles2_gl_gtests',
1494      'angle_end2end_gtests',
1495      'angle_gles1_conformance_gtests',
1496      'angle_unit_gtests',
1497      'angle_white_box_gtests',
1498    ],
1499
1500    'linux_nvidia_gtests': [
1501      'angle_deqp_egl_gl_gtests',
1502      'angle_deqp_egl_vulkan_gtests',
1503      'angle_deqp_gles2_gl_gtests',
1504      'angle_deqp_gles2_vulkan_gtests',
1505      'angle_deqp_gles31_gl_gtests',
1506      'angle_deqp_gles31_multisample_vulkan_gtests',
1507      'angle_deqp_gles31_vulkan_gtests',
1508      'angle_deqp_gles31_vulkan_rotate180_gtests',
1509      'angle_deqp_gles31_vulkan_rotate270_gtests',
1510      'angle_deqp_gles31_vulkan_rotate90_gtests',
1511      'angle_deqp_gles3_gl_gtests',
1512      'angle_deqp_gles3_multisample_vulkan_gtests',
1513      'angle_deqp_gles3_vulkan_gtests',
1514      'angle_deqp_gles3_vulkan_rotate180_gtests',
1515      'angle_deqp_gles3_vulkan_rotate270_gtests',
1516      'angle_deqp_gles3_vulkan_rotate90_gtests',
1517      'angle_deqp_khr_gles2_vulkan_gtests',
1518      'angle_deqp_khr_gles31_vulkan_gtests',
1519      'angle_deqp_khr_gles32_vulkan_gtests',
1520      'angle_deqp_khr_gles3_vulkan_gtests',
1521      'angle_end2end_gtests',
1522      'angle_gles1_conformance_gtests',
1523      'angle_unit_gtests',
1524      'angle_white_box_gtests',
1525    ],
1526
1527    'mac_amd_and_intel_gtests': [
1528      'angle_deqp_egl_gl_gtests',
1529      'angle_deqp_egl_metal_gtests',
1530      'angle_deqp_gles2_gl_with_retry_gtests',
1531      'angle_deqp_gles2_metal_gtests',
1532      'angle_deqp_gles3_gl_with_retry_gtests',
1533      'angle_deqp_gles3_metal_gtests',
1534      'angle_end2end_with_retry_gtests',
1535      'angle_unit_gtests',
1536    ],
1537
1538    'mac_nvidia_gtests': [
1539      'angle_end2end_with_retry_gtests',
1540      'angle_unit_gtests',
1541    ],
1542
1543    'swangle_gtests': [
1544      'swangle_deqp_egl_tests',
1545      'swangle_deqp_gl46_tests',
1546      'swangle_deqp_gles2_tests',
1547      'swangle_deqp_gles31_multisample_tests',
1548      'swangle_deqp_gles31_rotate180_tests',
1549      'swangle_deqp_gles31_rotate270_tests',
1550      'swangle_deqp_gles31_rotate90_tests',
1551      'swangle_deqp_gles31_tests',
1552      'swangle_deqp_gles3_multisample_tests',
1553      'swangle_deqp_gles3_rotate180_tests',
1554      'swangle_deqp_gles3_rotate270_tests',
1555      'swangle_deqp_gles3_rotate90_tests',
1556      'swangle_deqp_gles3_tests',
1557      'swangle_deqp_khr_gles2_tests',
1558      'swangle_deqp_khr_gles31_tests',
1559      'swangle_deqp_khr_gles3_tests',
1560      'swangle_deqp_khr_noctx_gles2_tests',
1561      'swangle_deqp_khr_noctx_gles32_tests',
1562      'swangle_deqp_khr_single_gles32_tests',
1563      'swangle_end2end_tests',
1564      'swangle_white_box_tests',
1565    ],
1566
1567    'swangle_non_deqp_slow_flaky_gtests': [
1568      'swangle_end2end_very_slow_flaky_tests',
1569      'swangle_white_box_tests',
1570    ],
1571
1572    'swangle_slow_flaky_gtests': [
1573      'swangle_deqp_egl_slow_tests',
1574      'swangle_deqp_gles2_slow_tests',
1575      'swangle_deqp_gles3_slow_tests',
1576      'swangle_deqp_khr_gles2_tests',
1577      'swangle_deqp_khr_gles31_tests',
1578      'swangle_deqp_khr_gles3_tests',
1579      'swangle_deqp_khr_noctx_gles2_tests',
1580      'swangle_deqp_khr_noctx_gles32_tests',
1581      'swangle_deqp_khr_single_gles32_tests',
1582      'swangle_end2end_slow_tests',
1583      'swangle_white_box_tests',
1584    ],
1585
1586    'swangle_slow_gtests': [
1587      'swangle_deqp_egl_tests',
1588      'swangle_deqp_gl46_tests',
1589      'swangle_deqp_gles2_slow_tests',
1590      'swangle_deqp_gles31_rotate180_tests',
1591      'swangle_deqp_gles31_rotate270_tests',
1592      'swangle_deqp_gles31_rotate90_tests',
1593      'swangle_deqp_gles31_slow_tests',
1594      'swangle_deqp_gles3_rotate180_tests',
1595      'swangle_deqp_gles3_rotate270_tests',
1596      'swangle_deqp_gles3_rotate90_tests',
1597      'swangle_deqp_gles3_slow_tests',
1598      'swangle_deqp_khr_gles2_tests',
1599      'swangle_deqp_khr_gles31_tests',
1600      'swangle_deqp_khr_gles3_tests',
1601      'swangle_deqp_khr_noctx_gles2_tests',
1602      'swangle_deqp_khr_noctx_gles32_tests',
1603      'swangle_deqp_khr_single_gles32_tests',
1604      'swangle_end2end_slow_tests',
1605      'swangle_white_box_tests',
1606    ],
1607
1608    'win10_intel_gtests': [
1609      'angle_deqp_gles2_d3d11_gtests',
1610      'angle_end2end_gtests',
1611      'angle_gles1_conformance_gtests',
1612      'angle_unit_gtests',
1613      'angle_white_box_gtests',
1614    ],
1615
1616    'win10_nvidia_gtests': [
1617      'angle_deqp_egl_d3d11_gtests',
1618      'angle_deqp_egl_gl_gtests',
1619      'angle_deqp_egl_vulkan_gtests',
1620      'angle_deqp_gles2_d3d11_gtests',
1621      'angle_deqp_gles2_gl_gtests',
1622      'angle_deqp_gles2_vulkan_gtests',
1623      'angle_deqp_gles31_d3d11_gtests',
1624      'angle_deqp_gles31_gl_gtests',
1625      'angle_deqp_gles31_multisample_vulkan_gtests',
1626      'angle_deqp_gles31_vulkan_gtests',
1627      'angle_deqp_gles31_vulkan_rotate180_gtests',
1628      'angle_deqp_gles31_vulkan_rotate270_gtests',
1629      'angle_deqp_gles31_vulkan_rotate90_gtests',
1630      'angle_deqp_gles3_d3d11_gtests',
1631      'angle_deqp_gles3_gl_gtests',
1632      'angle_deqp_gles3_multisample_vulkan_gtests',
1633      'angle_deqp_gles3_vulkan_gtests',
1634      'angle_deqp_gles3_vulkan_rotate180_gtests',
1635      'angle_deqp_gles3_vulkan_rotate270_gtests',
1636      'angle_deqp_gles3_vulkan_rotate90_gtests',
1637      'angle_deqp_khr_gles2_vulkan_gtests',
1638      'angle_deqp_khr_gles31_vulkan_gtests',
1639      'angle_deqp_khr_gles32_vulkan_gtests',
1640      'angle_deqp_khr_gles3_vulkan_gtests',
1641      'angle_deqp_khr_noctx_gles2_vulkan_gtests',
1642      'angle_deqp_khr_noctx_gles32_vulkan_gtests',
1643      'angle_deqp_khr_single_gles32_vulkan_gtests',
1644      'angle_end2end_gtests',
1645      'angle_gles1_conformance_gtests',
1646      'angle_unit_gtests',
1647      'angle_white_box_gtests',
1648    ],
1649  },
1650}
1651