1{ 2 "captiveportal-networkstack-resolve-tethering-mainline-presubmit": [ 3 { 4 "name": "CtsNetTestCases", 5 "options": [ 6 { 7 "exclude-annotation": "com.android.testutils.SkipPresubmit" 8 }, 9 { 10 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit" 11 }, 12 { 13 "exclude-annotation": "androidx.test.filters.RequiresDevice" 14 } 15 ] 16 }, 17 { 18 "name": "CtsNetTestCasesMaxTargetSdk30", 19 "options": [ 20 { 21 "exclude-annotation": "com.android.testutils.SkipPresubmit" 22 }, 23 { 24 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit" 25 }, 26 { 27 "exclude-annotation": "androidx.test.filters.RequiresDevice" 28 } 29 ] 30 }, 31 { 32 "name": "CtsNetTestCasesMaxTargetSdk31", 33 "options": [ 34 { 35 "exclude-annotation": "com.android.testutils.SkipPresubmit" 36 }, 37 { 38 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit" 39 }, 40 { 41 "exclude-annotation": "androidx.test.filters.RequiresDevice" 42 } 43 ] 44 }, 45 { 46 "name": "CtsNetTestCasesMaxTargetSdk33", 47 "options": [ 48 { 49 "exclude-annotation": "com.android.testutils.SkipPresubmit" 50 }, 51 { 52 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit" 53 }, 54 { 55 "exclude-annotation": "androidx.test.filters.RequiresDevice" 56 } 57 ] 58 }, 59 { 60 "name": "bpf_existence_test" 61 }, 62 { 63 "name": "connectivity_native_test" 64 }, 65 { 66 "name": "netd_updatable_unit_test" 67 }, 68 { 69 "name": "ConnectivityCoverageTests", 70 "options": [ 71 { 72 "exclude-annotation": "com.android.testutils.SkipPresubmit" 73 } 74 ] 75 }, 76 { 77 "name": "libnetworkstats_test" 78 }, 79 { 80 "name": "CtsTetheringTest", 81 "options": [ 82 { 83 "exclude-annotation": "com.android.testutils.NetworkStackModuleTest" 84 } 85 ] 86 } 87 ], 88 "captiveportal-networkstack-mainline-presubmit": [ 89 // Test with APK modules only, in cases where APEX is not supported, or the other modules 90 // were simply not updated 91 { 92 "name": "CtsNetTestCases", 93 "options": [ 94 { 95 "exclude-annotation": "com.android.testutils.SkipPresubmit" 96 }, 97 { 98 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit" 99 }, 100 { 101 "exclude-annotation": "androidx.test.filters.RequiresDevice" 102 }, 103 { 104 "exclude-annotation": "com.android.testutils.ConnectivityModuleTest" 105 }, 106 { 107 "exclude-annotation": "com.android.testutils.DnsResolverModuleTest" 108 } 109 ] 110 } 111 ], 112 "tethering-mainline-presubmit": [ 113 // Test with connectivity/tethering module only, to catch integration issues with older versions 114 // of other modules. "new tethering + old NetworkStack" is not a configuration that should 115 // really exist in the field, but there is no strong guarantee, and it is required by MTS 116 // testing for module qualification, where modules are tested independently. 117 { 118 "name": "CtsNetTestCases", 119 "options": [ 120 { 121 "exclude-annotation": "com.android.testutils.SkipPresubmit" 122 }, 123 { 124 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit" 125 }, 126 { 127 "exclude-annotation": "androidx.test.filters.RequiresDevice" 128 }, 129 { 130 "exclude-annotation": "com.android.testutils.DnsResolverModuleTest" 131 }, 132 { 133 "exclude-annotation": "com.android.testutils.NetworkStackModuleTest" 134 } 135 ] 136 } 137 ], 138 "presubmit": [ 139 { 140 "name": "ConnectivityCoverageTests", 141 "options": [ 142 { 143 "exclude-annotation": "com.android.testutils.NetworkStackModuleTest" 144 }, 145 { 146 "exclude-annotation": "com.android.testutils.SkipPresubmit" 147 } 148 ] 149 }, 150 { 151 // In addition to ConnectivityCoverageTests, runs non-connectivity-module tests 152 "name": "FrameworksNetTests", 153 "options": [ 154 { 155 "exclude-annotation": "com.android.testutils.SkipPresubmit" 156 } 157 ] 158 }, 159 // Run in addition to mainline-presubmit as mainline-presubmit is not 160 // supported in every branch. 161 { 162 "name": "CtsNetTestCases", 163 "options": [ 164 { 165 "exclude-annotation": "com.android.testutils.SkipPresubmit" 166 }, 167 { 168 "exclude-annotation": "androidx.test.filters.RequiresDevice" 169 } 170 ] 171 }, 172 // CTS tests that target older SDKs. 173 { 174 "name": "CtsNetTestCasesMaxTargetSdk30", 175 "options": [ 176 { 177 "exclude-annotation": "com.android.testutils.SkipPresubmit" 178 }, 179 { 180 "exclude-annotation": "androidx.test.filters.RequiresDevice" 181 } 182 ] 183 }, 184 { 185 "name": "CtsNetTestCasesMaxTargetSdk31", 186 "options": [ 187 { 188 "exclude-annotation": "com.android.testutils.SkipPresubmit" 189 }, 190 { 191 "exclude-annotation": "androidx.test.filters.RequiresDevice" 192 } 193 ] 194 }, 195 { 196 "name": "CtsNetTestCasesMaxTargetSdk33", 197 "options": [ 198 { 199 "exclude-annotation": "com.android.testutils.SkipPresubmit" 200 }, 201 { 202 "exclude-annotation": "androidx.test.filters.RequiresDevice" 203 } 204 ] 205 }, 206 { 207 "name": "bpf_existence_test" 208 }, 209 { 210 "name": "connectivity_native_test" 211 }, 212 { 213 "name": "libclat_test" 214 }, 215 { 216 "name": "netd_updatable_unit_test" 217 }, 218 { 219 "name": "TetheringTests" 220 }, 221 { 222 "name": "TetheringIntegrationTests" 223 }, 224 { 225 "name": "libnetworkstats_test" 226 }, 227 { 228 "name": "FrameworksNetIntegrationTests" 229 }, 230 { 231 "name": "CtsTetheringTest" 232 } 233 ], 234 "postsubmit": [ 235 { 236 "name": "TetheringPrivilegedTests" 237 }, 238 { 239 "name": "netd_updatable_unit_test", 240 "keywords": ["netd-device-kernel-4.9", "netd-device-kernel-4.14"] 241 }, 242 { 243 "name": "dns_helper_unit_test" 244 }, 245 { 246 "name": "FrameworksNetDeflakeTest" 247 }, 248 // Postsubmit on virtual devices to monitor flakiness of @SkipPresubmit methods 249 { 250 "name": "CtsNetTestCases", 251 "options": [ 252 { 253 "exclude-annotation": "androidx.test.filters.RequiresDevice" 254 } 255 ] 256 }, 257 { 258 "name": "FrameworksNetTests" 259 }, 260 // TODO: Move to presumit after meet SLO requirement. 261 { 262 "name": "NetworkStaticLibHostPythonTests" 263 } 264 ], 265 "mainline-presubmit": [ 266 { 267 "name": "CtsNetTestCases[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]", 268 "options": [ 269 { 270 "exclude-annotation": "com.android.testutils.SkipPresubmit" 271 }, 272 { 273 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit" 274 }, 275 { 276 "exclude-annotation": "androidx.test.filters.RequiresDevice" 277 } 278 ] 279 }, 280 { 281 "name": "CtsNetTestCasesMaxTargetSdk30[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]", 282 "options": [ 283 { 284 "exclude-annotation": "com.android.testutils.SkipPresubmit" 285 }, 286 { 287 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit" 288 }, 289 { 290 "exclude-annotation": "androidx.test.filters.RequiresDevice" 291 } 292 ] 293 }, 294 { 295 "name": "CtsNetTestCasesMaxTargetSdk31[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]", 296 "options": [ 297 { 298 "exclude-annotation": "com.android.testutils.SkipPresubmit" 299 }, 300 { 301 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit" 302 }, 303 { 304 "exclude-annotation": "androidx.test.filters.RequiresDevice" 305 } 306 ] 307 }, 308 { 309 "name": "CtsNetTestCasesMaxTargetSdk33[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]", 310 "options": [ 311 { 312 "exclude-annotation": "com.android.testutils.SkipPresubmit" 313 }, 314 { 315 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit" 316 }, 317 { 318 "exclude-annotation": "androidx.test.filters.RequiresDevice" 319 } 320 ] 321 }, 322 { 323 "name": "CtsHostsideNetworkTests[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]", 324 "options": [ 325 { 326 "exclude-annotation": "androidx.test.filters.RequiresDevice" 327 } 328 ] 329 }, 330 // Test with APK modules only, in cases where APEX is not supported, or the other modules 331 // were simply not updated 332 { 333 "name": "CtsNetTestCases[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk]", 334 "options": [ 335 { 336 "exclude-annotation": "com.android.testutils.SkipPresubmit" 337 }, 338 { 339 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit" 340 }, 341 { 342 "exclude-annotation": "androidx.test.filters.RequiresDevice" 343 }, 344 { 345 "exclude-annotation": "com.android.testutils.ConnectivityModuleTest" 346 }, 347 { 348 "exclude-annotation": "com.android.testutils.DnsResolverModuleTest" 349 } 350 ] 351 }, 352 // Test with connectivity/tethering module only, to catch integration issues with older versions 353 // of other modules. "new tethering + old NetworkStack" is not a configuration that should 354 // really exist in the field, but there is no strong guarantee, and it is required by MTS 355 // testing for module qualification, where modules are tested independently. 356 { 357 "name": "CtsNetTestCases[com.google.android.tethering.apex]", 358 "options": [ 359 { 360 "exclude-annotation": "com.android.testutils.SkipPresubmit" 361 }, 362 { 363 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit" 364 }, 365 { 366 "exclude-annotation": "androidx.test.filters.RequiresDevice" 367 }, 368 { 369 "exclude-annotation": "com.android.testutils.DnsResolverModuleTest" 370 }, 371 { 372 "exclude-annotation": "com.android.testutils.NetworkStackModuleTest" 373 } 374 ] 375 }, 376 { 377 "name": "bpf_existence_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]" 378 }, 379 { 380 "name": "connectivity_native_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]" 381 }, 382 { 383 "name": "netd_updatable_unit_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]" 384 }, 385 { 386 "name": "ConnectivityCoverageTests[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]", 387 "options": [ 388 { 389 "exclude-annotation": "com.android.testutils.SkipPresubmit" 390 } 391 ] 392 }, 393 { 394 "name": "libnetworkstats_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]" 395 }, 396 { 397 "name": "CtsTetheringTest[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]", 398 "options": [ 399 { 400 "exclude-annotation": "com.android.testutils.NetworkStackModuleTest" 401 } 402 ] 403 } 404 ], 405 "mainline-postsubmit": [ 406 // Tests on physical devices with SIM cards: postsubmit only for capacity constraints 407 { 408 "name": "CtsNetTestCases[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]", 409 "keywords": ["sim"] 410 }, 411 { 412 "name": "CtsTetheringTest[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]", 413 "keywords": ["sim"], 414 "options": [ 415 { 416 "exclude-annotation": "com.android.testutils.NetworkStackModuleTest" 417 } 418 ] 419 }, 420 // Postsubmit on virtual devices to monitor flakiness of @SkipMainlinePresubmit methods 421 { 422 "name": "CtsNetTestCases[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]", 423 "options": [ 424 { 425 "exclude-annotation": "androidx.test.filters.RequiresDevice" 426 } 427 ] 428 } 429 ], 430 "automotive-mumd-presubmit": [ 431 { 432 "name": "CtsNetTestCases" 433 }, 434 { 435 "name": "CtsNetTestCasesUpdateStatsPermission" 436 } 437 ], 438 "imports": [ 439 { 440 "path": "frameworks/base/core/java/android/net" 441 }, 442 { 443 "path": "frameworks/opt/net/ethernet" 444 }, 445 { 446 "path": "packages/modules/NetworkStack" 447 }, 448 { 449 "path": "packages/modules/CaptivePortalLogin" 450 }, 451 { 452 "path": "external/cronet" 453 }, 454 { 455 "path": "vendor/xts/gts-tests/hostsidetests/networkstack" 456 } 457 ] 458} 459