blob: 8592af285967a48a88d35e9321d0009b0c004247 [file] [log] [blame]
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +09001{
Diwas Sharma7621bfb2024-05-14 20:50:42 +00002 "captiveportal-networkstack-resolve-tethering-mainline-presubmit": [
3 {
Motomu Utsumic42f32f2024-06-12 19:15:26 +09004 "name": "CtsNetTestCases",
Diwas Sharma7621bfb2024-05-14 20:50:42 +00005 "options": [
6 {
7 "exclude-annotation": "com.android.testutils.SkipPresubmit"
8 },
9 {
10 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
11 },
12 {
13 "exclude-annotation": "androidx.test.filters.RequiresDevice"
14 }
15 ]
16 },
17 {
18 "name": "CtsNetTestCasesMaxTargetSdk30",
19 "options": [
20 {
21 "exclude-annotation": "com.android.testutils.SkipPresubmit"
22 },
23 {
24 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
25 },
26 {
27 "exclude-annotation": "androidx.test.filters.RequiresDevice"
28 }
29 ]
30 },
31 {
32 "name": "CtsNetTestCasesMaxTargetSdk31",
33 "options": [
34 {
35 "exclude-annotation": "com.android.testutils.SkipPresubmit"
36 },
37 {
38 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
39 },
40 {
41 "exclude-annotation": "androidx.test.filters.RequiresDevice"
42 }
43 ]
44 },
45 {
46 "name": "CtsNetTestCasesMaxTargetSdk33",
47 "options": [
48 {
49 "exclude-annotation": "com.android.testutils.SkipPresubmit"
50 },
51 {
52 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
53 },
54 {
55 "exclude-annotation": "androidx.test.filters.RequiresDevice"
56 }
57 ]
58 },
59 {
60 "name": "bpf_existence_test"
61 },
62 {
63 "name": "connectivity_native_test"
64 },
65 {
66 "name": "netd_updatable_unit_test"
67 },
68 {
69 "name": "ConnectivityCoverageTests",
70 "options": [
71 {
72 "exclude-annotation": "com.android.testutils.SkipPresubmit"
73 }
74 ]
75 },
76 {
77 "name": "libnetworkstats_test"
78 },
79 {
Yuyang Huangd9f3b072025-02-04 12:21:19 +090080 "name": "CtsTetheringTest",
Diwas Sharma7621bfb2024-05-14 20:50:42 +000081 "options": [
82 {
83 "exclude-annotation": "com.android.testutils.NetworkStackModuleTest"
84 }
85 ]
86 }
87 ],
88 "captiveportal-networkstack-mainline-presubmit": [
89 // Test with APK modules only, in cases where APEX is not supported, or the other modules
90 // were simply not updated
91 {
Motomu Utsumic42f32f2024-06-12 19:15:26 +090092 "name": "CtsNetTestCases",
Diwas Sharma7621bfb2024-05-14 20:50:42 +000093 "options": [
94 {
95 "exclude-annotation": "com.android.testutils.SkipPresubmit"
96 },
97 {
98 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
99 },
100 {
101 "exclude-annotation": "androidx.test.filters.RequiresDevice"
102 },
103 {
104 "exclude-annotation": "com.android.testutils.ConnectivityModuleTest"
105 },
106 {
107 "exclude-annotation": "com.android.testutils.DnsResolverModuleTest"
108 }
109 ]
110 }
111 ],
112 "tethering-mainline-presubmit": [
113 // Test with connectivity/tethering module only, to catch integration issues with older versions
114 // of other modules. "new tethering + old NetworkStack" is not a configuration that should
115 // really exist in the field, but there is no strong guarantee, and it is required by MTS
116 // testing for module qualification, where modules are tested independently.
117 {
Motomu Utsumic42f32f2024-06-12 19:15:26 +0900118 "name": "CtsNetTestCases",
Diwas Sharma7621bfb2024-05-14 20:50:42 +0000119 "options": [
120 {
121 "exclude-annotation": "com.android.testutils.SkipPresubmit"
122 },
123 {
124 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
125 },
126 {
127 "exclude-annotation": "androidx.test.filters.RequiresDevice"
128 },
129 {
130 "exclude-annotation": "com.android.testutils.DnsResolverModuleTest"
131 },
132 {
133 "exclude-annotation": "com.android.testutils.NetworkStackModuleTest"
134 }
135 ]
136 }
137 ],
Remi NGUYEN VANa773ccb2020-06-25 03:58:10 +0000138 "presubmit": [
Remi NGUYEN VAN48c68882021-07-16 01:36:12 +0000139 {
Xiao Ma432162d2023-09-29 15:28:49 +0900140 "name": "ConnectivityCoverageTests",
141 "options": [
142 {
143 "exclude-annotation": "com.android.testutils.NetworkStackModuleTest"
Junyu Lai86298be2023-10-17 17:25:10 +0800144 },
145 {
146 "exclude-annotation": "com.android.testutils.SkipPresubmit"
Xiao Ma432162d2023-09-29 15:28:49 +0900147 }
148 ]
Remi NGUYEN VAN48c68882021-07-16 01:36:12 +0000149 },
Remi NGUYEN VAN40da62d2022-04-01 11:59:45 +0900150 {
151 // In addition to ConnectivityCoverageTests, runs non-connectivity-module tests
Junyu Laib8fc7552023-07-26 14:25:49 +0800152 "name": "FrameworksNetTests",
153 "options": [
154 {
155 "exclude-annotation": "com.android.testutils.SkipPresubmit"
156 }
157 ]
Remi NGUYEN VAN40da62d2022-04-01 11:59:45 +0900158 },
Remi NGUYEN VANad380c12021-03-01 06:48:29 +0000159 // Run in addition to mainline-presubmit as mainline-presubmit is not
160 // supported in every branch.
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +0900161 {
Remi NGUYEN VANad380c12021-03-01 06:48:29 +0000162 "name": "CtsNetTestCases",
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +0900163 "options": [
164 {
165 "exclude-annotation": "com.android.testutils.SkipPresubmit"
Remi NGUYEN VAN9a689f82021-10-28 09:41:21 +0900166 },
167 {
168 "exclude-annotation": "androidx.test.filters.RequiresDevice"
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +0900169 }
170 ]
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000171 },
Lorenzo Colitti9e61b822022-05-28 00:20:06 +0900172 // CTS tests that target older SDKs.
173 {
Remi NGUYEN VAN348bbb02022-07-19 16:33:04 +0900174 "name": "CtsNetTestCasesMaxTargetSdk30",
175 "options": [
176 {
177 "exclude-annotation": "com.android.testutils.SkipPresubmit"
178 },
179 {
180 "exclude-annotation": "androidx.test.filters.RequiresDevice"
181 }
182 ]
183 },
184 {
Lorenzo Colitti9e61b822022-05-28 00:20:06 +0900185 "name": "CtsNetTestCasesMaxTargetSdk31",
186 "options": [
187 {
188 "exclude-annotation": "com.android.testutils.SkipPresubmit"
189 },
190 {
191 "exclude-annotation": "androidx.test.filters.RequiresDevice"
192 }
193 ]
194 },
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000195 {
Yuyang Huang72bc6002023-02-17 17:29:01 +0900196 "name": "CtsNetTestCasesMaxTargetSdk33",
197 "options": [
198 {
199 "exclude-annotation": "com.android.testutils.SkipPresubmit"
200 },
201 {
202 "exclude-annotation": "androidx.test.filters.RequiresDevice"
203 }
204 ]
205 },
206 {
Lorenzo Colitti98c83d02022-02-18 17:24:48 +0900207 "name": "bpf_existence_test"
208 },
209 {
Tyler Wearb4ab4c32022-03-03 21:44:30 -0800210 "name": "connectivity_native_test"
211 },
212 {
Hungming Chen2e6d1072022-05-30 16:18:37 +0800213 "name": "libclat_test"
214 },
215 {
Ken Chen1647f602021-10-05 21:55:22 +0800216 "name": "netd_updatable_unit_test"
217 },
218 {
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000219 "name": "TetheringTests"
220 },
221 {
222 "name": "TetheringIntegrationTests"
Wayne Ma7be6bce2022-01-12 16:29:49 +0800223 },
224 {
Ken Chenf426b2b2022-01-23 15:39:13 +0800225 "name": "libnetworkstats_test"
Remi NGUYEN VAN3b813232022-02-16 12:15:14 +0900226 },
227 {
228 "name": "FrameworksNetIntegrationTests"
Yuyang Huangd9f3b072025-02-04 12:21:19 +0900229 },
230 {
231 "name": "CtsTetheringTest"
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +0900232 }
easoncyleea1b13d62020-06-12 14:14:14 +0800233 ],
markchien911cf8f2021-07-19 17:23:54 +0800234 "postsubmit": [
235 {
236 "name": "TetheringPrivilegedTests"
Lorenzo Colitti3b38b122022-01-12 16:06:07 +0900237 },
Lorenzo Colitti3b38b122022-01-12 16:06:07 +0900238 {
Ken Chen1647f602021-10-05 21:55:22 +0800239 "name": "netd_updatable_unit_test",
240 "keywords": ["netd-device-kernel-4.9", "netd-device-kernel-4.14"]
241 },
242 {
Ken Chend4e5c762023-09-13 17:21:36 +0800243 "name": "dns_helper_unit_test"
244 },
245 {
Remi NGUYEN VAN3b813232022-02-16 12:15:14 +0900246 "name": "FrameworksNetDeflakeTest"
Junyu Laib8fc7552023-07-26 14:25:49 +0800247 },
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900248 // Postsubmit on virtual devices to monitor flakiness of @SkipPresubmit methods
249 {
250 "name": "CtsNetTestCases",
251 "options": [
252 {
253 "exclude-annotation": "androidx.test.filters.RequiresDevice"
254 }
255 ]
256 },
Junyu Laib8fc7552023-07-26 14:25:49 +0800257 {
258 "name": "FrameworksNetTests"
Junyu Lai850e6fa2024-06-21 14:34:01 +0800259 },
260 // TODO: Move to presumit after meet SLO requirement.
261 {
262 "name": "NetworkStaticLibHostPythonTests"
markchien911cf8f2021-07-19 17:23:54 +0800263 }
264 ],
easoncyleea1b13d62020-06-12 14:14:14 +0800265 "mainline-presubmit": [
266 {
Motomu Utsumic42f32f2024-06-12 19:15:26 +0900267 "name": "CtsNetTestCases[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
easoncyleea1b13d62020-06-12 14:14:14 +0800268 "options": [
269 {
270 "exclude-annotation": "com.android.testutils.SkipPresubmit"
Remi NGUYEN VAN9a689f82021-10-28 09:41:21 +0900271 },
272 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900273 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
274 },
275 {
Remi NGUYEN VAN9a689f82021-10-28 09:41:21 +0900276 "exclude-annotation": "androidx.test.filters.RequiresDevice"
easoncyleea1b13d62020-06-12 14:14:14 +0800277 }
278 ]
Remi NGUYEN VAN5a1f2f72021-07-01 13:55:49 +0000279 },
280 {
Remi NGUYEN VAN348bbb02022-07-19 16:33:04 +0900281 "name": "CtsNetTestCasesMaxTargetSdk30[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
282 "options": [
283 {
284 "exclude-annotation": "com.android.testutils.SkipPresubmit"
285 },
286 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900287 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
288 },
289 {
Remi NGUYEN VAN348bbb02022-07-19 16:33:04 +0900290 "exclude-annotation": "androidx.test.filters.RequiresDevice"
291 }
292 ]
293 },
294 {
Lorenzo Colitti9e61b822022-05-28 00:20:06 +0900295 "name": "CtsNetTestCasesMaxTargetSdk31[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
296 "options": [
297 {
298 "exclude-annotation": "com.android.testutils.SkipPresubmit"
299 },
300 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900301 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
302 },
303 {
Lorenzo Colitti9e61b822022-05-28 00:20:06 +0900304 "exclude-annotation": "androidx.test.filters.RequiresDevice"
305 }
306 ]
307 },
Yuyang Huang72bc6002023-02-17 17:29:01 +0900308 {
309 "name": "CtsNetTestCasesMaxTargetSdk33[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
310 "options": [
311 {
312 "exclude-annotation": "com.android.testutils.SkipPresubmit"
313 },
314 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900315 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
316 },
317 {
Yuyang Huang72bc6002023-02-17 17:29:01 +0900318 "exclude-annotation": "androidx.test.filters.RequiresDevice"
319 }
320 ]
321 },
Lorenzo Colitti1811edb2024-09-24 15:22:59 +0900322 {
323 "name": "CtsHostsideNetworkTests[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
324 "options": [
325 {
326 "exclude-annotation": "androidx.test.filters.RequiresDevice"
327 }
328 ]
329 },
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900330 // Test with APK modules only, in cases where APEX is not supported, or the other modules
331 // were simply not updated
332 {
Motomu Utsumic42f32f2024-06-12 19:15:26 +0900333 "name": "CtsNetTestCases[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk]",
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900334 "options": [
335 {
336 "exclude-annotation": "com.android.testutils.SkipPresubmit"
337 },
338 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900339 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
340 },
341 {
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900342 "exclude-annotation": "androidx.test.filters.RequiresDevice"
343 },
344 {
345 "exclude-annotation": "com.android.testutils.ConnectivityModuleTest"
Mike Yucc5dbf92023-06-06 11:26:28 +0000346 },
347 {
348 "exclude-annotation": "com.android.testutils.DnsResolverModuleTest"
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900349 }
350 ]
351 },
352 // Test with connectivity/tethering module only, to catch integration issues with older versions
353 // of other modules. "new tethering + old NetworkStack" is not a configuration that should
354 // really exist in the field, but there is no strong guarantee, and it is required by MTS
355 // testing for module qualification, where modules are tested independently.
356 {
Motomu Utsumic42f32f2024-06-12 19:15:26 +0900357 "name": "CtsNetTestCases[com.google.android.tethering.apex]",
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900358 "options": [
359 {
360 "exclude-annotation": "com.android.testutils.SkipPresubmit"
361 },
362 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900363 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
364 },
365 {
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900366 "exclude-annotation": "androidx.test.filters.RequiresDevice"
Mike Yucc5dbf92023-06-06 11:26:28 +0000367 },
368 {
369 "exclude-annotation": "com.android.testutils.DnsResolverModuleTest"
Yuyang Huanga6269582024-03-27 20:11:45 +0900370 },
371 {
372 "exclude-annotation": "com.android.testutils.NetworkStackModuleTest"
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900373 }
374 ]
375 },
Lorenzo Colitti9e61b822022-05-28 00:20:06 +0900376 {
Lorenzo Colitti98c83d02022-02-18 17:24:48 +0900377 "name": "bpf_existence_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
378 },
379 {
Tyler Wearb4ab4c32022-03-03 21:44:30 -0800380 "name": "connectivity_native_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
381 },
382 {
Ken Chen1647f602021-10-05 21:55:22 +0800383 "name": "netd_updatable_unit_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
384 },
385 {
Junyu Lai08a4a872023-10-19 10:33:03 +0800386 "name": "ConnectivityCoverageTests[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
387 "options": [
388 {
389 "exclude-annotation": "com.android.testutils.SkipPresubmit"
390 }
391 ]
Wayne Ma7be6bce2022-01-12 16:29:49 +0800392 },
393 {
Ken Chenf426b2b2022-01-23 15:39:13 +0800394 "name": "libnetworkstats_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
Chidera Olibied66799a2023-01-24 20:22:56 +0000395 },
396 {
Yuyang Huangd9f3b072025-02-04 12:21:19 +0900397 "name": "CtsTetheringTest[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
Xiao Ma161b70c2023-06-01 13:36:46 +0900398 "options": [
399 {
400 "exclude-annotation": "com.android.testutils.NetworkStackModuleTest"
401 }
402 ]
easoncyleea1b13d62020-06-12 14:14:14 +0800403 }
Remi NGUYEN VAN1bc62872020-11-25 07:35:21 +0000404 ],
Remi NGUYEN VAN1bc62872020-11-25 07:35:21 +0000405 "mainline-postsubmit": [
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000406 // Tests on physical devices with SIM cards: postsubmit only for capacity constraints
Remi NGUYEN VAN1bc62872020-11-25 07:35:21 +0000407 {
Motomu Utsumic42f32f2024-06-12 19:15:26 +0900408 "name": "CtsNetTestCases[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
Remi NGUYEN VAN1bc62872020-11-25 07:35:21 +0000409 "keywords": ["sim"]
Mark Chienf8870fa2022-07-22 09:56:52 +0000410 },
411 {
Yuyang Huangd9f3b072025-02-04 12:21:19 +0900412 "name": "CtsTetheringTest[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
Xiao Ma161b70c2023-06-01 13:36:46 +0900413 "keywords": ["sim"],
414 "options": [
415 {
416 "exclude-annotation": "com.android.testutils.NetworkStackModuleTest"
417 }
418 ]
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900419 },
420 // Postsubmit on virtual devices to monitor flakiness of @SkipMainlinePresubmit methods
421 {
Motomu Utsumic42f32f2024-06-12 19:15:26 +0900422 "name": "CtsNetTestCases[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900423 "options": [
424 {
425 "exclude-annotation": "androidx.test.filters.RequiresDevice"
426 }
427 ]
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000428 }
429 ],
Antonio Kantek431d11b2024-10-18 23:02:30 +0000430 "automotive-mumd-presubmit": [
431 {
432 "name": "CtsNetTestCases"
Xiang Wangaa2c8b02024-11-26 23:18:43 +0000433 },
434 {
435 "name": "CtsNetTestCasesUpdateStatsPermission"
Antonio Kantek431d11b2024-10-18 23:02:30 +0000436 }
437 ],
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000438 "imports": [
439 {
Remi NGUYEN VANf353baf2021-03-19 16:03:06 +0000440 "path": "frameworks/base/core/java/android/net"
441 },
442 {
Filip Zakrzewski8a5823d2022-01-07 20:47:30 +0000443 "path": "frameworks/opt/net/ethernet"
444 },
445 {
Remi NGUYEN VANf353baf2021-03-19 16:03:06 +0000446 "path": "packages/modules/NetworkStack"
447 },
448 {
449 "path": "packages/modules/CaptivePortalLogin"
Lorenzo Colitti35bf22b2022-08-01 10:23:23 +0900450 },
451 {
Mohannad Farragb824e0f2024-05-02 10:47:59 +0000452 "path": "external/cronet"
453 },
454 {
Lorenzo Colitti35bf22b2022-08-01 10:23:23 +0900455 "path": "vendor/xts/gts-tests/hostsidetests/networkstack"
Remi NGUYEN VANf353baf2021-03-19 16:03:06 +0000456 }
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +0900457 ]
458}