blob: 95f854bf147508e472ac0438d85e4b6777c47f33 [file] [log] [blame]
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +09001{
Remi NGUYEN VANa773ccb2020-06-25 03:58:10 +00002 "presubmit": [
Remi NGUYEN VAN48c68882021-07-16 01:36:12 +00003 {
4 "name": "ConnectivityCoverageTests"
5 },
Remi NGUYEN VAN40da62d2022-04-01 11:59:45 +09006 {
7 // In addition to ConnectivityCoverageTests, runs non-connectivity-module tests
8 "name": "FrameworksNetTests"
9 },
Remi NGUYEN VANad380c12021-03-01 06:48:29 +000010 // Run in addition to mainline-presubmit as mainline-presubmit is not
11 // supported in every branch.
12 // CtsNetTestCasesLatestSdk uses stable API shims, so does not exercise
13 // some latest APIs. Run CtsNetTestCases to get coverage of newer APIs.
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +090014 {
Remi NGUYEN VANad380c12021-03-01 06:48:29 +000015 "name": "CtsNetTestCases",
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +090016 "options": [
17 {
18 "exclude-annotation": "com.android.testutils.SkipPresubmit"
Remi NGUYEN VAN9a689f82021-10-28 09:41:21 +090019 },
20 {
21 "exclude-annotation": "androidx.test.filters.RequiresDevice"
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +090022 }
23 ]
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +000024 },
25 {
Lorenzo Colitti98c83d02022-02-18 17:24:48 +090026 "name": "bpf_existence_test"
27 },
28 {
Tyler Wearb4ab4c32022-03-03 21:44:30 -080029 "name": "connectivity_native_test"
30 },
31 {
Ken Chen1647f602021-10-05 21:55:22 +080032 "name": "netd_updatable_unit_test"
33 },
34 {
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +000035 "name": "TetheringTests"
36 },
37 {
38 "name": "TetheringIntegrationTests"
Wayne Ma7be6bce2022-01-12 16:29:49 +080039 },
40 {
41 "name": "traffic_controller_unit_test"
Ken Chenf426b2b2022-01-23 15:39:13 +080042 },
43 {
44 "name": "libnetworkstats_test"
Remi NGUYEN VAN3b813232022-02-16 12:15:14 +090045 },
46 {
47 "name": "FrameworksNetIntegrationTests"
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +090048 }
easoncyleea1b13d62020-06-12 14:14:14 +080049 ],
markchien911cf8f2021-07-19 17:23:54 +080050 "postsubmit": [
51 {
52 "name": "TetheringPrivilegedTests"
Lorenzo Colitti3b38b122022-01-12 16:06:07 +090053 },
Lorenzo Colitti3b38b122022-01-12 16:06:07 +090054 {
Ken Chen1647f602021-10-05 21:55:22 +080055 "name": "netd_updatable_unit_test",
56 "keywords": ["netd-device-kernel-4.9", "netd-device-kernel-4.14"]
57 },
58 {
Hungming Chenaaa8bd82021-12-20 16:43:40 +080059 "name": "libclat_test"
Wayne Ma7be6bce2022-01-12 16:29:49 +080060 },
Wayne Ma320b95d2022-01-23 23:43:11 +080061 {
62 "name": "traffic_controller_unit_test",
Wayne Ma7be6bce2022-01-12 16:29:49 +080063 "keywords": ["netd-device-kernel-4.9", "netd-device-kernel-4.14"]
Ken Chenf426b2b2022-01-23 15:39:13 +080064 },
65 {
66 "name": "libnetworkstats_test"
Remi NGUYEN VAN3b813232022-02-16 12:15:14 +090067 },
68 {
69 "name": "FrameworksNetDeflakeTest"
markchien911cf8f2021-07-19 17:23:54 +080070 }
71 ],
easoncyleea1b13d62020-06-12 14:14:14 +080072 "mainline-presubmit": [
73 {
easoncylee48c4cf62020-10-23 13:10:01 +080074 "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
easoncyleea1b13d62020-06-12 14:14:14 +080075 "options": [
76 {
77 "exclude-annotation": "com.android.testutils.SkipPresubmit"
Remi NGUYEN VAN9a689f82021-10-28 09:41:21 +090078 },
79 {
80 "exclude-annotation": "androidx.test.filters.RequiresDevice"
easoncyleea1b13d62020-06-12 14:14:14 +080081 }
82 ]
Remi NGUYEN VAN5a1f2f72021-07-01 13:55:49 +000083 },
84 {
Lorenzo Colitti98c83d02022-02-18 17:24:48 +090085 "name": "bpf_existence_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
86 },
87 {
Tyler Wearb4ab4c32022-03-03 21:44:30 -080088 "name": "connectivity_native_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
89 },
90 {
Ken Chen1647f602021-10-05 21:55:22 +080091 "name": "netd_updatable_unit_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
92 },
93 {
Remi NGUYEN VAN5a1f2f72021-07-01 13:55:49 +000094 "name": "ConnectivityCoverageTests[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
Wayne Ma7be6bce2022-01-12 16:29:49 +080095 },
96 {
97 "name": "traffic_controller_unit_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
Ken Chenf426b2b2022-01-23 15:39:13 +080098 },
99 {
100 "name": "libnetworkstats_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
easoncyleea1b13d62020-06-12 14:14:14 +0800101 }
Remi NGUYEN VAN1bc62872020-11-25 07:35:21 +0000102 ],
Remi NGUYEN VAN1bc62872020-11-25 07:35:21 +0000103 "mainline-postsubmit": [
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000104 // Tests on physical devices with SIM cards: postsubmit only for capacity constraints
Remi NGUYEN VAN1bc62872020-11-25 07:35:21 +0000105 {
106 "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
107 "keywords": ["sim"]
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000108 },
Remi NGUYEN VAN3b813232022-02-16 12:15:14 +0900109 // TODO: move to mainline-presubmit when known green.
110 // Test with APK modules only, in cases where APEX is not supported, or the other modules were simply not updated
111 {
112 "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk]",
113 "options": [
114 {
115 "exclude-annotation": "com.android.testutils.SkipPresubmit"
116 },
117 {
118 "exclude-annotation": "androidx.test.filters.RequiresDevice"
119 },
120 {
121 "exclude-annotation": "com.android.testutils.ConnectivityModuleTest"
122 }
123 ]
124 },
125 // TODO: move to mainline-presubmit when known green.
Remi NGUYEN VAN73da4782022-02-16 20:34:31 +0900126 // Test with connectivity/tethering module only, to catch integration issues with older versions of other modules.
127 // "new tethering + old NetworkStack" is not a configuration that should really exist in the field, but
128 // there is no strong guarantee, and it is required by MTS testing for module qualification, where modules
129 // are tested independently.
Remi NGUYEN VAN3b813232022-02-16 12:15:14 +0900130 {
131 "name": "CtsNetTestCasesLatestSdk[com.google.android.tethering.apex]",
132 "options": [
133 {
134 "exclude-annotation": "com.android.testutils.SkipPresubmit"
135 },
136 {
137 "exclude-annotation": "androidx.test.filters.RequiresDevice"
138 }
139 ]
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000140 }
141 ],
Remi NGUYEN VAN3b813232022-02-16 12:15:14 +0900142 "auto-postsubmit": [
143 // Test tag for automotive targets. These are only running in postsubmit so as to harden the
144 // automotive targets to avoid introducing additional test flake and build time. The plan for
145 // presubmit testing for auto is to augment the existing tests to cover auto use cases as well.
146 // Additionally, this tag is used in targeted test suites to limit resource usage on the test
147 // infra during the hardening phase.
148 // TODO: this tag to be removed once the above is no longer an issue.
149 {
150 "name": "FrameworksNetTests"
151 },
152 {
153 "name": "FrameworksNetIntegrationTests"
154 },
155 {
156 "name": "FrameworksNetDeflakeTest"
157 }
158 ],
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000159 "imports": [
160 {
Remi NGUYEN VANf353baf2021-03-19 16:03:06 +0000161 "path": "frameworks/base/core/java/android/net"
162 },
163 {
Filip Zakrzewski8a5823d2022-01-07 20:47:30 +0000164 "path": "frameworks/opt/net/ethernet"
165 },
166 {
Remi NGUYEN VANf353baf2021-03-19 16:03:06 +0000167 "path": "packages/modules/NetworkStack"
168 },
169 {
170 "path": "packages/modules/CaptivePortalLogin"
Remi NGUYEN VANf353baf2021-03-19 16:03:06 +0000171 }
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +0900172 ]
173}