blob: 44f75b4d5f8896af5589cc338dcc9d01f181f021 [file] [log] [blame]
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +09001{
Remi NGUYEN VANa773ccb2020-06-25 03:58:10 +00002 "presubmit": [
Remi NGUYEN VAN48c68882021-07-16 01:36:12 +00003 {
4 "name": "ConnectivityCoverageTests"
5 },
Remi NGUYEN VANad380c12021-03-01 06:48:29 +00006 // Run in addition to mainline-presubmit as mainline-presubmit is not
7 // supported in every branch.
8 // CtsNetTestCasesLatestSdk uses stable API shims, so does not exercise
9 // some latest APIs. Run CtsNetTestCases to get coverage of newer APIs.
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +090010 {
Remi NGUYEN VANad380c12021-03-01 06:48:29 +000011 "name": "CtsNetTestCases",
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +090012 "options": [
13 {
14 "exclude-annotation": "com.android.testutils.SkipPresubmit"
Remi NGUYEN VAN9a689f82021-10-28 09:41:21 +090015 },
16 {
17 "exclude-annotation": "androidx.test.filters.RequiresDevice"
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +090018 }
19 ]
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +000020 },
21 {
Lorenzo Colitti98c83d02022-02-18 17:24:48 +090022 "name": "bpf_existence_test"
23 },
24 {
Ken Chen1647f602021-10-05 21:55:22 +080025 "name": "netd_updatable_unit_test"
26 },
27 {
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +000028 "name": "TetheringTests"
29 },
30 {
31 "name": "TetheringIntegrationTests"
Wayne Ma7be6bce2022-01-12 16:29:49 +080032 },
33 {
34 "name": "traffic_controller_unit_test"
Ken Chenf426b2b2022-01-23 15:39:13 +080035 },
36 {
37 "name": "libnetworkstats_test"
Remi NGUYEN VAN3b813232022-02-16 12:15:14 +090038 },
39 {
40 "name": "FrameworksNetIntegrationTests"
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +090041 }
easoncyleea1b13d62020-06-12 14:14:14 +080042 ],
markchien911cf8f2021-07-19 17:23:54 +080043 "postsubmit": [
44 {
45 "name": "TetheringPrivilegedTests"
Lorenzo Colitti3b38b122022-01-12 16:06:07 +090046 },
47 // TODO: move to presubmit when known green.
48 {
Ken Chen1647f602021-10-05 21:55:22 +080049 "name": "netd_updatable_unit_test",
50 "keywords": ["netd-device-kernel-4.9", "netd-device-kernel-4.14"]
51 },
52 {
Hungming Chenaaa8bd82021-12-20 16:43:40 +080053 "name": "libclat_test"
Wayne Ma7be6bce2022-01-12 16:29:49 +080054 },
Wayne Ma320b95d2022-01-23 23:43:11 +080055 {
56 "name": "traffic_controller_unit_test",
Wayne Ma7be6bce2022-01-12 16:29:49 +080057 "keywords": ["netd-device-kernel-4.9", "netd-device-kernel-4.14"]
Ken Chenf426b2b2022-01-23 15:39:13 +080058 },
59 {
60 "name": "libnetworkstats_test"
Remi NGUYEN VAN3b813232022-02-16 12:15:14 +090061 },
62 {
63 "name": "FrameworksNetDeflakeTest"
markchien911cf8f2021-07-19 17:23:54 +080064 }
65 ],
easoncyleea1b13d62020-06-12 14:14:14 +080066 "mainline-presubmit": [
67 {
easoncylee48c4cf62020-10-23 13:10:01 +080068 "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
easoncyleea1b13d62020-06-12 14:14:14 +080069 "options": [
70 {
71 "exclude-annotation": "com.android.testutils.SkipPresubmit"
Remi NGUYEN VAN9a689f82021-10-28 09:41:21 +090072 },
73 {
74 "exclude-annotation": "androidx.test.filters.RequiresDevice"
easoncyleea1b13d62020-06-12 14:14:14 +080075 }
76 ]
Remi NGUYEN VAN5a1f2f72021-07-01 13:55:49 +000077 },
78 {
Lorenzo Colitti98c83d02022-02-18 17:24:48 +090079 "name": "bpf_existence_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
80 },
81 {
Ken Chen1647f602021-10-05 21:55:22 +080082 "name": "netd_updatable_unit_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
83 },
84 {
Remi NGUYEN VAN5a1f2f72021-07-01 13:55:49 +000085 "name": "ConnectivityCoverageTests[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
Wayne Ma7be6bce2022-01-12 16:29:49 +080086 },
87 {
88 "name": "traffic_controller_unit_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
Ken Chenf426b2b2022-01-23 15:39:13 +080089 },
90 {
91 "name": "libnetworkstats_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
easoncyleea1b13d62020-06-12 14:14:14 +080092 }
Remi NGUYEN VAN1bc62872020-11-25 07:35:21 +000093 ],
Remi NGUYEN VAN1bc62872020-11-25 07:35:21 +000094 "mainline-postsubmit": [
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +000095 // Tests on physical devices with SIM cards: postsubmit only for capacity constraints
Remi NGUYEN VAN1bc62872020-11-25 07:35:21 +000096 {
97 "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
98 "keywords": ["sim"]
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +000099 },
Remi NGUYEN VAN3b813232022-02-16 12:15:14 +0900100 // TODO: move to mainline-presubmit when known green.
101 // Test with APK modules only, in cases where APEX is not supported, or the other modules were simply not updated
102 {
103 "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk]",
104 "options": [
105 {
106 "exclude-annotation": "com.android.testutils.SkipPresubmit"
107 },
108 {
109 "exclude-annotation": "androidx.test.filters.RequiresDevice"
110 },
111 {
112 "exclude-annotation": "com.android.testutils.ConnectivityModuleTest"
113 }
114 ]
115 },
116 // TODO: move to mainline-presubmit when known green.
Remi NGUYEN VAN73da4782022-02-16 20:34:31 +0900117 // Test with connectivity/tethering module only, to catch integration issues with older versions of other modules.
118 // "new tethering + old NetworkStack" is not a configuration that should really exist in the field, but
119 // there is no strong guarantee, and it is required by MTS testing for module qualification, where modules
120 // are tested independently.
Remi NGUYEN VAN3b813232022-02-16 12:15:14 +0900121 {
122 "name": "CtsNetTestCasesLatestSdk[com.google.android.tethering.apex]",
123 "options": [
124 {
125 "exclude-annotation": "com.android.testutils.SkipPresubmit"
126 },
127 {
128 "exclude-annotation": "androidx.test.filters.RequiresDevice"
129 }
130 ]
131 },
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000132 {
133 "name": "TetheringCoverageTests[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
134 }
135 ],
Remi NGUYEN VAN3b813232022-02-16 12:15:14 +0900136 "auto-postsubmit": [
137 // Test tag for automotive targets. These are only running in postsubmit so as to harden the
138 // automotive targets to avoid introducing additional test flake and build time. The plan for
139 // presubmit testing for auto is to augment the existing tests to cover auto use cases as well.
140 // Additionally, this tag is used in targeted test suites to limit resource usage on the test
141 // infra during the hardening phase.
142 // TODO: this tag to be removed once the above is no longer an issue.
143 {
144 "name": "FrameworksNetTests"
145 },
146 {
147 "name": "FrameworksNetIntegrationTests"
148 },
149 {
150 "name": "FrameworksNetDeflakeTest"
151 }
152 ],
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000153 "imports": [
154 {
Remi NGUYEN VANf353baf2021-03-19 16:03:06 +0000155 "path": "frameworks/base/core/java/android/net"
156 },
157 {
Filip Zakrzewski8a5823d2022-01-07 20:47:30 +0000158 "path": "frameworks/opt/net/ethernet"
159 },
160 {
Remi NGUYEN VANf353baf2021-03-19 16:03:06 +0000161 "path": "packages/modules/NetworkStack"
162 },
163 {
164 "path": "packages/modules/CaptivePortalLogin"
Remi NGUYEN VANf353baf2021-03-19 16:03:06 +0000165 }
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +0900166 ]
167}