OldCtsTestCaseList.mk 10 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14
# Copyright (C) 2010 The Android Open Source Project
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

Brian Muramatsu's avatar
Brian Muramatsu committed
15
cts_security_apps_list := \
Mika Isojärvi's avatar
Mika Isojärvi committed
16 17
    CtsAppAccessData \
    CtsAppWithData \
18 19
    CtsDocumentProvider \
    CtsDocumentClient \
20
    CtsEncryptionApp \
Mika Isojärvi's avatar
Mika Isojärvi committed
21 22
    CtsExternalStorageApp \
    CtsInstrumentationAppDiffCert \
23 24 25
    CtsNetSecPolicyUsesCleartextTrafficFalse \
    CtsNetSecPolicyUsesCleartextTrafficTrue \
    CtsNetSecPolicyUsesCleartextTrafficUnspecified \
Todd Kennedy's avatar
Todd Kennedy committed
26 27
    CtsNoRestartBase \
    CtsNoRestartFeature \
Guang Zhu's avatar
Guang Zhu committed
28 29 30
    CtsUsePermissionApp22 \
    CtsUsePermissionApp23 \
    CtsUsePermissionApp24 \
Mika Isojärvi's avatar
Mika Isojärvi committed
31 32
    CtsPermissionDeclareApp \
    CtsPermissionDeclareAppCompat \
Todd Kennedy's avatar
Todd Kennedy committed
33
    CtsPrivilegedUpdateTests \
Mika Isojärvi's avatar
Mika Isojärvi committed
34 35 36
    CtsReadExternalStorageApp \
    CtsSharedUidInstall \
    CtsSharedUidInstallDiffCert \
Todd Kennedy's avatar
Todd Kennedy committed
37
    CtsShimPrivUpgradePrebuilt \
Todd Kennedy's avatar
Todd Kennedy committed
38
    CtsShimPrivUpgradeWrongSHAPrebuilt \
Mika Isojärvi's avatar
Mika Isojärvi committed
39 40
    CtsSimpleAppInstall \
    CtsSimpleAppInstallDiffCert \
41 42 43 44 45 46 47 48
    CtsSplitApp \
    CtsSplitApp_x86 \
    CtsSplitApp_x86_64 \
    CtsSplitApp_armeabi-v7a \
    CtsSplitApp_armeabi \
    CtsSplitApp_arm64-v8a \
    CtsSplitApp_mips64 \
    CtsSplitApp_mips \
49
    CtsSplitAppDiffRevision \
50 51
    CtsSplitAppDiffVersion \
    CtsSplitAppDiffCert \
Jeff Sharkey's avatar
Jeff Sharkey committed
52
    CtsSplitAppFeature \
Mika Isojärvi's avatar
Mika Isojärvi committed
53 54
    CtsTargetInstrumentationApp \
    CtsUsePermissionDiffCert \
55
    CtsUsesLibraryApp \
Mika Isojärvi's avatar
Mika Isojärvi committed
56 57
    CtsWriteExternalStorageApp \
    CtsMultiUserStorageApp
58

dcashman's avatar
dcashman committed
59 60 61 62 63 64 65 66 67 68 69 70 71 72
cts_security_keysets_list := \
    CtsKeySetTestApp \
    CtsKeySetPermDefSigningA \
    CtsKeySetPermDefSigningB\
    CtsKeySetPermUseSigningA \
    CtsKeySetPermUseSigningB \
    CtsKeySetSigningAUpgradeA \
    CtsKeySetSigningBUpgradeA \
    CtsKeySetSigningAUpgradeAAndB \
    CtsKeySetSigningAUpgradeAOrB \
    CtsKeySetSigningAUpgradeB \
    CtsKeySetSigningBUpgradeB \
    CtsKeySetSigningAAndBUpgradeA \
    CtsKeySetSigningAAndCUpgradeB \
73 74 75 76 77
    CtsKeySetSigningAUpgradeNone \
    CtsKeySetSharedUserSigningAUpgradeB \
    CtsKeySetSharedUserSigningBUpgradeB \
    CtsKeySetSigningABadUpgradeB \
    CtsKeySetSigningCBadAUpgradeAB \
78 79 80
    CtsKeySetSigningANoDefUpgradeB \
    CtsKeySetSigningAUpgradeEcA \
    CtsKeySetSigningEcAUpgradeA
dcashman's avatar
dcashman committed
81

82 83 84
cts_account_support_packages := \
    CtsUnaffiliatedAccountAuthenticators

Brian Muramatsu's avatar
Brian Muramatsu committed
85
cts_support_packages := \
86
    CtsAbiOverrideTestApp \
87
    CtsAccountManagementDevicePolicyApp \
88
    CtsAdminApp \
89
    CtsAlarmClockService \
90 91
    CtsAppRestrictionsManagingApp \
    CtsAppRestrictionsTargetApp \
92
    CtsAppTestStubs \
93
    CtsAppUsageTestApp \
Alice Lee's avatar
Alice Lee committed
94 95
    CtsAssistService \
    CtsAssistApp \
96
    CtsAtraceTestApp \
97
    CtsBackupApp \
98
    CtsCertInstallerApp \
99
    CtsContactDirectoryProvider \
100
    CtsCustomizationApp \
101
    CtsCppToolsApp \
102 103
    CtsDeviceAdminApp23 \
    CtsDeviceAdminApp24 \
104
    CtsDeviceAndProfileOwnerApp23 \
105
    CtsDeviceAndProfileOwnerApp \
106
    CtsDeviceInfo \
107
    CtsDeviceOsTestApp \
108
    CtsDeviceOwnerApp \
109
    CtsDeviceServicesTestApp \
110 111 112
    CtsDeviceTaskSwitchingAppA \
    CtsDeviceTaskSwitchingAppB \
    CtsDeviceTaskSwitchingControl \
113 114
    CtsDragAndDropSourceApp \
    CtsDragAndDropTargetApp \
115
    CtsExternalServiceService \
116
    CtsHostsideNetworkTestsApp \
117
    CtsHostsideNetworkTestsApp2 \
118
    CtsIntentReceiverApp \
119
    CtsIntentSenderApp \
Kenny Guy's avatar
Kenny Guy committed
120 121
    CtsLauncherAppsTests \
    CtsLauncherAppsTestsSupport \
122
    CtsLeanbackJankApp \
123
    CtsManagedProfileApp \
124 125
    CtsMonkeyApp \
    CtsMonkeyApp2 \
126
    CtsPackageInstallerApp \
127
    CtsPermissionApp \
Stuart Scott's avatar
Stuart Scott committed
128
    CtsProfileOwnerApp \
Kenny Guy's avatar
Kenny Guy committed
129
    CtsSimpleApp \
Esteban Talavera's avatar
Esteban Talavera committed
130
    CtsSimplePreMApp \
131
    CtsSomeAccessibilityServices \
Jason Monk's avatar
Jason Monk committed
132
    CtsSystemUiDeviceApp \
133
    CtsThemeDeviceApp \
134
    CtsUsbSerialTestApp \
Vasu Nori's avatar
Vasu Nori committed
135 136
    CtsVoiceInteractionService \
    CtsVoiceInteractionApp \
137
    CtsVoiceSettingsService \
Robin Lee's avatar
Robin Lee committed
138
    CtsVpnFirewallApp \
139
    CtsWidgetProviderApp \
Stuart Scott's avatar
Stuart Scott committed
140
    CtsWifiConfigCreator \
Robin Lee's avatar
Robin Lee committed
141
    TestDeviceSetup \
142
    $(cts_account_support_packages) \
dcashman's avatar
dcashman committed
143 144
    $(cts_security_apps_list) \
    $(cts_security_keysets_list)
Brian Muramatsu's avatar
Brian Muramatsu committed
145 146

cts_external_packages := \
Mika Isojärvi's avatar
Mika Isojärvi committed
147 148
    com.replica.replicaisland \
    com.drawelements.deqp
Brian Muramatsu's avatar
Brian Muramatsu committed
149 150 151 152

# Any APKs that need to be copied to the CTS distribution's testcases
# directory but do not require an associated test package XML.
CTS_TEST_CASE_LIST := \
Mika Isojärvi's avatar
Mika Isojärvi committed
153 154
    $(cts_support_packages) \
    $(cts_external_packages)
155 156

# Test packages that require an associated test package XML.
Brian Muramatsu's avatar
Brian Muramatsu committed
157
cts_test_packages := \
158
    CtsIcuTestCases \
159 160 161 162
    CtsAccelerationTestCases \
    CtsAccountManagerTestCases \
    CtsAccessibilityServiceTestCases \
    CtsAccessibilityTestCases \
163
    CtsAdminTestCases \
164
    CtsAlarmClockTestCases \
165 166
    CtsAnimationTestCases \
    CtsAppTestCases \
167
    CtsAppWidgetTestCases \
Alice Lee's avatar
Alice Lee committed
168
    CtsAssistTestCases \
169
    CtsBackupTestCases \
170 171
    CtsBluetoothTestCases \
    CtsCalendarcommon2TestCases \
172
    CtsCallLogTestCases \
173
    CtsCameraTestCases \
174
    CtsCarTestCases \
175 176 177 178 179
    CtsContentTestCases \
    CtsDatabaseTestCases \
    CtsDisplayTestCases \
    CtsDpiTestCases \
    CtsDpiTestCases2 \
Stuart Scott's avatar
Stuart Scott committed
180
    CtsDramTestCases \
181 182 183
    CtsDreamsTestCases \
    CtsDrmTestCases \
    CtsEffectTestCases \
184
    CtsExternalServiceTestCases \
185
    CtsFileSystemTestCases \
186 187 188 189
    CtsGestureTestCases \
    CtsGraphicsTestCases \
    CtsGraphics2TestCases \
    CtsHardwareTestCases \
190
    CtsJankDeviceTestCases \
191
    CtsLeanbackJankTestCases \
Agatha Man's avatar
Agatha Man committed
192
    CtsJobSchedulerTestCases \
193 194
    CtsJniTestCases \
    CtsKeystoreTestCases \
195
    CtsLibcoreLegacy22TestCases \
196
    CtsLocationTestCases \
197
    CtsLocation2TestCases \
198
    CtsMediaStressTestCases \
199
    CtsMediaTestCases \
200
    CtsMidiTestCases \
201
    CtsMultiUserTestCases \
202
    CtsNdefTestCases \
203 204 205
    CtsNetSecPolicyUsesCleartextTrafficFalseTestCases \
    CtsNetSecPolicyUsesCleartextTrafficTrueTestCases \
    CtsNetSecPolicyUsesCleartextTrafficUnspecifiedTestCases \
206
    CtsNetTestCases \
207
    CtsNetTestCasesLegacyApi22 \
208
    CtsNetTestCasesLegacyPermission22 \
209
    CtsNetSecConfigAttributeTestCases \
210
    CtsNetSecConfigCleartextTrafficTestCases \
211 212 213 214 215
    CtsNetSecConfigBasicDebugDisabledTestCases \
    CtsNetSecConfigBasicDebugEnabledTestCases \
    CtsNetSecConfigBasicDomainConfigTestCases \
    CtsNetSecConfigInvalidPinTestCases \
    CtsNetSecConfigNestedDomainConfigTestCases \
216
    CtsNetSecConfigResourcesSrcTestCases \
217 218
    CtsOpenGLTestCases \
    CtsOpenGlPerfTestCases \
219
    CtsOpenGlPerf2TestCases \
220 221 222 223 224
    CtsOsTestCases \
    CtsPermissionTestCases \
    CtsPermission2TestCases \
    CtsPreferenceTestCases \
    CtsPreference2TestCases \
225
    CtsPrintTestCases \
226 227
    CtsProviderTestCases \
    CtsRenderscriptTestCases \
228
    CtsRenderscriptLegacyTestCases \
229
    CtsRsBlasTestCases \
230 231 232
    CtsRsCppTestCases \
    CtsSaxTestCases \
    CtsSecurityTestCases \
Stuart Scott's avatar
Stuart Scott committed
233
    CtsSignatureTestCases \
234
    CtsSimpleCpuTestCases \
235
    CtsSpeechTestCases \
Adrian Roos's avatar
Adrian Roos committed
236
    CtsSystemUiTestCases \
Yorke Lee's avatar
Yorke Lee committed
237
    CtsTelecomTestCases \
238
    CtsTelecomTestCases2 \
239 240 241
    CtsTelephonyTestCases \
    CtsTextTestCases \
    CtsTextureViewTestCases \
Stuart Scott's avatar
Stuart Scott committed
242
    CtsThemeDeviceTestCases \
George Mount's avatar
George Mount committed
243
    CtsTransitionTestCases \
244
    CtsTvProviderTestCases \
Wonsik Kim's avatar
Wonsik Kim committed
245
    CtsTvTestCases \
246
    CtsUiAutomationTestCases \
247
    CtsUiRenderingTestCases \
248
    CtsUiDeviceTestCases \
249
    CtsUsageStatsTestCases \
250
    CtsUtilTestCases \
Aaron Holden's avatar
Aaron Holden committed
251
    CtsVideoTestCases \
252
    CtsViewTestCases \
Vasu Nori's avatar
Vasu Nori committed
253
    CtsVoiceInteractionTestCases \
254
    CtsVoiceSettingsTestCases \
255 256
    CtsWebkitTestCases \
    CtsWidgetTestCases
257

258 259
# All APKs that need to be scanned by the coverage utilities.
CTS_COVERAGE_TEST_CASE_LIST := \
Mika Isojärvi's avatar
Mika Isojärvi committed
260 261
    $(cts_support_packages) \
    $(cts_test_packages)
262 263

# Host side only tests
Brian Muramatsu's avatar
Brian Muramatsu committed
264
cts_host_libraries := \
Aaron Holden's avatar
Aaron Holden committed
265
    CtsAadbHostTestCases \
266
    CtsAbiOverrideHostTestCases \
267
    CtsAppSecurityHostTestCases \
268
    CtsAppUsageHostTestCases \
Chris Craik's avatar
Chris Craik committed
269
    CtsAtraceHostTestCases \
270
    CtsCppToolsTestCases \
271
    CtsDevicePolicyManagerTestCases \
272
    CtsDragAndDropHostTestCases \
273
    CtsDumpsysHostTestCases \
274
    CtsHostsideNetworkTests \
275
    CtsJdwpSecurityHostTestCases \
276
    CtsMonkeyTestCases \
277
    CtsOsHostTestCases \
278
    CtsSecurityHostTestCases \
279
    CtsServicesHostTestCases \
280
    CtsThemeHostTestCases \
281
    CtsUiHostTestCases \
Jason Monk's avatar
Jason Monk committed
282
    CtsUsbTests \
283
    CtsSystemUiHostTestCases
284

285 286 287 288 289
# List of native tests. For 32 bit targets, assumes that there will be
# one test executable, and it will end in 32. For 64 bit targets, assumes
# that there will be two executables, one that ends in 32 for the 32
# bit executable and one that ends in 64 for the 64 bit executable.
cts_native_tests := \
290 291
    CtsNativeMediaSlTestCases \
    CtsNativeMediaXaTestCases \
Narayan Kamath's avatar
Narayan Kamath committed
292 293

ifeq ($(HOST_OS)-$(HOST_ARCH),$(filter $(HOST_OS)-$(HOST_ARCH),linux-x86 linux-x86_64))
Stuart Scott's avatar
Stuart Scott committed
294
cts_native_tests += CtsBionicTestCases
Yabin Cui's avatar
Yabin Cui committed
295
cts_native_tests += CtsSimpleperfTestCases
Narayan Kamath's avatar
Narayan Kamath committed
296
endif
Brian Muramatsu's avatar
Brian Muramatsu committed
297

298
cts_device_jars := \
299
    CtsJdwpApp
300

Tsu Chiang Chuang's avatar
Tsu Chiang Chuang committed
301
cts_target_junit_tests := \
302 303
    CtsJdwp \
    CtsLibcoreOj
Tsu Chiang Chuang's avatar
Tsu Chiang Chuang committed
304

305
cts_deqp_test_apis := \
Pyry Haulos's avatar
Pyry Haulos committed
306 307
    egl \
    gles2 \
308 309 310
    gles3 \
    gles31

311 312
# All the files that will end up under the repository/testcases
# directory of the final CTS distribution.
Brian Muramatsu's avatar
Brian Muramatsu committed
313
CTS_TEST_CASES := $(call cts-get-lib-paths,$(cts_host_libraries)) \
314
    $(call cts-get-package-paths,$(cts_test_packages)) \
315
    $(call cts-get-ui-lib-paths,$(cts_device_jars)) \
Tsu Chiang Chuang's avatar
Tsu Chiang Chuang committed
316
    $(call cts-get-ui-lib-paths,$(cts_target_junit_tests)) \
317 318
    $(call cts-get-executable-paths,$(cts_device_executables)) \
    $(call cts-get-native-paths,$(cts_native_tests),32)
319 320 321 322 323

ifeq ($(TARGET_IS_64_BIT),true)
CTS_TEST_CASES += $(call cts-get-native-paths,$(cts_native_tests),64)
endif

324 325
# All the XMLs that will end up under the repository/testcases
# and that need to be created before making the final CTS distribution.
Brian Muramatsu's avatar
Brian Muramatsu committed
326
CTS_TEST_XMLS := $(call cts-get-test-xmls,$(cts_host_libraries)) \
327
    $(call cts-get-test-xmls,$(cts_test_packages)) \
328
    $(call cts-get-test-xmls,$(cts_native_tests)) \
Tsu Chiang Chuang's avatar
Tsu Chiang Chuang committed
329
    $(call cts-get-test-xmls,$(cts_target_junit_tests)) \
330
    $(call cts-get-deqp-test-xmls,$(cts_deqp_test_apis))
331

332
# The following files will be placed in the tools directory of the CTS distribution
Narayan Kamath's avatar
Narayan Kamath committed
333
CTS_TOOLS_LIST :=