summaryrefslogtreecommitdiffstats
path: root/taskcluster/ci/test/reftest.yml
blob: 4847147ef31aa81deb4e20f3317d9ee871ae3f17 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
---
job-defaults:
    suite:
        category: reftest
    target:
        by-test-platform:
            android-em-7.*: geckoview-androidTest.apk
            android-hw-.*: geckoview-androidTest.apk
            default: null
    variants: ['fission']
    fission-tier: 2
    run-on-projects:
        by-test-platform:
            android-hw-.*-qr/debug: ['mozilla-central']
            android-hw-.*-qr/opt: ['mozilla-central', 'autoland']
            windows10-aarch64/.*: []  # Specific repos enabled below
            default: built-projects
    test-manifest-loader: null  # don't load tests in the taskgraph
    mozharness:
        script:
            by-test-platform:
                android-em.*: android_emulator_unittest.py
                android-hw.*: android_hardware_unittest.py
                default: desktop_unittest.py
        config:
            by-test-platform:
                android-em-7.*:
                    - android/android_common.py
                    - android/androidx86_7_0.py
                android-hw.*:
                    - android/android_common.py
                    - android/android_hw.py
                linux.*:
                    - unittests/linux_unittest.py
                    - remove_executables.py
                macosx.*:
                    - unittests/mac_unittest.py
                windows.*:
                    - unittests/win_unittest.py

crashtest:
    description: "Crashtest run"
    schedules-component: crashtest
    treeherder-symbol: R(C)
    chunks:
        by-test-platform:
            android-em-7.*: 1
            default: 1
    e10s: true
    run-on-projects:
        by-test-platform:
            windows10-aarch64/.*: ['mozilla-central', 'mozilla-beta', 'mozilla-release']
            default: built-projects
    max-run-time: 3600
    tier:
        by-test-platform:
            windows10-aarch64.*: 2
            android-hw-.*-qr/.*: 2
            default: default
    fission-tier:
        by-test-platform:
            linux1804-64-qr/debug: 1
            default: 2
    fission-run-on-projects:
        by-test-platform:
            linux1804-64-qr/debug: ['trunk']
            default: []

crashtest-qr:
    description: "Crashtest Webrender run"
    schedules-component: crashtest
    treeherder-symbol: R(C)
    chunks: 1
    e10s: true
    run-on-projects: built-projects
    max-run-time: 1200
    tier: 2
    virtualization:
        by-test-platform:
            windows10-64.*: hardware
            default: virtual

jsreftest:
    description: "JS Reftest run"
    schedules-component: jsreftest
    treeherder-symbol: R(J)
    instance-size: default
    chunks:
        by-test-platform:
            android-hw.*\/debug: 12
            android-hw.*/(opt|pgo)?: 6
            windows.*\/opt: 2
            windows10-64-asan/opt: 3
            windows10-64-ccov-qr/opt: 5
            linux.*64-ccov.*/.*: 5
            linux1804-64-qr/opt: 4
            linux1804-64-qr/debug: 5
            linux1804-64/debug: 5
            macosx.*-64-ccov.*/.*: 5
            macosx.*-64(-shippable)?/opt: 2
            default: 3
    max-run-time:
        by-test-platform:
            windows10-64-ccov.*/.*: 7200
            macosx.*64-ccov.*/.*: 7200
            linux.*64-ccov.*/.*: 7200
            default: 3600
    tier: default
    run-on-projects:
        by-test-platform:
            android-hw-.*-aarch64(?:-shippable)?/.*: ['mozilla-central', 'release']
            android-hw-.*-api-16(?:-shippable)?/.*: ['mozilla-central', 'release']
            default: built-projects
    virtualization:
        by-test-platform:
            windows10-64.*: hardware
            default: virtual

reftest:
    description: "Reftest run"
    treeherder-symbol: R(R)
    virtualization:
        by-test-platform:
            windows10-64.*: hardware
            default: virtual-with-gpu
    variants:
        by-test-platform:
            linux1804-64-qr/debug: ['webrender-sw', 'fission']
            windows10-64-qr/debug: ['webrender-sw', 'fission']
            default: ['fission']
    chunks:
        by-test-platform:
            android-em-7.*: 2
            linux1804-64(-shippable|-devedition|-qr)?/opt: 5
            macosx101.*-64-shippable(-qr)?/opt: 3
            macosx101.*-64/debug: 4
            macosx101.*-64(-ccov.*|-qr)/debug: 6
            windows.*/opt: 2
            windows.*/debug: 4
            windows10-64-asan/opt: 3
            windows10-64-ccov-qr/opt: 9
            default: 8
    e10s: true
    run-on-projects:
        by-test-platform:
            windows10-aarch64/.*: ['mozilla-central', 'mozilla-beta', 'mozilla-release']
            default: built-projects
    max-run-time:
        by-test-platform:
            windows7-32-mingwclang/debug: 5400
            windows10-64-ccov.*/.*: 5400
            windows10-64-asan/opt: 5400
            macosx.*64-ccov.*/.*: 5400
            default: 3600
    mozharness:
        chunked:
            by-test-platform:
                android-em.*: false
                macosx.*64/opt: false
                windows10-64.*/opt: false
                default: true
    tier:
        by-test-platform:
            windows10-aarch64.*: 2
            android-hw-.*-qr/.*: 2
            default: default
    fission-tier:
        by-test-platform:
            linux1804-64-qr/debug: 1
            default: 2
    fission-run-on-projects:
        by-test-platform:
            linux1804-64-qr/debug: ['trunk']
            default: []

reftest-qr:
    description: "Reftest webrender run"
    treeherder-symbol: R(R)
    chunks: 2
    e10s: true
    run-on-projects: built-projects
    max-run-time: 2400
    mozharness:
        chunked: true
    tier: 2
    virtualization:
        by-test-platform:
            windows10-64.*: hardware
            default: virtual


reftest-gpu:
    description: "Reftest GPU run"
    treeherder-symbol: R(Rg)
    chunks:
        by-test-platform:
            windows.*/opt: 2
            default: 4
    run-on-projects:
        by-test-platform:
            windows10.*: []
            default: built-projects
    instance-size: default
    virtualization: virtual-with-gpu
    max-run-time: 3600
    mozharness:
        chunked: true
    tier: default

reftest-no-accel:
    description: "Reftest not accelerated run"
    treeherder-symbol: R(Ru)
    virtualization:
        by-test-platform:
            windows10-64.*: hardware
            default: virtual-with-gpu
    run-on-projects:
        by-test-platform:
            windows10.*: []
            default: built-projects
    chunks:
        by-test-platform:
            macosx.*: 1
            windows.*: 4
            linux1804-64(-shippable|-devedition)?/opt: 4
            default: 8
    mozharness:
        chunked:
            by-test-platform:
                windows10-64.*/opt: false
                macosx.*: false
                default: true