summaryrefslogtreecommitdiffstats
path: root/layout/reftests/reftest-sanity/reftest.list
blob: df657fd68308dd0c526dec63c398852be8b8e1f4 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
== data:text/html,<body> about:blank
== data:text/plain, about:blank
!= data:text/plain,HELLO about:blank

# these tests make sure async reftests work:
== chrome://reftest/content/reftest-sanity/test-async.xhtml chrome://reftest/content/reftest-sanity/test-async-ref.xhtml
== test-async.html test-async-ref.html

# test that zoom works (and really zooms, not just scales)
fails-if(useDrawSnapshot) == test-zoom.html test-zoom-ref.html

== text-zoom.html text-zoom-ref.html
!= text-zoom.html text-zoom-notref.html

# make sure we don't fall over if the root is missing
== no-root.html about:blank

# Makes sure that the file: protocol handler and HTTP server both
# choose HTML vs. XHTML processing based on the file extensions.
!= html-vs-xhtml-by-extension.html html-vs-xhtml-by-extension.xhtml
HTTP != html-vs-xhtml-by-extension.html html-vs-xhtml-by-extension.xhtml

# make sure red and green colors are not the default and are different from
# each other
!= green.html default.html
!= green.html red.html
!= red.html default.html

# Make sure about:blank works, even via HTTP.
== blank.html about:blank
== about:blank blank.html
HTTP == blank.html about:blank
HTTP == about:blank blank.html
# same for data:
== default.html data:text/html,<div>Text</div>
== data:text/html,<div>Text</div> default.html
HTTP == default.html data:text/html,<div>Text</div>
HTTP == data:text/html,<div>Text</div> default.html
!= blank.html default.html
HTTP != blank.html default.html

fails-if(geckoview&&device) == filter-1.xhtml filter-1-ref.xhtml
fails-if(geckoview&&device) == filter-2.xhtml filter-2-ref.xhtml

# test that the MozReftestInvalidate event fires
== invalidation.html about:blank
fails-if(useDrawSnapshot) == zoom-invalidation.html zoom-invalidation-ref.html # bug 773482

# test parsing of asserts() expressions
asserts(0) load about:blank
asserts(0-5) load about:blank
asserts-if(true,0) load about:blank
asserts-if(false,7) load about:blank
asserts-if(true,0-4) load about:blank
asserts-if(false,6-8) load about:blank

# test that <div> is display:block
== div.html div-ref.html

# test script keyword
include scripttests.list

# test url-prefix
include urlprefixtests.list

# test defaults
include defaults-tests.list

# test that all corners are visible
!= corners-1.html corners-1-ref.html
!= corners-2.html corners-2-ref.html
!= corners-3.html corners-3-ref.html
!= corners-4.html corners-4-ref.html

# Test that the harness gives the correct page dimensions.
!= page-width-3.9in.html page-width-4in.html
== page-width-4.1in.html page-width-4in.html
== page-width-auto.html page-width-4in.html
!= page-height-2in.html page-height-2.1in.html
== page-height-2in.html page-height-nobreak.html
== page-height-2.1in.html page-height-forcebreak.html

# Check that tests that need focus are skipped when it's not available
needs-focus load needs-focus.html

# Bug 632636
fails == data:text/plain,HELLO about:blank
needs-focus == data:text/plain, about:blank

# Sanity check of viewport+displayport overrides
pref(dom.meta-viewport.enabled,true) fails-if(useDrawSnapshot) != test-displayport-2.html test-displayport-ref.html # bug 593168
fails-if(cocoaWidget) fuzzy(0-1,0-1390) random-if(Android) random-if(gtkWidget) == 647192-1.html 647192-1-ref.html
== 656041-1.html 656041-1-ref.html
pref(dom.meta-viewport.enabled,true) skip == test-displayport-bg.html test-displayport-ref.html # bug 694706

# IPC Position-fixed frames/layers test
# Fixed layers are temporarily disabled (bug 656167).
#pref(dom.meta-viewport.enabled,true) == test-pos-fixed.html test-pos-fixed-ref.html
#pref(dom.meta-viewport.enabled,true) == test-bg-attachment-fixed.html test-bg-attachment-fixed-ref.html
pref(dom.meta-viewport.enabled,true) == test-pos-fixed-transform.html test-pos-fixed-transform-ref.html

# reftest syntax: require-or
require-or(unrecognizedCondition,skip) script scripttest-fail.html
require-or(true&&unrecognizedCondition,skip) script scripttest-fail.html
require-or(unrecognizedCondition&&true,skip) script scripttest-fail.html
require-or(unrecognizedCondition,fails) script scripttest-fail.html
require-or(true,fails) script scripttest-pass.html
require-or(true&&true,fails) script scripttest-pass.html

# tests for pref(...) syntax in manifest, including "fails" examples with incorrect prefs
# a boolean pref
pref(gfx.downloadable_fonts.enabled,true) != font-download.html font-default.html
pref(gfx.downloadable_fonts.enabled,false) == font-download.html font-default.html
fails pref(gfx.downloadable_fonts.enabled,0) == font-download.html font-default.html
fails pref(gfx.downloadable_fonts.enabled,"foo") == font-download.html font-default.html
# a non-existent pref
fails pref(not.a.real.pref.name,1) == font-download.html font-default.html
# an integer pref
pref(font.size.variable.x-western,16) == font-size-16.html font-default.html
pref(font.size.variable.x-western,16) != font-size-24.html font-default.html
pref(font.size.variable.x-western,24) == font-size-24.html font-default.html
pref(font.size.variable.x-western,24) != font-size-16.html font-default.html
fails pref(font.size.variable.x-western,false) == font-size-16.html font-default.html
fails pref(font.size.variable.x-western,"foo") == font-size-16.html font-default.html
# a string pref
pref(font.default.x-western,"serif") == font-serif.html font-default.html
pref(font.default.x-western,"serif") != font-sans-serif.html font-default.html
pref(font.default.x-western,"sans-serif") == font-sans-serif.html font-default.html
pref(font.default.x-western,"sans-serif") != font-serif.html font-default.html
fails pref(font.default.x-western,true) == font-serif.html font-default.html
fails pref(font.default.x-western,0) == font-serif.html font-default.html
# tests for ref-pref, and test-pref
ref-pref(font.size.variable.x-western,16) == font-size-16.html font-default.html
ref-pref(font.size.variable.x-western,16) != font-size-24.html font-default.html
ref-pref(font.size.variable.x-western,24) == font-size-24.html font-default.html
ref-pref(font.size.variable.x-western,24) != font-size-16.html font-default.html
fails ref-pref(font.size.variable.x-western,false) == font-size-16.html font-default.html
fails ref-pref(font.size.variable.x-western,"foo") == font-size-16.html font-default.html
test-pref(font.size.variable.x-western,16) == font-default.html font-size-16.html
test-pref(font.size.variable.x-western,16) != font-default.html font-size-24.html
test-pref(font.size.variable.x-western,24) == font-default.html font-size-24.html
test-pref(font.size.variable.x-western,24) != font-default.html font-size-16.html
fails test-pref(font.size.variable.x-western,false) == font-default.html font-size-16.html
fails test-pref(font.size.variable.x-western,"foo") == font-default.html font-size-16.html
ref-pref(font.size.variable.x-western,16) test-pref(font.size.variable.x-western,24) != font-default.html font-default.html
ref-pref(font.size.variable.x-western,24) test-pref(font.size.variable.x-western,16) != font-default.html font-default.html
ref-pref(font.size.variable.x-western,24) test-pref(font.size.variable.x-western,24) == font-default.html font-default.html

# reftest syntax: fuzzy(0-maxPixelDifference,0-maxNumberDifferingPixels)
noautofuzz fuzzy(0-1,0-250000) == fuzzy.html fuzzy-ref.html
noautofuzz fuzzy(0-1,0-250000) != too-fuzzy.html fuzzy-ref.html
noautofuzz fuzzy-if(true,0-1,0-250000) == fuzzy.html fuzzy-ref.html
noautofuzz fuzzy-if(false,0-2,0-1) == fuzzy-ref.html fuzzy-ref.html
# test some ranged fuzzes
noautofuzz fuzzy(1-10,1-250000) fuzzy-if(false,5-10,0-250000) == fuzzy.html fuzzy-ref.html
noautofuzz fuzzy(0-0,0-250000) != fuzzy.html fuzzy-ref.html
noautofuzz fuzzy(0-1,0-2) != fuzzy.html fuzzy-ref.html
# If enabled, the following two should result in UNEXPECTED-PASS because
# they are both overfuzzed
# noautofuzz fuzzy(3-4,0-250000) == fuzzy.html fuzzy-ref.html
# noautofuzz fuzzy(0-1,250001-250002) == fuzzy.html fuzzy-ref.html
#
# When using 565 fuzzy.html and fuzzy-ref.html will compare as equal
noautofuzz fails fuzzy-if(false,0-2,0-1) == fuzzy.html fuzzy-ref.html

# Test that reftest-no-paint fails correctly.
== reftest-no-paint.html reftest-no-paint-ref.html

skip-if(useDrawSnapshot) == async-scroll-1a.html async-scroll-1-ref.html

skip-if(useDrawSnapshot) != async-scroll-1b.html async-scroll-1-ref.html

skip-if(useDrawSnapshot) == async-scroll-1c.html async-scroll-1-ref.html

skip-if(!Android) pref(apz.allow_zooming,true) != async-zoom-1.html async-zoom-1-ref.html
fuzzy(0-112,0-800) skip-if(!Android) pref(apz.allow_zooming,true) == async-zoom-2.html async-zoom-2-ref.html

# reftest-opaque-layer
== reftest-opaque-layer-pass.html reftest-opaque-layer-pass.html
!= reftest-opaque-layer-pass.html about:blank
!= about:blank reftest-opaque-layer-pass.html
== reftest-opaque-layer-fail.html reftest-opaque-layer-fail.html

# If reftest-opaque-layer fails (no matter whether it fails in the test or in the reference),
# it shouldn't matter whether the test matches the reference.
fails != reftest-opaque-layer-fail.html reftest-opaque-layer-fail.html
fails == reftest-opaque-layer-fail.html about:blank
fails == about:blank reftest-opaque-layer-fail.html
!= reftest-opaque-layer-fail.html about:blank
!= about:blank reftest-opaque-layer-fail.html

# reftest-opaque-layer and reftest-wait
== reftest-opaque-layer-wait-pass.html reftest-opaque-layer-pass.html
!= reftest-opaque-layer-wait-pass.html about:blank
== reftest-opaque-layer-wait-fail.html reftest-opaque-layer-fail.html
!= reftest-opaque-layer-wait-fail.html about:blank

# reftest-assigned-layer
!= reftest-assigned-layer-pass.html about:blank
!= reftest-assigned-layer-fail-1.html about:blank
!= reftest-assigned-layer-fail-2.html about:blank
!= reftest-assigned-layer-fail-3.html about:blank
!= reftest-assigned-layer-fail-4.html about:blank

# reftest-resolution
pref(apz.allow_zooming,true) fails-if(useDrawSnapshot) == reftest-resolution.html reftest-resolution-ref.html

== reftest-no-flush.html reftest-no-flush-ref.html

skip-if(Android) HTTP == exampleorg-1.html exampleorg-1-ref.html

== page-backgrounds.html page-backgrounds-ref.html
!= page-backgrounds.html page-backgrounds-notref.html