summaryrefslogtreecommitdiffstats
path: root/testing/raptor/raptor/tests/interactive/browsertime-responsiveness.ini
blob: 9df1ac9366e490b3b9f472a2824974a6e62fe38a (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.

# Raptor-browsertime interactive responsiveness tests

[DEFAULT]
accept_zero_vismet = true
alert_on = fcp, loadtime, ContentfulSpeedIndex, PerceptualSpeedIndex, SpeedIndex, FirstVisualChange, LastVisualChange
alert_threshold = 2.0
apps = firefox, chrome, chromium, safari
browser_cycles = 25
gecko_profile_entries = 14000000
gecko_profile_interval = 1
interactive = true
lower_is_better = true
owner = PerfTest Team
page_cycles = 25
page_timeout = 60000
playback = mitmproxy
playback_version = 8.1.1
type = pageload
unit = ms
use_live_sites = false

# Keep this list in alphabetical order
# Do not use `measure.start(URL)` in interactive tests if they need to be recorded,
# see bug 1737822 for more information. Instead, use `navigate(URL)` after starting
# calling `measure.start(ALIAS)`.

[cnn-nav]
browser_cycles = 10 # used with --cold
playback_pageset_manifest = mitm7-linux-firefox-cnn-nav.manifest
test_cmds =
    ["measure.start", "landing"],
    ["navigate", "https://www.cnn.com"],
    ["wait.byTime", 4000],
    ["measure.stop", ""],
    ["measure.start", "world"],
    ["click.byXpathAndWait", "/html/body/div[5]/div/div/header/div/div[1]/div/div[2]/nav/ul/li[2]/a"],
    ["wait.byTime", 1000],
    ["measure.stop", ""],
test_url = https://www.cnn.com/

[facebook-nav]
browser_cycles = 10 # used with --cold
page_timeout = 90000
playback_pageset_manifest = mitm6-windows-firefox-facebook-nav.manifest
test_cmds =
    ["measure.start", "landing"],
    ["navigate", "https://www.facebook.com/"],
    ["wait.byTime", 5000],
    ["measure.stop", ""],
    ["measure.start", "marketplace"],
    ["navigate", "https://www.facebook.com/marketplace"],
    ["wait.byTime", 5000],
    ["measure.stop", ""],
    ["measure.start", "groups"],
    ["navigate", "https://www.facebook.com/groups/discover/"],
    ["wait.byTime", 5000],
    ["measure.stop", ""],
    ["measure.start", "friends"],
    ["navigate", "https://www.facebook.com/friends/"],
    ["wait.byTime", 5000],
    ["measure.stop", ""],
test_url = https://www.facebook.com

[reddit-billgates-ama]
page_timeout = 240000 # at most 4 minutes required per browser cycle
browser_cycles = 10 # used with --cold
playback_pageset_manifest = mitm6-windows-firefox-reddit-billgates-ama.manifest
test_cmds =
    ["measure.start", "billg-ama"],
    ["navigate", "https://www.reddit.com/r/IAmA/comments/m8n4vt/im_bill_gates_cochair_of_the_bill_and_melinda/"],
    ["wait.byTime", 5000],
    ["measure.stop", ""],
    ["measure.start", "members"],
    ["click.byXpathAndWait", "/html/body/div[1]/div/div[2]/div[2]/div/div[3]/div[2]/div/div[1]/div/div[4]/div[1]/div"],
    ["wait.byTime", 1000],
    ["measure.stop", ""],
test_url = https://www.reddit.com/

[reddit-billgates-post-1]
browser_cycles = 10 # used with --cold
page_timeout = 90000
playback_pageset_manifest = mitm6-windows-firefox-reddit-billgates-post.manifest
test_cmds =
    ["measure.start", "billg"],
    ["navigate", "https://www.reddit.com/user/thisisbillgates/"],
    ["wait.byTime", 500],
    ["measure.stop", ""],
    ["measure.start", "posts"],
    ["click.byXpathAndWait", "/html/body/div[1]/div/div[2]/div[2]/div/div/div/div[2]/div[2]/div/div/div/a[2]"],
    ["wait.byTime", 500],
    ["measure.stop", ""],
    ["measure.start", "comments"],
    ["click.byXpathAndWait", "/html/body/div[1]/div/div[2]/div[2]/div/div/div/div[2]/div[2]/div/div/div/a[3]"],
    ["wait.byTime", 500],
    ["measure.stop", ""],
    ["wait.byTime", 500],
test_url = https://www.reddit.com/user/thisisbillgates/

[reddit-billgates-post-2]
browser_cycles = 10 # used with --cold
page_timeout = 90000
playback_pageset_manifest = mitm6-windows-firefox-reddit-billgates-post.manifest
test_cmds =
    ["measure.start", "billg"],
    ["navigate", "https://www.reddit.com/user/thisisbillgates/"],
    ["wait.byTime", 500],
    ["measure.stop", ""],
    ["click.byXpathAndWait", "/html/body/div[1]/div/div[2]/div[2]/div/div/div/div[2]/div[2]/div/div/div/a[3]"],
    ["wait.byTime", 500],
    ["measure.start", "hot"],
    ["click.byXpathAndWait", "/html/body/div[1]/div/div[2]/div[2]/div/div/div/div[2]/div[4]/div[1]/div[1]/div[2]/a[2]"],
    ["wait.byTime", 500],
    ["measure.stop", ""],
    ["measure.start", "top"],
    ["click.byXpathAndWait", "/html/body/div[1]/div/div[2]/div[2]/div/div/div/div[2]/div[4]/div[1]/div[1]/div[2]/a[3]"],
    ["wait.byTime", 500],
    ["measure.stop", ""],
    ["wait.byTime", 500],
test_url = https://www.reddit.com/user/thisisbillgates/