1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
|
/* This Source Code Form is subject to the terms of the Mozilla Public
* License, v. 2.0. If a copy of the MPL was not distributed with this
* file, You can obtain one at http://mozilla.org/MPL/2.0/. */
/* eslint-env node */
module.exports = async function (context, commands) {
context.log.info("Starting Speedometer 3 test");
let url = context.options.browsertime.url;
let page_cycles = context.options.browsertime.page_cycles;
let page_cycle_delay = context.options.browsertime.page_cycle_delay;
let post_startup_delay = context.options.browsertime.post_startup_delay;
let page_timeout = context.options.timeouts.pageLoad;
let expose_profiler = context.options.browsertime.expose_profiler;
context.log.info(
"Waiting for %d ms (post_startup_delay)",
post_startup_delay
);
await commands.wait.byTime(post_startup_delay);
for (let count = 0; count < page_cycles; count++) {
context.log.info("Navigating to about:blank");
await commands.navigate("about:blank");
context.log.info("Cycle %d, waiting for %d ms", count, page_cycle_delay);
await commands.wait.byTime(page_cycle_delay);
context.log.info("Cycle %d, starting the measure", count);
if (expose_profiler === "true") {
context.log.info("Custom profiler start!");
if (context.options.browser === "firefox") {
await commands.profiler.start();
} else if (context.options.browser === "chrome") {
await commands.trace.start();
}
}
await commands.measure.start(url);
await commands.js.runAndWait(`
this.benchmarkClient.start()
`);
let data_exists = false;
let starttime = await commands.js.run(`return performance.now();`);
while (
!data_exists &&
(await commands.js.run(`return performance.now();`)) - starttime <
page_timeout
) {
let wait_time = 3000;
context.log.info("Waiting %d ms for data from speedometer...", wait_time);
await commands.wait.byTime(wait_time);
data_exists = await commands.js.run(
"return !(this.benchmarkClient._isRunning)"
);
}
if (expose_profiler === "true") {
context.log.info("Custom profiler stop!");
if (context.options.browser === "firefox") {
await commands.profiler.stop();
} else if (context.options.browser === "chrome") {
await commands.trace.stop();
}
}
if (
!data_exists &&
(await commands.js.run(`return performance.now();`)) - starttime >=
page_timeout
) {
context.log.error("Benchmark timed out. Aborting...");
return false;
}
let internal_data = await commands.js.run(
`return this.benchmarkClient._measuredValuesList;`
);
context.log.info("Value of internal benchmark iterations: ", internal_data);
let data = await commands.js.run(`
const values = this.benchmarkClient._computeResults(this.benchmarkClient._measuredValuesList, "ms");
const score = this.benchmarkClient._computeResults(this.benchmarkClient._measuredValuesList, "score");
return {
score,
values: values.formattedMean,
};
`);
context.log.info("Value of summarized benchmark data: ", data);
commands.measure.addObject({ s3: data, s3_internal: internal_data });
}
return true;
};
|
