1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
|
/* This Source Code Form is subject to the terms of the Mozilla Public
* License, v. 2.0. If a copy of the MPL was not distributed with this
* file, You can obtain one at http://mozilla.org/MPL/2.0/. */
/* eslint-env node */
module.exports = async function(context, commands) {
const benchmark_url = "https://grandprixbench.netlify.app/";
const iterations = `${context.options.browsertime.grandprix_iterations}`;
const tests = [
"Vanilla-HTML-TodoMVC",
"Vanilla-TodoMVC",
"Preact-TodoMVC",
"Preact-TodoMVC-Modern",
"React-TodoMVC",
//"Elm-TodoMVC", // removed from suite
//"Rust-Yew-TodoMVC", // removed from suite
//"Hydration-Preact", // removed from suite
//"Scroll-Windowing-React", // removed from suite
"Monaco-Editor",
"Monaco-Syntax-Highlight",
"React-Stockcharts",
"React-Stockcharts-SVG",
"Leaflet-Fractal",
//"SVG-UI", // removed from suite
"Proxx-Tables",
"Proxx-Tables-Lit",
"Proxx-Tables-Canvas",
];
// Build test url
let url = benchmark_url + "?suites=";
tests.forEach(test => {
url = url + test + ",";
});
url = url + "&iterations=" + iterations;
console.log("Using url=" + url);
await commands.measure.start(url);
await commands.wait.byTime("3000");
await commands.click.byXpath("/html/body/main/div/div[1]/div/div/button");
let finished = 0;
do {
await commands.wait.byTime("30000");
finished = await commands.js.run('return typeof results != "undefined"');
} while (!finished);
if (context.options.browser === "firefox") {
let buildId = await commands.js.runPrivileged(
"return Services.appinfo.appBuildID;"
);
console.log(buildId);
}
let output = {};
output.score = {};
output.score.total = await commands.js.run("return results.Score");
output.iterations = await commands.js.run("return results.iterations");
let subtests = {};
for (let i = 0; i < output.iterations.length; i++) {
for (const [key, value] of Object.entries(output.iterations[i])) {
if (!subtests.hasOwnProperty(key)) {
subtests[key] = [];
}
subtests[key].push(value.total);
}
}
console.log("score, ", output.score.total.mean);
for (const [key, value] of Object.entries(subtests)) {
const average = value.reduce((a, b) => a + b, 0) / value.length;
output.score[key] = average;
console.log(key, ",", average);
}
await commands.measure.add("grandprix-s3", output);
};
|
