129 lines
4.2 KiB
JavaScript
129 lines
4.2 KiB
JavaScript
/* This Source Code Form is subject to the terms of the Mozilla Public
|
|
* License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
* file, You can obtain one at http://mozilla.org/MPL/2.0/. */
|
|
|
|
/* eslint-env node */
|
|
|
|
const { logTest, logTask } = require("./utils/profiling");
|
|
const {
|
|
initializeMeasurements,
|
|
startMeasurements,
|
|
stopMeasurements,
|
|
finalizeMeasurements,
|
|
} = require("./utils/support_measurements");
|
|
|
|
module.exports = logTest(
|
|
"speedometer 3 test",
|
|
async function (context, commands) {
|
|
context.log.info("Starting Speedometer 3 test");
|
|
let url = context.options.browsertime.url;
|
|
let page_cycles = context.options.browsertime.page_cycles;
|
|
let page_cycle_delay = context.options.browsertime.page_cycle_delay;
|
|
let post_startup_delay = context.options.browsertime.post_startup_delay;
|
|
let page_timeout = context.options.timeouts.pageLoad;
|
|
let expose_profiler = context.options.browsertime.expose_profiler;
|
|
|
|
await initializeMeasurements(
|
|
context,
|
|
commands,
|
|
true,
|
|
context.options.browsertime.power_test,
|
|
true
|
|
);
|
|
|
|
context.log.info(
|
|
"Waiting for %d ms (post_startup_delay)",
|
|
post_startup_delay
|
|
);
|
|
await commands.wait.byTime(post_startup_delay);
|
|
|
|
for (let count = 0; count < page_cycles; count++) {
|
|
await logTask(context, "cycle " + count, async function () {
|
|
context.log.info("Navigating to about:blank");
|
|
await commands.navigate("about:blank");
|
|
|
|
context.log.info(
|
|
"Cycle %d, waiting for %d ms",
|
|
count,
|
|
page_cycle_delay
|
|
);
|
|
await commands.wait.byTime(page_cycle_delay);
|
|
|
|
context.log.info("Cycle %d, starting the measure", count);
|
|
if (expose_profiler === "true") {
|
|
context.log.info("Custom profiler start!");
|
|
if (context.options.browser === "firefox") {
|
|
await commands.profiler.start();
|
|
} else if (context.options.browser === "chrome") {
|
|
await commands.trace.start();
|
|
}
|
|
}
|
|
await commands.measure.start(url);
|
|
await startMeasurements(context, commands);
|
|
|
|
await commands.js.runAndWait(`
|
|
this.benchmarkClient.start()
|
|
`);
|
|
|
|
let data_exists = false;
|
|
let starttime = await commands.js.run(`return performance.now();`);
|
|
while (
|
|
!data_exists &&
|
|
(await commands.js.run(`return performance.now();`)) - starttime <
|
|
page_timeout
|
|
) {
|
|
let wait_time = 3000;
|
|
context.log.info(
|
|
"Waiting %d ms for data from speedometer...",
|
|
wait_time
|
|
);
|
|
await commands.wait.byTime(wait_time);
|
|
data_exists = await commands.js.run(
|
|
"return !(this.benchmarkClient._isRunning)"
|
|
);
|
|
}
|
|
if (expose_profiler === "true") {
|
|
context.log.info("Custom profiler stop!");
|
|
if (context.options.browser === "firefox") {
|
|
await commands.profiler.stop();
|
|
} else if (context.options.browser === "chrome") {
|
|
await commands.trace.stop();
|
|
}
|
|
}
|
|
if (
|
|
!data_exists &&
|
|
(await commands.js.run(`return performance.now();`)) - starttime >=
|
|
page_timeout
|
|
) {
|
|
context.log.error("Benchmark timed out. Aborting...");
|
|
return false;
|
|
}
|
|
await stopMeasurements();
|
|
|
|
let internal_data = await commands.js.run(
|
|
`return this.benchmarkClient._measuredValuesList;`
|
|
);
|
|
context.log.info(
|
|
"Value of internal benchmark iterations: ",
|
|
internal_data
|
|
);
|
|
|
|
let data = await commands.js.run(`
|
|
const values = this.benchmarkClient._computeResults(this.benchmarkClient._measuredValuesList, "ms");
|
|
const score = this.benchmarkClient._computeResults(this.benchmarkClient._measuredValuesList, "score");
|
|
return {
|
|
score,
|
|
values: values.formattedMean,
|
|
};
|
|
`);
|
|
context.log.info("Value of summarized benchmark data: ", data);
|
|
|
|
commands.measure.addObject({ s3: data, s3_internal: internal_data });
|
|
return true;
|
|
});
|
|
}
|
|
await finalizeMeasurements();
|
|
|
|
return true;
|
|
}
|
|
);
|