/* This Source Code Form is subject to the terms of the Mozilla Public * License, v. 2.0. If a copy of the MPL was not distributed with this * file, You can obtain one at http://mozilla.org/MPL/2.0/. */ /* eslint-env node */ const { logTest, logTask } = require("./utils/profiling"); const { initializeMeasurements, startMeasurements, stopMeasurements, finalizeMeasurements, } = require("./utils/support_measurements"); module.exports = logTest( "speedometer 3 test", async function (context, commands) { context.log.info("Starting Speedometer 3 test"); let url = context.options.browsertime.url; let page_cycles = context.options.browsertime.page_cycles; let page_cycle_delay = context.options.browsertime.page_cycle_delay; let post_startup_delay = context.options.browsertime.post_startup_delay; let page_timeout = context.options.timeouts.pageLoad; let expose_profiler = context.options.browsertime.expose_profiler; await initializeMeasurements( context, commands, true, context.options.browsertime.power_test, true ); context.log.info( "Waiting for %d ms (post_startup_delay)", post_startup_delay ); await commands.wait.byTime(post_startup_delay); for (let count = 0; count < page_cycles; count++) { await logTask(context, "cycle " + count, async function () { context.log.info("Navigating to about:blank"); await commands.navigate("about:blank"); context.log.info( "Cycle %d, waiting for %d ms", count, page_cycle_delay ); await commands.wait.byTime(page_cycle_delay); context.log.info("Cycle %d, starting the measure", count); if (expose_profiler === "true") { context.log.info("Custom profiler start!"); if (context.options.browser === "firefox") { await commands.profiler.start(); } else if (context.options.browser === "chrome") { await commands.trace.start(); } } await commands.measure.start(url); await startMeasurements(context, commands); await commands.js.runAndWait(` this.benchmarkClient.start() `); let data_exists = false; let starttime = await commands.js.run(`return performance.now();`); while ( !data_exists && (await commands.js.run(`return performance.now();`)) - starttime < page_timeout ) { let wait_time = 3000; context.log.info( "Waiting %d ms for data from speedometer...", wait_time ); await commands.wait.byTime(wait_time); data_exists = await commands.js.run( "return !(this.benchmarkClient._isRunning)" ); } if (expose_profiler === "true") { context.log.info("Custom profiler stop!"); if (context.options.browser === "firefox") { await commands.profiler.stop(); } else if (context.options.browser === "chrome") { await commands.trace.stop(); } } if ( !data_exists && (await commands.js.run(`return performance.now();`)) - starttime >= page_timeout ) { context.log.error("Benchmark timed out. Aborting..."); return false; } await stopMeasurements(); let internal_data = await commands.js.run( `return this.benchmarkClient._measuredValuesList;` ); context.log.info( "Value of internal benchmark iterations: ", internal_data ); let data = await commands.js.run(` const values = this.benchmarkClient._computeResults(this.benchmarkClient._measuredValuesList, "ms"); const score = this.benchmarkClient._computeResults(this.benchmarkClient._measuredValuesList, "score"); return { score, values: values.formattedMean, }; `); context.log.info("Value of summarized benchmark data: ", data); commands.measure.addObject({ s3: data, s3_internal: internal_data }); return true; }); } await finalizeMeasurements(); return true; } );