summaryrefslogtreecommitdiffstats
path: root/testing/raptor/browsertime/browsertime_benchmark.js
blob: c5ea55319fa492c9cee4b00ec637358fdbd478bf (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
/* This Source Code Form is subject to the terms of the Mozilla Public
 * License, v. 2.0. If a copy of the MPL was not distributed with this
 * file, You can obtain one at http://mozilla.org/MPL/2.0/. */

/* eslint-env node */

module.exports = async function (context, commands) {
  context.log.info("Starting a browsertime benchamrk");
  let url = context.options.browsertime.url;
  let page_cycles = context.options.browsertime.page_cycles;
  let page_cycle_delay = context.options.browsertime.page_cycle_delay;
  let post_startup_delay = context.options.browsertime.post_startup_delay;
  let page_timeout = context.options.timeouts.pageLoad;
  let ret = false;
  let expose_profiler = context.options.browsertime.expose_profiler;

  context.log.info(
    "Waiting for %d ms (post_startup_delay)",
    post_startup_delay
  );
  await commands.wait.byTime(post_startup_delay);

  for (let count = 0; count < page_cycles; count++) {
    context.log.info("Navigating to about:blank");
    await commands.navigate("about:blank");

    context.log.info("Cycle %d, waiting for %d ms", count, page_cycle_delay);
    await commands.wait.byTime(page_cycle_delay);

    context.log.info("Cycle %d, starting the measure", count);
    if (expose_profiler === "true") {
      context.log.info("Custom profiler start!");
      if (context.options.browser === "firefox") {
        await commands.profiler.start();
      } else if (context.options.browser === "chrome") {
        await commands.trace.start();
      }
    }
    await commands.measure.start(url);

    context.log.info("Benchmark custom metric collection");

    let data = null;
    let starttime = await commands.js.run(`return performance.now();`);
    while (
      data == null &&
      (await commands.js.run(`return performance.now();`)) - starttime <
        page_timeout
    ) {
      let wait_time = 3000;
      context.log.info("Waiting %d ms for data from benchmark...", wait_time);
      await commands.wait.byTime(wait_time);
      data = await commands.js.run(
        "return window.sessionStorage.getItem('benchmark_results');"
      );
    }
    if (expose_profiler === "true") {
      context.log.info("Custom profiler stop!");
      if (context.options.browser === "firefox") {
        await commands.profiler.stop();
      } else if (context.options.browser === "chrome") {
        await commands.trace.stop();
      }
    }
    if (
      data == null &&
      (await commands.js.run(`return performance.now();`)) - starttime >=
        page_timeout
    ) {
      ret = false;
      context.log.error("Benchmark timed out. Aborting...");
    } else if (data) {
      // Reset benchmark results
      await commands.js.run(
        "return window.sessionStorage.removeItem('benchmark_results');"
      );

      context.log.info("Value of benchmark data: ", data);
      data = JSON.parse(data);

      if (!Array.isArray(data)) {
        commands.measure.addObject({ browsertime_benchmark: data });
      } else {
        commands.measure.addObject({
          browsertime_benchmark: {
            [data[1]]: data.slice(2),
          },
        });
      }
      ret = true;
    } else {
      context.log.error("No data collected from benchmark.");
      ret = false;
    }
  }
  context.log.info("Browsertime benchmark ended.");
  return ret;
};