1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
|
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
import json
import pathlib
import tempfile
import time
from mozperftest.system.android import _ROOT_URL
from mozperftest.test.browsertime import add_options
from mozperftest.utils import (
download_file,
get_multi_tasks_url,
get_revision_namespace_url,
install_package,
)
# We specifically select this URL because:
# - we access Mozilla URLs in tests so any connections to Mozilla URLs may re-use
# existing connections and have different perf characteristics. We can mostly
# avoid this problem by using a non-Mozilla URL
# - we authored the site so we can guarantee it doesn't change or change it if
# needed
# - we're not directing traffic to a site we don't own
URL = "'https://mozilla-mobile.github.io/perf-tools/mozperftest-test-page.html'"
COMMON_OPTIONS = [
("processStartTime", "true"),
("firefox.disableBrowsertimeExtension", "true"),
("firefox.android.intentArgument", "'-a'"),
("firefox.android.intentArgument", "'android.intent.action.VIEW'"),
("firefox.android.intentArgument", "'-d'"),
("firefox.android.intentArgument", URL),
]
NIGHTLY_SIM_ROUTE = "mobile.v2.fenix.nightly-simulation"
ROUTE_SUFFIX = "artifacts/public/build/{architecture}/target.apk"
build_generator = None
def before_iterations(kw):
global build_generator
install_list = kw.get("android_install_apk")
if len(install_list) == 0 or all(
["fenix_nightlysim_multicommit" not in apk for apk in install_list]
):
return
# Install gitpython
install_package(kw["virtualenv"], "gitpython==3.1.0")
import git
class _GitProgress(git.RemoteProgress):
def update(self, op_code, cur_count, max_count=None, message=""):
if message:
print(message)
# Setup the local fenix github repo
print("Cloning fenix repo...")
fenix_repo = git.Repo.clone_from(
"https://github.com/mozilla-mobile/fenix",
tempfile.mkdtemp(),
branch="master",
progress=_GitProgress(),
)
# Get the builds to test
architecture = (
"arm64-v8a" if "arm64_v8a" in kw.get("android_install_apk") else "armeabi-v7a"
)
json_ = _fetch_json(
get_revision_namespace_url, NIGHTLY_SIM_ROUTE, day=kw["test_date"]
)
namespaces = json_["namespaces"]
revisions = [namespace["name"] for namespace in namespaces]
tasks = []
for revision in revisions:
try:
commit = fenix_repo.commit(revision)
name_rev = str(commit.name_rev)
if (
"remotes/origin" not in name_rev
or "release" in name_rev
or "tag" in name_rev
):
print(
"Commit %s is a release-branch commit, it won't be tested."
% revision
)
continue
commitdate = commit.committed_date
except ValueError:
print("Commit %s is not from the Fenix master branch" % revision)
continue
json_ = _fetch_json(
get_multi_tasks_url, NIGHTLY_SIM_ROUTE, revision, day=kw["test_date"]
)
for task in json_["tasks"]:
route = task["namespace"]
task_architecture = route.split(".")[-1]
if task_architecture == architecture:
tasks.append(
{
"timestamp": commitdate,
"revision": revision,
"route": route,
"route_suffix": ROUTE_SUFFIX.format(
architecture=task_architecture
),
}
)
# Set the number of test-iterations to the number of builds
kw["test_iterations"] = len(tasks)
def _build_iterator():
for task in tasks:
revision = task["revision"]
timestamp = task["timestamp"]
humandate = time.ctime(int(timestamp))
print(f"Testing revision {revision} from {humandate}")
download_url = f'{_ROOT_URL}{task["route"]}/{task["route_suffix"]}'
yield revision, timestamp, [download_url]
build_generator = _build_iterator()
return kw
def _fetch_json(get_url_function, *args, **kwargs):
build_url = get_url_function(*args, **kwargs)
tmpfile = pathlib.Path(tempfile.mkdtemp(), "temp.json")
download_file(build_url, tmpfile)
with tmpfile.open() as f:
return json.load(f)
def before_runs(env, **kw):
global build_generator
add_options(env, COMMON_OPTIONS)
if build_generator:
revision, timestamp, build = next(build_generator)
env.set_arg("android-install-apk", build)
env.set_arg("perfherder-prefix", revision)
env.set_arg("perfherder-timestamp", timestamp)
|
