1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
|
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
from __future__ import absolute_import
import json
import tempfile
import time
import pathlib
from mozperftest.test.browsertime import add_options
from mozperftest.system.android import _ROOT_URL
from mozperftest.utils import (
download_file,
get_multi_tasks_url,
get_revision_namespace_url,
install_package,
)
URL = "'https://www.example.com'"
COMMON_OPTIONS = [
("processStartTime", "true"),
("firefox.disableBrowsertimeExtension", "true"),
("firefox.android.intentArgument", "'-a'"),
("firefox.android.intentArgument", "'android.intent.action.VIEW'"),
("firefox.android.intentArgument", "'-d'"),
("firefox.android.intentArgument", URL),
]
NIGHTLY_SIM_ROUTE = "mobile.v2.fenix.nightly-simulation"
ROUTE_SUFFIX = "artifacts/public/build/{architecture}/target.apk"
build_generator = None
def before_iterations(kw):
global build_generator
install_list = kw.get("android_install_apk")
if len(install_list) == 0 or all(
["fenix_nightlysim_multicommit" not in apk for apk in install_list]
):
return
# Install gitpython
install_package(kw["virtualenv"], "gitpython==3.1.0")
import git
class _GitProgress(git.RemoteProgress):
def update(self, op_code, cur_count, max_count=None, message=""):
if message:
print(message)
# Setup the local fenix github repo
print("Cloning fenix repo...")
fenix_repo = git.Repo.clone_from(
"https://github.com/mozilla-mobile/fenix",
tempfile.mkdtemp(),
branch="master",
progress=_GitProgress(),
)
# Get the builds to test
architecture = (
"arm64-v8a" if "arm64_v8a" in kw.get("android_install_apk") else "armeabi-v7a"
)
json_ = _fetch_json(
get_revision_namespace_url, NIGHTLY_SIM_ROUTE, day=kw["test_date"]
)
namespaces = json_["namespaces"]
revisions = [namespace["name"] for namespace in namespaces]
tasks = []
for revision in revisions:
try:
commit = fenix_repo.commit(revision)
name_rev = str(commit.name_rev)
if (
"remotes/origin" not in name_rev
or "release" in name_rev
or "tag" in name_rev
):
print(
"Commit %s is a release-branch commit, it won't be tested."
% revision
)
continue
commitdate = commit.committed_date
except ValueError:
print("Commit %s is not from the Fenix master branch" % revision)
continue
json_ = _fetch_json(
get_multi_tasks_url, NIGHTLY_SIM_ROUTE, revision, day=kw["test_date"]
)
for task in json_["tasks"]:
route = task["namespace"]
task_architecture = route.split(".")[-1]
if task_architecture == architecture:
tasks.append(
{
"timestamp": commitdate,
"revision": revision,
"route": route,
"route_suffix": ROUTE_SUFFIX.format(
architecture=task_architecture
),
}
)
# Set the number of test-iterations to the number of builds
kw["test_iterations"] = len(tasks)
def _build_iterator():
for task in tasks:
revision = task["revision"]
timestamp = task["timestamp"]
humandate = time.ctime(int(timestamp))
print(f"Testing revision {revision} from {humandate}")
download_url = f'{_ROOT_URL}{task["route"]}/{task["route_suffix"]}'
yield revision, timestamp, [download_url]
build_generator = _build_iterator()
return kw
def _fetch_json(get_url_function, *args, **kwargs):
build_url = get_url_function(*args, **kwargs)
tmpfile = pathlib.Path(tempfile.mkdtemp(), "temp.json")
download_file(build_url, tmpfile)
with tmpfile.open() as f:
return json.load(f)
def before_runs(env, **kw):
global build_generator
add_options(env, COMMON_OPTIONS)
if build_generator:
revision, timestamp, build = next(build_generator)
env.set_arg("android-install-apk", build)
env.set_arg("perfherder-prefix", revision)
env.set_arg("perfherder-timestamp", timestamp)
|
