123 lines
3.1 KiB
Python
123 lines
3.1 KiB
Python
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
|
|
|
|
import json
|
|
import os
|
|
import sys
|
|
import time
|
|
|
|
import requests
|
|
from mozbuild.util import memoize
|
|
from taskgraph import create
|
|
from taskgraph.util.taskcluster import requests_retry_session
|
|
|
|
try:
|
|
# TODO(py3): use time.monotonic()
|
|
from time import monotonic
|
|
except ImportError:
|
|
from time import time as monotonic
|
|
|
|
BUGBUG_BASE_URL = "https://bugbug.herokuapp.com"
|
|
RETRY_TIMEOUT = 9 * 60 # seconds
|
|
RETRY_INTERVAL = 10 # seconds
|
|
|
|
# Preset confidence thresholds.
|
|
CT_LOW = 0.7
|
|
CT_MEDIUM = 0.8
|
|
CT_HIGH = 0.9
|
|
|
|
GROUP_TRANSLATIONS = {
|
|
"testing/web-platform/tests": "",
|
|
"testing/web-platform/mozilla/tests": "/_mozilla",
|
|
}
|
|
|
|
|
|
def translate_group(group):
|
|
for prefix, value in GROUP_TRANSLATIONS.items():
|
|
if group.startswith(prefix):
|
|
return group.replace(prefix, value)
|
|
|
|
return group
|
|
|
|
|
|
class BugbugTimeoutException(Exception):
|
|
pass
|
|
|
|
|
|
@memoize
|
|
def get_session():
|
|
s = requests.Session()
|
|
s.headers.update({"X-API-KEY": "gecko-taskgraph"})
|
|
return requests_retry_session(retries=5, session=s)
|
|
|
|
|
|
def _write_perfherder_data(lower_is_better):
|
|
if os.environ.get("MOZ_AUTOMATION", "0") == "1":
|
|
perfherder_data = {
|
|
"framework": {"name": "build_metrics"},
|
|
"suites": [
|
|
{
|
|
"name": suite,
|
|
"value": value,
|
|
"lowerIsBetter": True,
|
|
"shouldAlert": False,
|
|
"subtests": [],
|
|
}
|
|
for suite, value in lower_is_better.items()
|
|
],
|
|
}
|
|
print(f"PERFHERDER_DATA: {json.dumps(perfherder_data)}", file=sys.stderr)
|
|
|
|
|
|
@memoize
|
|
def push_schedules(branch, rev):
|
|
# Noop if we're in test-action-callback
|
|
if create.testing:
|
|
return
|
|
|
|
url = BUGBUG_BASE_URL + f"/push/{branch}/{rev}/schedules"
|
|
start = monotonic()
|
|
session = get_session()
|
|
|
|
# On try there is no fallback and pulling is slower, so we allow bugbug more
|
|
# time to compute the results.
|
|
# See https://github.com/mozilla/bugbug/issues/1673.
|
|
timeout = RETRY_TIMEOUT
|
|
if branch == "try":
|
|
timeout += int(timeout / 3)
|
|
|
|
attempts = timeout / RETRY_INTERVAL
|
|
i = 0
|
|
while i < attempts:
|
|
r = session.get(url)
|
|
r.raise_for_status()
|
|
|
|
if r.status_code != 202:
|
|
break
|
|
|
|
time.sleep(RETRY_INTERVAL)
|
|
i += 1
|
|
end = monotonic()
|
|
|
|
_write_perfherder_data(
|
|
lower_is_better={
|
|
"bugbug_push_schedules_time": end - start,
|
|
"bugbug_push_schedules_retries": i,
|
|
}
|
|
)
|
|
|
|
data = r.json()
|
|
if r.status_code == 202:
|
|
raise BugbugTimeoutException(f"Timed out waiting for result from '{url}'")
|
|
|
|
if "groups" in data:
|
|
data["groups"] = {translate_group(k): v for k, v in data["groups"].items()}
|
|
|
|
if "config_groups" in data:
|
|
data["config_groups"] = {
|
|
translate_group(k): v for k, v in data["config_groups"].items()
|
|
}
|
|
|
|
return data
|