summaryrefslogtreecommitdiffstats
path: root/third_party/libwebrtc/infra/specs/generate_buildbot_json.py
diff options
context:
space:
mode:
Diffstat (limited to 'third_party/libwebrtc/infra/specs/generate_buildbot_json.py')
-rwxr-xr-xthird_party/libwebrtc/infra/specs/generate_buildbot_json.py95
1 files changed, 95 insertions, 0 deletions
diff --git a/third_party/libwebrtc/infra/specs/generate_buildbot_json.py b/third_party/libwebrtc/infra/specs/generate_buildbot_json.py
new file mode 100755
index 0000000000..43ae366cc8
--- /dev/null
+++ b/third_party/libwebrtc/infra/specs/generate_buildbot_json.py
@@ -0,0 +1,95 @@
+#!/usr/bin/env vpython3
+# Copyright (c) 2022 The WebRTC project authors. All Rights Reserved.
+#
+# Use of this source code is governed by a BSD-style license
+# that can be found in the LICENSE file in the root of the source
+# tree. An additional intellectual property rights grant can be found
+# in the file PATENTS. All contributing project authors may
+# be found in the AUTHORS file in the root of the source tree.
+"""Script to generate the test spec JSON files and the mixins.pyl file from the
+ADDITIONAL_MIXINS dictonary. Calls Chromium's generate_buildbot_json.
+"""
+
+import ast
+import os
+import subprocess
+import sys
+
+_SCRIPT_DIR = os.path.dirname(os.path.realpath(__file__))
+_SRC_DIR = os.path.dirname(os.path.dirname(_SCRIPT_DIR))
+sys.path.insert(0, _SRC_DIR)
+sys.path.insert(0, os.path.join(_SRC_DIR, 'testing', 'buildbot'))
+
+from testing.buildbot import generate_buildbot_json
+
+# Add custom mixins here.
+WEBRTC_MIXIN_FILE_NAME = os.path.join(_SCRIPT_DIR, 'mixins_webrtc.pyl')
+MIXIN_FILE_NAME = os.path.join(_SCRIPT_DIR, 'mixins.pyl')
+MIXINS_PYL_TEMPLATE = """\
+# GENERATED FILE - DO NOT EDIT.
+# Generated by {script_name} using data from
+# {data_source}
+#
+# Copyright (c) 2022 The WebRTC project authors. All Rights Reserved.
+#
+# Use of this source code is governed by a BSD-style license
+# that can be found in the LICENSE file in the root of the source
+# tree. An additional intellectual property rights grant can be found
+# in the file PATENTS. All contributing project authors may
+# be found in the AUTHORS file in the root of the source tree.
+
+{mixin_data}
+"""
+
+
+def generate_mixins_file_from_used_mixins(generator):
+ chromium_args = generate_buildbot_json.BBJSONGenerator.parse_args(argv=None)
+ chromium_generator = generate_buildbot_json.BBJSONGenerator(chromium_args)
+ chromium_generator.load_configuration_files()
+
+ seen_mixins = set()
+ for waterfall in generator.waterfalls:
+ seen_mixins = seen_mixins.union(waterfall.get('mixins', set()))
+ for bot_name, tester in waterfall['machines'].items():
+ del bot_name
+ seen_mixins = seen_mixins.union(tester.get('mixins', set()))
+ for suite in generator.test_suites.values():
+ for test in suite.values():
+ if isinstance(test, list):
+ # This is for mixins defined in variants.pyl.
+ for variant in test:
+ seen_mixins = seen_mixins.union(variant.get('mixins', set()))
+ else:
+ seen_mixins = seen_mixins.union(test.get('mixins', set()))
+
+ found_mixins = ast.literal_eval(open(WEBRTC_MIXIN_FILE_NAME).read())
+ for mixin in seen_mixins:
+ if mixin not in found_mixins:
+ found_mixins[mixin] = chromium_generator.mixins[mixin]
+ elif mixin in chromium_generator.mixins:
+ assert False, '"%s" is already defined in Chromium\'s mixins.pyl' % mixin
+
+ format_data = {
+ 'script_name': os.path.basename(__file__),
+ 'data_source': 'mixins_webrtc.pyl and Chromium\'s mixins.pyl',
+ 'mixin_data': dict(sorted(found_mixins.items())),
+ }
+ with open(MIXIN_FILE_NAME, 'w') as f:
+ f.write(MIXINS_PYL_TEMPLATE.format(**format_data))
+
+ return subprocess.call(['yapf', '-i', MIXIN_FILE_NAME])
+
+
+def main():
+ override_args = ['--pyl-files-dir', _SCRIPT_DIR]
+ webrtc_args = generate_buildbot_json.BBJSONGenerator.parse_args(override_args)
+ webrtc_generator = generate_buildbot_json.BBJSONGenerator(webrtc_args)
+ webrtc_generator.load_configuration_files()
+ webrtc_generator.resolve_configuration_files()
+
+ generate_mixins_file_from_used_mixins(webrtc_generator)
+ return webrtc_generator.main()
+
+
+if __name__ == '__main__': # pragma: no cover
+ sys.exit(main())