summaryrefslogtreecommitdiffstats
path: root/third_party/libwebrtc/rtc_tools/testing
diff options
context:
space:
mode:
authorDaniel Baumann <daniel.baumann@progress-linux.org>2024-04-07 19:33:14 +0000
committerDaniel Baumann <daniel.baumann@progress-linux.org>2024-04-07 19:33:14 +0000
commit36d22d82aa202bb199967e9512281e9a53db42c9 (patch)
tree105e8c98ddea1c1e4784a60a5a6410fa416be2de /third_party/libwebrtc/rtc_tools/testing
parentInitial commit. (diff)
downloadfirefox-esr-upstream.tar.xz
firefox-esr-upstream.zip
Adding upstream version 115.7.0esr.upstream/115.7.0esrupstream
Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>
Diffstat (limited to 'third_party/libwebrtc/rtc_tools/testing')
-rw-r--r--third_party/libwebrtc/rtc_tools/testing/README.md44
-rwxr-xr-xthird_party/libwebrtc/rtc_tools/testing/build_apprtc.py67
-rwxr-xr-xthird_party/libwebrtc/rtc_tools/testing/download_apprtc.py56
-rw-r--r--third_party/libwebrtc/rtc_tools/testing/golang/linux/go.tar.gz.sha11
-rw-r--r--third_party/libwebrtc/rtc_tools/testing/golang/mac/go.tar.gz.sha11
-rw-r--r--third_party/libwebrtc/rtc_tools/testing/golang/win/go.zip.sha11
-rw-r--r--third_party/libwebrtc/rtc_tools/testing/prebuilt_apprtc.zip.sha11
-rwxr-xr-xthird_party/libwebrtc/rtc_tools/testing/setup_apprtc.py43
-rwxr-xr-xthird_party/libwebrtc/rtc_tools/testing/utils.py129
9 files changed, 343 insertions, 0 deletions
diff --git a/third_party/libwebrtc/rtc_tools/testing/README.md b/third_party/libwebrtc/rtc_tools/testing/README.md
new file mode 100644
index 0000000000..f60c65960a
--- /dev/null
+++ b/third_party/libwebrtc/rtc_tools/testing/README.md
@@ -0,0 +1,44 @@
+This directory contains prebuilt tools used during end-to-end tests.
+They will be downloaded by their SHA1 hash, and are not meant to be checked in.
+
+Updating prebuilt_apprtc.zip:
+
+- Follow AppRTC instructions:
+ - `git clone https://github.com/webrtc/apprtc`
+ - Install NodeJS:
+ - Download <https://nodejs.org/> and extract it
+ - `export PATH="$(pwd)/node-v6.10.3-linux-x64/bin:$PATH"`
+ - `cd apprtc`
+ - `npm install`
+ - `export PATH="$(pwd)/node_modules/.bin:$PATH"`
+ - `pip install --user --upgrade pip setuptools` - needed only on old systems
+ - `grunt`
+- Vendor collider's dependencies:
+ - `ln -s "$(pwd)/src/collider" src/src`
+ - `GOPATH="$(pwd)/src" go get -d collidermain`
+ - `rm src/src`
+- Install additional components:
+ - `python temp/google-cloud-sdk/bin/dev_appserver.py out/app_engine`
+ - Stop it and run the suggestion: `./temp/google-cloud-sdk/bin/gcloud
+ components install app-engine-python-extras`
+- Remove largest unneeded files:
+ - `rm -rf .git node_modules browsers
+ temp/google-cloud-sdk/.install/.{backup,download}
+ temp/google-cloud-sdk/platform/google_appengine/lib/django-*`
+- `zip -r prebuilt_apprtc.zip apprtc/`
+- `mv prebuilt_apprtc.zip webrtc/src/rtc_tools/testing/prebuilt_apprtc.zip`
+
+Updating golang/*:
+
+- Go to <https://golang.org/dl/>
+- Download these files:
+ - go*.linux-amd64.tar.gz -> golang/linux/go.tar.gz
+ - go*.darwin-amd64.tar.gz -> golang/mac/go.tar.gz
+ - go*.windows-amd64.zip -> golang/windows/go.zip
+
+After updating the archives:
+
+- `cd webrtc/src/rtc_tools/testing`
+- For each updated archive:
+ - `upload_to_google_storage.py file.zip --bucket=chromium-webrtc-resources`
+- `git commit -a && git cl upload`
diff --git a/third_party/libwebrtc/rtc_tools/testing/build_apprtc.py b/third_party/libwebrtc/rtc_tools/testing/build_apprtc.py
new file mode 100755
index 0000000000..2f680e6ad1
--- /dev/null
+++ b/third_party/libwebrtc/rtc_tools/testing/build_apprtc.py
@@ -0,0 +1,67 @@
+#!/usr/bin/env python
+# Copyright (c) 2017 The WebRTC project authors. All Rights Reserved.
+#
+# Use of this source code is governed by a BSD-style license
+# that can be found in the LICENSE file in the root of the source
+# tree. An additional intellectual property rights grant can be found
+# in the file PATENTS. All contributing project authors may
+# be found in the AUTHORS file in the root of the source tree.
+"""Builds the AppRTC collider using the golang toolchain.
+
+The golang toolchain is downloaded by download_apprtc.py. We use that here
+to build the AppRTC collider server.
+
+This script needs to know the path to the 'src' directory in apprtc, the
+root directory of 'go' and the output_dir.
+"""
+
+import fileinput
+import os
+import shutil
+import subprocess
+import sys
+
+import utils
+
+USAGE_STR = "Usage: {} <apprtc_dir> <go_dir> <output_dir>"
+
+
+def _ConfigureApprtcServerToDeveloperMode(app_yaml_path):
+ for line in fileinput.input(app_yaml_path, inplace=True):
+ # We can't click past these in browser-based tests, so disable them.
+ line = line.replace('BYPASS_JOIN_CONFIRMATION: false',
+ 'BYPASS_JOIN_CONFIRMATION: true')
+ sys.stdout.write(line)
+
+
+def main(argv):
+ if len(argv) != 4:
+ print(USAGE_STR.format(argv[0]))
+
+ apprtc_dir = os.path.abspath(argv[1])
+ go_root_dir = os.path.abspath(argv[2])
+ golang_workspace = os.path.abspath(argv[3])
+
+ app_yaml_path = os.path.join(apprtc_dir, 'out', 'app_engine', 'app.yaml')
+ _ConfigureApprtcServerToDeveloperMode(app_yaml_path)
+
+ utils.RemoveDirectory(golang_workspace)
+
+ collider_dir = os.path.join(apprtc_dir, 'src', 'collider')
+ shutil.copytree(collider_dir, os.path.join(golang_workspace, 'src'))
+
+ golang_path = os.path.join(go_root_dir, 'bin',
+ 'go' + utils.GetExecutableExtension())
+ golang_env = os.environ.copy()
+ golang_env['GOROOT'] = go_root_dir
+ golang_env['GOPATH'] = golang_workspace
+ golang_env['GO111MODULE'] = 'off'
+ collider_out = os.path.join(golang_workspace,
+ 'collidermain' + utils.GetExecutableExtension())
+ subprocess.check_call(
+ [golang_path, 'build', '-o', collider_out, 'collidermain'],
+ env=golang_env)
+
+
+if __name__ == '__main__':
+ sys.exit(main(sys.argv))
diff --git a/third_party/libwebrtc/rtc_tools/testing/download_apprtc.py b/third_party/libwebrtc/rtc_tools/testing/download_apprtc.py
new file mode 100755
index 0000000000..a77955a3f6
--- /dev/null
+++ b/third_party/libwebrtc/rtc_tools/testing/download_apprtc.py
@@ -0,0 +1,56 @@
+#!/usr/bin/env python
+# Copyright (c) 2017 The WebRTC project authors. All Rights Reserved.
+#
+# Use of this source code is governed by a BSD-style license
+# that can be found in the LICENSE file in the root of the source
+# tree. An additional intellectual property rights grant can be found
+# in the file PATENTS. All contributing project authors may
+# be found in the AUTHORS file in the root of the source tree.
+"""Downloads prebuilt AppRTC and Go from WebRTC storage and unpacks it.
+
+Requires that depot_tools is installed and in the PATH.
+
+It downloads compressed files in the directory where the script lives.
+This is because the precondition is that the script lives in the same
+directory of the .sha1 files.
+"""
+
+import os
+import sys
+
+import utils
+
+SCRIPT_DIR = os.path.dirname(os.path.abspath(__file__))
+
+
+def _GetGoArchivePathForPlatform():
+ archive_extension = 'zip' if utils.GetPlatform() == 'win' else 'tar.gz'
+ return os.path.join(utils.GetPlatform(), 'go.%s' % archive_extension)
+
+
+def main(argv):
+ if len(argv) > 2:
+ return 'Usage: %s [output_dir]' % argv[0]
+
+ output_dir = os.path.abspath(argv[1]) if len(argv) > 1 else None
+
+ apprtc_zip_path = os.path.join(SCRIPT_DIR, 'prebuilt_apprtc.zip')
+ if os.path.isfile(apprtc_zip_path + '.sha1'):
+ utils.DownloadFilesFromGoogleStorage(SCRIPT_DIR, auto_platform=False)
+
+ if output_dir is not None:
+ utils.RemoveDirectory(os.path.join(output_dir, 'apprtc'))
+ utils.UnpackArchiveTo(apprtc_zip_path, output_dir)
+
+ golang_path = os.path.join(SCRIPT_DIR, 'golang')
+ golang_zip_path = os.path.join(golang_path, _GetGoArchivePathForPlatform())
+ if os.path.isfile(golang_zip_path + '.sha1'):
+ utils.DownloadFilesFromGoogleStorage(golang_path)
+
+ if output_dir is not None:
+ utils.RemoveDirectory(os.path.join(output_dir, 'go'))
+ utils.UnpackArchiveTo(golang_zip_path, output_dir)
+
+
+if __name__ == '__main__':
+ sys.exit(main(sys.argv))
diff --git a/third_party/libwebrtc/rtc_tools/testing/golang/linux/go.tar.gz.sha1 b/third_party/libwebrtc/rtc_tools/testing/golang/linux/go.tar.gz.sha1
new file mode 100644
index 0000000000..aa2509557d
--- /dev/null
+++ b/third_party/libwebrtc/rtc_tools/testing/golang/linux/go.tar.gz.sha1
@@ -0,0 +1 @@
+a433f76c569055ff8536d796995518dd91a9fa5b \ No newline at end of file
diff --git a/third_party/libwebrtc/rtc_tools/testing/golang/mac/go.tar.gz.sha1 b/third_party/libwebrtc/rtc_tools/testing/golang/mac/go.tar.gz.sha1
new file mode 100644
index 0000000000..399edd5cd8
--- /dev/null
+++ b/third_party/libwebrtc/rtc_tools/testing/golang/mac/go.tar.gz.sha1
@@ -0,0 +1 @@
+e13521f5d61465fe873371b266bc3ceafcb13562 \ No newline at end of file
diff --git a/third_party/libwebrtc/rtc_tools/testing/golang/win/go.zip.sha1 b/third_party/libwebrtc/rtc_tools/testing/golang/win/go.zip.sha1
new file mode 100644
index 0000000000..00fae8de9a
--- /dev/null
+++ b/third_party/libwebrtc/rtc_tools/testing/golang/win/go.zip.sha1
@@ -0,0 +1 @@
+26bf854fb81f12e9c80a146d8f0081cd22ae9d02 \ No newline at end of file
diff --git a/third_party/libwebrtc/rtc_tools/testing/prebuilt_apprtc.zip.sha1 b/third_party/libwebrtc/rtc_tools/testing/prebuilt_apprtc.zip.sha1
new file mode 100644
index 0000000000..55fda33d81
--- /dev/null
+++ b/third_party/libwebrtc/rtc_tools/testing/prebuilt_apprtc.zip.sha1
@@ -0,0 +1 @@
+4a1853f16014b64446d9792088c1088abbe11083 \ No newline at end of file
diff --git a/third_party/libwebrtc/rtc_tools/testing/setup_apprtc.py b/third_party/libwebrtc/rtc_tools/testing/setup_apprtc.py
new file mode 100755
index 0000000000..387ba694a3
--- /dev/null
+++ b/third_party/libwebrtc/rtc_tools/testing/setup_apprtc.py
@@ -0,0 +1,43 @@
+#!/usr/bin/env python
+# Copyright (c) 2017 The WebRTC project authors. All Rights Reserved.
+#
+# Use of this source code is governed by a BSD-style license
+# that can be found in the LICENSE file in the root of the source
+# tree. An additional intellectual property rights grant can be found
+# in the file PATENTS. All contributing project authors may
+# be found in the AUTHORS file in the root of the source tree.
+"""This script sets up AppRTC and its dependencies.
+
+Requires that depot_tools is installed and in the PATH.
+
+It will put the result under <output_dir>/collider.
+"""
+
+import os
+import sys
+
+import utils
+
+SCRIPT_DIR = os.path.dirname(os.path.abspath(__file__))
+
+
+def main(argv):
+ if len(argv) == 1:
+ return 'Usage %s <output_dir>' % argv[0]
+
+ output_dir = os.path.abspath(argv[1])
+
+ download_apprtc_path = os.path.join(SCRIPT_DIR, 'download_apprtc.py')
+ utils.RunSubprocessWithRetry(
+ [sys.executable, download_apprtc_path, output_dir])
+
+ build_apprtc_path = os.path.join(SCRIPT_DIR, 'build_apprtc.py')
+ apprtc_dir = os.path.join(output_dir, 'apprtc')
+ go_dir = os.path.join(output_dir, 'go')
+ collider_dir = os.path.join(output_dir, 'collider')
+ utils.RunSubprocessWithRetry(
+ [sys.executable, build_apprtc_path, apprtc_dir, go_dir, collider_dir])
+
+
+if __name__ == '__main__':
+ sys.exit(main(sys.argv))
diff --git a/third_party/libwebrtc/rtc_tools/testing/utils.py b/third_party/libwebrtc/rtc_tools/testing/utils.py
new file mode 100755
index 0000000000..8a5de50cf8
--- /dev/null
+++ b/third_party/libwebrtc/rtc_tools/testing/utils.py
@@ -0,0 +1,129 @@
+#!/usr/bin/env python
+# Copyright (c) 2017 The WebRTC project authors. All Rights Reserved.
+#
+# Use of this source code is governed by a BSD-style license
+# that can be found in the LICENSE file in the root of the source
+# tree. An additional intellectual property rights grant can be found
+# in the file PATENTS. All contributing project authors may
+# be found in the AUTHORS file in the root of the source tree.
+"""Utilities for all our deps-management stuff."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import os
+import shutil
+import subprocess
+import sys
+import tarfile
+import time
+import zipfile
+
+
+def RunSubprocessWithRetry(cmd):
+ """Invokes the subprocess and backs off exponentially on fail."""
+ for i in range(5):
+ try:
+ subprocess.check_call(cmd)
+ return
+ except subprocess.CalledProcessError as exception:
+ backoff = pow(2, i)
+ print('Got %s, retrying in %d seconds...' % (exception, backoff))
+ time.sleep(backoff)
+
+ print('Giving up.')
+ raise exception
+
+
+def DownloadFilesFromGoogleStorage(path, auto_platform=True):
+ print('Downloading files in %s...' % path)
+
+ extension = 'bat' if 'win32' in sys.platform else 'py'
+ cmd = [
+ 'download_from_google_storage.%s' % extension,
+ '--bucket=chromium-webrtc-resources', '--directory', path
+ ]
+ if auto_platform:
+ cmd += ['--auto_platform', '--recursive']
+ subprocess.check_call(cmd)
+
+
+# Code partially copied from
+# https://cs.chromium.org#chromium/build/scripts/common/chromium_utils.py
+def RemoveDirectory(*path):
+ """Recursively removes a directory, even if it's marked read-only.
+
+ Remove the directory located at *path, if it exists.
+
+ shutil.rmtree() doesn't work on Windows if any of the files or directories
+ are read-only, which svn repositories and some .svn files are. We need to
+ be able to force the files to be writable (i.e., deletable) as we traverse
+ the tree.
+
+ Even with all this, Windows still sometimes fails to delete a file, citing
+ a permission error (maybe something to do with antivirus scans or disk
+ indexing). The best suggestion any of the user forums had was to wait a
+ bit and try again, so we do that too. It's hand-waving, but sometimes it
+ works. :/
+ """
+ file_path = os.path.join(*path)
+ print('Deleting `{}`.'.format(file_path))
+ if not os.path.exists(file_path):
+ print('`{}` does not exist.'.format(file_path))
+ return
+
+ if sys.platform == 'win32':
+ # Give up and use cmd.exe's rd command.
+ file_path = os.path.normcase(file_path)
+ for _ in range(3):
+ print('RemoveDirectory running %s' %
+ (' '.join(['cmd.exe', '/c', 'rd', '/q', '/s', file_path])))
+ if not subprocess.call(
+ ['cmd.exe', '/c', 'rd', '/q', '/s', file_path]):
+ break
+ print(' Failed')
+ time.sleep(3)
+ return
+ else:
+ shutil.rmtree(file_path, ignore_errors=True)
+
+
+def UnpackArchiveTo(archive_path, output_dir):
+ extension = os.path.splitext(archive_path)[1]
+ if extension == '.zip':
+ _UnzipArchiveTo(archive_path, output_dir)
+ else:
+ _UntarArchiveTo(archive_path, output_dir)
+
+
+def _UnzipArchiveTo(archive_path, output_dir):
+ print('Unzipping {} in {}.'.format(archive_path, output_dir))
+ zip_file = zipfile.ZipFile(archive_path)
+ try:
+ zip_file.extractall(output_dir)
+ finally:
+ zip_file.close()
+
+
+def _UntarArchiveTo(archive_path, output_dir):
+ print('Untarring {} in {}.'.format(archive_path, output_dir))
+ tar_file = tarfile.open(archive_path, 'r:gz')
+ try:
+ tar_file.extractall(output_dir)
+ finally:
+ tar_file.close()
+
+
+def GetPlatform():
+ if sys.platform.startswith('win'):
+ return 'win'
+ if sys.platform.startswith('linux'):
+ return 'linux'
+ if sys.platform.startswith('darwin'):
+ return 'mac'
+ raise Exception("Can't run on platform %s." % sys.platform)
+
+
+def GetExecutableExtension():
+ return '.exe' if GetPlatform() == 'win' else ''