summaryrefslogtreecommitdiffstats
path: root/testing/webcompat/shims
diff options
context:
space:
mode:
Diffstat (limited to 'testing/webcompat/shims')
-rw-r--r--testing/webcompat/shims/__init__.py0
-rw-r--r--testing/webcompat/shims/conftest.py68
-rw-r--r--testing/webcompat/shims/pytest.ini11
-rw-r--r--testing/webcompat/shims/tests/__init__.py0
-rw-r--r--testing/webcompat/shims/tests/common.py84
-rw-r--r--testing/webcompat/shims/tests/test_1624914_google_trends.py29
-rw-r--r--testing/webcompat/shims/tests/test_1694168_google_analytics_and_tag_manager.py23
-rw-r--r--testing/webcompat/shims/tests/test_1701685_advertising_com.py22
-rw-r--r--testing/webcompat/shims/tests/test_1717806_adsafeprotected.py37
-rw-r--r--testing/webcompat/shims/tests/test_1717806_stickyadstv.py22
-rw-r--r--testing/webcompat/shims/tests/test_1762851_google_publisher_tags.py23
-rw-r--r--testing/webcompat/shims/tests/test_1767270_rva311_com_pbm_fix.py26
-rw-r--r--testing/webcompat/shims/tests/test_1775099_google_publisher_tags.py23
13 files changed, 368 insertions, 0 deletions
diff --git a/testing/webcompat/shims/__init__.py b/testing/webcompat/shims/__init__.py
new file mode 100644
index 0000000000..e69de29bb2
--- /dev/null
+++ b/testing/webcompat/shims/__init__.py
diff --git a/testing/webcompat/shims/conftest.py b/testing/webcompat/shims/conftest.py
new file mode 100644
index 0000000000..30807a1188
--- /dev/null
+++ b/testing/webcompat/shims/conftest.py
@@ -0,0 +1,68 @@
+# This Source Code Form is subject to the terms of the Mozilla Public
+# License, v. 2.0. If a copy of the MPL was not distributed with this
+# file, You can obtain one at http://mozilla.org/MPL/2.0/.
+
+
+from ..fixtures import * # noqa: F403
+
+
+def pytest_generate_tests(metafunc):
+ """Generate tests based on markers."""
+
+ if "session" not in metafunc.fixturenames:
+ return
+
+ marks = [mark.name for mark in metafunc.function.pytestmark]
+
+ otherargs = {}
+ argvalues = []
+ ids = []
+
+ if "only_platforms" in marks:
+ for mark in metafunc.function.pytestmark:
+ if mark.name == "only_platforms":
+ otherargs["only_platforms"] = mark.args
+
+ if "skip_platforms" in marks:
+ for mark in metafunc.function.pytestmark:
+ if mark.name == "skip_platforms":
+ otherargs["skip_platforms"] = mark.args
+
+ if "with_private_browsing" in marks:
+ otherargs["with_private_browsing"] = True
+ if "with_strict_etp" in marks:
+ otherargs["with_strict_etp"] = True
+ if "without_storage_partitioning" in marks:
+ otherargs["without_storage_partitioning"] = True
+ if "without_tcp " in marks:
+ otherargs["without_tcp "] = True
+
+ if "with_shims" in marks:
+ argvalues.append([dict({"shims": True}, **otherargs)])
+ ids.append("with_shims")
+
+ if "without_shims" in marks:
+ argvalues.append([dict({"shims": False}, **otherargs)])
+ ids.append("without_shims")
+
+ metafunc.parametrize(["session"], argvalues, ids=ids, indirect=True)
+
+
+@pytest.fixture(scope="function") # noqa: F405
+async def test_config(request, driver):
+ params = request.node.callspec.params.get("session")
+
+ use_shims = params.get("shims")
+ if use_shims is None:
+ raise ValueError(
+ "Missing shims marker in %s:%s"
+ % (request.fspath, request.function.__name__)
+ )
+
+ return {
+ "aps": not params.get("without_storage_partitioning", False),
+ "use_pbm": params.get("with_private_browsing", False),
+ "use_shims": use_shims,
+ "use_strict_etp": params.get("with_strict_etp", False),
+ "without_tcp": params.get("without_tcp", False),
+ }
diff --git a/testing/webcompat/shims/pytest.ini b/testing/webcompat/shims/pytest.ini
new file mode 100644
index 0000000000..6f1f05efd9
--- /dev/null
+++ b/testing/webcompat/shims/pytest.ini
@@ -0,0 +1,11 @@
+[pytest]
+console_output_style = classic
+markers =
+ only_platforms: only run tests on specific platforms (mac, linux, windows, android)
+ skip_platforms: skip tests on specific platforms (mac, linux, windows, android)
+ with_shims: enable web-compat shims
+ without_shims: disable web-compat shims
+ without_storage_partitioning: disable partitioning of non-cookie third-party web storage
+ with_private_browsing: run test in a private browsing window
+ with_strict_etp: enable strict ETP mode
+ without_tcp: disable Total Cookie Protection
diff --git a/testing/webcompat/shims/tests/__init__.py b/testing/webcompat/shims/tests/__init__.py
new file mode 100644
index 0000000000..e69de29bb2
--- /dev/null
+++ b/testing/webcompat/shims/tests/__init__.py
diff --git a/testing/webcompat/shims/tests/common.py b/testing/webcompat/shims/tests/common.py
new file mode 100644
index 0000000000..9a822e9e83
--- /dev/null
+++ b/testing/webcompat/shims/tests/common.py
@@ -0,0 +1,84 @@
+GPT_SHIM_MSG = "Google Publisher Tags is being shimmed by Firefox"
+GAGTA_SHIM_MSG = "Google Analytics and Tag Manager is being shimmed by Firefox"
+
+
+async def is_gtag_placeholder_displayed(client, url, finder, **kwargs):
+ await client.navigate(url, **kwargs)
+ client.execute_async_script(
+ """
+ const done = arguments[0];
+ if (window.dataLayer?.push?.toString() === [].push.toString()) {
+ return done();
+ }
+ setTimeout(() => {
+ dataLayer.push({
+ event: "datalayerReady",
+ eventTimeout: 1,
+ eventCallback: done,
+ });
+ }, 100);
+ """
+ )
+ return client.is_displayed(client.find_element(finder))
+
+
+async def clicking_link_navigates(client, url, finder, **kwargs):
+ await client.navigate(url, **kwargs)
+ elem = client.await_element(finder)
+ return client.session.execute_async_script(
+ """
+ const elem = arguments[0],
+ done = arguments[1];
+ window.onbeforeunload = function() {
+ done(true);
+ };
+ elem.click();
+ setTimeout(() => {
+ done(false);
+ }, 1000);
+ """,
+ args=[elem],
+ )
+
+
+async def verify_redirectors(client, urls, expected="REDIRECTED"):
+ await client.navigate(client.inline("<html>"))
+ for url, type in urls.items():
+ assert expected == client.execute_async_script(
+ """
+ const [url, type, resolve] = arguments;
+ fetch(url).then(async response => {
+ if (!response.ok) {
+ return resolve("FAILED");
+ }
+
+ try {
+ if (type === "image") {
+ const blob = await response.blob();
+ const url = URL.createObjectURL(blob);
+ const img = new Image(1, 1);
+ await new Promise((res, rej) => {
+ img.onerror = rej;
+ img.onload = res;
+ img.src = url;
+ });
+ } else if (type === "js") {
+ const text = await response.text();
+ if (!text.includes("This script is intentionally empty")) {
+ throw "";
+ }
+ } else {
+ return resolve("UNKNOWN TYPE");
+ }
+ } catch(_) {
+ return resolve("TYPE MISMATCH");
+ }
+
+ resolve(response.redirected ? "REDIRECTED" : "LOADED");
+ }).catch(_ => {
+ resolve("BLOCKED");
+ });
+ """,
+ url,
+ type,
+ )
diff --git a/testing/webcompat/shims/tests/test_1624914_google_trends.py b/testing/webcompat/shims/tests/test_1624914_google_trends.py
new file mode 100644
index 0000000000..1a11713cdc
--- /dev/null
+++ b/testing/webcompat/shims/tests/test_1624914_google_trends.py
@@ -0,0 +1,29 @@
+import pytest
+
+URL = "https://knowyourmeme.com/memes/awesome-face-epic-smiley"
+IFRAME = "iframe#trends-widget-1"
+
+
+@pytest.mark.skip_platforms("android")
+@pytest.mark.asyncio
+@pytest.mark.with_shims
+async def test_works_with_shims(client):
+ await client.load_page_and_wait_for_iframe(URL, client.css(IFRAME))
+ assert client.await_css("svg")
+
+
+@pytest.mark.skip_platforms("android")
+@pytest.mark.asyncio
+@pytest.mark.without_tcp
+@pytest.mark.without_shims
+async def test_works_without_etp(client):
+ await client.load_page_and_wait_for_iframe(URL, client.css(IFRAME))
+ assert client.await_css("body.neterror")
+
+
+@pytest.mark.skip_platforms("android")
+@pytest.mark.asyncio
+@pytest.mark.without_shims
+async def test_needs_shims(client):
+ await client.load_page_and_wait_for_iframe(URL, client.css(IFRAME))
+ assert client.await_css("body.neterror")
diff --git a/testing/webcompat/shims/tests/test_1694168_google_analytics_and_tag_manager.py b/testing/webcompat/shims/tests/test_1694168_google_analytics_and_tag_manager.py
new file mode 100644
index 0000000000..a00e617bdb
--- /dev/null
+++ b/testing/webcompat/shims/tests/test_1694168_google_analytics_and_tag_manager.py
@@ -0,0 +1,23 @@
+import pytest
+
+URL = "https://agspares.co.nz/category/Super-Store-Tractor-Linkage-Pins-Lynch-Pins-R-Clips"
+ITEM = ".productsListed.item a[onclick]"
+
+
+from .common import GAGTA_SHIM_MSG, clicking_link_navigates
+
+
+@pytest.mark.asyncio
+@pytest.mark.with_strict_etp
+@pytest.mark.with_shims
+async def test_enabled(client):
+ assert await clicking_link_navigates(
+ client, URL, client.css(ITEM), await_console_message=GAGTA_SHIM_MSG
+ )
+
+
+@pytest.mark.asyncio
+@pytest.mark.with_strict_etp
+@pytest.mark.without_shims
+async def test_disabled(client):
+ assert not await clicking_link_navigates(client, URL, client.css(ITEM))
diff --git a/testing/webcompat/shims/tests/test_1701685_advertising_com.py b/testing/webcompat/shims/tests/test_1701685_advertising_com.py
new file mode 100644
index 0000000000..b89cf51135
--- /dev/null
+++ b/testing/webcompat/shims/tests/test_1701685_advertising_com.py
@@ -0,0 +1,22 @@
+import pytest
+
+from .common import verify_redirectors
+
+URLS = {
+ "https://ads.advertising.com/x.js?1": "js",
+ "https://ads.advertising.com/x?1": "image",
+}
+
+
+@pytest.mark.asyncio
+@pytest.mark.with_strict_etp
+@pytest.mark.with_shims
+async def test_works_with_shims(client):
+ await verify_redirectors(client, URLS, "REDIRECTED")
+
+
+@pytest.mark.asyncio
+@pytest.mark.with_strict_etp
+@pytest.mark.without_shims
+async def test_works_without_etp(client):
+ await verify_redirectors(client, URLS, "BLOCKED")
diff --git a/testing/webcompat/shims/tests/test_1717806_adsafeprotected.py b/testing/webcompat/shims/tests/test_1717806_adsafeprotected.py
new file mode 100644
index 0000000000..e7a530e141
--- /dev/null
+++ b/testing/webcompat/shims/tests/test_1717806_adsafeprotected.py
@@ -0,0 +1,37 @@
+import pytest
+
+from .common import verify_redirectors
+
+URLS = {
+ "https://x.adsafeprotected.com/x.gif?1": "image",
+ "https://x.adsafeprotected.com/x.png?1": "image",
+ "https://x.adsafeprotected.com/x/x": "image",
+ "https://x.adsafeprotected.com/img": "image",
+ "https://x.adsafeprotected.com/x.js?1": "js",
+ "https://x.adsafeprotected.com/x/adj?1": "js",
+ "https://x.adsafeprotected.com/x/imp/1": "js",
+ "https://x.adsafeprotected.com/x/Serving/1": "js",
+ "https://x.adsafeprotected.com/x/unit/1": "js",
+ "https://x.adsafeprotected.com/jload": "js",
+ "https://x.adsafeprotected.com/jload?1": "js",
+ "https://x.adsafeprotected.com/jsvid": "js",
+ "https://x.adsafeprotected.com/jsvid?1": "js",
+ "https://x.adsafeprotected.com/mon?1": "js",
+ "https://x.adsafeprotected.com/tpl": "js",
+ "https://x.adsafeprotected.com/tpl?1": "js",
+ "https://x.adsafeprotected.com/services/pub?1": "js",
+}
+
+
+@pytest.mark.asyncio
+@pytest.mark.with_strict_etp
+@pytest.mark.with_shims
+async def test_works_with_shims(client):
+ await verify_redirectors(client, URLS, "REDIRECTED")
+
+
+@pytest.mark.asyncio
+@pytest.mark.with_strict_etp
+@pytest.mark.without_shims
+async def test_works_without_etp(client):
+ await verify_redirectors(client, URLS, "BLOCKED")
diff --git a/testing/webcompat/shims/tests/test_1717806_stickyadstv.py b/testing/webcompat/shims/tests/test_1717806_stickyadstv.py
new file mode 100644
index 0000000000..74a895aa51
--- /dev/null
+++ b/testing/webcompat/shims/tests/test_1717806_stickyadstv.py
@@ -0,0 +1,22 @@
+import pytest
+
+from .common import verify_redirectors
+
+URLS = {
+ "https://ads.stickyadstv.com/auto-user-sync?1": "image",
+ "https://ads.stickyadstv.com/user-matching?1": "image",
+}
+
+
+@pytest.mark.asyncio
+@pytest.mark.with_strict_etp
+@pytest.mark.with_shims
+async def test_works_with_shims(client):
+ await verify_redirectors(client, URLS, "REDIRECTED")
+
+
+@pytest.mark.asyncio
+@pytest.mark.with_strict_etp
+@pytest.mark.without_shims
+async def test_works_without_etp(client):
+ await verify_redirectors(client, URLS, "BLOCKED")
diff --git a/testing/webcompat/shims/tests/test_1762851_google_publisher_tags.py b/testing/webcompat/shims/tests/test_1762851_google_publisher_tags.py
new file mode 100644
index 0000000000..3b52ce8480
--- /dev/null
+++ b/testing/webcompat/shims/tests/test_1762851_google_publisher_tags.py
@@ -0,0 +1,23 @@
+import pytest
+
+URL = "https://www.carousell.sg/search/ps3/?searchId=DjgOQf"
+PLACEHOLDER = "[id*='Desktop_Search_FWB']"
+
+
+from .common import GPT_SHIM_MSG, is_gtag_placeholder_displayed
+
+
+@pytest.mark.asyncio
+@pytest.mark.with_strict_etp
+@pytest.mark.with_shims
+async def test_enabled(client):
+ assert not await is_gtag_placeholder_displayed(
+ client, URL, client.css(PLACEHOLDER), await_console_message=GPT_SHIM_MSG
+ )
+
+
+@pytest.mark.asyncio
+@pytest.mark.with_strict_etp
+@pytest.mark.without_shims
+async def test_disabled(client):
+ assert not await is_gtag_placeholder_displayed(client, URL, client.css(PLACEHOLDER))
diff --git a/testing/webcompat/shims/tests/test_1767270_rva311_com_pbm_fix.py b/testing/webcompat/shims/tests/test_1767270_rva311_com_pbm_fix.py
new file mode 100644
index 0000000000..2e30bae2cb
--- /dev/null
+++ b/testing/webcompat/shims/tests/test_1767270_rva311_com_pbm_fix.py
@@ -0,0 +1,26 @@
+import pytest
+
+URL = "https://www.rva311.com/rvaone"
+SHIM_ACTIVE_MSG = "Private Browsing Web APIs is being shimmed by Firefox"
+IDB_FAILURE_MSG = "InvalidStateError: A mutation operation was attempted on a database"
+
+
+@pytest.mark.asyncio
+@pytest.mark.with_private_browsing
+@pytest.mark.with_shims
+async def test_with_shim(client, platform):
+ msg = None if platform == "android" else SHIM_ACTIVE_MSG
+ await client.navigate(URL, await_console_message=msg)
+ desktop, mobile = client.await_first_element_of(
+ [client.css("#root nav"), client.css("#mobilePageTitle")], is_displayed=True
+ )
+ assert desktop or mobile
+
+
+@pytest.mark.asyncio
+@pytest.mark.with_private_browsing
+@pytest.mark.without_shims
+async def test_without_shim(client, platform):
+ msg = None if platform == "android" else IDB_FAILURE_MSG
+ await client.navigate(URL, await_console_message=msg)
+ assert client.find_css("#root [class*='loading-dot']", is_displayed=True)
diff --git a/testing/webcompat/shims/tests/test_1775099_google_publisher_tags.py b/testing/webcompat/shims/tests/test_1775099_google_publisher_tags.py
new file mode 100644
index 0000000000..1e4e595561
--- /dev/null
+++ b/testing/webcompat/shims/tests/test_1775099_google_publisher_tags.py
@@ -0,0 +1,23 @@
+import pytest
+
+URL = "https://themighty.com/topic/fibromyalgia/difficulties-sitting-chronic-pain-fibromyalgia/"
+PLACEHOLDER = ".tm-ads"
+
+
+from .common import GPT_SHIM_MSG, is_gtag_placeholder_displayed
+
+
+@pytest.mark.asyncio
+@pytest.mark.with_strict_etp
+@pytest.mark.with_shims
+async def test_enabled(client):
+ assert not await is_gtag_placeholder_displayed(
+ client, URL, client.css(PLACEHOLDER), await_console_message=GPT_SHIM_MSG
+ )
+
+
+@pytest.mark.asyncio
+@pytest.mark.with_strict_etp
+@pytest.mark.without_shims
+async def test_disabled(client):
+ assert await is_gtag_placeholder_displayed(client, URL, client.css(PLACEHOLDER))