diff options
Diffstat (limited to 'testing/web-platform/tests/tools/manifest/jsonlib.py')
-rw-r--r-- | testing/web-platform/tests/tools/manifest/jsonlib.py | 139 |
1 files changed, 139 insertions, 0 deletions
diff --git a/testing/web-platform/tests/tools/manifest/jsonlib.py b/testing/web-platform/tests/tools/manifest/jsonlib.py new file mode 100644 index 0000000000..49eaf02e80 --- /dev/null +++ b/testing/web-platform/tests/tools/manifest/jsonlib.py @@ -0,0 +1,139 @@ +import re +import json + + +MYPY = False +if MYPY: + # MYPY is set to True when run under Mypy. + from typing import Any, AnyStr, Callable, Dict, IO, Text + + +__all__ = ["load", "dump_local", "dump_local", "dump_dist", "dumps_dist"] + + +try: + import ujson +except ImportError: + has_ujson = False +else: + has_ujson = True + +# +# load +# + +if has_ujson: + load = ujson.load # type: Callable[[IO[AnyStr]], Any] + +else: + load = json.load + + +# +# loads +# + +if has_ujson: + loads = ujson.loads # type: Callable[[AnyStr], Any] + +else: + loads = json.loads + + +# +# dump/dumps_local options for some libraries +# +_ujson_dump_local_kwargs = { + 'ensure_ascii': False, + 'escape_forward_slashes': False, + 'indent': 1, + 'reject_bytes': True, +} # type: Dict[str, Any] + + +_json_dump_local_kwargs = { + 'ensure_ascii': False, + 'indent': 1, + 'separators': (',', ': '), +} # type: Dict[str, Any] + + +# +# dump_local (for local, non-distributed usage of JSON) +# + +if has_ujson: + def dump_local(obj, fp): + # type: (Any, IO[str]) -> None + return ujson.dump(obj, fp, **_ujson_dump_local_kwargs) + +else: + def dump_local(obj, fp): + # type: (Any, IO[str]) -> None + return json.dump(obj, fp, **_json_dump_local_kwargs) + + +# +# dumps_local (for local, non-distributed usage of JSON) +# + +if has_ujson: + def dumps_local(obj): + # type: (Any) -> Text + return ujson.dumps(obj, **_ujson_dump_local_kwargs) + +else: + def dumps_local(obj): + # type: (Any) -> Text + return json.dumps(obj, **_json_dump_local_kwargs) + + +# +# dump/dumps_dist (for distributed usage of JSON where files should safely roundtrip) +# + +_ujson_dump_dist_kwargs = { + 'sort_keys': True, + 'indent': 1, + 'reject_bytes': True, +} # type: Dict[str, Any] + + +_json_dump_dist_kwargs = { + 'sort_keys': True, + 'indent': 1, + 'separators': (',', ': '), +} # type: Dict[str, Any] + + +if has_ujson: + if ujson.dumps([], indent=1) == "[]": + # optimistically see if https://github.com/ultrajson/ultrajson/issues/429 is fixed + def _ujson_fixup(s): + # type: (str) -> str + return s + else: + _ujson_fixup_re = re.compile(r"([\[{])[\n\x20]+([}\]])") + + def _ujson_fixup(s): + # type: (str) -> str + return _ujson_fixup_re.sub( + lambda m: m.group(1) + m.group(2), + s + ) + + def dump_dist(obj, fp): + # type: (Any, IO[str]) -> None + fp.write(_ujson_fixup(ujson.dumps(obj, **_ujson_dump_dist_kwargs))) + + def dumps_dist(obj): + # type: (Any) -> Text + return _ujson_fixup(ujson.dumps(obj, **_ujson_dump_dist_kwargs)) +else: + def dump_dist(obj, fp): + # type: (Any, IO[str]) -> None + json.dump(obj, fp, **_json_dump_dist_kwargs) + + def dumps_dist(obj): + # type: (Any) -> Text + return json.dumps(obj, **_json_dump_dist_kwargs) |