# This Source Code Form is subject to the terms of the Mozilla Public # License, v. 2.0. If a copy of the MPL was not distributed with this # file, You can obtain one at http://mozilla.org/MPL/2.0/. # # ToCAsciiArray and ToCArray are from V8's js2c.py. # # Copyright 2012 the V8 project authors. All rights reserved. # Redistribution and use in source and binary forms, with or without # modification, are permitted provided that the following conditions are # met: # # * Redistributions of source code must retain the above copyright # notice, this list of conditions and the following disclaimer. # * Redistributions in binary form must reproduce the above # copyright notice, this list of conditions and the following # disclaimer in the documentation and/or other materials provided # with the distribution. # * Neither the name of Google Inc. nor the names of its # contributors may be used to endorse or promote products derived # from this software without specific prior written permission. # # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. # This utility converts JS files containing self-hosted builtins into a C # header file that can be embedded into SpiderMonkey. # # It uses the C preprocessor to process its inputs. import errno import os import re import shlex import subprocess import sys import buildconfig import mozpack.path as mozpath from mozfile import which def ToCAsciiArray(lines): result = [] for chr in lines: value = ord(chr) assert value < 128 result.append(str(value)) return ", ".join(result) def ToCArray(lines): result = [] for chr in lines: result.append(str(chr)) return ", ".join(result) HEADER_TEMPLATE = """\ /* This Source Code Form is subject to the terms of the Mozilla Public * License, v. 2.0. If a copy of the MPL was not distributed with this * file, You can obtain one at http://mozilla.org/MPL/2.0/. */ namespace js { namespace %(namespace)s { static const %(sources_type)s data[] = { %(sources_data)s }; static const %(sources_type)s * const %(sources_name)s = reinterpret_cast(data); uint32_t GetCompressedSize() { return %(compressed_total_length)i; } uint32_t GetRawScriptsSize() { return %(raw_total_length)i; } } // selfhosted } // js """ # NOQA: E501 def embed( cxx, preprocessorOption, cppflags, msgs, sources, c_out, js_out, namespace, env ): objdir = os.getcwd() # Use relative pathnames to avoid path translation issues in WSL. combinedSources = "\n".join( [msgs] + [ '#include "%(s)s"' % {"s": mozpath.relpath(source, objdir)} for source in sources ] ) args = cppflags + ["-D%(k)s=%(v)s" % {"k": k, "v": env[k]} for k in env] preprocessed = preprocess(cxx, preprocessorOption, combinedSources, args) processed = "\n".join( [ line for line in preprocessed.splitlines() if (line.strip() and not line.startswith("#")) ] ) js_out.write(processed) import zlib compressed = zlib.compress(processed.encode("utf-8")) data = ToCArray(compressed) c_out.write( HEADER_TEMPLATE % { "sources_type": "unsigned char", "sources_data": data, "sources_name": "compressedSources", "compressed_total_length": len(compressed), "raw_total_length": len(processed), "namespace": namespace, } ) def preprocess(cxx, preprocessorOption, source, args=[]): if not os.path.exists(cxx[0]): binary = cxx[0] cxx[0] = which(binary) if not cxx[0]: raise OSError(errno.ENOENT, "%s not found on PATH" % binary) # Clang seems to complain and not output anything if the extension of the # input is not something it recognizes, so just fake a .cpp here. tmpIn = "self-hosting-cpp-input.cpp" tmpOut = "self-hosting-preprocessed.pp" outputArg = shlex.split(preprocessorOption + tmpOut) with open(tmpIn, "wb") as input: input.write(source.encode("utf-8")) print(" ".join(cxx + outputArg + args + [tmpIn])) result = subprocess.Popen(cxx + outputArg + args + [tmpIn]).wait() if result != 0: sys.exit(result) with open(tmpOut, "r") as output: processed = output.read() os.remove(tmpIn) os.remove(tmpOut) return processed def messages(jsmsg): defines = [] for line in open(jsmsg): match = re.match("MSG_DEF\((JSMSG_(\w+))", line) if match: defines.append("#define %s %i" % (match.group(1), len(defines))) continue # Make sure that MSG_DEF isn't preceded by whitespace assert not line.strip().startswith("MSG_DEF") # This script doesn't support preprocessor assert not line.strip().startswith("#") return "\n".join(defines) def get_config_defines(buildconfig): # Collect defines equivalent to ACDEFINES and add MOZ_DEBUG_DEFINES. env = buildconfig.defines["ALLDEFINES"] for define in buildconfig.substs["MOZ_DEBUG_DEFINES"]: env[define] = 1 return env def process_inputs(namespace, c_out, msg_file, inputs): deps = [path for path in inputs if path.endswith(".h") or path.endswith(".h.js")] sources = [ path for path in inputs if path.endswith(".js") and not path.endswith(".h.js") ] assert len(deps) + len(sources) == len(inputs) cxx = shlex.split(buildconfig.substs["CXX"]) pp_option = buildconfig.substs["PREPROCESS_OPTION"] cppflags = buildconfig.substs["OS_CPPFLAGS"] cppflags += shlex.split(buildconfig.substs["WARNINGS_AS_ERRORS"]) env = get_config_defines(buildconfig) js_path = re.sub(r"\.out\.h$", "", c_out.name) + ".js" msgs = messages(msg_file) with open(js_path, "w") as js_out: embed(cxx, pp_option, cppflags, msgs, sources, c_out, js_out, namespace, env) def generate_selfhosted(c_out, msg_file, *inputs): # Called from moz.build to embed selfhosted JS. process_inputs("selfhosted", c_out, msg_file, inputs) def generate_shellmoduleloader(c_out, msg_file, *inputs): # Called from moz.build to embed shell module loader JS. process_inputs("moduleloader", c_out, msg_file, inputs)