Adding upstream version 2.0.3.upstream/2.0.3

Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>

1 files changed, 238 insertions, 0 deletions

diff --git a/msgfmt.py b/msgfmt.py
new file mode 100755
index 0000000..c0e093a
--- /dev/null
+++ b/msgfmt.py
@@ -0,0 +1,238 @@
+#!/usr/bin/env python
+# -*- coding: iso-8859-1 -*-
+# Written by Martin v. Lwis <loewis@informatik.hu-berlin.de>
+# Plural forms support added by alexander smishlajev <alex@tycobka.lv>
+"""
+Generate binary message catalog from textual translation description.
+
+This program converts a textual Uniforum-style message catalog (.po file) into
+a binary GNU catalog (.mo file).  This is essentially the same function as the
+GNU msgfmt program, however, it is a simpler implementation.
+
+Usage: msgfmt.py [OPTIONS] filename.po
+
+Options:
+    -o file
+    --output-file=file
+        Specify the output file to write to.  If omitted, output will go to a
+        file named filename.mo (based off the input file name).
+
+    -h
+    --help
+        Print this message and exit.
+
+    -V
+    --version
+        Display version information and exit.
+"""
+from __future__ import print_function, unicode_literals
+
+import array
+import ast
+import getopt
+import os
+import struct
+import sys
+
+__version__ = '1.2'
+
+MESSAGES = {}
+
+
+def usage(ecode, msg=''):
+    """
+    Print usage and msg and exit with given code.
+    """
+    print(__doc__, file=sys.stderr)
+    if msg:
+        print(msg, file=sys.stderr)
+    sys.exit(ecode)
+
+
+def add(msgid, transtr, fuzzy):
+    """
+    Add a non-fuzzy translation to the dictionary.
+    """
+    if not fuzzy and transtr and not transtr.startswith('\x00'):
+        MESSAGES[msgid] = transtr
+
+
+def generate():
+    """
+    Return the generated output.
+    """
+    # the keys are sorted in the .mo file
+    keys = sorted(MESSAGES)
+    offsets = []
+    ids = strs = ''
+    for _id in keys:
+        # For each string, we need size and file offset when encoded. Each string is NUL
+        # terminated; the NUL does not count into the size.
+        offsets.append(
+            (
+                len(ids.encode('utf8')),
+                len(_id.encode('utf8')),
+                len(strs.encode('utf8')),
+                len(MESSAGES[_id].encode('utf8')),
+            )
+        )
+        ids += _id + '\x00'
+        strs += MESSAGES[_id] + '\x00'
+
+    # The header is 7 32-bit unsigned integers.  We don't use hash tables, so
+    # the keys start right after the index tables.
+    # translated string.
+    keystart = 7 * 4 + 16 * len(keys)
+    # and the values start after the keys
+    valuestart = keystart + len(ids)
+    koffsets = []
+    voffsets = []
+    # The string table first has the list of keys, then the list of values.
+    # Each entry has first the size of the string, then the file offset.
+    for o1, l1, o2, l2 in offsets:
+        koffsets += [l1, o1 + keystart]
+        voffsets += [l2, o2 + valuestart]
+    offsets = koffsets + voffsets
+    output = struct.pack(
+        'Iiiiiii',
+        0x950412DE,  # Magic
+        0,  # Version
+        len(keys),  # # of entries
+        7 * 4,  # start of key index
+        7 * 4 + len(keys) * 8,  # start of value index
+        0,
+        0,
+    )  # size and offset of hash table
+    if sys.version_info.major == 2:
+        output += array.array(b'i', offsets).tostring()
+    else:
+        output += array.array('i', offsets).tobytes()
+    output += ids.encode('utf8')
+    output += strs.encode('utf8')
+    return output
+
+
+def make(filename, outfile):
+    section_id = 1
+    section_str = 2
+    global MESSAGES
+    MESSAGES = {}
+
+    # Compute .mo name from .po name and arguments
+    if filename.endswith('.po'):
+        infile = filename
+    else:
+        infile = filename + '.po'
+    if outfile is None:
+        outfile = os.path.splitext(infile)[0] + '.mo'
+
+    try:
+        import io
+
+        with io.open(infile, encoding='utf8') as _file:
+            lines = _file.readlines()
+    except IOError as msg:
+        print(msg, file=sys.stderr)
+        sys.exit(1)
+
+    section = None
+    fuzzy = 0
+
+    # Parse the catalog
+    msgid = msgstr = ''
+    lno = 0
+    for line in lines:
+        lno += 1
+        # If we get a comment line after a msgstr, this is a new entry
+        if line[0] == '#' and section == section_str:
+            add(msgid, msgstr, fuzzy)
+            section = None
+            fuzzy = 0
+        # Record a fuzzy mark
+        if line[:2] == '#,' and (line.find('fuzzy') >= 0):
+            fuzzy = 1
+        # Skip comments
+        if line[0] == '#':
+            continue
+        # Start of msgid_plural section, separate from singular form with \0
+        if line.startswith('msgid_plural'):
+            msgid += '\x00'
+            line = line[12:]
+        # Now we are in a msgid section, output previous section
+        elif line.startswith('msgid'):
+            if section == section_str:
+                add(msgid, msgstr, fuzzy)
+            section = section_id
+            line = line[5:]
+            msgid = msgstr = ''
+        # Now we are in a msgstr section
+        elif line.startswith('msgstr'):
+            section = section_str
+            line = line[6:]
+            # Check for plural forms
+            if line.startswith('['):
+                # Separate plural forms with \0
+                if not line.startswith('[0]'):
+                    msgstr += '\x00'
+                # Ignore the index - must come in sequence
+                line = line[line.index(']') + 1 :]
+        # Skip empty lines
+        line = line.strip()
+        if not line:
+            continue
+        line = ast.literal_eval(line)
+        # Python 2 ast.literal_eval returns bytes.
+        if isinstance(line, bytes):
+            line = line.decode('utf8')
+        if section == section_id:
+            msgid += line
+        elif section == section_str:
+            msgstr += line
+        else:
+            print('Syntax error on %s:%d' % (infile, lno), 'before:', file=sys.stderr)
+            print(line, file=sys.stderr)
+            sys.exit(1)
+    # Add last entry
+    if section == section_str:
+        add(msgid, msgstr, fuzzy)
+
+    # Compute output
+    output = generate()
+
+    try:
+        with open(outfile, 'wb') as _file:
+            _file.write(output)
+    except IOError as msg:
+        print(msg, file=sys.stderr)
+
+
+def main():
+    try:
+        opts, args = getopt.getopt(
+            sys.argv[1:], 'hVo:', ['help', 'version', 'output-file=']
+        )
+    except getopt.error as msg:
+        usage(1, msg)
+
+    outfile = None
+    # parse options
+    for opt, arg in opts:
+        if opt in ('-h', '--help'):
+            usage(0)
+        elif opt in ('-V', '--version'):
+            print('msgfmt.py', __version__, file=sys.stderr)
+            sys.exit(0)
+        elif opt in ('-o', '--output-file'):
+            outfile = arg
+    # do it
+    if not args:
+        print('No input file given', file=sys.stderr)
+        print('Try `msgfmt --help` for more information.', file=sys.stderr)
+        return
+
+    for filename in args:
+        make(filename, outfile)
+
+
+if __name__ == '__main__':
+    main()