diff options
Diffstat (limited to 'fluent-bit/lib/onigmo/testpy.py')
| -rwxr-xr-x | fluent-bit/lib/onigmo/testpy.py | 1776 |
1 files changed, 1776 insertions, 0 deletions
diff --git a/fluent-bit/lib/onigmo/testpy.py b/fluent-bit/lib/onigmo/testpy.py new file mode 100755 index 000000000..7223886f0 --- /dev/null +++ b/fluent-bit/lib/onigmo/testpy.py @@ -0,0 +1,1776 @@ +#!/usr/bin/env python +# -*- coding: utf-8 -*- + +from __future__ import print_function, unicode_literals +import ctypes +import onigmo +import sys +import io +import locale + +nerror = 0 +nsucc = 0 +nfail = 0 + +# default encoding +onig_encoding = onigmo.ONIG_ENCODING_EUC_JP + +# special syntactic settings +syntax_default = ctypes.byref(onigmo.OnigSyntaxType()) +onigmo.onig_copy_syntax(syntax_default, onigmo.ONIG_SYNTAX_DEFAULT) +onigmo.onig_set_syntax_options(syntax_default, + onigmo.onig_get_syntax_options(syntax_default) + & ~onigmo.ONIG_OPTION_ASCII_RANGE) + + +def get_encoding_name(onigenc): + """Return the name of specified onigmo.OnigEncoding. + + arguments: + enc -- an instance of onigmo.OnigEncoding + """ + name = onigenc[0].name.decode() + encnamemap = {"Windows-31J": "CP932", + "ASCII-8BIT": "ASCII"} + if name in encnamemap: + name = encnamemap[name] + return name + +def is_unicode_encoding(enc): + """Check if the encoding is Unicode encoding. + + arguments: + enc -- encoding name or an instance of onigmo.OnigEncoding + """ + return enc in (onigmo.ONIG_ENCODING_UTF32_LE, + onigmo.ONIG_ENCODING_UTF32_BE, + onigmo.ONIG_ENCODING_UTF16_LE, + onigmo.ONIG_ENCODING_UTF16_BE, + onigmo.ONIG_ENCODING_UTF8, + 'UTF-16LE', 'UTF-16BE', 'UTF-32LE', 'UTF-32BE', 'UTF-8') + +def is_ascii_incompatible_encoding(enc): + """Check if the encoding is ASCII-incompatible encoding. + + arguments: + enc -- encoding name or an instance of onigmo.OnigEncoding + """ + return enc in (onigmo.ONIG_ENCODING_UTF32_LE, + onigmo.ONIG_ENCODING_UTF32_BE, + onigmo.ONIG_ENCODING_UTF16_LE, + onigmo.ONIG_ENCODING_UTF16_BE, + 'UTF-16LE', 'UTF-16BE', 'UTF-32LE', 'UTF-32BE') + + +class strptr: + """a helper class to get a pointer to a string""" + def __init__(self, s): + if not isinstance(s, bytes): + raise TypeError + self._str = s + try: + # CPython 2.x/3.x + self._ptr = ctypes.cast(self._str, ctypes.c_void_p) + except TypeError: + # PyPy 1.x + self._ptr = ctypes.c_void_p(self._str) + + def getptr(self, offset=0): + if offset == -1: # -1 means the end of the string + offset = len(self._str) + elif offset > len(self._str): + raise IndexError + return self._ptr.value + offset + +def cc_to_cb(s, enc, cc): + """convert char count to byte count + + arguments: + s -- unicode string + enc -- encoding name + cc -- char count + """ + if cc == -1: + return -1 + s = s.encode('UTF-32LE') + clen = cc * 4 + if clen > len(s): + raise IndexError + return len(s[:clen].decode('UTF-32LE').encode(enc)) + +def print_result(result, pattern, file=None): + if not file: + file = sys.stdout + print(result + ": ", end='', file=file) + try: + print(pattern, file=file) + except UnicodeEncodeError as e: + print('(' + str(e) + ')') + +def decode_errmsg(msg): + encoding = get_encoding_name(onig_encoding) + if is_ascii_incompatible_encoding(encoding): + encoding = 'ASCII' + return msg.value.decode(encoding, 'replace') + + +class SearchType: + FORWARD = 0 + BACKWARD = 1 + MATCH = 2 + +def xx(pattern, target, s_from, s_to, mem, not_match, + searchtype=SearchType.FORWARD, + gpos=-1, startpos=0, endpos=-1, + syn=syntax_default, opt=onigmo.ONIG_OPTION_DEFAULT, + err=onigmo.ONIG_NORMAL, execerr=onigmo.ONIG_NORMAL): + global nerror + global nsucc + global nfail + + encoding = get_encoding_name(onig_encoding) + + reg = onigmo.OnigRegex() + einfo = onigmo.OnigErrorInfo() + msg = ctypes.create_string_buffer(onigmo.ONIG_MAX_ERROR_MESSAGE_LEN) + + pattern2 = pattern + if not isinstance(pattern, bytes): + pattern2 = pattern.encode(encoding) + patternp = strptr(pattern2) + + target2 = target + if not isinstance(target, bytes): + s_from = cc_to_cb(target, encoding, s_from) + s_to = cc_to_cb(target, encoding, s_to) + gpos = cc_to_cb(target, encoding, gpos) + startpos = cc_to_cb(target, encoding, startpos) + endpos = cc_to_cb(target, encoding, endpos) + target2 = target.encode(encoding) + targetp = strptr(target2) + + # cut very long outputs (used for showing message) + pattern = pattern2.decode(encoding, 'replace') + target = target2.decode(encoding, 'replace') + limit = 100 + if len(pattern) > limit: + pattern = pattern[:limit] + "..." + if len(target) > limit: + target = target[:limit] + "..." + + # Compile + r = onigmo.onig_new(ctypes.byref(reg), + patternp.getptr(), patternp.getptr(-1), + opt, onig_encoding, syn, ctypes.byref(einfo)); + if r != 0: + # Error + onigmo.onig_error_code_to_str(msg, r, ctypes.byref(einfo)) + if r == err: + nsucc += 1 + print_result("OK(E)", "%s (/%s/ '%s')" % \ + (decode_errmsg(msg), pattern, target)) + else: + nerror += 1 + print_result("ERROR", "%s (/%s/ '%s')" % \ + (decode_errmsg(msg), pattern, target), file=sys.stderr) + return + + if err != onigmo.ONIG_NORMAL: + nfail += 1 + print_result("FAIL(E)", "/%s/ '%s'" % (pattern, target)) + onigmo.onig_free(reg) + return + + # Execute + region = onigmo.onig_region_new() + if searchtype == SearchType.FORWARD: + if gpos >= 0: + r = onigmo.onig_search_gpos(reg, + targetp.getptr(), targetp.getptr(-1), + targetp.getptr(gpos), + targetp.getptr(startpos), targetp.getptr(endpos), + region, onigmo.ONIG_OPTION_NONE); + else: + r = onigmo.onig_search(reg, + targetp.getptr(), targetp.getptr(-1), + targetp.getptr(startpos), targetp.getptr(endpos), + region, onigmo.ONIG_OPTION_NONE); + elif searchtype == SearchType.BACKWARD: + if gpos >= 0: + r = onigmo.onig_search_gpos(reg, + targetp.getptr(), targetp.getptr(-1), + targetp.getptr(gpos), + targetp.getptr(endpos), targetp.getptr(startpos), + region, onigmo.ONIG_OPTION_NONE); + else: + r = onigmo.onig_search(reg, + targetp.getptr(), targetp.getptr(-1), + targetp.getptr(endpos), targetp.getptr(startpos), + region, onigmo.ONIG_OPTION_NONE); + elif searchtype == SearchType.MATCH: + r = onigmo.onig_match(reg, targetp.getptr(), targetp.getptr(-1), + targetp.getptr(startpos), + region, onigmo.ONIG_OPTION_NONE); + else: + nerror += 1 + print_result("ERROR", "wrong searchtype", file=sys.stderr) + onigmo.onig_free(reg) + onigmo.onig_region_free(region, 1) + return + + if r < onigmo.ONIG_MISMATCH: + # Error + onigmo.onig_error_code_to_str(msg, r) + if r == execerr: + nsucc += 1 + print_result("OK(E)", "%s (/%s/ '%s')" % \ + (decode_errmsg(msg), pattern, target)) + else: + nerror += 1 + print_result("ERROR", "%s (/%s/ '%s')" % \ + (decode_errmsg(msg), pattern, target), file=sys.stderr) + onigmo.onig_free(reg) + onigmo.onig_region_free(region, 1) + return + + if r == onigmo.ONIG_MISMATCH: + # Not matched + if not_match: + nsucc += 1 + print_result("OK(N)", "/%s/ '%s'" % (pattern, target)) + else: + nfail += 1 + print_result("FAIL", "/%s/ '%s'" % (pattern, target)) + else: + # Matched + if not_match: + nfail += 1 + print_result("FAIL(N)", "/%s/ '%s'" % (pattern, target)) + else: + start = region[0].beg[mem] + end = region[0].end[mem] + if (start == s_from) and (end == s_to): + nsucc += 1 + print_result("OK", "/%s/ '%s'" % (pattern, target)) + else: + nfail += 1 + print_result("FAIL", "/%s/ '%s' %d-%d : %d-%d" % (pattern, target, + s_from, s_to, start, end)) + onigmo.onig_free(reg) + onigmo.onig_region_free(region, 1) + +def x2(pattern, target, s_from, s_to, **kwargs): + xx(pattern, target, s_from, s_to, 0, False, **kwargs) + +def x3(pattern, target, s_from, s_to, mem, **kwargs): + xx(pattern, target, s_from, s_to, mem, False, **kwargs) + +def n(pattern, target, **kwargs): + xx(pattern, target, 0, 0, 0, True, **kwargs) + + +def set_encoding(enc): + """Set the encoding used for testing. + + arguments: + enc -- encoding name or an instance of onigmo.OnigEncoding + """ + global onig_encoding + + if enc == None: + return + if isinstance(enc, onigmo.OnigEncoding): + onig_encoding = enc + else: + encs = {"EUC-JP": onigmo.ONIG_ENCODING_EUC_JP, + "SJIS": onigmo.ONIG_ENCODING_SJIS, + "CP932": onigmo.ONIG_ENCODING_CP932, + "UTF-8": onigmo.ONIG_ENCODING_UTF8, + "UTF-16LE": onigmo.ONIG_ENCODING_UTF16_LE, + "UTF-16BE": onigmo.ONIG_ENCODING_UTF16_BE, + "UTF-32LE": onigmo.ONIG_ENCODING_UTF32_LE, + "UTF-32BE": onigmo.ONIG_ENCODING_UTF32_BE} + onig_encoding = encs[enc.upper()] + +def get_encoding(): + """Get the encoding used for testing.""" + return onig_encoding + +def set_output_encoding(enc=None): + """Set the encoding used for showing the results. + + arguments: + enc -- Encoding name or an instance of onigmo.OnigEncoding. + If omitted, locale.getpreferredencoding() is used. + """ + if enc is None: + enc = locale.getpreferredencoding() + + def get_text_writer(fo, **kwargs): + kw = dict(kwargs) + kw.setdefault('errors', 'backslashreplace') # use \uXXXX style + kw.setdefault('closefd', False) + + if sys.version_info[0] < 3: + # Work around for Python 2.x + # New line conversion isn't needed here. Done in somewhere else. + writer = io.open(fo.fileno(), mode='w', newline='', **kw) + write = writer.write # save the original write() function + enc = locale.getpreferredencoding() + def convwrite(s): + if isinstance(s, bytes): + write(s.decode(enc)) # convert to unistr + else: + write(s) + try: + writer.flush() # needed on Windows + except IOError: + pass + writer.write = convwrite + else: + writer = io.open(fo.fileno(), mode='w', **kw) + return writer + + sys.stdout = get_text_writer(sys.stdout, encoding=enc) + sys.stderr = get_text_writer(sys.stderr, encoding=enc) + + +def set_default_warning_function(): + global _warn_func_ptr + + warning_enc = get_encoding_name(onig_encoding) + if is_ascii_incompatible_encoding(warning_enc): + warning_enc = 'ascii' + def warn_func(str): + print("warning: " + str.decode(warning_enc, 'replace')) + + _warn_func_ptr = onigmo.OnigWarnFunc(warn_func) + onigmo.onig_set_warn_func(_warn_func_ptr) + onigmo.onig_set_verb_warn_func(_warn_func_ptr) + + +def init(enc, outenc=None): + """Setup test target encoding, output encoding and warning function. + + arguments: + enc -- Encoding used for testing. + outenc -- Encoding used for showing messages. + """ + set_encoding(enc) + set_output_encoding(outenc) + set_default_warning_function() + + +def main(): + # encoding of the test target + enc = None + if len(sys.argv) > 1: + enc = sys.argv[1] + + # encoding of stdout/stderr + outenc = None + if len(sys.argv) > 2: + outenc = sys.argv[2] + + # Initialization + try: + init(enc, outenc) + except KeyError: + print("test target encoding error") + print("Usage: python testpy.py [test target encoding] [output encoding]") + sys.exit() + + print(onigmo.onig_copyright()) + + # Copied from onig-5.9.2/testc.c + # '?\?' which is used to avoid trigraph is replaced by '??'. + # Match positions are specified by unit of character instead of byte. + + x2("", "", 0, 0); + x2("^", "", 0, 0); + x2("$", "", 0, 0); + x2("\\G", "", 0, 0); + x2("\\A", "", 0, 0); + x2("\\Z", "", 0, 0); + x2("\\z", "", 0, 0); + x2("^$", "", 0, 0); + x2("\\ca", "\001", 0, 1); + x2("\\C-b", "\002", 0, 1); + x2("\\c\\\\", "\034", 0, 1); + x2("q[\\c\\\\]", "q\034", 0, 2); + x2("", "a", 0, 0); + x2("a", "a", 0, 1); + if onig_encoding == onigmo.ONIG_ENCODING_UTF16_LE: + x2("\\x61\\x00", "a", 0, 1); + elif onig_encoding == onigmo.ONIG_ENCODING_UTF16_BE: + x2("\\x00\\x61", "a", 0, 1); + elif onig_encoding == onigmo.ONIG_ENCODING_UTF32_LE: + x2("\\x61\\x00\\x00\\x00", "a", 0, 1); + elif onig_encoding == onigmo.ONIG_ENCODING_UTF32_BE: + x2("\\x00\\x00\\x00\\x61", "a", 0, 1); + else: + x2("\\x61", "a", 0, 1); + x2("aa", "aa", 0, 2); + x2("aaa", "aaa", 0, 3); + x2("aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa", "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa", 0, 35); + x2("ab", "ab", 0, 2); + x2("b", "ab", 1, 2); + x2("bc", "abc", 1, 3); + x2("(?i:#RET#)", "#INS##RET#", 5, 10); + if onig_encoding == onigmo.ONIG_ENCODING_UTF16_LE: + x2("\\17\\00", "\017", 0, 1); + x2("\\x1f\\x00", "\x1f", 0, 1); + elif onig_encoding == onigmo.ONIG_ENCODING_UTF16_BE: + x2("\\00\\17", "\017", 0, 1); + x2("\\x00\\x1f", "\x1f", 0, 1); + elif onig_encoding == onigmo.ONIG_ENCODING_UTF32_LE: + x2("\\17\\00\\00\\00", "\017", 0, 1); + x2("\\x1f\\x00\\x00\\x00", "\x1f", 0, 1); + elif onig_encoding == onigmo.ONIG_ENCODING_UTF32_BE: + x2("\\00\\00\\00\\17", "\017", 0, 1); + x2("\\x00\\x00\\x00\\x1f", "\x1f", 0, 1); + else: + x2("\\17", "\017", 0, 1); + x2("\\x1f", "\x1f", 0, 1); + x2("a(?#....\\\\JJJJ)b", "ab", 0, 2); + x2("(?x) G (o O(?-x)oO) g L", "GoOoOgLe", 0, 7); + x2(".", "a", 0, 1); + n(".", ""); + x2("..", "ab", 0, 2); + x2("\\w", "e", 0, 1); + n("\\W", "e"); + x2("\\s", " ", 0, 1); + x2("\\S", "b", 0, 1); + x2("\\d", "4", 0, 1); + n("\\D", "4"); + x2("\\b", "z ", 0, 0); + x2("\\b", " z", 1, 1); + x2("\\B", "zz ", 1, 1); + x2("\\B", "z ", 2, 2); + x2("\\B", " z", 0, 0); + x2("[ab]", "b", 0, 1); + n("[ab]", "c"); + x2("[a-z]", "t", 0, 1); + n("[^a]", "a"); + x2("[^a]", "\n", 0, 1); + x2("[]]", "]", 0, 1); + n("[^]]", "]"); + x2("[\\^]+", "0^^1", 1, 3); + x2("[b-]", "b", 0, 1); + x2("[b-]", "-", 0, 1); + x2("[\\w]", "z", 0, 1); + n("[\\w]", " "); + x2("[\\W]", "b$", 1, 2); + x2("[\\d]", "5", 0, 1); + n("[\\d]", "e"); + x2("[\\D]", "t", 0, 1); + n("[\\D]", "3"); + x2("[\\s]", " ", 0, 1); + n("[\\s]", "a"); + x2("[\\S]", "b", 0, 1); + n("[\\S]", " "); + x2("[\\w\\d]", "2", 0, 1); + n("[\\w\\d]", " "); + x2("[[:upper:]]", "B", 0, 1); + x2("[*[:xdigit:]+]", "+", 0, 1); + x2("[*[:xdigit:]+]", "GHIKK-9+*", 6, 7); + x2("[*[:xdigit:]+]", "-@^+", 3, 4); + n("[[:upper]]", "A"); + x2("[[:upper]]", ":", 0, 1); + if onig_encoding == onigmo.ONIG_ENCODING_UTF16_LE: + x2("[\\044\\000-\\047\\000]", "\046", 0, 1); + x2("[\\x5a\\x00-\\x5c\\x00]", "\x5b", 0, 1); + x2("[\\x6A\\x00-\\x6D\\x00]", "\x6c", 0, 1); + n("[\\x6A\\x00-\\x6D\\x00]", "\x6E"); + elif onig_encoding == onigmo.ONIG_ENCODING_UTF16_BE: + x2("[\\000\\044-\\000\\047]", "\046", 0, 1); + x2("[\\x00\\x5a-\\x00\\x5c]", "\x5b", 0, 1); + x2("[\\x00\\x6A-\\x00\\x6D]", "\x6c", 0, 1); + n("[\\x00\\x6A-\\x00\\x6D]", "\x6E"); + elif onig_encoding == onigmo.ONIG_ENCODING_UTF32_LE: + x2("[\\044\\000\\000\\000-\\047\\000\\000\\000]", "\046", 0, 1); + x2("[\\x5a\\x00\\x00\\x00-\\x5c\\x00\\x00\\x00]", "\x5b", 0, 1); + x2("[\\x6A\\x00\\x00\\x00-\\x6D\\x00\\x00\\x00]", "\x6c", 0, 1); + n("[\\x6A\\x00\\x00\\x00-\\x6D\\x00\\x00\\x00]", "\x6E"); + elif onig_encoding == onigmo.ONIG_ENCODING_UTF32_BE: + x2("[\\000\\000\\000\\044-\\000\\000\\000\\047]", "\046", 0, 1); + x2("[\\x00\\x00\\x00\\x5a-\\x00\\x00\\x00\\x5c]", "\x5b", 0, 1); + x2("[\\x00\\x00\\x00\\x6A-\\x00\\x00\\x00\\x6D]", "\x6c", 0, 1); + n("[\\x00\\x00\\x00\\x6A-\\x00\\x00\\x00\\x6D]", "\x6E"); + else: + x2("[\\044-\\047]", "\046", 0, 1); + x2("[\\x5a-\\x5c]", "\x5b", 0, 1); + x2("[\\x6A-\\x6D]", "\x6c", 0, 1); + n("[\\x6A-\\x6D]", "\x6E"); + n("^[0-9A-F]+ 0+ UNDEF ", "75F 00000000 SECT14A notype () External | _rb_apply"); + x2("[\\[]", "[", 0, 1); + x2("[\\]]", "]", 0, 1); + x2("[&]", "&", 0, 1); + x2("[[ab]]", "b", 0, 1); + x2("[[ab]c]", "c", 0, 1); + n("[[^a]]", "a"); + n("[^[a]]", "a"); + x2("[[ab]&&bc]", "b", 0, 1); + n("[[ab]&&bc]", "a"); + n("[[ab]&&bc]", "c"); + x2("[a-z&&b-y&&c-x]", "w", 0, 1); + n("[^a-z&&b-y&&c-x]", "w"); + x2("[[^a&&a]&&a-z]", "b", 0, 1); + n("[[^a&&a]&&a-z]", "a"); + x2("[[^a-z&&bcdef]&&[^c-g]]", "h", 0, 1); + n("[[^a-z&&bcdef]&&[^c-g]]", "c"); + x2("[^[^abc]&&[^cde]]", "c", 0, 1); + x2("[^[^abc]&&[^cde]]", "e", 0, 1); + n("[^[^abc]&&[^cde]]", "f"); + x2("[a-&&-a]", "-", 0, 1); + n("[a\\-&&\\-a]", "&"); + n("\\wabc", " abc"); + x2("a\\Wbc", "a bc", 0, 4); + x2("a.b.c", "aabbc", 0, 5); + x2(".\\wb\\W..c", "abb bcc", 0, 7); + x2("\\s\\wzzz", " zzzz", 0, 5); + x2("aa.b", "aabb", 0, 4); + n(".a", "ab"); + x2(".a", "aa", 0, 2); + x2("^a", "a", 0, 1); + x2("^a$", "a", 0, 1); + x2("^\\w$", "a", 0, 1); + n("^\\w$", " "); + x2("^\\wab$", "zab", 0, 3); + x2("^\\wabcdef$", "zabcdef", 0, 7); + x2("^\\w...def$", "zabcdef", 0, 7); + x2("\\w\\w\\s\\Waaa\\d", "aa aaa4", 0, 8); + x2("\\A\\Z", "", 0, 0); + x2("\\Axyz", "xyz", 0, 3); + x2("xyz\\Z", "xyz", 0, 3); + x2("xyz\\z", "xyz", 0, 3); + x2("a\\Z", "a", 0, 1); + x2("\\Gaz", "az", 0, 2); + n("\\Gz", "bza"); + n("az\\G", "az"); + n("az\\A", "az"); + n("a\\Az", "az"); + x2("\\^\\$", "^$", 0, 2); + x2("^x?y", "xy", 0, 2); + x2("^(x?y)", "xy", 0, 2); + x2("\\w", "_", 0, 1); + n("\\W", "_"); + x2("(?=z)z", "z", 0, 1); + n("(?=z).", "a"); + x2("(?!z)a", "a", 0, 1); + n("(?!z)a", "z"); + x2("(?i:a)", "a", 0, 1); + x2("(?i:a)", "A", 0, 1); + x2("(?i:A)", "a", 0, 1); + n("(?i:A)", "b"); + x2("(?i:[A-Z])", "a", 0, 1); + x2("(?i:[f-m])", "H", 0, 1); + x2("(?i:[f-m])", "h", 0, 1); + n("(?i:[f-m])", "e"); + x2("(?i:[A-c])", "D", 0, 1); + n("(?i:[^a-z])", "A"); + n("(?i:[^a-z])", "a"); + x2("(?i:[!-k])", "Z", 0, 1); + x2("(?i:[!-k])", "7", 0, 1); + x2("(?i:[T-}])", "b", 0, 1); + x2("(?i:[T-}])", "{", 0, 1); + x2("(?i:\\?a)", "?A", 0, 2); + x2("(?i:\\*A)", "*a", 0, 2); + n(".", "\n"); + x2("(?m:.)", "\n", 0, 1); + x2("(?m:a.)", "a\n", 0, 2); + x2("(?m:.b)", "a\nb", 1, 3); + x2(".*abc", "dddabdd\nddabc", 8, 13); + x2("(?m:.*abc)", "dddabddabc", 0, 10); + n("(?i)(?-i)a", "A"); + n("(?i)(?-i:a)", "A"); + x2("a?", "", 0, 0); + x2("a?", "b", 0, 0); + x2("a?", "a", 0, 1); + x2("a*", "", 0, 0); + x2("a*", "a", 0, 1); + x2("a*", "aaa", 0, 3); + x2("a*", "baaaa", 0, 0); + n("a+", ""); + x2("a+", "a", 0, 1); + x2("a+", "aaaa", 0, 4); + x2("a+", "aabbb", 0, 2); + x2("a+", "baaaa", 1, 5); + x2(".?", "", 0, 0); + x2(".?", "f", 0, 1); + x2(".?", "\n", 0, 0); + x2(".*", "", 0, 0); + x2(".*", "abcde", 0, 5); + x2(".+", "z", 0, 1); + x2(".+", "zdswer\n", 0, 6); + x2("(.*)a\\1f", "babfbac", 0, 4); + x2("(.*)a\\1f", "bacbabf", 3, 7); + x2("((.*)a\\2f)", "bacbabf", 3, 7); + x2("(.*)a\\1f", "baczzzzzz\nbazz\nzzzzbabf", 19, 23); + x2("a|b", "a", 0, 1); + x2("a|b", "b", 0, 1); + x2("|a", "a", 0, 0); + x2("(|a)", "a", 0, 0); + x2("ab|bc", "ab", 0, 2); + x2("ab|bc", "bc", 0, 2); + x2("z(?:ab|bc)", "zbc", 0, 3); + x2("a(?:ab|bc)c", "aabc", 0, 4); + x2("ab|(?:ac|az)", "az", 0, 2); + x2("a|b|c", "dc", 1, 2); + x2("a|b|cd|efg|h|ijk|lmn|o|pq|rstuvwx|yz", "pqr", 0, 2); + n("a|b|cd|efg|h|ijk|lmn|o|pq|rstuvwx|yz", "mn"); + x2("a|^z", "ba", 1, 2); + x2("a|^z", "za", 0, 1); + x2("a|\\Gz", "bza", 2, 3); + x2("a|\\Gz", "za", 0, 1); + x2("a|\\Az", "bza", 2, 3); + x2("a|\\Az", "za", 0, 1); + x2("a|b\\Z", "ba", 1, 2); + x2("a|b\\Z", "b", 0, 1); + x2("a|b\\z", "ba", 1, 2); + x2("a|b\\z", "b", 0, 1); + x2("\\w|\\s", " ", 0, 1); + n("\\w|\\w", " "); + x2("\\w|%", "%", 0, 1); + x2("\\w|[&$]", "&", 0, 1); + x2("[b-d]|[^e-z]", "a", 0, 1); + x2("(?:a|[c-f])|bz", "dz", 0, 1); + x2("(?:a|[c-f])|bz", "bz", 0, 2); + x2("abc|(?=zz)..f", "zzf", 0, 3); + x2("abc|(?!zz)..f", "abf", 0, 3); + x2("(?=za)..a|(?=zz)..a", "zza", 0, 3); + n("(?>a|abd)c", "abdc"); + x2("(?>abd|a)c", "abdc", 0, 4); + x2("a?|b", "a", 0, 1); + x2("a?|b", "b", 0, 0); + x2("a?|b", "", 0, 0); + x2("a*|b", "aa", 0, 2); + x2("a*|b*", "ba", 0, 0); + x2("a*|b*", "ab", 0, 1); + x2("a+|b*", "", 0, 0); + x2("a+|b*", "bbb", 0, 3); + x2("a+|b*", "abbb", 0, 1); + n("a+|b+", ""); + x2("(a|b)?", "b", 0, 1); + x2("(a|b)*", "ba", 0, 2); + x2("(a|b)+", "bab", 0, 3); + x2("(ab|ca)+", "caabbc", 0, 4); + x2("(ab|ca)+", "aabca", 1, 5); + x2("(ab|ca)+", "abzca", 0, 2); + x2("(a|bab)+", "ababa", 0, 5); + x2("(a|bab)+", "ba", 1, 2); + x2("(a|bab)+", "baaaba", 1, 4); + x2("(?:a|b)(?:a|b)", "ab", 0, 2); + x2("(?:a*|b*)(?:a*|b*)", "aaabbb", 0, 3); + x2("(?:a*|b*)(?:a+|b+)", "aaabbb", 0, 6); + x2("(?:a+|b+){2}", "aaabbb", 0, 6); + x2("h{0,}", "hhhh", 0, 4); + x2("(?:a+|b+){1,2}", "aaabbb", 0, 6); + n("ax{2}*a", "0axxxa1"); + n("a.{0,2}a", "0aXXXa0"); + n("a.{0,2}?a", "0aXXXa0"); + n("a.{0,2}?a", "0aXXXXa0"); + x2("^a{2,}?a$", "aaa", 0, 3); + x2("^[a-z]{2,}?$", "aaa", 0, 3); + x2("(?:a+|\\Ab*)cc", "cc", 0, 2); + n("(?:a+|\\Ab*)cc", "abcc"); + x2("(?:^a+|b+)*c", "aabbbabc", 6, 8); + x2("(?:^a+|b+)*c", "aabbbbc", 0, 7); + x2("a|(?i)c", "C", 0, 1); + x2("(?i)c|a", "C", 0, 1); + x2("(?i)c|a", "A", 0, 1); + x2("(?i:c)|a", "C", 0, 1); + n("(?i:c)|a", "A"); + x2("[abc]?", "abc", 0, 1); + x2("[abc]*", "abc", 0, 3); + x2("[^abc]*", "abc", 0, 0); + n("[^abc]+", "abc"); + x2("a??", "aaa", 0, 0); + x2("ba??b", "bab", 0, 3); + x2("a*?", "aaa", 0, 0); + x2("ba*?", "baa", 0, 1); + x2("ba*?b", "baab", 0, 4); + x2("a+?", "aaa", 0, 1); + x2("ba+?", "baa", 0, 2); + x2("ba+?b", "baab", 0, 4); + x2("(?:a?)??", "a", 0, 0); + x2("(?:a??)?", "a", 0, 0); + x2("(?:a?)+?", "aaa", 0, 1); + x2("(?:a+)??", "aaa", 0, 0); + x2("(?:a+)??b", "aaab", 0, 4); + x2("(?:ab)?{2}", "", 0, 0); + x2("(?:ab)?{2}", "ababa", 0, 4); + x2("(?:ab)*{0}", "ababa", 0, 0); + x2("(?:ab){3,}", "abababab", 0, 8); + n("(?:ab){3,}", "abab"); + x2("(?:ab){2,4}", "ababab", 0, 6); + x2("(?:ab){2,4}", "ababababab", 0, 8); + x2("(?:ab){2,4}?", "ababababab", 0, 4); + x2("(?:ab){,}", "ab{,}", 0, 5); + x2("(?:abc)+?{2}", "abcabcabc", 0, 6); + x2("(?:X*)(?i:xa)", "XXXa", 0, 4); + x2("(d+)([^abc]z)", "dddz", 0, 4); + x2("([^abc]*)([^abc]z)", "dddz", 0, 4); + x2("(\\w+)(\\wz)", "dddz", 0, 4); + x3("(a)", "a", 0, 1, 1); + x3("(ab)", "ab", 0, 2, 1); + x2("((ab))", "ab", 0, 2); + x3("((ab))", "ab", 0, 2, 1); + x3("((ab))", "ab", 0, 2, 2); + x3("((((((((((((((((((((ab))))))))))))))))))))", "ab", 0, 2, 20); + x3("(ab)(cd)", "abcd", 0, 2, 1); + x3("(ab)(cd)", "abcd", 2, 4, 2); + x3("()(a)bc(def)ghijk", "abcdefghijk", 3, 6, 3); + x3("(()(a)bc(def)ghijk)", "abcdefghijk", 3, 6, 4); + x2("(^a)", "a", 0, 1); + x3("(a)|(a)", "ba", 1, 2, 1); + x3("(^a)|(a)", "ba", 1, 2, 2); + x3("(a?)", "aaa", 0, 1, 1); + x3("(a*)", "aaa", 0, 3, 1); + x3("(a*)", "", 0, 0, 1); + x3("(a+)", "aaaaaaa", 0, 7, 1); + x3("(a+|b*)", "bbbaa", 0, 3, 1); + x3("(a+|b?)", "bbbaa", 0, 1, 1); + x3("(abc)?", "abc", 0, 3, 1); + x3("(abc)*", "abc", 0, 3, 1); + x3("(abc)+", "abc", 0, 3, 1); + x3("(xyz|abc)+", "abc", 0, 3, 1); + x3("([xyz][abc]|abc)+", "abc", 0, 3, 1); + x3("((?i:abc))", "AbC", 0, 3, 1); + x2("(abc)(?i:\\1)", "abcABC", 0, 6); + x3("((?m:a.c))", "a\nc", 0, 3, 1); + x3("((?=az)a)", "azb", 0, 1, 1); + x3("abc|(.abd)", "zabd", 0, 4, 1); + x2("(?:abc)|(ABC)", "abc", 0, 3); + x3("(?i:(abc))|(zzz)", "ABC", 0, 3, 1); + x3("a*(.)", "aaaaz", 4, 5, 1); + x3("a*?(.)", "aaaaz", 0, 1, 1); + x3("a*?(c)", "aaaac", 4, 5, 1); + x3("[bcd]a*(.)", "caaaaz", 5, 6, 1); + x3("(\\Abb)cc", "bbcc", 0, 2, 1); + n("(\\Abb)cc", "zbbcc"); + x3("(^bb)cc", "bbcc", 0, 2, 1); + n("(^bb)cc", "zbbcc"); + x3("cc(bb$)", "ccbb", 2, 4, 1); + n("cc(bb$)", "ccbbb"); + n("(\\1)", ""); + n("\\1(a)", "aa"); + n("(a(b)\\1)\\2+", "ababb"); + n("(?:(?:\\1|z)(a))+$", "zaa"); + x2("(?:(?:\\1|z)(a))+$", "zaaa", 0, 4); + x2("(a)(?=\\1)", "aa", 0, 1); + n("(a)$|\\1", "az"); + x2("(a)\\1", "aa", 0, 2); + n("(a)\\1", "ab"); + x2("(a?)\\1", "aa", 0, 2); + x2("(a??)\\1", "aa", 0, 0); + x2("(a*)\\1", "aaaaa", 0, 4); + x3("(a*)\\1", "aaaaa", 0, 2, 1); + x2("a(b*)\\1", "abbbb", 0, 5); + x2("a(b*)\\1", "ab", 0, 1); + x2("(a*)(b*)\\1\\2", "aaabbaaabb", 0, 10); + x2("(a*)(b*)\\2", "aaabbbb", 0, 7); + x2("(((((((a*)b))))))c\\7", "aaabcaaa", 0, 8); + x3("(((((((a*)b))))))c\\7", "aaabcaaa", 0, 3, 7); + x2("(a)(b)(c)\\2\\1\\3", "abcbac", 0, 6); + x2("([a-d])\\1", "cc", 0, 2); + x2("(\\w\\d\\s)\\1", "f5 f5 ", 0, 6); + n("(\\w\\d\\s)\\1", "f5 f5"); + x2("(who|[a-c]{3})\\1", "whowho", 0, 6); + x2("...(who|[a-c]{3})\\1", "abcwhowho", 0, 9); + x2("(who|[a-c]{3})\\1", "cbccbc", 0, 6); + x2("(^a)\\1", "aa", 0, 2); + n("(^a)\\1", "baa"); + n("(a$)\\1", "aa"); + n("(ab\\Z)\\1", "ab"); + x2("(a*\\Z)\\1", "a", 1, 1); + x2(".(a*\\Z)\\1", "ba", 1, 2); + x3("(.(abc)\\2)", "zabcabc", 0, 7, 1); + x3("(.(..\\d.)\\2)", "z12341234", 0, 9, 1); + x2("((?i:az))\\1", "AzAz", 0, 4); + n("((?i:az))\\1", "Azaz"); + x2("(?<=a)b", "ab", 1, 2); + n("(?<=a)b", "bb"); + x2("(?<=a|b)b", "bb", 1, 2); + x2("(?<=a|bc)b", "bcb", 2, 3); + x2("(?<=a|bc)b", "ab", 1, 2); + x2("(?<=a|bc||defghij|klmnopq|r)z", "rz", 1, 2); + x2("(a)\\g<1>", "aa", 0, 2); + x2("(?<!a)b", "cb", 1, 2); + n("(?<!a)b", "ab"); + x2("(?<!a|bc)b", "bbb", 0, 1); + n("(?<!a|bc)z", "bcz"); + x2("(?<name1>a)", "a", 0, 1); + x2("(?<name_2>ab)\\g<name_2>", "abab", 0, 4); + x2("(?<name_3>.zv.)\\k<name_3>", "azvbazvb", 0, 8); + x2("(?<=\\g<ab>)|-\\zEND (?<ab>XyZ)", "XyZ", 3, 3); + x2("(?<n>|a\\g<n>)+", "", 0, 0); + x2("(?<n>|\\(\\g<n>\\))+$", "()(())", 0, 6); + x3("\\g<n>(?<n>.){0}", "X", 0, 1, 1); + x2("\\g<n>(abc|df(?<n>.YZ){2,8}){0}", "XYZ", 0, 3); + x2("\\A(?<n>(a\\g<n>)|)\\z", "aaaa", 0, 4); + x2("(?<n>|\\g<m>\\g<n>)\\z|\\zEND (?<m>a|(b)\\g<m>)", "bbbbabba", 0, 8); + x2("(?<name1240>\\w+\\sx)a+\\k<name1240>", " fg xaaaaaaaafg x", 2, 18); + x3("(z)()()(?<_9>a)\\g<_9>", "zaa", 2, 3, 1); + x2("(.)(((?<_>a)))\\k<_>", "zaa", 0, 3); + x2("((?<name1>\\d)|(?<name2>\\w))(\\k<name1>|\\k<name2>)", "ff", 0, 2); + x2("(?:(?<x>)|(?<x>efg))\\k<x>", "", 0, 0); + x2("(?:(?<x>abc)|(?<x>efg))\\k<x>", "abcefgefg", 3, 9); + n("(?:(?<x>abc)|(?<x>efg))\\k<x>", "abcefg"); + x2("(?:(?<n1>.)|(?<n1>..)|(?<n1>...)|(?<n1>....)|(?<n1>.....)|(?<n1>......)|(?<n1>.......)|(?<n1>........)|(?<n1>.........)|(?<n1>..........)|(?<n1>...........)|(?<n1>............)|(?<n1>.............)|(?<n1>..............))\\k<n1>$", "a-pyumpyum", 2, 10); + x3("(?:(?<n1>.)|(?<n1>..)|(?<n1>...)|(?<n1>....)|(?<n1>.....)|(?<n1>......)|(?<n1>.......)|(?<n1>........)|(?<n1>.........)|(?<n1>..........)|(?<n1>...........)|(?<n1>............)|(?<n1>.............)|(?<n1>..............))\\k<n1>$", "xxxxabcdefghijklmnabcdefghijklmn", 4, 18, 14); + x3("(?<name1>)(?<name2>)(?<name3>)(?<name4>)(?<name5>)(?<name6>)(?<name7>)(?<name8>)(?<name9>)(?<name10>)(?<name11>)(?<name12>)(?<name13>)(?<name14>)(?<name15>)(?<name16>aaa)(?<name17>)$", "aaa", 0, 3, 16); + x2("(?<foo>a|\\(\\g<foo>\\))", "a", 0, 1); + x2("(?<foo>a|\\(\\g<foo>\\))", "((((((a))))))", 0, 13); + x3("(?<foo>a|\\(\\g<foo>\\))", "((((((((a))))))))", 0, 17, 1); + x2("\\g<bar>|\\zEND(?<bar>.*abc$)", "abcxxxabc", 0, 9); + x2("\\g<1>|\\zEND(.a.)", "bac", 0, 3); + x3("\\g<_A>\\g<_A>|\\zEND(.a.)(?<_A>.b.)", "xbxyby", 3, 6, 1); + x2("\\A(?:\\g<pon>|\\g<pan>|\\zEND (?<pan>a|c\\g<pon>c)(?<pon>b|d\\g<pan>d))$", "cdcbcdc", 0, 7); + x2("\\A(?<n>|a\\g<m>)\\z|\\zEND (?<m>\\g<n>)", "aaaa", 0, 4); + x2("(?<n>(a|b\\g<n>c){3,5})", "baaaaca", 1, 5); + x2("(?<n>(a|b\\g<n>c){3,5})", "baaaacaaaaa", 0, 10); + x2("(?<pare>\\(([^\\(\\)]++|\\g<pare>)*+\\))", "((a))", 0, 5); + x2("()*\\1", "", 0, 0); + x2("(?:()|())*\\1\\2", "", 0, 0); + x3("(?:\\1a|())*", "a", 0, 0, 1); + x2("x((.)*)*x", "0x1x2x3", 1, 6); + x2("x((.)*)*x(?i:\\1)\\Z", "0x1x2x1X2", 1, 9); + x2("(?:()|()|()|()|()|())*\\2\\5", "", 0, 0); + x2("(?:()|()|()|(x)|()|())*\\2b\\5", "b", 0, 1); + if onig_encoding == onigmo.ONIG_ENCODING_UTF16_LE: + x2("\\xFA\\x8F", "\u8ffa", 0, 1); + elif onig_encoding == onigmo.ONIG_ENCODING_UTF16_BE: + x2("\\x8F\\xFA", "\u8ffa", 0, 1); + elif onig_encoding == onigmo.ONIG_ENCODING_UTF32_LE: + x2("\\xFA\\x8F\\x00\\x00", "\u8ffa", 0, 1); + elif onig_encoding == onigmo.ONIG_ENCODING_UTF32_BE: + x2("\\x00\\x00\\x8F\\xFA", "\u8ffa", 0, 1); + elif onig_encoding == onigmo.ONIG_ENCODING_UTF8: + x2("\\xE8\\xBF\\xBA", "\u8ffa", 0, 1); + elif onig_encoding == onigmo.ONIG_ENCODING_SJIS or \ + onig_encoding == onigmo.ONIG_ENCODING_CP932: + x2("\\xE7\\x92", "\u8ffa", 0, 1); + elif onig_encoding == onigmo.ONIG_ENCODING_EUC_JP: + x2("\\xED\\xF2", "\u8ffa", 0, 1); # "迺" + x2("", "あ", 0, 0); + x2("あ", "あ", 0, 1); + n("い", "あ"); + x2("うう", "うう", 0, 2); + x2("あいう", "あいう", 0, 3); + x2("こここここここここここここここここここここここここここここここここここ", "こここここここここここここここここここここここここここここここここここ", 0, 35); + x2("あ", "いあ", 1, 2); + x2("いう", "あいう", 1, 3); +# x2(b"\\xca\\xb8", b"\xca\xb8", 0, 2); # "文" + x2(".", "あ", 0, 1); + x2("..", "かき", 0, 2); + x2("\\w", "お", 0, 1); + n("\\W", "あ"); + x2("[\\W]", "う$", 1, 2); + x2("\\S", "そ", 0, 1); + x2("\\S", "漢", 0, 1); + x2("\\b", "気 ", 0, 0); + x2("\\b", " ほ", 1, 1); + x2("\\B", "せそ ", 1, 1); + x2("\\B", "う ", 2, 2); + x2("\\B", " い", 0, 0); + x2("[たち]", "ち", 0, 1); + n("[なに]", "ぬ"); + x2("[う-お]", "え", 0, 1); + n("[^け]", "け"); + x2("[\\w]", "ね", 0, 1); + n("[\\d]", "ふ"); + x2("[\\D]", "は", 0, 1); + n("[\\s]", "く"); + x2("[\\S]", "へ", 0, 1); + x2("[\\w\\d]", "よ", 0, 1); + x2("[\\w\\d]", " よ", 3, 4); + n("\\w鬼車", " 鬼車"); + x2("鬼\\W車", "鬼 車", 0, 3); + x2("あ.い.う", "ああいいう", 0, 5); + x2(".\\wう\\W..ぞ", "えうう うぞぞ", 0, 7); + x2("\\s\\wこここ", " ここここ", 0, 5); + x2("ああ.け", "ああけけ", 0, 4); + n(".い", "いえ"); + x2(".お", "おお", 0, 2); + x2("^あ", "あ", 0, 1); + x2("^む$", "む", 0, 1); + x2("^\\w$", "に", 0, 1); + x2("^\\wかきくけこ$", "zかきくけこ", 0, 6); + x2("^\\w...うえお$", "zあいううえお", 0, 7); + x2("\\w\\w\\s\\Wおおお\\d", "aお おおお4", 0, 8); + x2("\\Aたちつ", "たちつ", 0, 3); + x2("むめも\\Z", "むめも", 0, 3); + x2("かきく\\z", "かきく", 0, 3); + x2("かきく\\Z", "かきく\n", 0, 3); + x2("\\Gぽぴ", "ぽぴ", 0, 2); + n("\\Gえ", "うえお"); + n("とて\\G", "とて"); + n("まみ\\A", "まみ"); + n("ま\\Aみ", "まみ"); + x2("(?=せ)せ", "せ", 0, 1); + n("(?=う).", "い"); + x2("(?!う)か", "か", 0, 1); + n("(?!と)あ", "と"); + x2("(?i:あ)", "あ", 0, 1); + x2("(?i:ぶべ)", "ぶべ", 0, 2); + n("(?i:い)", "う"); + x2("(?m:よ.)", "よ\n", 0, 2); + x2("(?m:.め)", "ま\nめ", 1, 3); + x2("あ?", "", 0, 0); + x2("変?", "化", 0, 0); + x2("変?", "変", 0, 1); + x2("量*", "", 0, 0); + x2("量*", "量", 0, 1); + x2("子*", "子子子", 0, 3); + x2("馬*", "鹿馬馬馬馬", 0, 0); + n("山+", ""); + x2("河+", "河", 0, 1); + x2("時+", "時時時時", 0, 4); + x2("え+", "ええううう", 0, 2); + x2("う+", "おうううう", 1, 5); + x2(".?", "た", 0, 1); + x2(".*", "ぱぴぷぺ", 0, 4); + x2(".+", "ろ", 0, 1); + x2(".+", "いうえか\n", 0, 4); + x2("あ|い", "あ", 0, 1); + x2("あ|い", "い", 0, 1); + x2("あい|いう", "あい", 0, 2); + x2("あい|いう", "いう", 0, 2); + x2("を(?:かき|きく)", "をかき", 0, 3); + x2("を(?:かき|きく)け", "をきくけ", 0, 4); + x2("あい|(?:あう|あを)", "あを", 0, 2); + x2("あ|い|う", "えう", 1, 2); + x2("あ|い|うえ|おかき|く|けこさ|しすせ|そ|たち|つてとなに|ぬね", "しすせ", 0, 3); + n("あ|い|うえ|おかき|く|けこさ|しすせ|そ|たち|つてとなに|ぬね", "すせ"); + x2("あ|^わ", "ぶあ", 1, 2); + x2("あ|^を", "をあ", 0, 1); + x2("鬼|\\G車", "け車鬼", 2, 3); + x2("鬼|\\G車", "車鬼", 0, 1); + x2("鬼|\\A車", "b車鬼", 2, 3); + x2("鬼|\\A車", "車", 0, 1); + x2("鬼|車\\Z", "車鬼", 1, 2); + x2("鬼|車\\Z", "車", 0, 1); + x2("鬼|車\\Z", "車\n", 0, 1); + x2("鬼|車\\z", "車鬼", 1, 2); + x2("鬼|車\\z", "車", 0, 1); + x2("\\w|\\s", "お", 0, 1); + x2("\\w|%", "%お", 0, 1); + x2("\\w|[&$]", "う&", 0, 1); + x2("[い-け]", "う", 0, 1); + x2("[い-け]|[^か-こ]", "あ", 0, 1); + x2("[い-け]|[^か-こ]", "か", 0, 1); + x2("[^あ]", "\n", 0, 1); + x2("(?:あ|[う-き])|いを", "うを", 0, 1); + x2("(?:あ|[う-き])|いを", "いを", 0, 2); + x2("あいう|(?=けけ)..ほ", "けけほ", 0, 3); + x2("あいう|(?!けけ)..ほ", "あいほ", 0, 3); + x2("(?=をあ)..あ|(?=をを)..あ", "ををあ", 0, 3); + x2("(?<=あ|いう)い", "いうい", 2, 3); + n("(?>あ|あいえ)う", "あいえう"); + x2("(?>あいえ|あ)う", "あいえう", 0, 4); + x2("あ?|い", "あ", 0, 1); + x2("あ?|い", "い", 0, 0); + x2("あ?|い", "", 0, 0); + x2("あ*|い", "ああ", 0, 2); + x2("あ*|い*", "いあ", 0, 0); + x2("あ*|い*", "あい", 0, 1); + x2("[aあ]*|い*", "aあいいい", 0, 2); + x2("あ+|い*", "", 0, 0); + x2("あ+|い*", "いいい", 0, 3); + x2("あ+|い*", "あいいい", 0, 1); + x2("あ+|い*", "aあいいい", 0, 0); + n("あ+|い+", ""); + x2("(あ|い)?", "い", 0, 1); + x2("(あ|い)*", "いあ", 0, 2); + x2("(あ|い)+", "いあい", 0, 3); + x2("(あい|うあ)+", "うああいうえ", 0, 4); + x2("(あい|うえ)+", "うああいうえ", 2, 6); + x2("(あい|うあ)+", "ああいうあ", 1, 5); + x2("(あい|うあ)+", "あいをうあ", 0, 2); + x2("(あい|うあ)+", "$$zzzzあいをうあ", 6, 8); + x2("(あ|いあい)+", "あいあいあ", 0, 5); + x2("(あ|いあい)+", "いあ", 1, 2); + x2("(あ|いあい)+", "いあああいあ", 1, 4); + x2("(?:あ|い)(?:あ|い)", "あい", 0, 2); + x2("(?:あ*|い*)(?:あ*|い*)", "あああいいい", 0, 3); + x2("(?:あ*|い*)(?:あ+|い+)", "あああいいい", 0, 6); + x2("(?:あ+|い+){2}", "あああいいい", 0, 6); + x2("(?:あ+|い+){1,2}", "あああいいい", 0, 6); + x2("(?:あ+|\\Aい*)うう", "うう", 0, 2); + n("(?:あ+|\\Aい*)うう", "あいうう"); + x2("(?:^あ+|い+)*う", "ああいいいあいう", 6, 8); + x2("(?:^あ+|い+)*う", "ああいいいいう", 0, 7); + x2("う{0,}", "うううう", 0, 4); + x2("あ|(?i)c", "C", 0, 1); + x2("(?i)c|あ", "C", 0, 1); + x2("(?i:あ)|a", "a", 0, 1); + n("(?i:あ)|a", "A"); + x2("[あいう]?", "あいう", 0, 1); + x2("[あいう]*", "あいう", 0, 3); + x2("[^あいう]*", "あいう", 0, 0); + n("[^あいう]+", "あいう"); + x2("あ??", "あああ", 0, 0); + x2("いあ??い", "いあい", 0, 3); + x2("あ*?", "あああ", 0, 0); + x2("いあ*?", "いああ", 0, 1); + x2("いあ*?い", "いああい", 0, 4); + x2("あ+?", "あああ", 0, 1); + x2("いあ+?", "いああ", 0, 2); + x2("いあ+?い", "いああい", 0, 4); + x2("(?:天?)??", "天", 0, 0); + x2("(?:天??)?", "天", 0, 0); + x2("(?:夢?)+?", "夢夢夢", 0, 1); + x2("(?:風+)??", "風風風", 0, 0); + x2("(?:雪+)??霜", "雪雪雪霜", 0, 4); + x2("(?:あい)?{2}", "", 0, 0); + x2("(?:鬼車)?{2}", "鬼車鬼車鬼", 0, 4); + x2("(?:鬼車)*{0}", "鬼車鬼車鬼", 0, 0); + x2("(?:鬼車){3,}", "鬼車鬼車鬼車鬼車", 0, 8); + n("(?:鬼車){3,}", "鬼車鬼車"); + x2("(?:鬼車){2,4}", "鬼車鬼車鬼車", 0, 6); + x2("(?:鬼車){2,4}", "鬼車鬼車鬼車鬼車鬼車", 0, 8); + x2("(?:鬼車){2,4}?", "鬼車鬼車鬼車鬼車鬼車", 0, 4); + x2("(?:鬼車){,}", "鬼車{,}", 0, 5); + x2("(?:かきく)+?{2}", "かきくかきくかきく", 0, 6); + x3("(火)", "火", 0, 1, 1); + x3("(火水)", "火水", 0, 2, 1); + x2("((時間))", "時間", 0, 2); + x3("((風水))", "風水", 0, 2, 1); + x3("((昨日))", "昨日", 0, 2, 2); + x3("((((((((((((((((((((量子))))))))))))))))))))", "量子", 0, 2, 20); + x3("(あい)(うえ)", "あいうえ", 0, 2, 1); + x3("(あい)(うえ)", "あいうえ", 2, 4, 2); + x3("()(あ)いう(えおか)きくけこ", "あいうえおかきくけこ", 3, 6, 3); + x3("(()(あ)いう(えおか)きくけこ)", "あいうえおかきくけこ", 3, 6, 4); + x3(".*(フォ)ン・マ(ン()シュタ)イン", "フォン・マンシュタイン", 5, 9, 2); + x2("(^あ)", "あ", 0, 1); + x3("(あ)|(あ)", "いあ", 1, 2, 1); + x3("(^あ)|(あ)", "いあ", 1, 2, 2); + x3("(あ?)", "あああ", 0, 1, 1); + x3("(ま*)", "ままま", 0, 3, 1); + x3("(と*)", "", 0, 0, 1); + x3("(る+)", "るるるるるるる", 0, 7, 1); + x3("(ふ+|へ*)", "ふふふへへ", 0, 3, 1); + x3("(あ+|い?)", "いいいああ", 0, 1, 1); + x3("(あいう)?", "あいう", 0, 3, 1); + x3("(あいう)*", "あいう", 0, 3, 1); + x3("(あいう)+", "あいう", 0, 3, 1); + x3("(さしす|あいう)+", "あいう", 0, 3, 1); + x3("([なにぬ][かきく]|かきく)+", "かきく", 0, 3, 1); + x3("((?i:あいう))", "あいう", 0, 3, 1); + x3("((?m:あ.う))", "あ\nう", 0, 3, 1); + x3("((?=あん)あ)", "あんい", 0, 1, 1); + x3("あいう|(.あいえ)", "んあいえ", 0, 4, 1); + x3("あ*(.)", "ああああん", 4, 5, 1); + x3("あ*?(.)", "ああああん", 0, 1, 1); + x3("あ*?(ん)", "ああああん", 4, 5, 1); + x3("[いうえ]あ*(.)", "えああああん", 5, 6, 1); + x3("(\\Aいい)うう", "いいうう", 0, 2, 1); + n("(\\Aいい)うう", "んいいうう"); + x3("(^いい)うう", "いいうう", 0, 2, 1); + n("(^いい)うう", "んいいうう"); + x3("ろろ(るる$)", "ろろるる", 2, 4, 1); + n("ろろ(るる$)", "ろろるるる"); + x2("(無)\\1", "無無", 0, 2); + n("(無)\\1", "無武"); + x2("(空?)\\1", "空空", 0, 2); + x2("(空??)\\1", "空空", 0, 0); + x2("(空*)\\1", "空空空空空", 0, 4); + x3("(空*)\\1", "空空空空空", 0, 2, 1); + x2("あ(い*)\\1", "あいいいい", 0, 5); + x2("あ(い*)\\1", "あい", 0, 1); + x2("(あ*)(い*)\\1\\2", "あああいいあああいい", 0, 10); + x2("(あ*)(い*)\\2", "あああいいいい", 0, 7); + x3("(あ*)(い*)\\2", "あああいいいい", 3, 5, 2); + x2("(((((((ぽ*)ぺ))))))ぴ\\7", "ぽぽぽぺぴぽぽぽ", 0, 8); + x3("(((((((ぽ*)ぺ))))))ぴ\\7", "ぽぽぽぺぴぽぽぽ", 0, 3, 7); + x2("(は)(ひ)(ふ)\\2\\1\\3", "はひふひはふ", 0, 6); + x2("([き-け])\\1", "くく", 0, 2); + x2("(\\w\\d\\s)\\1", "あ5 あ5 ", 0, 6); + n("(\\w\\d\\s)\\1", "あ5 あ5"); + x2("(誰？|[あ-う]{3})\\1", "誰？誰？", 0, 4); + x2("...(誰？|[あ-う]{3})\\1", "あaあ誰？誰？", 0, 7); + x2("(誰？|[あ-う]{3})\\1", "ういうういう", 0, 6); + x2("(^こ)\\1", "ここ", 0, 2); + n("(^む)\\1", "めむむ"); + n("(あ$)\\1", "ああ"); + n("(あい\\Z)\\1", "あい"); + x2("(あ*\\Z)\\1", "あ", 1, 1); + x2(".(あ*\\Z)\\1", "いあ", 1, 2); + x3("(.(やいゆ)\\2)", "zやいゆやいゆ", 0, 7, 1); + x3("(.(..\\d.)\\2)", "あ12341234", 0, 9, 1); + x2("((?i:あvず))\\1", "あvずあvず", 0, 6); + x2("(?<愚か>変|\\(\\g<愚か>\\))", "((((((変))))))", 0, 13); + x2("\\A(?:\\g<阿_1>|\\g<云_2>|\\z終了 (?<阿_1>観|自\\g<云_2>自)(?<云_2>在|菩薩\\g<阿_1>菩薩))$", "菩薩自菩薩自在自菩薩自菩薩", 0, 13); + x2("[[ひふ]]", "ふ", 0, 1); + x2("[[いおう]か]", "か", 0, 1); + n("[[^あ]]", "あ"); + n("[^[あ]]", "あ"); + x2("[^[^あ]]", "あ", 0, 1); + x2("[[かきく]&&きく]", "く", 0, 1); + n("[[かきく]&&きく]", "か"); + n("[[かきく]&&きく]", "け"); + x2("[あ-ん&&い-を&&う-ゑ]", "ゑ", 0, 1); + n("[^あ-ん&&い-を&&う-ゑ]", "ゑ"); + x2("[[^あ&&あ]&&あ-ん]", "い", 0, 1); + n("[[^あ&&あ]&&あ-ん]", "あ"); + x2("[[^あ-ん&&いうえお]&&[^う-か]]", "き", 0, 1); + n("[[^あ-ん&&いうえお]&&[^う-か]]", "い"); + x2("[^[^あいう]&&[^うえお]]", "う", 0, 1); + x2("[^[^あいう]&&[^うえお]]", "え", 0, 1); + n("[^[^あいう]&&[^うえお]]", "か"); + x2("[あ-&&-あ]", "-", 0, 1); + x2("[^[^a-zあいう]&&[^bcdefgうえお]q-w]", "え", 0, 1); + x2("[^[^a-zあいう]&&[^bcdefgうえお]g-w]", "f", 0, 1); + x2("[^[^a-zあいう]&&[^bcdefgうえお]g-w]", "g", 0, 1); + n("[^[^a-zあいう]&&[^bcdefgうえお]g-w]", "2"); + x2("a<b>バージョンのダウンロード<\\/b>", "a<b>バージョンのダウンロード</b>", 0, 20); + x2(".<b>バージョンのダウンロード<\\/b>", "a<b>バージョンのダウンロード</b>", 0, 20); + + + # additional test patterns + if is_unicode_encoding(onig_encoding): + x2("\\x{3042}\\x{3044}", "あい", 0, 2) + elif onig_encoding == onigmo.ONIG_ENCODING_SJIS or \ + onig_encoding == onigmo.ONIG_ENCODING_CP932: + x2("\\x{82a0}\\x{82A2}", "あい", 0, 2) + x2("\\M-\\C-b\x50", "１", 0, 1) # \x8250 + elif onig_encoding == onigmo.ONIG_ENCODING_EUC_JP: + x2("\\x{a4a2}\\x{A4A4}", "あい", 0, 2) + x2("\\p{Hiragana}\\p{Katakana}", "あイ", 0, 2) + x2("(?m)^A.B$", "X\nA\nB\nZ", 2, 5) + n("(?<!(?<=a)b|c)d", "abd") + n("(?<!(?<=a)b|c)d", "cd") + x2("(?<!(?<=a)b|c)d", "bd", 1, 2) + x2("(a){2}z", "aaz", 0, 3) + x2("(?<=a).*b", "aab", 1, 3) + x2("(?!a).*b", "ab", 1, 2) + x2("(?<=(?<!A)B)C", "BBC", 2, 3) + n("(?<=(?<!A)B)C", "ABC") + n("(?i)(?<!aa|b)c", "Aac") + n("(?i)(?<!b|aa)c", "Aac") + x2("(?<=\\babc)d", " abcd", 4, 5) + x2("(?<=\\Babc)d", "aabcd", 4, 5) + n("(?<!a(?:bb|c))", "", err=onigmo.ONIGERR_INVALID_LOOK_BEHIND_PATTERN) + x2("a\\b?a", "aa", 0, 2) + x2("[^x]*x", "aaax", 0, 4) + x2("(?i)[\\x{0}-B]+", "\x00\x01\x02\x1f\x20@AaBbC", 0, 10) + x2("(?i)a{2}", "AA", 0, 2) + if is_unicode_encoding(onig_encoding): + # The longest script name + x2("\\p{Other_Default_Ignorable_Code_Point}+", "\u034F\uFFF8\U000E0FFF", 0, 3) + # The longest block name + x2("\\p{In_Unified_Canadian_Aboriginal_Syllabics_Extended}+", "\u18B0\u18FF", 0, 2) + # Unicode case fold + x2("(?i)\u1ffc", "\u2126\u1fbe", 0, 2) + x2("(?i)\u1ffc", "\u1ff3", 0, 1) + x2("(?i)\u0390", "\u03b9\u0308\u0301", 0, 3) + x2("(?i)\u03b9\u0308\u0301", "\u0390", 0, 1) + x2("(?i)ff", "\ufb00", 0, 1) + x2("(?i)\ufb01", "fi", 0, 2) + x2("(?i)\u0149\u0149", "\u0149\u0149", 0, 2) + x2("(?i)(?<=\u0149)a", "\u02bcna", 2, 3) # with look-behind + # Other Unicode tests + x2("\\x{25771}", "\U00025771", 0, 1) + x2("(?i:ss)", "ss", 0, 2) + x2("(?i:ss)", "Ss", 0, 2) + x2("(?i:ss)", "SS", 0, 2) + if is_unicode_encoding(onig_encoding): + x2("(?i:ss)", "\u017fS", 0, 2) # LATIN SMALL LETTER LONG S + x2("(?i:ss)", "s\u017f", 0, 2) + x2("(?i:ss)", "\u00df", 0, 1) # LATIN SMALL LETTER SHARP S + x2("(?i:ss)", "\u1e9e", 0, 1) # LATIN CAPITAL LETTER SHARP S + x2("(?i:xssy)", "xssy", 0, 4) + x2("(?i:xssy)", "xSsy", 0, 4) + x2("(?i:xssy)", "xSSy", 0, 4) + if is_unicode_encoding(onig_encoding): + x2("(?i:xssy)", "x\u017fSy", 0, 4) + x2("(?i:xssy)", "xs\u017fy", 0, 4) + x2("(?i:xssy)", "x\u00dfy", 0, 3) + x2("(?i:xssy)", "x\u1e9ey", 0, 3) + x2("(?i:\u00df)", "ss", 0, 2) + x2("(?i:\u00df)", "SS", 0, 2) + x2("(?i:[\u00df])", "ss", 0, 2) + x2("(?i:[\u00df])", "SS", 0, 2) + x2("(?i)(?<!ss)z", "qqz", 2, 3) # Issue #92 + x2("(?i)(?<!xss)z", "qqz", 2, 3) + x2("[0-9-a]+", " 0123456789-a ", 1, 13) # same as [0-9\-a] + x2("[0-9-\\s]+", " 0123456789-a ", 0, 12) # same as [0-9\-\s] + n("[0-9-a]", "", syn=onigmo.ONIG_SYNTAX_GREP, err=onigmo.ONIGERR_UNMATCHED_RANGE_SPECIFIER_IN_CHAR_CLASS) + n("[a-\\d]", "", err=onigmo.ONIGERR_CHAR_CLASS_VALUE_AT_END_OF_RANGE) + x2("[0-9-あ\\\\/\u0001]+", " 0123456789-あ\\/\u0001 ", 1, 16) + x2("[a-b-]+", "ab-", 0, 3) + x2("[a-b-&&-]+", "ab-", 2, 3) + x2("(?i)[a[b-あ]]+", "abあ", 0, 3) + if is_unicode_encoding(onig_encoding): + x2("(?i)[\\d[:^graph:]]+", "0あ", 0, 1) + x2("(?ia)[\\d[:^print:]]+", "0あ", 0, 2) + x2("(?i:a) B", "a B", 0, 3); + x2("(?i:a )B", "a B", 0, 3); + x2("B (?i:a)", "B a", 0, 3); + x2("B(?i: a)", "B a", 0, 3); + if is_unicode_encoding(onig_encoding): + x2("(?a)[\\p{Space}\\d]", "\u00a0", 0, 1) + x2("(?a)[\\d\\p{Space}]", "\u00a0", 0, 1) + n("(?a)[^\\p{Space}\\d]", "\u00a0") + n("(?a)[^\\d\\p{Space}]", "\u00a0") + x2("(?d)[[:space:]\\d]", "\u00a0", 0, 1) + n("(?d)[^\\d[:space:]]", "\u00a0") + n("x.*?\\Z$", "x\ny") + n("x.*?\\Z$", "x\r\ny") + x2("x.*?\\Z$", "x\n", 0, 1) + x2("x.*?\\Z$", "x\r\n", 0, 2) # \Z will match between \r and \n, if + # ONIG_OPTION_NEWLINE_CRLF isn't specified. + x2("(?<=fo).*", "foo", 2, 3) # Issue #15 + x2("(?m)(?<=fo).*", "foo", 2, 3) # Issue #15 + x2("(?m)(?<=fo).+", "foo", 2, 3) # Issue #15 + x2("\\n?\\z", "hello", 5, 5) + x2("\\z", "hello", 5, 5) + x2("\\n?\\z", "こんにちは", 5, 5) + x2("\\z", "こんにちは", 5, 5) + x2("()" * 32767, "", 0, 0) # Issue #24 + n("()" * 32768, "", err=onigmo.ONIGERR_TOO_MANY_CAPTURE_GROUPS) + x2("\\h+ \\H+", " 0123456789aBcDeF gh", 1, 20) + x2("[\\h]+ [\\H]+", " 0123456789aBcDeF gh", 1, 20) + x2("\\A(|.|(?:(.)\\g<1>\\k<2+0>))\\z", "reer", 0, 4) + x2("\\A(?<a>|.|(?:(?<b>.)\\g<a>\\k<b+0>))\\z", "reer", 0, 4) + x2("(?i)\\A(|.|(?:(.)\\g<1>\\k<2+0>))\\z", "reER", 0, 4) + x2("(?i)\\A(?<a>|.|(?:(?<b>.)\\g<a>\\k<b+0>))\\z", "REer", 0, 4) + x2(''' # Extended pattern + (?<element> \g<stag> \g<content>* \g<etag> ){0} + (?<stag> < \g<name> \s* > ){0} + (?<name> [a-zA-Z_:]+ ){0} + (?<content> [^<&]+ (\g<element> | [^<&]+)* ){0} + (?<etag> </ \k<name+1> >){0} + \g<element>''', + "<foo>f<bar>bbb</bar>f</foo>", 0, 27, opt=onigmo.ONIG_OPTION_EXTEND) + x2("(.)(?<a>a)(?<a>b)\\k<a>", "xaba", 0, 4) + x2("\\p{Print}+", "\n a", 1, 3) + x2("\\p{Graph}+", "\n a", 2, 3) + x2("\\p{^Space}", "x", 0, 1) + x2("\\P{^Space}", " ", 0, 1) + n("\\px", "") # warning: invalid Unicode Property + x2("[\\p{^Space}]", "x", 0, 1) + x2("[\\P{^Space}]", " ", 0, 1) + n("[\\px]", "") # warning: invalid Unicode Property + n("a(?!b)", "ab"); + x2("(?:(.)\\1)*", "a" * 300, 0, 300) + x2("\\cA\\C-B\\a[\\b]\\t\\n\\v\\f\\r\\e\\c?", "\x01\x02\x07\x08\x09\x0a\x0b\x0c\x0d\x1b\x7f", 0, 11) + x2("(?<=(?:[a-z]|\\w){3})x", "ab1x", 3, 4) # repeat inside look-behind + x2("(?<n>(a|b\\g<n>c){3,5}?)", "baaaaca", 1, 4) + x2("\\p{WoRd}", "a", 0, 1) # property name is not case sensitive + n("[[:WoRd:]]", "a", err=onigmo.ONIGERR_INVALID_POSIX_BRACKET_TYPE) # POSIX bracket name is case sensitive + n("(\\2)(\\1)", "") # Issue #65 + n("(0?0|(?(1)||)|(?(1)||))?", "", err=onigmo.ONIGERR_INVALID_CONDITION_PATTERN) # Ruby Bug#12418 + n("[\\40000000000", "", err=onigmo.ONIGERR_TOO_BIG_NUMBER) # Ruby Bug#12420 + n("[\\600000000000\n", "", err=onigmo.ONIGERR_TOO_BIG_NUMBER) # Ruby Bug#12423 + n("[]", "", err=onigmo.ONIGERR_EMPTY_CHAR_CLASS) + n("[c-a]", "", err=onigmo.ONIGERR_EMPTY_RANGE_IN_CHAR_CLASS) + x2("[[:ab:\\x{30}]]+", ":ab0x", 0, 4) + x2("[[:x\\]:]+", "[x:]", 0, 4) + x2("[\n\n]", "\n", 0, 1) + x2("[!--x]+", "!-x", 0, 3) + x2(" ]", " ]", 0, 2) # warning: ']' without escape + n("\\x{FFFFFFFF}", "", err=onigmo.ONIGERR_TOO_BIG_WIDE_CHAR_VALUE); + n("\\x{100000000}", "", err=onigmo.ONIGERR_TOO_LONG_WIDE_CHAR_VALUE); + x2("\\u0026", "\u0026", 0, 1) + x2("[\\u0024-\\u0027]", "\u0026", 0, 1) + n("\\u026x", "", err=onigmo.ONIGERR_TOO_SHORT_DIGITS) + n("()(?\\!(?'a')\\1)", "", err=onigmo.ONIGERR_UNDEFINED_GROUP_OPTION) + x2("\\i", "i", 0, 1) # unknown escape warning + n("\\((", "", err=onigmo.ONIGERR_END_PATTERN_WITH_UNMATCHED_PARENTHESIS) + n("(|", "", err=onigmo.ONIGERR_END_PATTERN_WITH_UNMATCHED_PARENTHESIS) + x2("%{(.*?)}", "%{HOSTNAME}", 0, 11) + if not is_ascii_incompatible_encoding(onig_encoding): + n(b"'/g\\\xff\xff\xff\xff&))", "", err=onigmo.ONIGERR_UNMATCHED_CLOSE_PARENTHESIS) + n(b"\\\xff0", "") + if onig_encoding == onigmo.ONIG_ENCODING_UTF8: + n(b"[0-0-\xe2 ", "", err=onigmo.ONIGERR_PREMATURE_END_OF_CHAR_CLASS) + n("\\p{foobarbaz}", "", err=onigmo.ONIGERR_INVALID_CHAR_PROPERTY_NAME) + n("\\p{あ}", "", err=onigmo.ONIGERR_INVALID_CHAR_PROPERTY_NAME) + if is_unicode_encoding(onig_encoding): + n("\\p{\U00025771}", "", err=onigmo.ONIGERR_INVALID_CHAR_PROPERTY_NAME) + if onig_encoding == onigmo.ONIG_ENCODING_UTF8: + x2("[\\xce\\xb1\\xce\\xb2]", "β", 0, 1) + elif onig_encoding == onigmo.ONIG_ENCODING_SJIS or \ + onig_encoding == onigmo.ONIG_ENCODING_CP932: + n("[\\x84A]", "", err=onigmo.ONIGERR_TOO_SHORT_MULTI_BYTE_STRING) + elif onig_encoding == onigmo.ONIG_ENCODING_EUC_JP: + n("[\\xAAA]", "", err=onigmo.ONIGERR_TOO_SHORT_MULTI_BYTE_STRING) + elif is_ascii_incompatible_encoding(onig_encoding): + n("[\\x420]", "", err=onigmo.ONIGERR_TOO_SHORT_MULTI_BYTE_STRING) + x2("(?:a?)*", "aa", 0, 2) # tests for reducing nested quantifiers + x2("(?:a?)*?", "aa", 0, 0) + x2("(?:a*)??", "aa", 0, 0) + x2("(?:a+?)*", "aa", 0, 1) + x2("(?:a*){2,3}", "aaa", 0, 3) + n("(?:a+){2,3}", "a") + x2("a{", "a{", 0, 2) # invalid interval is allowed + n("a{100001}", "", err=onigmo.ONIGERR_TOO_BIG_NUMBER_FOR_REPEAT_RANGE) + n("a{0,100001}", "", err=onigmo.ONIGERR_TOO_BIG_NUMBER_FOR_REPEAT_RANGE) + n("a{5,1}", "", err=onigmo.ONIGERR_UPPER_SMALLER_THAN_LOWER_IN_REPEAT_RANGE) + x2("abc{1}", "abcc", 0, 3) + x3("\\(((?:[^(]|\\g<0>)*)\\)", "(abc)(abc)", 1, 4, 1) # Issue #48 + x3("\\(((?:[^(]|\\g<0>)*)\\)", "((abc)(abc))", 1, 11, 1) + x3("\\(((?:[^(]|(\\g<0>))*)\\)", "((abc)(abc))", 6, 11, 2) + n("[\\6000", "a", err=onigmo.ONIGERR_TOO_BIG_NUMBER) # CVE-2017-9226 + n("[\\H- ]", "", err=onigmo.ONIGERR_UNMATCHED_RANGE_SPECIFIER_IN_CHAR_CLASS) # CVE-2017-9228 + x2("c.*\\b", "abc", 2, 3) # Issue #96 + x2("abc.*\\b", "abc", 0, 3) # Issue #96 + x2("\\b.*abc.*\\b", "abc", 0, 3) # Issue #96 + x2('(?i) *TOOKY', 'Mozilla/5.0 (Linux; Android 4.0.3; TOOKY', 34, 40) # Issue #120 + n("(?", "", err=onigmo.ONIGERR_END_PATTERN_IN_GROUP) + n("(?#", "", err=onigmo.ONIGERR_END_PATTERN_IN_GROUP) + n("\\", "", err=onigmo.ONIGERR_END_PATTERN_AT_ESCAPE) + n("\\M", "", err=onigmo.ONIGERR_END_PATTERN_AT_META) + n("\\M#", "", err=onigmo.ONIGERR_META_CODE_SYNTAX) + n("\\C", "", err=onigmo.ONIGERR_END_PATTERN_AT_CONTROL) + n("\\C#", "", err=onigmo.ONIGERR_CONTROL_CODE_SYNTAX) + n("(?0d", "", syn=onigmo.ONIG_SYNTAX_PERL, err=onigmo.ONIGERR_INVALID_GROUP_NAME) # Issue #132 + if onig_encoding == onigmo.ONIG_ENCODING_UTF8: + n("\\x{1000000}", "", err=onigmo.ONIGERR_TOO_BIG_WIDE_CHAR_VALUE) + else: + n("\\x{1000000}", "") # TODO: Should be an error? (code_to_mbc()) + if onig_encoding == onigmo.ONIG_ENCODING_SJIS or \ + onig_encoding == onigmo.ONIG_ENCODING_CP932 or \ + onig_encoding == onigmo.ONIG_ENCODING_EUC_JP or \ + onig_encoding == onigmo.ONIG_ENCODING_UTF8: + n("[\\x{1000000}]", "", err=onigmo.ONIGERR_TOO_BIG_WIDE_CHAR_VALUE) + else: + n("[\\x{1000000}]", "") # TODO: Should be an error? (code_to_mbclen()) + + # ONIG_OPTION_FIND_LONGEST option + x2("foo|foobar", "foobar", 0, 3) + x2("foo|foobar", "foobar", 0, 6, opt=onigmo.ONIG_OPTION_FIND_LONGEST) + x2("a*", "aa aaa aaaa aaaaa ", 12, 17, opt=onigmo.ONIG_OPTION_FIND_LONGEST) + + # ONIG_OPTION_FIND_NOT_EMPTY option + x2("\w*", " a", 0, 0) + x2("\w*", " a", 1, 2, opt=onigmo.ONIG_OPTION_FIND_NOT_EMPTY) + + # ONIG_OPTION_DONT_CAPTURE_GROUP option + x2("(ab|cd)*", "cdab", 0, 4, opt=onigmo.ONIG_OPTION_DONT_CAPTURE_GROUP) + n("(ab|cd)*\\1", "", opt=onigmo.ONIG_OPTION_DONT_CAPTURE_GROUP, err=onigmo.ONIGERR_INVALID_BACKREF) + n("", "", opt=(onigmo.ONIG_OPTION_DONT_CAPTURE_GROUP | onigmo.ONIG_OPTION_CAPTURE_GROUP), err=onigmo.ONIGERR_INVALID_COMBINATION_OF_OPTIONS) + + # character classes (tests for character class optimization) + x2("[@][a]", "@a", 0, 2); + x2(".*[a][b][c][d][e]", "abcde", 0, 5); + x2("(?i)[A\\x{41}]", "a", 0, 1); + x2("[abA]", "a", 0, 1); + x2("[[ab]&&[ac]]+", "aaa", 0, 3); + x2("[[ab]&&[^b]]+", "aaa", 0, 3); + x2("[[^b]&&[ab]]+", "aaa", 0, 3); + x2("[[あい]&&[あう]]+", "あああ", 0, 3); + x2("[[あい]&&[^い]]+", "あああ", 0, 3); + x2("[[^い]&&[あい]]+", "あああ", 0, 3); + + # possessive quantifiers + n("a?+a", "a") + n("a*+a", "aaaa") + n("a++a", "aaaa") + x2("a{2,3}+a", "aaa", 0, 3) # Not a possessive quantifier in Ruby, + # same as "(?:a{2,3})+a" + n("a{2,3}+a", "aaa", syn=onigmo.ONIG_SYNTAX_PERL) + + # automatic possessification + x2("\\w+\\W", "abc#", 0, 4) + x2("[a-c]+\\W", "abc#", 0, 4) + x2("[a-c#]+\\W", "abc#", 0, 4) + x2("[^a-c]+\\W", "def#", 0, 4) + x2("(?a)[^a-c]+\\W", "def#", 0, 4) + x2("a+\\w", "aaaa", 0, 4) + x2("#+\\w", "###a", 0, 4) + x2("(?a)a+\\w", "aaaa", 0, 4) + x2("(?a)あ+\\w", "あああa", 0, 4) + x2("[a-c]+[d-f]", "abcd", 0, 4) + x2("[^d-f]+[d-f]", "abcd", 0, 4) + x2("[a-cあ]+[d-f]", "abcd", 0, 4) + + # linebreak + x2("\\R", "\n", 0, 1) + x2("\\R", "\r", 0, 1) + x2("\\R{3}", "\r\r\n\n", 0, 4) + + if (is_unicode_encoding(onig_encoding)): + x2("\\R", "\u0085", 0, 1) + x2("\\R", "\u2028", 0, 1) + x2("\\R", "\u2029", 0, 1) + + # extended grapheme cluster + x2("\\X{5}", "あいab\n", 0, 5) + x2("\\X", "\n", 0, 1) + x2("\\X", "\r", 0, 1) + x2("\\X{3}", "\r\r\n\n", 0, 4) + if is_unicode_encoding(onig_encoding): + x2("\\X", "\u306F\u309A\n", 0, 2) + x2("\\A\\X\\z", "\u0020\u200d", 0, 2) + x2("\\A\\X\\z", "\u0600\u0600", 0, 2) + x2("\\A\\X\\z", "\u0600\u0020", 0, 2) + x2("\\A\\X\\z", "\u261d\U0001F3FB", 0, 2) + x2("\\A\\X\\z", "\U0001f600", 0, 1) + x2("\\A\\X\\z", "\u0020\u0308", 0, 2) + x2("\\A\\X\\X\\z", "\u000a\u0308", 0, 2) + x2("\\A\\X\\X\\z", "\u000d\u0308", 0, 2) + x2("\\A\\X\\z", "\U0001F477\U0001F3FF\u200D\u2640\uFE0F", 0, 5) + x2("\\A\\X\\z", "\U0001F468\u200D\U0001F393", 0, 3) + x2("\\A\\X\\z", "\U0001F46F\u200D\u2642\uFE0F", 0, 4) + x2("\\A\\X\\z", "\U0001F469\u200d\u2764\ufe0f\u200d\U0001F469", 0, 6) + + # keep + x2("ab\\Kcd", "abcd", 2, 4) + x2("ab\\Kc(\\Kd|z)", "abcd", 3, 4) + x2("ab\\Kc(\\Kz|d)", "abcd", 2, 4) + x2("(a\\K)*", "aaab", 3, 3) + x3("(a\\K)*", "aaab", 2, 3, 1) +# x2("a\\K?a", "aa", 0, 2) # error: differ from perl + x2("ab(?=c\Kd)", "abcd", 2, 2) # This behaviour is currently not well defined. (see: perlre) + x2("(?<=a\\Kb|aa)cd", "abcd", 1, 4) # This behaviour is currently not well defined. (see: perlre) + x2("(?<=ab|a\\Ka)cd", "abcd", 2, 4) # This behaviour is currently not well defined. (see: perlre) + + # named group and subroutine call + x2("(?<name_2>ab)(?&name_2)", "abab", 0, 4, syn=onigmo.ONIG_SYNTAX_PERL); + x2("(?<name_2>ab)(?1)", "abab", 0, 4, syn=onigmo.ONIG_SYNTAX_PERL); + x2("(?'n'|\\((?&n)\\))+$", "()(())", 0, 6, syn=onigmo.ONIG_SYNTAX_PERL); + x2("(a|x(?-1)x)", "xax", 0, 3, syn=onigmo.ONIG_SYNTAX_PERL); + x2("(a|(x(?-2)x))", "xax", 0, 3, syn=onigmo.ONIG_SYNTAX_PERL); + x2("a|x(?0)x", "xax", 0, 3, syn=onigmo.ONIG_SYNTAX_PERL); + x2("a|x(?R)x", "xax", 0, 3, syn=onigmo.ONIG_SYNTAX_PERL); + x2("(a|x\g<0>x)", "xax", 0, 3); + x2("(a|x\g'0'x)", "xax", 0, 3); + x2("(?-i:(?+1))(?i:(a)){0}", "A", 0, 1, syn=onigmo.ONIG_SYNTAX_PERL); + x2("(?-i:\g<+1>)(?i:(a)){0}", "A", 0, 1); + x2("(?-i:\g'+1')(?i:(a)){0}", "A", 0, 1); + n("(.(?=\\g<1>))", "", err=onigmo.ONIGERR_NEVER_ENDING_RECURSION) + n("(a)(?<n>b)\\g<1>\\g<n>", "abab", err=onigmo.ONIGERR_NUMBERED_BACKREF_OR_CALL_NOT_ALLOWED) + x2("(a)(?<n>b)(?1)(?&n)", "abab", 0, 4, syn=onigmo.ONIG_SYNTAX_PERL) + x2("((?<v>)a)|b\\g<0>b", "bbabb", 0, 5) + x2("((?<v>)a)|b(?0)b", "bbabb", 0, 5, syn=onigmo.ONIG_SYNTAX_PERL) + x2("((?<v>)a|b(?1)b)", "bbabb", 0, 5, syn=onigmo.ONIG_SYNTAX_PERL) + x2("((?<v>a|b(?&v)b))", "bbabb", 0, 5, syn=onigmo.ONIG_SYNTAX_PERL) + n("(?<", "", err=onigmo.ONIGERR_END_PATTERN_WITH_UNMATCHED_PARENTHESIS) + n("(?'", "", err=onigmo.ONIGERR_EMPTY_GROUP_NAME) + n("(?<>)", "", err=onigmo.ONIGERR_EMPTY_GROUP_NAME) + n("(?<.>)", "", err=onigmo.ONIGERR_INVALID_CHAR_IN_GROUP_NAME) + n("(?<1>)", "", err=onigmo.ONIGERR_INVALID_GROUP_NAME) + n("(?<-1>)", "", err=onigmo.ONIGERR_INVALID_GROUP_NAME) + n("\\g<1->", "", err=onigmo.ONIGERR_INVALID_CHAR_IN_GROUP_NAME) + n("\\g<", "", err=onigmo.ONIGERR_EMPTY_GROUP_NAME) + n("\\g<a", "", err=onigmo.ONIGERR_INVALID_GROUP_NAME) + n("\\g<->", "", err=onigmo.ONIGERR_INVALID_GROUP_NAME) + n("\\g<-0>", "", err=onigmo.ONIGERR_INVALID_GROUP_NAME) + n("\\g<1a>", "", err=onigmo.ONIGERR_INVALID_GROUP_NAME) + n("\\g<a/>", "", err=onigmo.ONIGERR_INVALID_CHAR_IN_GROUP_NAME) + n("\\k.", "") + n("\\k<", "", err=onigmo.ONIGERR_EMPTY_GROUP_NAME) + n("\\k<>", "", err=onigmo.ONIGERR_EMPTY_GROUP_NAME) + n("\\k<1/>", "", err=onigmo.ONIGERR_INVALID_GROUP_NAME) + n("\\k<1-1/>", "", err=onigmo.ONIGERR_INVALID_GROUP_NAME) + n("\\k<1+", "", err=onigmo.ONIGERR_INVALID_CHAR_IN_GROUP_NAME) + n("\\k<.>", "", err=onigmo.ONIGERR_INVALID_CHAR_IN_GROUP_NAME) + n("\\k<a/>", "", err=onigmo.ONIGERR_INVALID_CHAR_IN_GROUP_NAME) + n("\\k<aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa>", "", err=onigmo.ONIGERR_UNDEFINED_NAME_REFERENCE) + n("\\g<1>", "", err=onigmo.ONIGERR_UNDEFINED_GROUP_REFERENCE) + + # character set modifiers + x2("(?u)\\w+", "あa#", 0, 2); + x2("(?a)\\w+", "あa#", 1, 2); + x2("(?u)\\W+", "あa#", 2, 3); + x2("(?a)\\W+", "あa#", 0, 1); + + x2("(?a)\\b", "あa", 1, 1); + x2("(?a)\\w\\b", "aあ", 0, 1); + x2("(?a)\\B", "a ああ ", 2, 2); + + x2("(?u)\\B", "あ ", 2, 2); + x2("(?a)\\B", "あ ", 0, 0); + x2("(?a)\\B", "aあ ", 2, 2); + + x2("(?a)a\\b", " a", 1, 2) + x2("(?u)a\\b", " a", 1, 2) + n("(?a)a\\B", " a") + n("(?a)あ\\b", " あ") + x2("(?u)あ\\b", " あ", 1, 2) + x2("(?a)あ\\B", " あ", 1, 2) + n("(?u)あ\\B", " あ") + + x2("(?a)\\p{Alpha}\\P{Alpha}", "a。", 0, 2); + x2("(?u)\\p{Alpha}\\P{Alpha}", "a。", 0, 2); + x2("(?a)[[:word:]]+", "aあ", 0, 1); + x2("(?a)[[:^word:]]+", "aあ", 1, 2); + x2("(?u)[[:word:]]+", "aあ", 0, 2); + n("(?u)[[:^word:]]+", "aあ"); + + x2("(?iu)\\p{lower}\\p{upper}", "Ab", 0, 2); + x2("(?ia)\\p{lower}\\p{upper}", "Ab", 0, 2); + x2("(?iu)[[:lower:]][[:upper:]]", "Ab", 0, 2); + x2("(?ia)[[:lower:]][[:upper:]]", "Ab", 0, 2); + + if is_unicode_encoding(onig_encoding): + n("(?ia)\\w+", "\u212a\u017f"); # KELVIN SIGN, LATIN SMALL LETTER LONG S + n("(?ia)[\\w]+", "\u212a\u017f"); + n("(?ia)[^\\W]+", "\u212a\u017f"); + x2("(?ia)[^\\W]+", "ks", 0, 2); + n("(?iu)\\p{ASCII}", "\u212a"); + n("(?iu)\\P{ASCII}", "s"); + n("(?iu)[\\p{ASCII}]", "\u212a"); + n("(?iu)[\\P{ASCII}]", "s"); + n("(?ia)\\p{ASCII}", "\u212a"); + n("(?ia)\\P{ASCII}", "s"); + n("(?ia)[\\p{ASCII}]", "\u212a"); + n("(?ia)[\\P{ASCII}]", "s"); + x2("(?iu)[s]+", "Ss\u017f ", 0, 3); + x2("(?ia)[s]+", "Ss\u017f ", 0, 3); + x2("(?iu)[^s]+", "Ss\u017f ", 3, 4); + x2("(?ia)[^s]+", "Ss\u017f ", 3, 4); + x2("(?iu)[[:lower:]]", "\u017f", 0, 1); + n("(?ia)[[:lower:]]", "\u017f"); + x2("(?u)[[:upper:]]", "\u212a", 0, 1); + n("(?a)[[:upper:]]", "\u212a"); + + # Grep syntax + # \+, \?, \|, \{n,m\} + x2("a\\+", "aa", 0, 2, syn=onigmo.ONIG_SYNTAX_GREP) + n("a\\+", "b", syn=onigmo.ONIG_SYNTAX_GREP) + x2("a\\?", "", 0, 0, syn=onigmo.ONIG_SYNTAX_GREP) + x2("a\\?", "a", 0, 1, syn=onigmo.ONIG_SYNTAX_GREP) + x2("ab\\|cd", "cd", 0, 2, syn=onigmo.ONIG_SYNTAX_GREP) + x2("a\\{1,2\\}", "aaa", 0, 2, syn=onigmo.ONIG_SYNTAX_GREP) + x2("a\\{2\\}", "aaa", 0, 2, syn=onigmo.ONIG_SYNTAX_GREP) + n("a\\{|", "", syn=onigmo.ONIG_SYNTAX_GREP, err=onigmo.ONIGERR_END_PATTERN_AT_LEFT_BRACE) + # \< and \> + x2("\\<abc\\>", " abc ", 1, 4, syn=onigmo.ONIG_SYNTAX_GREP) + n("\\<abc\\>", "zabc ", syn=onigmo.ONIG_SYNTAX_GREP) + n("\\<abc\\>", " abcd", syn=onigmo.ONIG_SYNTAX_GREP) + n("\\<abc\\>", "あabcい", syn=onigmo.ONIG_SYNTAX_GREP) + x2("\\<abc\\>", "あabcい", 1, 4, syn=onigmo.ONIG_SYNTAX_GREP, opt=onigmo.ONIG_OPTION_ASCII_RANGE) + n("\\<abc\\>", "zabcい", syn=onigmo.ONIG_SYNTAX_GREP, opt=onigmo.ONIG_OPTION_ASCII_RANGE) + n("\\<abc\\>", "あabcd", syn=onigmo.ONIG_SYNTAX_GREP, opt=onigmo.ONIG_OPTION_ASCII_RANGE) + # others + n("[^a]", "\n", syn=onigmo.ONIG_SYNTAX_GREP) + x2("*", "*", 0, 1, syn=onigmo.ONIG_SYNTAX_GREP) + #x2("\\{1\\}", "{1}", 0, 3, syn.onigmo.ONIG_SYNTAX_GREP) # fails + n("*", "", err=onigmo.ONIGERR_TARGET_OF_REPEAT_OPERATOR_NOT_SPECIFIED) + n("{1}", "", err=onigmo.ONIGERR_TARGET_OF_REPEAT_OPERATOR_NOT_SPECIFIED) + + # \g{} backref + x2("((?<name1>\\d)|(?<name2>\\w))(\\g{name1}|\\g{name2})", "ff", 0, 2, syn=onigmo.ONIG_SYNTAX_PERL); + x2("(?:(?<x>)|(?<x>efg))\\g{x}", "", 0, 0, syn=onigmo.ONIG_SYNTAX_PERL); + x2("(?:(?<x>abc)|(?<x>efg))\\g{x}", "efgabcabc", 3, 9, syn=onigmo.ONIG_SYNTAX_PERL); + n("(?:(?<x>abc)|(?<x>efg))\\g{x}", "abcefg", syn=onigmo.ONIG_SYNTAX_PERL); + x2("((.*)a\\g{2}f)", "bacbabf", 3, 7, syn=onigmo.ONIG_SYNTAX_PERL); + x2("(.*)a\\g{1}f", "baczzzzzz\nbazz\nzzzzbabf", 19, 23, syn=onigmo.ONIG_SYNTAX_PERL); + x2("((.*)a\\g{-1}f)", "bacbabf", 3, 7, syn=onigmo.ONIG_SYNTAX_PERL); + x2("(.*)a\\g{-1}f", "baczzzzzz\nbazz\nzzzzbabf", 19, 23, syn=onigmo.ONIG_SYNTAX_PERL); + x2("(あ*)(い*)\\g{-2}\\g{-1}", "あああいいあああいい", 0, 10, syn=onigmo.ONIG_SYNTAX_PERL); + + # Python/PCRE compatible named group + x2("(?P<name_2>ab)(?P>name_2)", "abab", 0, 4, syn=onigmo.ONIG_SYNTAX_PERL); + x2("(?P<n>|\\((?P>n)\\))+$", "()(())", 0, 6, syn=onigmo.ONIG_SYNTAX_PERL); + x2("((?P<name1>\\d)|(?P<name2>\\w))((?P=name1)|(?P=name2))", "ff", 0, 2, syn=onigmo.ONIG_SYNTAX_PERL); + n("(?P", "", syn=onigmo.ONIG_SYNTAX_PERL, err=onigmo.ONIGERR_UNDEFINED_GROUP_OPTION) + n("(?PX", "", syn=onigmo.ONIG_SYNTAX_PERL, err=onigmo.ONIGERR_UNDEFINED_GROUP_OPTION) + + # Fullwidth Alphabet + n("ａｂｃｄｅｆｇｈｉｊｋｌｍｎｏｐｑｒｓｔｕｖｗｘｙｚ", "ＡＢＣＤＥＦＧＨＩＪＫＬＭＮＯＰＱＲＳＴＵＶＷＸＹＺ"); + x2("(?i)ａｂｃｄｅｆｇｈｉｊｋｌｍｎｏｐｑｒｓｔｕｖｗｘｙｚ", "ａｂｃｄｅｆｇｈｉｊｋｌｍｎｏｐｑｒｓｔｕｖｗｘｙｚ", 0, 26); + x2("(?i)ａｂｃｄｅｆｇｈｉｊｋｌｍｎｏｐｑｒｓｔｕｖｗｘｙｚ", "ＡＢＣＤＥＦＧＨＩＪＫＬＭＮＯＰＱＲＳＴＵＶＷＸＹＺ", 0, 26); + x2("(?i)ＡＢＣＤＥＦＧＨＩＪＫＬＭＮＯＰＱＲＳＴＵＶＷＸＹＺ", "ａｂｃｄｅｆｇｈｉｊｋｌｍｎｏｐｑｒｓｔｕｖｗｘｙｚ", 0, 26); + x2("(?i)ＡＢＣＤＥＦＧＨＩＪＫＬＭＮＯＰＱＲＳＴＵＶＷＸＹＺ", "ＡＢＣＤＥＦＧＨＩＪＫＬＭＮＯＰＱＲＳＴＵＶＷＸＹＺ", 0, 26); + + # Greek + n("αβγδεζηθικλμνξοπρστυφχψω", "ΑΒΓΔΕΖΗΘΙΚΛΜΝΞΟΠΡΣΤΥΦΧΨΩ"); + x2("(?i)αβγδεζηθικλμνξοπρστυφχψω", "αβγδεζηθικλμνξοπρστυφχψω", 0, 24); + x2("(?i)αβγδεζηθικλμνξοπρστυφχψω", "ΑΒΓΔΕΖΗΘΙΚΛΜΝΞΟΠΡΣΤΥΦΧΨΩ", 0, 24); + x2("(?i)ΑΒΓΔΕΖΗΘΙΚΛΜΝΞΟΠΡΣΤΥΦΧΨΩ", "αβγδεζηθικλμνξοπρστυφχψω", 0, 24); + x2("(?i)ΑΒΓΔΕΖΗΘΙΚΛΜΝΞΟΠΡΣΤΥΦΧΨΩ", "ΑΒΓΔΕΖΗΘΙΚΛΜΝΞΟΠΡΣΤΥΦΧΨΩ", 0, 24); + + # Cyrillic + n("абвгдеёжзийклмнопрстуфхцчшщъыьэюя", "АБВГДЕЁЖЗИЙКЛМНОПРСТУФХЦЧШЩЪЫЬЭЮЯ"); + x2("(?i)абвгдеёжзийклмнопрстуфхцчшщъыьэюя", "абвгдеёжзийклмнопрстуфхцчшщъыьэюя", 0, 33); + x2("(?i)абвгдеёжзийклмнопрстуфхцчшщъыьэюя", "АБВГДЕЁЖЗИЙКЛМНОПРСТУФХЦЧШЩЪЫЬЭЮЯ", 0, 33); + x2("(?i)АБВГДЕЁЖЗИЙКЛМНОПРСТУФХЦЧШЩЪЫЬЭЮЯ", "абвгдеёжзийклмнопрстуфхцчшщъыьэюя", 0, 33); + x2("(?i)АБВГДЕЁЖЗИЙКЛМНОПРСТУФХЦЧШЩЪЫЬЭЮЯ", "АБВГДЕЁЖЗИЙКЛМНОПРСТУФХЦЧШЩЪЫЬЭЮЯ", 0, 33); + + # multiple name definition + x2("(?<a>a)(?<a>b)\\k<a>", "aba", 0, 3) + x2("(?<a>a)(?<a>b)\\k<a>", "abb", 0, 3) + x2("(?<a>a)(?<a>b)\\g{a}", "aba", 0, 3, syn=onigmo.ONIG_SYNTAX_PERL) + n("(?<a>a)(?<a>b)\\g{a}", "abb", syn=onigmo.ONIG_SYNTAX_PERL) + n("(?<a>a)(?<a>b)\\g<a>", "aba", err=onigmo.ONIGERR_MULTIPLEX_DEFINITION_NAME_CALL) + x2("(?<a>[ac])(?<a>b)(?&a)", "abc", 0, 3, syn=onigmo.ONIG_SYNTAX_PERL) + n("(?<a>[ac])(?<a>b)(?&a)", "abb", syn=onigmo.ONIG_SYNTAX_PERL) + x2("(?:(?<x>abc)|(?<x>efg))(?i:\\k<x>)", "abcefgEFG", 3, 9) + x2("(?<x>a)(?<x>b)(?i:\\k<x>)+", "abAB", 0, 4) + + # branch reset +# x3("(?|(c)|(?:(b)|(a)))", "a", 0, 1, 2) +# x3("(?|(c)|(?|(b)|(a)))", "a", 0, 1, 1) + + # conditional expression + x2("(?:(a)|(b))(?(1)cd)e", "acde", 0, 4) + n("(?:(a)|(b))(?(1)cd)e", "ae") + x2("(?:(a)|(b))(?(2)cd)e", "ae", 0, 2) + n("(?:(a)|(b))(?(2)cd)e", "acde") + x2("(?:(a)|(b))(?(1)c|d)", "ac", 0, 2) + x2("(?:(a)|(b))(?(1)c|d)", "bd", 0, 2) + n("(?:(a)|(b))(?(1)c|d)", "ad") + n("(?:(a)|(b))(?(1)c|d)", "bc") + x2("(?:(a)|(b))(?:(?(1)cd)e|fg)", "acde", 0, 4) + x2("(?:(a)|(b))(?:(?(1)cd|x)e|fg)", "bxe", 0, 3) + n("(?:(a)|(b))(?:(?(2)cd|x)e|fg)", "bxe") + x2("(?:(?<x>a)|(?<y>b))(?:(?(<x>)cd|x)e|fg)", "bxe", 0, 3) + n("(?:(?<x>a)|(?<y>b))(?:(?(<y>)cd|x)e|fg)", "bxe") + x2("((?<=a))?(?(1)b|c)", "abc", 1, 2) + x2("((?<=a))?(?(1)b|c)", "bc", 1, 2) + x2("((?<x>x)|(?<y>y))(?(<x>)y|x)", "xy", 0, 2) + x2("((?<x>x)|(?<y>y))(?(<x>)y|x)", "yx", 0, 2) + n("((?<x>x)|(?<y>y))(?(<x>)y|x)", "xx") + n("((?<x>x)|(?<y>y))(?(<x>)y|x)", "yy") + n("(a)?(?<n>b)?(?(1)a)(?(<n>)b)", "aa", err=onigmo.ONIGERR_NUMBERED_BACKREF_OR_CALL_NOT_ALLOWED) + x2("(a)?(?<n>b)?(?(1)a)(?(<n>)b)", "aa", 0, 2, syn=onigmo.ONIG_SYNTAX_PERL) + n("()(?(2))", "", err=onigmo.ONIGERR_INVALID_BACKREF) # Issue #65 + n("(?(700000))", "", err=onigmo.ONIGERR_INVALID_BACKREF) + + # Implicit-anchor optimization + x2("(?m:.*abc)", "dddabdd\nddabc", 0, 13) # optimized /(?m:.*abc)/ ==> /\A(?m:.*abc)/ + x2("(?m:.+abc)", "dddabdd\nddabc", 0, 13) # optimized + x2("(?-m:.*abc)", "dddabdd\nddabc", 8, 13) # optimized /(?-m:.*abc)/ ==> /(?:^|\A)(?m:.*abc)/ + n("(?-m:.*ab[x-z])", "dddabdd\nddabc") # optimized + x2("(?-m:.*(?:abc|\\Gabc))", "dddabdd\nddabc", 8, 13) # optimized + x2("(?-m:.+abc)", "dddabdd\nddabc", 8, 13) # optimized + x2("(?-m:.*abc)", "dddabdd\nabc", 8, 11) # optimized + n("(?-m:.+abc)", "dddabdd\nabc") # optimized + x2("(?m:.*\\Z)", "dddabdd\nddabc", 0, 13) # optimized /(?m:.*\Z)/ ==> /\A(?m:.*\Z)/ + x2("(?-m:.*\\Z)", "dddabdd\nddabc", 8, 13) # optimized /(?-m:.*\Z)/ ==> /(?:^|\A)(?m:.*\Z)/ + x2("(.*)X\\1", "1234X2345", 1, 8) # not optimized + + # Allow options in look-behind + x2("(?<=(?i)ab)cd", "ABcd", 2, 4) + x2("(?<=(?i:ab))cd", "ABcd", 2, 4) + n("(?<=(?i)ab)cd", "ABCD") + n("(?<=(?i:ab))cd", "ABCD") + x2("(?<!(?i)ab)cd", "aacd", 2, 4) + x2("(?<!(?i:ab))cd", "aacd", 2, 4) + n("(?<!(?i)ab)cd", "ABcd") + n("(?<!(?i:ab))cd", "ABcd") + + # Absent operator + x2("<-(?~->)->", "<- ->->", 0, 5) + x2("<-(?~->)->\n", "<-1->2<-3->\n", 6, 12) + x2("<-(?~->)->.*<-(?~->)->", "<-1->2<-3->4<-5->", 0, 17) + x2("<-(?~->)->.*?<-(?~->)->", "<-1->2<-3->4<-5->", 0, 11) + x2("(?~abc)c", "abc", 0, 3) + x2("(?~abc)bc", "abc", 0, 3) + x2("(?~abc)abc", "abc", 0, 3) + n("(?~)", " ") + n("(?~)", "") + n(" (?~)", " ") + n(" (?~)", " ") + x2("(?~(?~))", "abc", 0, 3) + x2("(?~a)", "", 0, 0) + x2("(?~a)a", "a", 0, 1) + x2("(?~a)", "x", 0, 1) + x2("(?~a)a", "xa", 0, 2) + x2("(?~.)", "", 0, 0) + x2("(?~.)a", "a", 0, 1) + x2("(?~.)", "x", 0, 0) + x2("(?~.)a", "xa", 1, 2) + x2("(?~abc)", "abc", 0, 2) + x2("(?~b)", "abc", 0, 1) + x2("(?~abc|b)", "abc", 0, 1) + n("(?~|abc)", "abc") # ??? + x2("(?~abc|)", "abc", 0, 1) # ??? + x2("(?~abc|def)x", "abcx", 1, 4) + x2("(?~abc|def)x", "defx", 1, 4) + x2("^(?~\\S+)TEST", "TEST", 0, 4) + x3('(?~(a)c)', 'aab', -1, -1, 1) # $1 should not match. + + # Perl syntax + x2("\\Q()\\[a]\\E[b]", "()\\[a]b", 0, 7, syn=onigmo.ONIG_SYNTAX_PERL) + x2("\\Q()\\[a]", "()\\[a]", 0, 6, syn=onigmo.ONIG_SYNTAX_PERL) # no \E + x2("(?a)(?d)\\w+", "あ", 0, 1, syn=onigmo.ONIG_SYNTAX_PERL) # For now (?d) == (?u) + x2("(?a)(?l)\\w+", "あ", 0, 1, syn=onigmo.ONIG_SYNTAX_PERL) # For now (?l) == (?u) + x2("(?a)(?^)\\w+", "あ", 0, 1, syn=onigmo.ONIG_SYNTAX_PERL) + n("(?i)(?^)a", "A", syn=onigmo.ONIG_SYNTAX_PERL) + n("(?m)(?^)a$", "a\nb", syn=onigmo.ONIG_SYNTAX_PERL) + x2("(?s)(?^).*", "a\nb", 0, 1, syn=onigmo.ONIG_SYNTAX_PERL) + x2("\\o{046}", "\046", 0, 1, syn=onigmo.ONIG_SYNTAX_PERL); + x2("[\\o{044}-\\o{047}]", "\046", 0, 1, syn=onigmo.ONIG_SYNTAX_PERL); + n("\\o{40000000000}", "", syn=onigmo.ONIG_SYNTAX_PERL, err=onigmo.ONIGERR_TOO_BIG_WIDE_CHAR_VALUE); + n("\\o{100000000000}", "", syn=onigmo.ONIG_SYNTAX_PERL, err=onigmo.ONIGERR_TOO_LONG_WIDE_CHAR_VALUE); + n("[\\o{40000000000}]", "", syn=onigmo.ONIG_SYNTAX_PERL, err=onigmo.ONIGERR_TOO_BIG_WIDE_CHAR_VALUE); + n("[\\o{100000000000}]", "", syn=onigmo.ONIG_SYNTAX_PERL, err=onigmo.ONIGERR_TOO_LONG_WIDE_CHAR_VALUE); + + # Backward search + x2("abc", "abcabc", 3, 6, searchtype=SearchType.BACKWARD) + x2("あいう", "あいうあいう", 3, 6, searchtype=SearchType.BACKWARD) + x2("(?i)abc", "ABCABC", 3, 6, searchtype=SearchType.BACKWARD) + x2("(?i)ａｂｃ", "ＡＢＣＡＢＣ", 3, 6, searchtype=SearchType.BACKWARD) + x2("[a-z]{3}$", "abcabc", 3, 6, searchtype=SearchType.BACKWARD) + x2("[あ-ん]{3}$", "あいうあいう", 3, 6, searchtype=SearchType.BACKWARD) + x2(".*[a-z]bc", "abcabc", 3, 6, searchtype=SearchType.BACKWARD) # Issue #69 + x2(".+[a-z]bc", "abcabc", 2, 6, searchtype=SearchType.BACKWARD) # Issue #69 + x2(".{1,3}[a-z]bc", "abcabc", 2, 6, searchtype=SearchType.BACKWARD) + + # onig_match() + x2("abc", "abcabc", 0, 3, searchtype=SearchType.MATCH) + n("abc", " abcabc", searchtype=SearchType.MATCH) + + # onig_search_gpos() + n("\\Gabc", "123abcdef", gpos=2) + x2("\\Gabc", "123abcdef", 3, 6, gpos=3) + x2("\\Gabc", "123abcdef", 3, 6, startpos=3) + n("\\Gabc", "123abcdef", gpos=0, startpos=3) + x2("abc\\G", "abc", 0, 3, searchtype=SearchType.BACKWARD) + n("abc\\G", "abc ", searchtype=SearchType.BACKWARD) + x2("abc\\G", "abc ", 0, 3, searchtype=SearchType.BACKWARD, endpos=3) + x2("abc\\G", "abc ", 0, 3, searchtype=SearchType.BACKWARD, gpos=3) + + # stack size + stack_size = onigmo.onig_get_match_stack_limit_size() + print("Default stack size:", stack_size) + onigmo.onig_set_match_stack_limit_size(1000) + print("New stack size:", onigmo.onig_get_match_stack_limit_size()) + # These patterns need deep stack. + n("^a*$", "a" * 200 + "b") + n("^a*$", "a" * 2000 + "b", execerr=onigmo.ONIGERR_MATCH_STACK_LIMIT_OVER) + onigmo.onig_set_match_stack_limit_size(0) + + # parse depth + parse_depth = onigmo.onig_get_parse_depth_limit() + print("Default parse depth:", parse_depth) + onigmo.onig_set_parse_depth_limit(1000) + print("New parse depth:", onigmo.onig_get_parse_depth_limit()) + # These patterns need deep parse stack. + x2("(" * 200 + "a" + ")" * 200, "a", 0, 1) + n("(" * 2000 + "a" + ")" * 2000, "a", err=onigmo.ONIGERR_PARSE_DEPTH_LIMIT_OVER) + x2("X" + "+" * 100, "X", 0, 1) + n("X" + "+" * 10000, "X", err=onigmo.ONIGERR_PARSE_DEPTH_LIMIT_OVER) + onigmo.onig_set_parse_depth_limit(0) + + # syntax functions + onigmo.onig_set_syntax_op(syntax_default, + onigmo.onig_get_syntax_op(onigmo.ONIG_SYNTAX_DEFAULT)) + onigmo.onig_set_syntax_op2(syntax_default, + onigmo.onig_get_syntax_op2(onigmo.ONIG_SYNTAX_DEFAULT)) + onigmo.onig_set_syntax_behavior(syntax_default, + onigmo.onig_get_syntax_behavior(onigmo.ONIG_SYNTAX_DEFAULT)) + onigmo.onig_set_default_syntax(None) + + + print("\nEncoding:", get_encoding_name(onig_encoding)) + print("RESULT SUCC: %d, FAIL: %d, ERROR: %d (by Onigmo %s)" % ( + nsucc, nfail, nerror, onigmo.onig_version())) + + onigmo.onig_end() + + if (nfail == 0 and nerror == 0): + exit(0) + else: + exit(-1) + +if __name__ == '__main__': + main() + |