--- /dev/null
+#! /usr/bin/env python3
+import sys
+from os.path import abspath, expanduser, dirname, join
+from itertools import chain
+import json
+import argparse
+
+from vis import vis, unvis, VIS_WHITE
+
+
+__dir__ = dirname(abspath(__file__))
+
+OUTPUT_FILE = join(__dir__, '..', 'fixtures', 'unvis_fixtures.json')
+
+# Add custom fixtures here
+CUSTOM_FIXTURES = [
+ # test long multibyte string
+ ''.join(chr(cp) for cp in range(1024)),
+ 'foo bar',
+ 'foo\nbar',
+ "$bar = 'baz';",
+ r'$foo = "\x20\\x20\\\x20\\\\x20"',
+ '$foo = function($bar) use($baz) {\n\treturn $baz->getFoo()\n};'
+]
+
+RANGES = {
+ # All valid codepoints in the BMP
+ 'bmp': chain(range(0x0000, 0xD800), range(0xE000, 0xFFFF)),
+ # Smaller set of pertinent? codepoints inside BMP
+ # see: http://en.wikipedia.org/wiki/Plane_(Unicode)#Basic_Multilingual_Plane
+ 'small': chain(
+ # latin blocks
+ range(0x0000, 0x0250),
+ # Greek, Cyrillic
+ range(0x0370, 0x0530),
+ # Hebrew, Arabic
+ range(0x590, 0x0700),
+ # CJK radicals
+ range(0x2E80, 0x2F00),
+ # Hiragana, Katakana
+ range(0x3040, 0x3100)
+ )
+}
+
+
+if __name__ == '__main__':
+
+ argp = argparse.ArgumentParser(
+ description='Generates test data for Psy\\Test\\Util\\StrTest')
+ argp.add_argument('-f', '--format-output', action='store_true',
+ help='Indent JSON output to ease debugging')
+ argp.add_argument('-a', '--all', action='store_true',
+ help="""Generates test data for all codepoints of the BMP.
+ (same as --range=bmp). WARNING: You will need quite
+ a lot of RAM to run the testsuite !
+ """)
+ argp.add_argument('-r', '--range',
+ help="""Choose the range of codepoints used to generate
+ test data.""",
+ choices=list(RANGES.keys()),
+ default='small')
+ argp.add_argument('-o', '--output-file',
+ help="""Write test data to OUTPUT_FILE
+ (defaults to PSYSH_DIR/test/fixtures)""")
+ args = argp.parse_args()
+
+ cp_range = RANGES['bmp'] if args.all else RANGES[args.range]
+ indent = 2 if args.format_output else None
+ if args.output_file:
+ OUTPUT_FILE = abspath(expanduser(args.output_file))
+
+ fixtures = []
+
+ # use SMALL_RANGE by default, it should be enough.
+ # use BMP_RANGE for a more complete smoke test
+ for codepoint in cp_range:
+ char = chr(codepoint)
+ encoded = vis(char, VIS_WHITE)
+ decoded = unvis(encoded)
+ fixtures.append((encoded, decoded))
+
+ # Add our own custom fixtures at the end,
+ # since they would fail anyway if one of the previous did.
+ for fixture in CUSTOM_FIXTURES:
+ encoded = vis(fixture, VIS_WHITE)
+ decoded = unvis(encoded)
+ fixtures.append((encoded, decoded))
+
+ with open(OUTPUT_FILE, 'w') as fp:
+ # dump as json to avoid backslashin and quotin nightmare
+ # between php and python
+ json.dump(fixtures, fp, indent=indent)
+
+ sys.exit(0)