#!/usr/bin/env python # # __COPYRIGHT__ # # Permission is hereby granted, free of charge, to any person obtaining # a copy of this software and associated documentation files (the # "Software"), to deal in the Software without restriction, including # without limitation the rights to use, copy, modify, merge, publish, # distribute, sublicense, and/or sell copies of the Software, and to # permit persons to whom the Software is furnished to do so, subject to # the following conditions: # # The above copyright notice and this permission notice shall be included # in all copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY # KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE # WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND # NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE # LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION # OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION # WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. # """ Verify that we can scan Unicode-encoded files for implicit dependencies. """ __revision__ = "__FILE__ __REVISION__ __DATE__ __DEVELOPER__" import TestSCons _python_ = TestSCons._python_ test = TestSCons.TestSCons() ## try: ## unicode ## except NameError: ## import sys ## msg = "Unicode not supported by Python version %s; skipping test\n" ## test.skip_test(msg % sys.version[:3]) import codecs test.write('build.py', r""" import codecs import sys def process(outfp, infile): contents = open(infile, 'rb').read() if contents[:len(codecs.BOM_UTF8)] == codecs.BOM_UTF8: contents = contents[len(codecs.BOM_UTF8):].decode('utf-8') elif contents[:len(codecs.BOM_UTF16_LE)] == codecs.BOM_UTF16_LE: contents = contents[len(codecs.BOM_UTF16_LE):].decode('utf-16-le') elif contents[:len(codecs.BOM_UTF16_BE)] == codecs.BOM_UTF16_BE: contents = contents[len(codecs.BOM_UTF16_BE):].decode('utf-16-be') try: contents = contents.decode('ascii') except (UnicodeDecodeError, AttributeError) as e: contents = contents for line in contents.split('\n')[:-1]: if line[:8] == 'include ': process(outfp, line[8:]) elif line[:8] == 'getfile ': outfp.write('include ' + line[8:] + '\n') # note: converted, but not acted upon else: outfp.write(line + '\n') output = open(sys.argv[2], 'w') process(output, sys.argv[1]) sys.exit(0) """) test.write('SConstruct', """ import re include_re = re.compile(r'^include\s+(\S+)$', re.M) def kfile_scan(node, env, scanpaths, arg): contents = node.get_text_contents() includes = include_re.findall(contents) return includes kscan = Scanner(name = 'kfile', function = kfile_scan, argument = None, skeys = ['.k'], recursive = True) env = Environment() env.Append(SCANNERS = kscan) env.Command('foo', 'foo.k', r'%(_python_)s build.py $SOURCES $TARGET') """ % locals()) test.write('foo.k', """\ foo.k 1 line 1 include ascii.k include utf8.k include utf16le.k include utf16be.k foo.k 1 line 4 """) contents = (u"""\ ascii.k 1 line 1 include ascii.inc ascii.k 1 line 3 """) test.write('ascii.k', contents.encode('ascii')) contents = (u"""\ utf8.k 1 line 1 include utf8.inc utf8.k 1 line 3 """) test.write('utf8.k', codecs.BOM_UTF8 + contents.encode('utf-8')) contents = (u"""\ utf16le.k 1 line 1 include utf16le.inc utf16le.k 1 line 3 """) test.write('utf16le.k', codecs.BOM_UTF16_LE + contents.encode('utf-16-le')) contents = (u"""\ utf16be.k 1 line 1 include utf16be.inc utf16be.k 1 line 3 """) test.write('utf16be.k', codecs.BOM_UTF16_BE + contents.encode('utf-16-be')) test.write('ascii.inc', "ascii.inc 1\n") test.write('utf8.inc', "utf8.inc 1\n") test.write('utf16le.inc', "utf16le.inc 1\n") test.write('utf16be.inc', "utf16be.inc 1\n") test.run(arguments='foo') expect = """\ foo.k 1 line 1 ascii.k 1 line 1 ascii.inc 1 ascii.k 1 line 3 utf8.k 1 line 1 utf8.inc 1 utf8.k 1 line 3 utf16le.k 1 line 1 utf16le.inc 1 utf16le.k 1 line 3 utf16be.k 1 line 1 utf16be.inc 1 utf16be.k 1 line 3 foo.k 1 line 4 """ test.must_match('foo', expect, mode='r') test.up_to_date(arguments='foo') test.write('ascii.inc', "ascii.inc 2\n") test.not_up_to_date(arguments = 'foo') expect = """\ foo.k 1 line 1 ascii.k 1 line 1 ascii.inc 2 ascii.k 1 line 3 utf8.k 1 line 1 utf8.inc 1 utf8.k 1 line 3 utf16le.k 1 line 1 utf16le.inc 1 utf16le.k 1 line 3 utf16be.k 1 line 1 utf16be.inc 1 utf16be.k 1 line 3 foo.k 1 line 4 """ test.must_match('foo', expect, mode='r') test.up_to_date(arguments = 'foo') test.write('utf8.inc', "utf8.inc 2\n") test.not_up_to_date(arguments = 'foo') expect = """\ foo.k 1 line 1 ascii.k 1 line 1 ascii.inc 2 ascii.k 1 line 3 utf8.k 1 line 1 utf8.inc 2 utf8.k 1 line 3 utf16le.k 1 line 1 utf16le.inc 1 utf16le.k 1 line 3 utf16be.k 1 line 1 utf16be.inc 1 utf16be.k 1 line 3 foo.k 1 line 4 """ test.must_match('foo', expect, mode='r') test.up_to_date(arguments = 'foo') test.write('utf16le.inc', "utf16le.inc 2\n") test.not_up_to_date(arguments = 'foo') expect = """\ foo.k 1 line 1 ascii.k 1 line 1 ascii.inc 2 ascii.k 1 line 3 utf8.k 1 line 1 utf8.inc 2 utf8.k 1 line 3 utf16le.k 1 line 1 utf16le.inc 2 utf16le.k 1 line 3 utf16be.k 1 line 1 utf16be.inc 1 utf16be.k 1 line 3 foo.k 1 line 4 """ test.must_match('foo', expect, mode='r') test.up_to_date(arguments = 'foo') test.write('utf16be.inc', "utf16be.inc 2\n") test.not_up_to_date(arguments = 'foo') expect = """\ foo.k 1 line 1 ascii.k 1 line 1 ascii.inc 2 ascii.k 1 line 3 utf8.k 1 line 1 utf8.inc 2 utf8.k 1 line 3 utf16le.k 1 line 1 utf16le.inc 2 utf16le.k 1 line 3 utf16be.k 1 line 1 utf16be.inc 2 utf16be.k 1 line 3 foo.k 1 line 4 """ test.must_match('foo', expect, mode='r') test.up_to_date(arguments = 'foo') test.pass_test() # Local Variables: # tab-width:4 # indent-tabs-mode:nil # End: # vim: set expandtab tabstop=4 shiftwidth=4: