diff options
Diffstat (limited to 'tools/regression/xsl_reports')
65 files changed, 10251 insertions, 0 deletions
diff --git a/tools/regression/xsl_reports/README.txt b/tools/regression/xsl_reports/README.txt new file mode 100644 index 0000000000..0f9cccda4d --- /dev/null +++ b/tools/regression/xsl_reports/README.txt @@ -0,0 +1,27 @@ + + +This folder keeps scripts the produce the Boost regression test tables. + +The entry point is the boost_wide_report.py script. In the simplest +case, it should be run as: + + python boost_wide_report.py + --locate-root=XXX + --results-dir=YYY + --tag trunk + --expected-results=XXX + --failures-markup=XXX + +The 'trunk' is the tag of things that are tested, and should match the +directory name on the server keeping uploaded individual results. +'results-dir' is a directory where individual results (zip files) will +be downloaded, and then processed. expected-results and failures-markup +should be paths to corresponding files in 'status' subdir of boost tree. +locate-root should point at boost root, it's unclear if it of any use +now. + +This will download and process *all* test results, but it will not +upload them, so good for local testing. It's possible to run +this command, interrupt it while it processes results, leave just +a few .zip files in result dir, and then re-run with --dont-collect-logs +option, to use downloaded zips only. diff --git a/tools/regression/xsl_reports/boost_wide_report.py b/tools/regression/xsl_reports/boost_wide_report.py new file mode 100644 index 0000000000..bc598685c4 --- /dev/null +++ b/tools/regression/xsl_reports/boost_wide_report.py @@ -0,0 +1,835 @@ + +# Copyright (c) MetaCommunications, Inc. 2003-2007 +# +# Distributed under the Boost Software License, Version 1.0. +# (See accompanying file LICENSE_1_0.txt or copy at +# http://www.boost.org/LICENSE_1_0.txt) + +import shutil +import codecs +import xml.sax.handler +import xml.sax.saxutils +import glob +import re +import os.path +import os +import string +import time +import sys +import ftplib + +import utils + +report_types = [ 'us', 'ds', 'ud', 'dd', 'l', 'p', 'i', 'n', 'ddr', 'dsr', 'udr', 'usr' ] + +if __name__ == '__main__': + run_dir = os.path.abspath( os.path.dirname( sys.argv[ 0 ] ) ) +else: + run_dir = os.path.abspath( os.path.dirname( sys.modules[ __name__ ].__file__ ) ) + + +def map_path( path ): + return os.path.join( run_dir, path ) + + +def xsl_path( xsl_file_name ): + return map_path( os.path.join( 'xsl/v2', xsl_file_name ) ) + +class file_info: + def __init__( self, file_name, file_size, file_date ): + self.name = file_name + self.size = file_size + self.date = file_date + + def __repr__( self ): + return "name: %s, size: %s, date %s" % ( self.name, self.size, self.date ) + +# +# Find the mod time from unix format directory listing line +# + +def get_date( words ): + date = words[ 5: -1 ] + t = time.localtime() + + month_names = [ "Jan", "Feb", "Mar", "Apr", "May", "Jun", "Jul", "Aug", "Sep", "Oct", "Nov", "Dec" ] + + year = time.localtime()[0] # If year is not secified is it the current year + month = month_names.index( date[0] ) + 1 + day = int( date[1] ) + hours = 0 + minutes = 0 + + if date[2].find( ":" ) != -1: + ( hours, minutes ) = [ int(x) for x in date[2].split( ":" ) ] + else: + # there is no way to get seconds for not current year dates + year = int( date[2] ) + + return ( year, month, day, hours, minutes, 0, 0, 0, 0 ) + +def list_ftp( f ): + # f is an ftp object + utils.log( "listing source content" ) + lines = [] + + # 1. get all lines + f.dir( lambda x: lines.append( x ) ) + + # 2. split lines into words + word_lines = [ x.split( None, 8 ) for x in lines ] + + # we don't need directories + result = [ file_info( l[-1], None, get_date( l ) ) for l in word_lines if l[0][0] != "d" ] + for f in result: + utils.log( " %s" % f ) + return result + +def list_dir( dir ): + utils.log( "listing destination content %s" % dir ) + result = [] + for file_path in glob.glob( os.path.join( dir, "*.zip" ) ): + if os.path.isfile( file_path ): + mod_time = time.localtime( os.path.getmtime( file_path ) ) + mod_time = ( mod_time[0], mod_time[1], mod_time[2], mod_time[3], mod_time[4], mod_time[5], 0, 0, mod_time[8] ) + # no size (for now) + result.append( file_info( os.path.basename( file_path ), None, mod_time ) ) + for fi in result: + utils.log( " %s" % fi ) + return result + +def find_by_name( d, name ): + for dd in d: + if dd.name == name: + return dd + return None + +def diff( source_dir_content, destination_dir_content ): + utils.log( "Finding updated files" ) + result = ( [], [] ) # ( changed_files, obsolete_files ) + for source_file in source_dir_content: + found = find_by_name( destination_dir_content, source_file.name ) + if found is None: result[0].append( source_file.name ) + elif time.mktime( found.date ) != time.mktime( source_file.date ): result[0].append( source_file.name ) + else: + pass + for destination_file in destination_dir_content: + found = find_by_name( source_dir_content, destination_file.name ) + if found is None: result[1].append( destination_file.name ) + utils.log( " Updated files:" ) + for f in result[0]: + utils.log( " %s" % f ) + utils.log( " Obsolete files:" ) + for f in result[1]: + utils.log( " %s" % f ) + return result + +def _modtime_timestamp( file ): + return os.stat( file ).st_mtime + + +root_paths = [] + +def shorten( file_path ): + root_paths.sort( lambda x, y: cmp( len(y ), len( x ) ) ) + for root in root_paths: + if file_path.lower().startswith( root.lower() ): + return file_path[ len( root ): ].replace( "\\", "/" ) + return file_path.replace( "\\", "/" ) + +class action: + def __init__( self, file_path ): + self.file_path_ = file_path + self.relevant_paths_ = [ self.file_path_ ] + self.boost_paths_ = [] + self.dependencies_ = [] + self.other_results_ = [] + + def run( self ): + utils.log( "%s: run" % shorten( self.file_path_ ) ) + __log__ = 2 + + for dependency in self.dependencies_: + if not os.path.exists( dependency ): + utils.log( "%s doesn't exists, removing target" % shorten( dependency ) ) + self.clean() + return + + if not os.path.exists( self.file_path_ ): + utils.log( "target doesn't exists, building" ) + self.update() + return + + dst_timestamp = _modtime_timestamp( self.file_path_ ) + utils.log( " target: %s [%s]" % ( shorten( self.file_path_ ), dst_timestamp ) ) + needs_updating = 0 + utils.log( " dependencies:" ) + for dependency in self.dependencies_: + dm = _modtime_timestamp( dependency ) + update_mark = "" + if dm > dst_timestamp: + needs_updating = 1 + utils.log( ' %s [%s] %s' % ( shorten( dependency ), dm, update_mark ) ) + + if needs_updating: + utils.log( "target needs updating, rebuilding" ) + self.update() + return + else: + utils.log( "target is up-to-date" ) + + + def clean( self ): + to_unlink = self.other_results_ + [ self.file_path_ ] + for result in to_unlink: + utils.log( ' Deleting obsolete "%s"' % shorten( result ) ) + if os.path.exists( result ): + os.unlink( result ) + +class merge_xml_action( action ): + def __init__( self, source, destination, expected_results_file, failures_markup_file, tag ): + action.__init__( self, destination ) + self.source_ = source + self.destination_ = destination + self.tag_ = tag + + self.expected_results_file_ = expected_results_file + self.failures_markup_file_ = failures_markup_file + + self.dependencies_.extend( [ + self.source_ + , self.expected_results_file_ + , self.failures_markup_file_ + ] + ) + + self.relevant_paths_.extend( [ self.source_ ] ) + self.boost_paths_.extend( [ self.expected_results_file_, self.failures_markup_file_ ] ) + + + + def update( self ): + def filter_xml( src, dest ): + + class xmlgen( xml.sax.saxutils.XMLGenerator ): + def __init__( self, writer ): + xml.sax.saxutils.XMLGenerator.__init__( self, writer ) + + self.trimmed = 0 + self.character_content = "" + + def startElement( self, name, attrs): + self.flush() + xml.sax.saxutils.XMLGenerator.startElement( self, name, attrs ) + + def endElement( self, name ): + self.flush() + xml.sax.saxutils.XMLGenerator.endElement( self, name ) + + def flush( self ): + content = self.character_content + self.character_content = "" + self.trimmed = 0 + xml.sax.saxutils.XMLGenerator.characters( self, content ) + + def characters( self, content ): + if not self.trimmed: + max_size = pow( 2, 16 ) + self.character_content += content + if len( self.character_content ) > max_size: + self.character_content = self.character_content[ : max_size ] + "...\n\n[The content has been trimmed by the report system because it exceeds %d bytes]" % max_size + self.trimmed = 1 + + o = open( dest, "w" ) + try: + gen = xmlgen( o ) + xml.sax.parse( src, gen ) + finally: + o.close() + + return dest + + + utils.log( 'Merging "%s" with expected results...' % shorten( self.source_ ) ) + try: + trimmed_source = filter_xml( self.source_, '%s-trimmed.xml' % os.path.splitext( self.source_ )[0] ) + utils.libxslt( + utils.log + , trimmed_source + , xsl_path( 'add_expected_results.xsl' ) + , self.file_path_ + , { + "expected_results_file" : self.expected_results_file_ + , "failures_markup_file": self.failures_markup_file_ + , "source" : self.tag_ + } + ) + + os.unlink( trimmed_source ) + + except Exception, msg: + utils.log( ' Skipping "%s" due to errors (%s)' % ( self.source_, msg ) ) + if os.path.exists( self.file_path_ ): + os.unlink( self.file_path_ ) + + + def _xml_timestamp( xml_path ): + + class timestamp_reader( xml.sax.handler.ContentHandler ): + def startElement( self, name, attrs ): + if name == 'test-run': + self.timestamp = attrs.getValue( 'timestamp' ) + raise self + + try: + xml.sax.parse( xml_path, timestamp_reader() ) + raise 'Cannot extract timestamp from "%s". Invalid XML file format?' % xml_path + except timestamp_reader, x: + return x.timestamp + + +class make_links_action( action ): + def __init__( self, source, destination, output_dir, tag, run_date, comment_file, failures_markup_file ): + action.__init__( self, destination ) + self.dependencies_.append( source ) + self.source_ = source + self.output_dir_ = output_dir + self.tag_ = tag + self.run_date_ = run_date + self.comment_file_ = comment_file + self.failures_markup_file_ = failures_markup_file + self.links_file_path_ = os.path.join( output_dir, 'links.html' ) + + def update( self ): + utils.makedirs( os.path.join( os.path.dirname( self.links_file_path_ ), "output" ) ) + utils.makedirs( os.path.join( os.path.dirname( self.links_file_path_ ), "developer", "output" ) ) + utils.makedirs( os.path.join( os.path.dirname( self.links_file_path_ ), "user", "output" ) ) + utils.log( ' Making test output files...' ) + try: + utils.libxslt( + utils.log + , self.source_ + , xsl_path( 'links_page.xsl' ) + , self.links_file_path_ + , { + 'source': self.tag_ + , 'run_date': self.run_date_ + , 'comment_file': self.comment_file_ + , 'explicit_markup_file': self.failures_markup_file_ + } + ) + except Exception, msg: + utils.log( ' Skipping "%s" due to errors (%s)' % ( self.source_, msg ) ) + + open( self.file_path_, "w" ).close() + + +class unzip_action( action ): + def __init__( self, source, destination, unzip_func ): + action.__init__( self, destination ) + self.dependencies_.append( source ) + self.source_ = source + self.unzip_func_ = unzip_func + + def update( self ): + try: + utils.log( ' Unzipping "%s" ... into "%s"' % ( shorten( self.source_ ), os.path.dirname( self.file_path_ ) ) ) + self.unzip_func_( self.source_, os.path.dirname( self.file_path_ ) ) + except Exception, msg: + utils.log( ' Skipping "%s" due to errors (%s)' % ( self.source_, msg ) ) + + +def ftp_task( site, site_path , destination ): + __log__ = 1 + utils.log( '' ) + utils.log( 'ftp_task: "ftp://%s/%s" -> %s' % ( site, site_path, destination ) ) + + utils.log( ' logging on ftp site %s' % site ) + f = ftplib.FTP( site ) + f.login() + utils.log( ' cwd to "%s"' % site_path ) + f.cwd( site_path ) + + source_content = list_ftp( f ) + source_content = [ x for x in source_content if re.match( r'.+[.](?<!log[.])zip', x.name ) and x.name.lower() != 'boostbook.zip' ] + destination_content = list_dir( destination ) + d = diff( source_content, destination_content ) + + def synchronize(): + for source in d[0]: + utils.log( 'Copying "%s"' % source ) + result = open( os.path.join( destination, source ), 'wb' ) + f.retrbinary( 'RETR %s' % source, result.write ) + result.close() + mod_date = find_by_name( source_content, source ).date + m = time.mktime( mod_date ) + os.utime( os.path.join( destination, source ), ( m, m ) ) + + for obsolete in d[1]: + utils.log( 'Deleting "%s"' % obsolete ) + os.unlink( os.path.join( destination, obsolete ) ) + + utils.log( " Synchronizing..." ) + __log__ = 2 + synchronize() + + f.quit() + +def unzip_archives_task( source_dir, processed_dir, unzip_func ): + utils.log( '' ) + utils.log( 'unzip_archives_task: unpacking updated archives in "%s" into "%s"...' % ( source_dir, processed_dir ) ) + __log__ = 1 + + target_files = [ os.path.join( processed_dir, os.path.basename( x.replace( ".zip", ".xml" ) ) ) for x in glob.glob( os.path.join( source_dir, "*.zip" ) ) ] + glob.glob( os.path.join( processed_dir, "*.xml" ) ) + actions = [ unzip_action( os.path.join( source_dir, os.path.basename( x.replace( ".xml", ".zip" ) ) ), x, unzip_func ) for x in target_files ] + for a in actions: + a.run() + +def merge_xmls_task( source_dir, processed_dir, merged_dir, expected_results_file, failures_markup_file, tag ): + utils.log( '' ) + utils.log( 'merge_xmls_task: merging updated XMLs in "%s"...' % source_dir ) + __log__ = 1 + + utils.makedirs( merged_dir ) + target_files = [ os.path.join( merged_dir, os.path.basename( x ) ) for x in glob.glob( os.path.join( processed_dir, "*.xml" ) ) ] + glob.glob( os.path.join( merged_dir, "*.xml" ) ) + actions = [ merge_xml_action( os.path.join( processed_dir, os.path.basename( x ) ) + , x + , expected_results_file + , failures_markup_file + , tag ) for x in target_files ] + + for a in actions: + a.run() + + +def make_links_task( input_dir, output_dir, tag, run_date, comment_file, extended_test_results, failures_markup_file ): + utils.log( '' ) + utils.log( 'make_links_task: make output files for test results in "%s"...' % input_dir ) + __log__ = 1 + + target_files = [ x + ".links" for x in glob.glob( os.path.join( input_dir, "*.xml" ) ) ] + glob.glob( os.path.join( input_dir, "*.links" ) ) + actions = [ make_links_action( x.replace( ".links", "" ) + , x + , output_dir + , tag + , run_date + , comment_file + , failures_markup_file + ) for x in target_files ] + + for a in actions: + a.run() + + +class xmlgen( xml.sax.saxutils.XMLGenerator ): + document_started = 0 + + def startDocument( self ): + if not self.document_started: + xml.sax.saxutils.XMLGenerator.startDocument( self ) + self.document_started = 1 + + +def merge_processed_test_runs( test_runs_dir, tag, writer ): + utils.log( '' ) + utils.log( 'merge_processed_test_runs: merging processed test runs from %s into a single XML...' % test_runs_dir ) + __log__ = 1 + + all_runs_xml = xmlgen( writer, encoding='utf-8' ) + all_runs_xml.startDocument() + all_runs_xml.startElement( 'all-test-runs', {} ) + + files = glob.glob( os.path.join( test_runs_dir, '*.xml' ) ) + for test_run in files: + #file_pos = writer.stream.tell() + file_pos = writer.tell() + try: + utils.log( ' Writing "%s" into the resulting XML...' % test_run ) + xml.sax.parse( test_run, all_runs_xml ) + except Exception, msg: + utils.log( ' Skipping "%s" due to errors (%s)' % ( test_run, msg ) ) + #writer.stream.seek( file_pos ) + #writer.stream.truncate() + writer.seek( file_pos ) + writer.truncate() + + all_runs_xml.endElement( 'all-test-runs' ) + all_runs_xml.endDocument() + + +def execute_tasks( + tag + , user + , run_date + , comment_file + , results_dir + , output_dir + , reports + , warnings + , extended_test_results + , dont_collect_logs + , expected_results_file + , failures_markup_file + ): + + incoming_dir = os.path.join( results_dir, 'incoming', tag ) + processed_dir = os.path.join( incoming_dir, 'processed' ) + merged_dir = os.path.join( processed_dir, 'merged' ) + if not os.path.exists( incoming_dir ): + os.makedirs( incoming_dir ) + if not os.path.exists( processed_dir ): + os.makedirs( processed_dir ) + if not os.path.exists( merged_dir ): + os.makedirs( merged_dir ) + + if not dont_collect_logs: + ftp_site = 'boost.cowic.de' + site_path = '/boost/do-not-publish-this-url/results/%s' % tag + + ftp_task( ftp_site, site_path, incoming_dir ) + + unzip_archives_task( incoming_dir, processed_dir, utils.unzip ) + merge_xmls_task( incoming_dir, processed_dir, merged_dir, expected_results_file, failures_markup_file, tag ) + make_links_task( merged_dir + , output_dir + , tag + , run_date + , comment_file + , extended_test_results + , failures_markup_file ) + + + results_xml_path = os.path.join( output_dir, 'extended_test_results.xml' ) + #writer = codecs.open( results_xml_path, 'w', 'utf-8' ) + writer = open( results_xml_path, 'w' ) + merge_processed_test_runs( merged_dir, tag, writer ) + writer.close() + + + make_result_pages( + extended_test_results + , expected_results_file + , failures_markup_file + , tag + , run_date + , comment_file + , output_dir + , reports + , warnings + ) + + +def make_result_pages( + extended_test_results + , expected_results_file + , failures_markup_file + , tag + , run_date + , comment_file + , output_dir + , reports + , warnings + ): + + utils.log( 'Producing the reports...' ) + __log__ = 1 + + warnings_text = '+'.join( warnings ) + + if comment_file != '': + comment_file = os.path.abspath( comment_file ) + + links = os.path.join( output_dir, 'links.html' ) + + utils.makedirs( os.path.join( output_dir, 'output' ) ) + for mode in ( 'developer', 'user' ): + utils.makedirs( os.path.join( output_dir, mode , 'output' ) ) + + issues = os.path.join( output_dir, 'developer', 'issues.html' ) + if 'i' in reports: + utils.log( ' Making issues list...' ) + utils.libxslt( + utils.log + , extended_test_results + , xsl_path( 'issues_page.xsl' ) + , issues + , { + 'source': tag + , 'run_date': run_date + , 'warnings': warnings_text + , 'comment_file': comment_file + , 'expected_results_file': expected_results_file + , 'explicit_markup_file': failures_markup_file + , 'release': "yes" + } + ) + + for mode in ( 'developer', 'user' ): + if mode[0] + 'd' in reports: + utils.log( ' Making detailed %s report...' % mode ) + utils.libxslt( + utils.log + , extended_test_results + , xsl_path( 'result_page.xsl' ) + , os.path.join( output_dir, mode, 'index.html' ) + , { + 'links_file': 'links.html' + , 'mode': mode + , 'source': tag + , 'run_date': run_date + , 'warnings': warnings_text + , 'comment_file': comment_file + , 'expected_results_file': expected_results_file + , 'explicit_markup_file' : failures_markup_file + } + ) + + for mode in ( 'developer', 'user' ): + if mode[0] + 's' in reports: + utils.log( ' Making summary %s report...' % mode ) + utils.libxslt( + utils.log + , extended_test_results + , xsl_path( 'summary_page.xsl' ) + , os.path.join( output_dir, mode, 'summary.html' ) + , { + 'mode' : mode + , 'source': tag + , 'run_date': run_date + , 'warnings': warnings_text + , 'comment_file': comment_file + , 'explicit_markup_file' : failures_markup_file + } + ) + + for mode in ( 'developer', 'user' ): + if mode[0] + 'dr' in reports: + utils.log( ' Making detailed %s release report...' % mode ) + utils.libxslt( + utils.log + , extended_test_results + , xsl_path( 'result_page.xsl' ) + , os.path.join( output_dir, mode, 'index_release.html' ) + , { + 'links_file': 'links.html' + , 'mode': mode + , 'source': tag + , 'run_date': run_date + , 'warnings': warnings_text + , 'comment_file': comment_file + , 'expected_results_file': expected_results_file + , 'explicit_markup_file' : failures_markup_file + , 'release': "yes" + } + ) + + for mode in ( 'developer', 'user' ): + if mode[0] + 'sr' in reports: + utils.log( ' Making summary %s release report...' % mode ) + utils.libxslt( + utils.log + , extended_test_results + , xsl_path( 'summary_page.xsl' ) + , os.path.join( output_dir, mode, 'summary_release.html' ) + , { + 'mode' : mode + , 'source': tag + , 'run_date': run_date + , 'warnings': warnings_text + , 'comment_file': comment_file + , 'explicit_markup_file' : failures_markup_file + , 'release': 'yes' + } + ) + + if 'e' in reports: + utils.log( ' Generating expected_results ...' ) + utils.libxslt( + utils.log + , extended_test_results + , xsl_path( 'produce_expected_results.xsl' ) + , os.path.join( output_dir, 'expected_results.xml' ) + ) + + if 'n' in reports: + utils.log( ' Making runner comment files...' ) + utils.libxslt( + utils.log + , extended_test_results + , xsl_path( 'runners.xsl' ) + , os.path.join( output_dir, 'runners.html' ) + ) + + shutil.copyfile( + xsl_path( 'html/master.css' ) + , os.path.join( output_dir, 'master.css' ) + ) + + fix_file_names( output_dir ) + + +def fix_file_names( dir ): + """ + The current version of xslproc doesn't correctly handle + spaces. We have to manually go through the + result set and decode encoded spaces (%20). + """ + utils.log( 'Fixing encoded file names...' ) + for root, dirs, files in os.walk( dir ): + for file in files: + if file.find( "%20" ) > -1: + new_name = file.replace( "%20", " " ) + utils.rename( + utils.log + , os.path.join( root, file ) + , os.path.join( root, new_name ) + ) + + +def build_xsl_reports( + locate_root_dir + , tag + , expected_results_file + , failures_markup_file + , comment_file + , results_dir + , result_file_prefix + , dont_collect_logs = 0 + , reports = report_types + , warnings = [] + , user = None + , upload = False + ): + + ( run_date ) = time.strftime( '%Y-%m-%dT%H:%M:%SZ', time.gmtime() ) + + root_paths.append( locate_root_dir ) + root_paths.append( results_dir ) + + bin_boost_dir = os.path.join( locate_root_dir, 'bin', 'boost' ) + + output_dir = os.path.join( results_dir, result_file_prefix ) + utils.makedirs( output_dir ) + + if expected_results_file != '': + expected_results_file = os.path.abspath( expected_results_file ) + else: + expected_results_file = os.path.abspath( map_path( 'empty_expected_results.xml' ) ) + + + extended_test_results = os.path.join( output_dir, 'extended_test_results.xml' ) + + execute_tasks( + tag + , user + , run_date + , comment_file + , results_dir + , output_dir + , reports + , warnings + , extended_test_results + , dont_collect_logs + , expected_results_file + , failures_markup_file + ) + + if upload: + upload_dir = 'regression-logs/' + utils.log( 'Uploading results into "%s" [connecting as %s]...' % ( upload_dir, user ) ) + + archive_name = '%s.tar.gz' % result_file_prefix + utils.tar( + os.path.join( results_dir, result_file_prefix ) + , archive_name + ) + + utils.sourceforge.upload( os.path.join( results_dir, archive_name ), upload_dir, user ) + utils.sourceforge.untar( os.path.join( upload_dir, archive_name ), user, background = True ) + + +def accept_args( args ): + args_spec = [ + 'locate-root=' + , 'tag=' + , 'expected-results=' + , 'failures-markup=' + , 'comment=' + , 'results-dir=' + , 'results-prefix=' + , 'dont-collect-logs' + , 'reports=' + , 'user=' + , 'upload' + , 'help' + ] + + options = { + '--comment': '' + , '--expected-results': '' + , '--failures-markup': '' + , '--reports': string.join( report_types, ',' ) + , '--tag': None + , '--user': None + , 'upload': False + } + + utils.accept_args( args_spec, args, options, usage ) + if not options.has_key( '--results-dir' ): + options[ '--results-dir' ] = options[ '--locate-root' ] + + if not options.has_key( '--results-prefix' ): + options[ '--results-prefix' ] = 'all' + + return ( + options[ '--locate-root' ] + , options[ '--tag' ] + , options[ '--expected-results' ] + , options[ '--failures-markup' ] + , options[ '--comment' ] + , options[ '--results-dir' ] + , options[ '--results-prefix' ] + , options.has_key( '--dont-collect-logs' ) + , options[ '--reports' ].split( ',' ) + , options[ '--user' ] + , options.has_key( '--upload' ) + ) + + +def usage(): + print 'Usage: %s [options]' % os.path.basename( sys.argv[0] ) + print ''' +\t--locate-root the same as --locate-root in compiler_status +\t--tag the tag for the results (i.e. 'trunk') +\t--expected-results the file with the results to be compared with +\t the current run +\t--failures-markup the file with the failures markup +\t--comment an html comment file (will be inserted in the reports) +\t--results-dir the directory containing -links.html, -fail.html +\t files produced by compiler_status (by default the +\t same as specified in --locate-root) +\t--results-prefix the prefix of -links.html, -fail.html +\t files produced by compiler_status +\t--user SourceForge user name for a shell account +\t--upload upload reports to SourceForge + +The following options are useful in debugging: + +\t--dont-collect-logs dont collect the test logs +\t--reports produce only the specified reports +\t us - user summary +\t ds - developer summary +\t ud - user detailed +\t dd - developer detailed +\t l - links +\t p - patches +\t x - extended results file +\t i - issues +\t n - runner comment files +''' + +def main(): + build_xsl_reports( *accept_args( sys.argv[ 1 : ] ) ) + +if __name__ == '__main__': + main() diff --git a/tools/regression/xsl_reports/boostbook_report.py b/tools/regression/xsl_reports/boostbook_report.py new file mode 100644 index 0000000000..6c91a939dd --- /dev/null +++ b/tools/regression/xsl_reports/boostbook_report.py @@ -0,0 +1,179 @@ +import ftplib +import optparse +import os +import time +import urlparse +import utils +import shutil +import sys +import zipfile +import xml.sax.saxutils + + +import utils.libxslt + +def get_date( words ): + date = words[ 5: -1 ] + t = time.localtime() + + month_names = [ "Jan", "Feb", "Mar", "Apr", "May", "Jun", "Jul", "Aug", "Sep", "Oct", "Nov", "Dec" ] + + year = time.localtime()[0] # If year is not secified is it the current year + month = month_names.index( date[0] ) + 1 + day = int( date[1] ) + hours = 0 + minutes = 0 + + if date[2].find( ":" ) != -1: + ( hours, minutes ) = [ int(x) for x in date[2].split( ":" ) ] + else: + # there is no way to get seconds for not current year dates + year = int( date[2] ) + + return ( year, month, day, hours, minutes, 0, 0, 0, 0 ) + +#def check_for_new_upload( target_dir, boostbook_info ): + +def accept_args( args ): + parser = optparse.OptionParser() + parser.add_option( '-t', '--tag', dest='tag', help="the tag for the results (i.e. 'RC_1_34_0')" ) + parser.add_option( '-d', '--destination', dest='destination', help='destination directory' ) + + if len(args) == 0: + parser.print_help() + sys.exit( 1 ) + + (options, args) = parser.parse_args() + if not options.destination: + print '-d is required' + parser.print_help() + sys.exit( 1 ) + return options + +def unzip( archive_path, result_dir ): + utils.log( 'Unpacking %s into %s' % ( archive_path, result_dir ) ) + z = zipfile.ZipFile( archive_path, 'r', zipfile.ZIP_DEFLATED ) + for f in z.infolist(): + dir = os.path.join( result_dir, os.path.dirname( f.filename ) ) + if not os.path.exists( dir ): + os.makedirs( dir ) + result = open( os.path.join( result_dir, f.filename ), 'wb' ) + result.write( z.read( f.filename ) ) + result.close() + + z.close() + +def boostbook_report( options ): + site = 'fx.meta-comm.com' + site_path = '/boost-regression/%s' % options.tag + + utils.log( 'Opening %s ...' % site ) + f = ftplib.FTP( site ) + f.login() + utils.log( ' cd %s ...' % site_path ) + f.cwd( site_path ) + + utils.log( ' dir' ) + lines = [] + f.dir( lambda x: lines.append( x ) ) + word_lines = [ x.split( None, 8 ) for x in lines ] + boostbook_info = [ ( l[-1], get_date( l ) ) for l in word_lines if l[-1] == "BoostBook.zip" ] + if len( boostbook_info ) > 0: + boostbook_info = boostbook_info[0] + utils.log( 'BoostBook found! (%s)' % ( boostbook_info, ) ) + local_copy = os.path.join( options.destination,'BoostBook-%s.zip' % options.tag ) + + if 1: + if os.path.exists( local_copy ): + utils.log( 'Local copy exists. Checking if it is older than uploaded one...' ) + uploaded_mtime = time.mktime( boostbook_info[1] ) + local_mtime = os.path.getmtime( local_copy ) + utils.log( ' uploaded: %s %s, local: %s %s' % + ( uploaded_mtime + , boostbook_info[1] + , local_mtime + , time.localtime( local_mtime )) ) + modtime = time.localtime( os.path.getmtime( local_copy ) ) + if uploaded_mtime <= local_mtime: + utils.log( 'Local copy is newer: exiting' ) + sys.exit() + + if 1: + temp = os.path.join( options.destination,'BoostBook.zip' ) + result = open( temp, 'wb' ) + f.retrbinary( 'RETR %s' % boostbook_info[0], result.write ) + result.close() + + if os.path.exists( local_copy ): + os.unlink( local_copy ) + os.rename( temp, local_copy ) + m = time.mktime( boostbook_info[1] ) + os.utime( local_copy, ( m, m ) ) + + + docs_name = os.path.splitext( os.path.basename( local_copy ) )[0] + if 1: + unpacked_docs_dir = os.path.join( options.destination, docs_name ) + utils.log( 'Dir %s ' % unpacked_docs_dir ) + if os.path.exists( unpacked_docs_dir ): + utils.log( 'Cleaning up...' ) + shutil.rmtree( unpacked_docs_dir ) + os.makedirs( unpacked_docs_dir ) + + unzip( local_copy, unpacked_docs_dir ) + + utils.system( [ 'cd %s' % unpacked_docs_dir + , 'tar -c -f ../%s.tar.gz -z --exclude=tarball *' % docs_name ] ) + + process_boostbook_build_log( os.path.join( unpacked_docs_dir, 'boostbook.log' ), read_timestamp( unpacked_docs_dir ) ) + utils.libxslt( log + , os.path.abspath( os.path.join( unpacked_docs_dir, 'boostbook.log.xml' ) ) + , os.path.abspath( os.path.join( os.path.dirname( __file__ ), 'xsl', 'v2', 'boostbook_log.xsl' ) ) + , os.path.abspath( os.path.join( unpacked_docs_dir, 'boostbook.log.html' ) ) ) + + +def log( msg ): + print msg + +def process_boostbook_build_log( path, timestamp ): + f = open( path + '.xml', 'w' ) + g = xml.sax.saxutils.XMLGenerator( f ) + lines = open( path ).read().splitlines() + output_lines = [] + result = 'success' + for line in lines: + type = 'output' + if line.startswith( '...failed' ): + type = 'failure' + result='failure' + + if line.startswith( 'runtime error:' ): + type = 'failure' + + if line.startswith( '...skipped' ): + type = 'skipped' + output_lines.append( ( type, line ) ) + + g.startDocument() + g.startElement( 'build', { 'result': result, 'timestamp': timestamp } ) + for line in output_lines: + g.startElement( 'line', { 'type': line[0]} ) + g.characters( line[1] ) + g.endElement( 'line' ) + g.endElement( 'build' ) + g.endDocument() + + +def read_timestamp( docs_directory ): + f = open( os.path.join( docs_directory, 'timestamp' ) ) + try: + return f.readline() + finally: + f.close() + +def main(): + options = accept_args( sys.argv[1:]) + boostbook_report( options ) + +if __name__ == '__main__': + main()
\ No newline at end of file diff --git a/tools/regression/xsl_reports/build_results.sh b/tools/regression/xsl_reports/build_results.sh new file mode 100755 index 0000000000..5947117fa9 --- /dev/null +++ b/tools/regression/xsl_reports/build_results.sh @@ -0,0 +1,146 @@ +#!/bin/sh + +#~ Copyright Redshift Software, Inc. 2007-2008 +#~ Distributed under the Boost Software License, Version 1.0. +#~ (See accompanying file LICENSE_1_0.txt or http://www.boost.org/LICENSE_1_0.txt) + +set -e + +build_all() +{ + update_tools ${1} ${2} + build_results ${1} ${2} + upload_results ${1} ${2} +} + +update_tools() +{ + cwd=`pwd` + cd boost + svn up + cd "${cwd}" +} + +report_info() +{ +cat - > comment.html <<HTML +<table style="border-spacing: 0.5em;"> + <tr> + <td style="vertical-align: top;"><tt>uname</tt></td> + <td> + <pre style="border: 1px solid #666; overflow: auto;"> +`uname -a` + </pre> + </td> + </tr> + <tr> + <td style="vertical-align: top;"><tt>uptime</tt></td> + <td> + <pre style="border: 1px solid #666; overflow: auto;"> +`uptime` + </pre> + </td> + </tr> + <tr> + <td style="vertical-align: top;"><tt>vmstat</tt></td> + <td> + <pre style="border: 1px solid #666; overflow: auto;"> +`vmstat` + </pre> + </td> + </tr> + <tr> + <td style="vertical-align: top;"><tt>xsltproc</tt></td> + <td> + <pre style="border: 1px solid #666; overflow: auto;"> +`xsltproc --version` + </pre> + </td> + </tr> + <tr> + <td style="vertical-align: top;"><tt>python</tt></td> + <td> + <pre style="border: 1px solid #666; overflow: auto;"> +`python --version 2>&1` + </pre> + </td> + </tr> + <tr> + <td style="vertical-align: top;">previous run</td> + <td> + <pre style="border: 1px solid #666; overflow: auto;"> +`cat previous.txt` + </pre> + </td> + </tr> + <tr> + <td style="vertical-align: top;">current run</td> + <td> + <pre style="border: 1px solid #666; overflow: auto;"> +`date -u` + </pre> + </td> + </tr> +</table> +HTML + date -u > previous.txt +} + +build_results() +{ + cwd=`pwd` + cd ${1} + root=`pwd` + boost=${cwd}/boost + case ${1} in + trunk) + tag=trunk + reports="dd,ds,i,n" + ;; + + release) + tag=branches/release + reports="dd,ds,i,n" + ;; + + release-1_35_0) + tag=tags/release/Boost_1_35_0 + reports="dd,ud,ds,us,ddr,udr,dsr,usr,i,n,e" + ;; + + release-1_36_0) + tag=tags/release/Boost_1_36_0 + reports="dd,ud,ds,us,ddr,udr,dsr,usr,i,n,e" + ;; + esac + report_info + python "${boost}/tools/regression/xsl_reports/boost_wide_report.py" \ + --locate-root="${root}" \ + --tag=${tag} \ + --expected-results="${boost}/status/expected_results.xml" \ + --failures-markup="${boost}/status/explicit-failures-markup.xml" \ + --comment="comment.html" \ + --user="" \ + --reports=${reports} + cd "${cwd}" +} + +upload_results() +{ + cwd=`pwd` + upload_dir=/home/grafik/www.boost.org/testing + + cd ${1}/all + rm -f ../../${1}.zip* + #~ zip -q -r -9 ../../${1} * -x '*.xml' + 7za a -tzip -mx=9 ../../${1}.zip * '-x!*.xml' + cd "${cwd}" + mv ${1}.zip ${1}.zip.uploading + rsync -vuz --rsh=ssh --stats \ + ${1}.zip.uploading grafik@beta.boost.org:/${upload_dir}/incoming/ + ssh grafik@beta.boost.org \ + cp ${upload_dir}/incoming/${1}.zip.uploading ${upload_dir}/live/${1}.zip + mv ${1}.zip.uploading ${1}.zip +} + +build_all ${1} ${2} diff --git a/tools/regression/xsl_reports/email_maintainers.py b/tools/regression/xsl_reports/email_maintainers.py new file mode 100644 index 0000000000..308ab688f5 --- /dev/null +++ b/tools/regression/xsl_reports/email_maintainers.py @@ -0,0 +1,840 @@ +# +# Copyright (C) 2005, 2007 The Trustees of Indiana University +# Author: Douglas Gregor +# +# Distributed under the Boost Software License, Version 1.0. (See +# accompanying file LICENSE_1_0.txt or copy at +# http://www.boost.org/LICENSE_1_0.txt) +# +import re +import smtplib +import os +import time +import string +import datetime +import sys + +report_author = "Douglas Gregor <dgregor@osl.iu.edu>" +boost_dev_list = "Boost Developer List <boost@lists.boost.org>" +boost_testing_list = "Boost Testing List <boost-testing@lists.boost.org>" + +def sorted_keys( dict ): + result = dict.keys() + result.sort() + return result + + +class Platform: + """ + All of the failures for a particular platform. + """ + def __init__(self, name): + self.name = name + self.failures = list() + self.maintainers = list() + return + + def addFailure(self, failure): + self.failures.append(failure) + return + + def isBroken(self): + return len(self.failures) > 300 + + def addMaintainer(self, maintainer): + """ + Add a new maintainer for this platform. + """ + self.maintainers.append(maintainer) + return + +class Failure: + """ + A single test case failure in the report. + """ + def __init__(self, test, platform): + self.test = test + self.platform = platform + return + +class Test: + """ + All of the failures for a single test name within a library. + """ + def __init__(self, library, name): + self.library = library + self.name = name + self.failures = list() + return + + def addFailure(self, failure): + self.failures.append(failure) + return + + def numFailures(self): + return len(self.failures) + + def numReportableFailures(self): + """ + Returns the number of failures that we will report to the + maintainers of the library. This doesn't count failures on + broken platforms. + """ + count = 0 + for failure in self.failures: + if not failure.platform.isBroken(): + count += 1 + pass + pass + return count + +class Library: + """ + All of the information about the failures in a single library. + """ + def __init__(self, name): + self.name = name + self.maintainers = list() + self.tests = list() + return + + def addTest(self, test): + """ + Add another test to the library. + """ + self.tests.append(test) + return + + def addMaintainer(self, maintainer): + """ + Add a new maintainer for this library. + """ + self.maintainers.append(maintainer) + return + + def numFailures(self): + count = 0 + for test in self.tests: + count += test.numFailures() + pass + return count + + def numReportableFailures(self): + count = 0 + for test in self.tests: + count += test.numReportableFailures() + pass + return count + +class Maintainer: + """ + Information about the maintainer of a library + """ + def __init__(self, name, email): + self.name = name + self.email = email + self.libraries = list() + return + + def addLibrary(self, library): + self.libraries.append(library) + return + + def composeEmail(self, report): + """ + Composes an e-mail to this maintainer with information about + the failures in his or her libraries, omitting those that come + from "broken" platforms. Returns the e-mail text if a message + needs to be sent, or None otherwise. + """ + + # Determine if we need to send a message to this developer. + requires_message = False + for library in self.libraries: + if library.numReportableFailures() > 0: + requires_message = True + break + + if not requires_message: + return None + + # Build the message header + message = """From: Douglas Gregor <dgregor@osl.iu.edu> +To: """ + message += self.name + ' <' + self.email + '>' + message += """ +Reply-To: boost@lists.boost.org +Subject: Failures in your Boost libraries as of """ + message += str(datetime.date.today()) + " [" + report.branch + "]" + message += """ + +You are receiving this report because one or more of the libraries you +maintain has regression test failures that are not accounted for. +A full version of the report is sent to the Boost developer's mailing +list. + +Detailed report: +""" + message += ' ' + report.url + """ + +There are failures in these libraries you maintain: +""" + + # List the libraries this maintainer is responsible for and + # the number of reportable failures in that library. + for library in self.libraries: + num_failures = library.numReportableFailures() + if num_failures > 0: + message += ' ' + library.name + ' (' + str(num_failures) + ')\n' + pass + pass + + # Provide the details for the failures in each library. + for library in self.libraries: + if library.numReportableFailures() > 0: + message += '\n|' + library.name + '|\n' + for test in library.tests: + if test.numReportableFailures() > 0: + message += ' ' + test.name + ':' + for failure in test.failures: + if not failure.platform.isBroken(): + message += ' ' + failure.platform.name + pass + pass + message += '\n' + pass + pass + pass + pass + + return message + +class PlatformMaintainer: + """ + Information about the platform maintainer of a library + """ + def __init__(self, name, email): + self.name = name + self.email = email + self.platforms = list() + return + + def addPlatform(self, runner, platform): + self.platforms.append(platform) + return + + def composeEmail(self, report): + """ + Composes an e-mail to this platform maintainer if one or more of + the platforms s/he maintains has a large number of failures. + Returns the e-mail text if a message needs to be sent, or None + otherwise. + """ + + # Determine if we need to send a message to this developer. + requires_message = False + for platform in self.platforms: + if platform.isBroken(): + requires_message = True + break + + if not requires_message: + return None + + # Build the message header + message = """From: Douglas Gregor <dgregor@osl.iu.edu> +To: """ + message += self.name + ' <' + self.email + '>' + message += """ +Reply-To: boost@lists.boost.org +Subject: Large number of Boost failures on a platform you maintain as of """ + message += str(datetime.date.today()) + " [" + report.branch + "]" + message += """ + +You are receiving this report because one or more of the testing +platforms that you maintain has a large number of Boost failures that +are not accounted for. A full version of the report is sent to the +Boost developer's mailing list. + +Detailed report: +""" + message += ' ' + report.url + """ + +The following platforms have a large number of failures: +""" + + for platform in self.platforms: + if platform.isBroken(): + message += (' ' + platform.name + ' (' + + str(len(platform.failures)) + ' failures)\n') + + return message + +class Report: + """ + The complete report of all failing test cases. + """ + def __init__(self, branch = 'trunk'): + self.branch = branch + self.date = None + self.url = None + self.libraries = dict() + self.platforms = dict() + self.maintainers = dict() + self.platform_maintainers = dict() + return + + def getPlatform(self, name): + """ + Retrieve the platform with the given name. + """ + if self.platforms.has_key(name): + return self.platforms[name] + else: + self.platforms[name] = Platform(name) + return self.platforms[name] + + def getMaintainer(self, name, email): + """ + Retrieve the maintainer with the given name and e-mail address. + """ + if self.maintainers.has_key(name): + return self.maintainers[name] + else: + self.maintainers[name] = Maintainer(name, email) + return self.maintainers[name] + + def getPlatformMaintainer(self, name, email): + """ + Retrieve the platform maintainer with the given name and + e-mail address. + """ + if self.platform_maintainers.has_key(name): + return self.platform_maintainers[name] + else: + self.platform_maintainers[name] = PlatformMaintainer(name, email) + return self.platform_maintainers[name] + + def parseIssuesEmail(self): + """ + Try to parse the issues e-mail file. Returns True if everything was + successful, false otherwise. + """ + # See if we actually got the file + if not os.path.isfile('issues-email.txt'): + return False + + # Determine the set of libraries that have unresolved failures + date_regex = re.compile('Report time: (.*)') + url_regex = re.compile(' (http://.*)') + library_regex = re.compile('\|(.*)\|') + failure_regex = re.compile(' ([^:]*): (.*)') + current_library = None + for line in file('issues-email.txt', 'r'): + # Check for the report time line + m = date_regex.match(line) + if m: + self.date = m.group(1) + continue + + # Check for the detailed report URL + m = url_regex.match(line) + if m: + self.url = m.group(1) + continue + + # Check for a library header + m = library_regex.match(line) + if m: + current_library = Library(m.group(1)) + self.libraries[m.group(1)] = current_library + continue + + # Check for a library test and its failures + m = failure_regex.match(line) + if m: + test = Test(current_library, m.group(1)) + for platform_name in re.split('\s*', m.group(2)): + if platform_name != '': + platform = self.getPlatform(platform_name) + failure = Failure(test, platform) + test.addFailure(failure) + platform.addFailure(failure) + pass + current_library.addTest(test) + continue + pass + + return True + + def getIssuesEmail(self): + """ + Retrieve the issues email from beta.boost.org, trying a few + times in case something wonky is happening. If we can retrieve + the file, calls parseIssuesEmail and return True; otherwise, + return False. + """ + base_url = "http://beta.boost.org/development/tests/" + base_url += self.branch + base_url += "/developer/"; + got_issues = False + + # Ping the server by looking for an HTML file + print "Pinging the server to initiate extraction..." + ping_url = base_url + "issues.html" + os.system('curl -O ' + ping_url) + os.system('rm -f issues.html') + + for x in range(30): + # Update issues-email.txt + url = base_url + "issues-email.txt" + print 'Retrieving issues email from ' + url + os.system('rm -f issues-email.txt') + os.system('curl -O ' + url) + + if self.parseIssuesEmail(): + return True + + print 'Failed to fetch issues email. ' + time.sleep (30) + + return False + + # Parses the file $BOOST_ROOT/libs/maintainers.txt to create a hash + # mapping from the library name to the list of maintainers. + def parseLibraryMaintainersFile(self): + """ + Parse the maintainers file in ../../../libs/maintainers.txt to + collect information about the maintainers of broken libraries. + """ + lib_maintainer_regex = re.compile('(\S+)\s*(.*)') + name_email_regex = re.compile('\s*(\w*(\s*\w+)+)\s*<\s*(\S*(\s*\S+)+)\S*>') + at_regex = re.compile('\s*-\s*at\s*-\s*') + for line in file('../../../libs/maintainers.txt', 'r'): + if line.startswith('#'): + continue + m = lib_maintainer_regex.match (line) + if m: + libname = m.group(1) + if self.libraries.has_key(m.group(1)): + library = self.libraries[m.group(1)] + for person in re.split('\s*,\s*', m.group(2)): + nmm = name_email_regex.match(person) + if nmm: + name = nmm.group(1) + email = nmm.group(3) + email = at_regex.sub('@', email) + maintainer = self.getMaintainer(name, email) + maintainer.addLibrary(library) + library.addMaintainer(maintainer) + pass + pass + pass + pass + pass + pass + + # Parses the file $BOOST_ROOT/libs/platform_maintainers.txt to + # create a hash mapping from the platform name to the list of + # maintainers. + def parsePlatformMaintainersFile(self): + """ + Parse the platform maintainers file in + ../../../libs/platform_maintainers.txt to collect information + about the maintainers of the various platforms. + """ + platform_maintainer_regex = re.compile('([A-Za-z0-9_.-]*|"[^"]*")\s+(\S+)\s+(.*)') + name_email_regex = re.compile('\s*(\w*(\s*\w+)+)\s*<\s*(\S*(\s*\S+)+)\S*>') + at_regex = re.compile('\s*-\s*at\s*-\s*') + for line in file('../../../libs/platform_maintainers.txt', 'r'): + if line.startswith('#'): + continue + m = platform_maintainer_regex.match (line) + if m: + platformname = m.group(2) + if self.platforms.has_key(platformname): + platform = self.platforms[platformname] + for person in re.split('\s*,\s*', m.group(3)): + nmm = name_email_regex.match(person) + if nmm: + name = nmm.group(1) + email = nmm.group(3) + email = at_regex.sub('@', email) + maintainer = self.getPlatformMaintainer(name, email) + maintainer.addPlatform(m.group(1), platform) + platform.addMaintainer(maintainer) + pass + pass + pass + pass + pass + + def numFailures(self): + count = 0 + for library in self.libraries: + count += self.libraries[library].numFailures() + pass + return count + + def numReportableFailures(self): + count = 0 + for library in self.libraries: + count += self.libraries[library].numReportableFailures() + pass + return count + + def composeSummaryEmail(self): + """ + Compose a message to send to the Boost developer's + list. Return the message and return it. + """ + message = """From: Douglas Gregor <dgregor@osl.iu.edu> +To: boost@lists.boost.org +Reply-To: boost@lists.boost.org +Subject: [Report] """ + message += str(self.numFailures()) + " failures on " + branch + if branch != 'trunk': + message += ' branch' + message += " (" + str(datetime.date.today()) + ")" + message += """ + +Boost regression test failures +""" + message += "Report time: " + self.date + """ + +This report lists all regression test failures on high-priority platforms. + +Detailed report: +""" + + message += ' ' + self.url + '\n\n' + + if self.numFailures() == 0: + message += "No failures! Yay!\n" + return message + + # List the platforms that are broken + any_broken_platforms = self.numReportableFailures() < self.numFailures() + if any_broken_platforms: + message += """The following platforms have a large number of failures: +""" + for platform in sorted_keys( self.platforms ): + if self.platforms[platform].isBroken(): + message += (' ' + platform + ' (' + + str(len(self.platforms[platform].failures)) + + ' failures)\n') + + message += """ +Failures on these "broken" platforms will be omitted from the results below. +Please see the full report for information about these failures. + +""" + + # Display the number of failures + message += (str(self.numReportableFailures()) + ' failures in ' + + str(len(self.libraries)) + ' libraries') + if any_broken_platforms: + message += (' (plus ' + str(self.numFailures() - self.numReportableFailures()) + + ' from broken platforms)') + + message += '\n' + + # Display the number of failures per library + for k in sorted_keys( self.libraries ): + library = self.libraries[k] + num_failures = library.numFailures() + message += ' ' + library.name + ' (' + + if library.numReportableFailures() > 0: + message += (str(library.numReportableFailures()) + + " failures") + + if library.numReportableFailures() < num_failures: + if library.numReportableFailures() > 0: + message += ', plus ' + + message += (str(num_failures-library.numReportableFailures()) + + ' failures on broken platforms') + message += ')\n' + pass + + message += '\n' + + # Provide the details for the failures in each library. + for k in sorted_keys( self.libraries ): + library = self.libraries[k] + if library.numReportableFailures() > 0: + message += '\n|' + library.name + '|\n' + for test in library.tests: + if test.numReportableFailures() > 0: + message += ' ' + test.name + ':' + for failure in test.failures: + platform = failure.platform + if not platform.isBroken(): + message += ' ' + platform.name + message += '\n' + + return message + + def composeTestingSummaryEmail(self): + """ + Compose a message to send to the Boost Testing list. Returns + the message text if a message is needed, returns None + otherwise. + """ + brokenPlatforms = 0 + for platform in sorted_keys( self.platforms ): + if self.platforms[platform].isBroken(): + brokenPlatforms = brokenPlatforms + 1 + + if brokenPlatforms == 0: + return None; + + message = """From: Douglas Gregor <dgregor@osl.iu.edu> +To: boost-testing@lists.boost.org +Reply-To: boost-testing@lists.boost.org +Subject: [Report] """ + message += str(brokenPlatforms) + " potentially broken platforms on " + branch + if branch != 'trunk': + message += ' branch' + message += " (" + str(datetime.date.today()) + ")" + message += """ + +Potentially broken platforms for Boost regression testing +""" + message += "Report time: " + self.date + """ + +This report lists the high-priority platforms that are exhibiting a +large number of regression test failures, which might indicate a problem +with the test machines or testing harness. + +Detailed report: +""" + + message += ' ' + self.url + '\n' + + message += """ +Platforms with a large number of failures: +""" + for platform in sorted_keys( self.platforms ): + if self.platforms[platform].isBroken(): + message += (' ' + platform + ' (' + + str(len(self.platforms[platform].failures)) + + ' failures)\n') + + return message + +# Send a message to "person" (a maintainer of a library that is +# failing). +# maintainers is the result of get_library_maintainers() +def send_individualized_message (branch, person, maintainers): + # There are several states we could be in: + # 0 Initial state. Eat everything up to the "NNN failures in MMM + # libraries" line + # 1 Suppress output within this library + # 2 Forward output within this library + state = 0 + + failures_in_lib_regex = re.compile('\d+ failur.*\d+ librar') + lib_failures_regex = re.compile(' (\S+) \((\d+)\)') + lib_start_regex = re.compile('\|(\S+)\|') + general_pass_regex = re.compile(' http://') + for line in file('issues-email.txt', 'r'): + if state == 0: + lfm = lib_failures_regex.match(line) + if lfm: + # Pass the line through if the current person is a + # maintainer of this library + if lfm.group(1) in maintainers and person in maintainers[lfm.group(1)]: + message += line + print line, + + elif failures_in_lib_regex.match(line): + message += "\nThere are failures in these libraries you maintain:\n" + elif general_pass_regex.match(line): + message += line + + lib_start = lib_start_regex.match(line) + if lib_start: + if state == 0: + message += '\n' + + if lib_start.group(1) in maintainers and person in maintainers[lib_start.group(1)]: + message += line + state = 2 + else: + state = 1 + else: + if state == 1: + pass + elif state == 2: + message += line + + if '--debug' in sys.argv: + print '-----------------Message text----------------' + print message + else: + print + + if '--send' in sys.argv: + print "Sending..." + smtp = smtplib.SMTP('milliways.osl.iu.edu') + smtp.sendmail(from_addr = 'Douglas Gregor <dgregor@osl.iu.edu>', + to_addrs = person[1], + msg = message) + print "Done." + + +# Send a message to the developer's list +def send_boost_developers_message(branch, maintainers, failing_libraries): + to_line = 'boost@lists.boost.org' + from_line = 'Douglas Gregor <dgregor@osl.iu.edu>' + + message = """From: Douglas Gregor <dgregor@osl.iu.edu> +To: boost@lists.boost.org +Reply-To: boost@lists.boost.org +Subject: Boost regression testing notification (""" + + message += str(datetime.date.today()) + " [" + branch + "]" + message += ")" + + message += """ + +""" + + for line in file('issues-email.txt', 'r'): + # Right before the detailed report, put out a warning message if + # any libraries with failures to not have maintainers listed. + if line.startswith('Detailed report:'): + missing_maintainers = False + for lib in failing_libraries: + if not(lib in maintainers) or maintainers[lib] == list(): + missing_maintainers = True + + if missing_maintainers: + message += """WARNING: The following libraries have failing regression tests but do +not have a maintainer on file. Once a maintainer is found, add an +entry to libs/maintainers.txt to eliminate this message. +""" + + for lib in failing_libraries: + if not(lib in maintainers) or maintainers[lib] == list(): + message += ' ' + lib + '\n' + message += '\n' + + message += line + + if '--send' in sys.argv: + print 'Sending notification email...' + smtp = smtplib.SMTP('milliways.osl.iu.edu') + smtp.sendmail(from_addr = from_line, to_addrs = to_line, msg = message) + print 'Done.' + + if '--debug' in sys.argv: + print "----------Boost developer's message text----------" + print message + +############################################################################### +# Main program # +############################################################################### + +# Parse command-line options +branch = "trunk" +for arg in sys.argv: + if arg.startswith("--branch="): + branch = arg[len("--branch="):] + +report = Report(branch) + +# Try to parse the issues e-mail +if '--no-get' in sys.argv: + okay = report.parseIssuesEmail() +else: + okay = report.getIssuesEmail() + +if not okay: + print 'Aborting.' + if '--send' in sys.argv: + message = """From: Douglas Gregor <dgregor@osl.iu.edu> + To: Douglas Gregor <dgregor@osl.iu.edu> + Reply-To: boost@lists.boost.org + Subject: Regression status script failed on """ + message += str(datetime.date.today()) + " [" + branch + "]" + smtp = smtplib.SMTP('milliways.osl.iu.edu') + smtp.sendmail(from_addr = 'Douglas Gregor <dgregor@osl.iu.edu>', + to_addrs = 'dgregor@osl.iu.edu', + msg = message) + sys.exit(1) + +# Try to parse maintainers information +report.parseLibraryMaintainersFile() +report.parsePlatformMaintainersFile() + +# Generate individualized e-mail for library maintainers +for maintainer_name in report.maintainers: + maintainer = report.maintainers[maintainer_name] + + email = maintainer.composeEmail(report) + if email: + if '--send' in sys.argv: + print ('Sending notification email to ' + maintainer.name + '...') + smtp = smtplib.SMTP('milliways.osl.iu.edu') + smtp.sendmail(from_addr = report_author, + to_addrs = maintainer.email, + msg = email) + print 'done.\n' + else: + print 'Would send a notification e-mail to',maintainer.name + + if '--debug' in sys.argv: + print ('Message text for ' + maintainer.name + ':\n') + print email + +# Generate individualized e-mail for platform maintainers +for maintainer_name in report.platform_maintainers: + maintainer = report.platform_maintainers[maintainer_name] + + email = maintainer.composeEmail(report) + if email: + if '--send' in sys.argv: + print ('Sending notification email to ' + maintainer.name + '...') + smtp = smtplib.SMTP('milliways.osl.iu.edu') + smtp.sendmail(from_addr = report_author, + to_addrs = maintainer.email, + msg = email) + print 'done.\n' + else: + print 'Would send a notification e-mail to',maintainer.name + + if '--debug' in sys.argv: + print ('Message text for ' + maintainer.name + ':\n') + print email + +email = report.composeSummaryEmail() +if '--send' in sys.argv: + print 'Sending summary email to Boost developer list...' + smtp = smtplib.SMTP('milliways.osl.iu.edu') + smtp.sendmail(from_addr = report_author, + to_addrs = boost_dev_list, + msg = email) + print 'done.\n' +if '--debug' in sys.argv: + print 'Message text for summary:\n' + print email + +email = report.composeTestingSummaryEmail() +if email: + if '--send' in sys.argv: + print 'Sending summary email to Boost testing list...' + smtp = smtplib.SMTP('milliways.osl.iu.edu') + smtp.sendmail(from_addr = report_author, + to_addrs = boost_testing_list, + msg = email) + print 'done.\n' + if '--debug' in sys.argv: + print 'Message text for testing summary:\n' + print email + +if not ('--send' in sys.argv): + print 'Chickening out and not sending any e-mail.' + print 'Use --send to actually send e-mail, --debug to see e-mails.' diff --git a/tools/regression/xsl_reports/empty_expected_results.xml b/tools/regression/xsl_reports/empty_expected_results.xml new file mode 100644 index 0000000000..43e72ca406 --- /dev/null +++ b/tools/regression/xsl_reports/empty_expected_results.xml @@ -0,0 +1,5 @@ +<?xml version="1.0" encoding="utf-8"?> +<root> +<expected-failures> +</expected-failures> +</root>
\ No newline at end of file diff --git a/tools/regression/xsl_reports/make_snapshot.py b/tools/regression/xsl_reports/make_snapshot.py new file mode 100644 index 0000000000..b060a10406 --- /dev/null +++ b/tools/regression/xsl_reports/make_snapshot.py @@ -0,0 +1,174 @@ + +# Copyright (c) MetaCommunications, Inc. 2003-2007 +# +# Distributed under the Boost Software License, Version 1.0. +# (See accompanying file LICENSE_1_0.txt or copy at +# http://www.boost.org/LICENSE_1_0.txt) + +import tarfile +import shutil +import time +import os.path +import string +import sys +import traceback + + +def retry( f, args, max_attempts=5, sleep_secs=10 ): + for attempts in range( max_attempts, -1, -1 ): + try: + return f( *args ) + except Exception, msg: + utils.log( '%s failed with message "%s"' % ( f.__name__, msg ) ) + if attempts == 0: + utils.log( 'Giving up.' ) + raise + + utils.log( 'Retrying (%d more attempts).' % attempts ) + time.sleep( sleep_secs ) + + +def rmtree( path ): + if os.path.exists( path ): + if sys.platform == 'win32': + os.system( 'del /f /s /q "%s" >nul 2>&1' % path ) + shutil.rmtree( path ) + else: + os.system( 'rm -f -r "%s"' % path ) + + +def svn_command( command ): + utils.log( 'Executing SVN command "%s"' % command ) + rc = os.system( command ) + if rc != 0: + raise Exception( 'SVN command "%s" failed with code %d' % ( command, rc ) ) + + +def svn_export( sources_dir, user, tag ): + if user is None or user == 'anonymous': + command = 'svn export --force http://svn.boost.org/svn/boost/%s %s' % ( tag, sources_dir ) + else: + command = 'svn export --force --non-interactive --username=%s https://svn.boost.org/svn/boost/%s %s' \ + % ( user, tag, sources_dir ) + + os.chdir( os.path.basename( sources_dir ) ) + retry( + svn_command + , ( command, ) + ) + + +def make_tarball( + working_dir + , tag + , user + , site_dir + ): + timestamp = time.time() + timestamp_suffix = time.strftime( '%y-%m-%d-%H%M', time.gmtime( timestamp ) ) + + tag_suffix = tag.split( '/' )[-1] + sources_dir = os.path.join( + working_dir + , 'boost-%s-%s' % ( tag_suffix, timestamp_suffix ) + ) + + if os.path.exists( sources_dir ): + utils.log( 'Directory "%s" already exists, cleaning it up...' % sources_dir ) + rmtree( sources_dir ) + + try: + os.mkdir( sources_dir ) + utils.log( 'Exporting files from SVN...' ) + svn_export( sources_dir, user, tag ) + except: + utils.log( 'Cleaning up...' ) + rmtree( sources_dir ) + raise + + + tarball_name = 'boost-%s.tar.bz2' % tag_suffix + tarball_path = os.path.join( working_dir, tarball_name ) + + utils.log( 'Archiving "%s" to "%s"...' % ( sources_dir, tarball_path ) ) + tar = tarfile.open( tarball_path, 'w|bz2' ) + tar.posix = False # see http://tinyurl.com/4ebd8 + + tar.add( sources_dir, os.path.basename( sources_dir ) ) + tar.close() + + tarball_timestamp_path = os.path.join( working_dir, 'boost-%s.timestamp' % tag_suffix ) + + utils.log( 'Writing timestamp into "%s"...' % tarball_timestamp_path ) + timestamp_file = open( tarball_timestamp_path, 'w' ) + timestamp_file.write( '%f' % timestamp ) + timestamp_file.close() + + md5sum_path = os.path.join( working_dir, 'boost-%s.md5' % tag_suffix ) + utils.log( 'Writing md5 checksum into "%s"...' % md5sum_path ) + old_dir = os.getcwd() + os.chdir( os.path.dirname( tarball_path ) ) + os.system( 'md5sum -b "%s" >"%s"' % ( os.path.basename( tarball_path ), md5sum_path ) ) + os.chdir( old_dir ) + + if site_dir is not None: + utils.log( 'Moving "%s" to the site location "%s"...' % ( tarball_name, site_dir ) ) + temp_site_dir = os.path.join( site_dir, 'temp' ) + if not os.path.exists( temp_site_dir ): + os.mkdir( temp_site_dir ) + + shutil.move( tarball_path, temp_site_dir ) + shutil.move( os.path.join( temp_site_dir, tarball_name ), site_dir ) + shutil.move( tarball_timestamp_path, site_dir ) + shutil.move( md5sum_path, site_dir ) + utils.log( 'Removing "%s"...' % sources_dir ) + rmtree( sources_dir ) + + +def accept_args( args ): + args_spec = [ + 'working-dir=' + , 'tag=' + , 'user=' + , 'site-dir=' + , 'mail=' + , 'help' + ] + + options = { + '--tag': 'trunk' + , '--user': None + , '--site-dir': None + } + + utils.accept_args( args_spec, args, options, usage ) + + return ( + options[ '--working-dir' ] + , options[ '--tag' ] + , options[ '--user' ] + , options[ '--site-dir' ] + ) + + +def usage(): + print 'Usage: %s [options]' % os.path.basename( sys.argv[0] ) + print ''' +\t--working-dir working directory +\t--tag snapshot tag (i.e. 'trunk') +\t--user Boost SVN user ID (optional) +\t--site-dir site directory to copy the snapshot to (optional) +''' + +def main(): + make_tarball( *accept_args( sys.argv[ 1: ] ) ) + +if __name__ != '__main__': import utils +else: + # in absense of relative import... + xsl_path = os.path.abspath( os.path.dirname( sys.argv[ 0 ] ) ) + while os.path.basename( xsl_path ) != 'xsl_reports': xsl_path = os.path.dirname( xsl_path ) + sys.path.append( xsl_path ) + + import utils + main() diff --git a/tools/regression/xsl_reports/report.py b/tools/regression/xsl_reports/report.py new file mode 100644 index 0000000000..75ee1b31bc --- /dev/null +++ b/tools/regression/xsl_reports/report.py @@ -0,0 +1,371 @@ + +# Copyright (c) MetaCommunications, Inc. 2003-2004 +# +# Distributed under the Boost Software License, Version 1.0. +# (See accompanying file LICENSE_1_0.txt or copy at +# http://www.boost.org/LICENSE_1_0.txt) + +import shutil +import os.path +import os +import string +import time +import sys + +import utils +import runner + + +report_types = [ 'us', 'ds', 'ud', 'dd', 'l', 'p', 'x', 'i', 'n', 'ddr', 'dsr' ] + +if __name__ == '__main__': + run_dir = os.path.abspath( os.path.dirname( sys.argv[ 0 ] ) ) +else: + run_dir = os.path.abspath( os.path.dirname( sys.modules[ __name__ ].__file__ ) ) + + +def map_path( path ): + return os.path.join( run_dir, path ) + + +def xsl_path( xsl_file_name, v2 = 0 ): + if v2: + return map_path( os.path.join( 'xsl/v2', xsl_file_name ) ) + else: + return map_path( os.path.join( 'xsl', xsl_file_name ) ) + + +def make_result_pages( + test_results_file + , expected_results_file + , failures_markup_file + , tag + , run_date + , comment_file + , results_dir + , result_prefix + , reports + , v2 + ): + + utils.log( 'Producing the reports...' ) + __log__ = 1 + + output_dir = os.path.join( results_dir, result_prefix ) + utils.makedirs( output_dir ) + + if comment_file != '': + comment_file = os.path.abspath( comment_file ) + + if expected_results_file != '': + expected_results_file = os.path.abspath( expected_results_file ) + else: + expected_results_file = os.path.abspath( map_path( 'empty_expected_results.xml' ) ) + + + extended_test_results = os.path.join( output_dir, 'extended_test_results.xml' ) + if 'x' in reports: + utils.log( ' Merging with expected results...' ) + utils.libxslt( + utils.log + , test_results_file + , xsl_path( 'add_expected_results.xsl', v2 ) + , extended_test_results + , { 'expected_results_file': expected_results_file + , 'failures_markup_file' : failures_markup_file + , 'source' : tag } + ) + + links = os.path.join( output_dir, 'links.html' ) + + utils.makedirs( os.path.join( output_dir, 'output' ) ) + for mode in ( 'developer', 'user' ): + utils.makedirs( os.path.join( output_dir, mode , 'output' ) ) + + if 'l' in reports: + utils.log( ' Making test output files...' ) + utils.libxslt( + utils.log + , extended_test_results + , xsl_path( 'links_page.xsl', v2 ) + , links + , { + 'source': tag + , 'run_date': run_date + , 'comment_file': comment_file + , 'explicit_markup_file': failures_markup_file + } + ) + + + issues = os.path.join( output_dir, 'developer', 'issues.html' ) + if 'i' in reports: + utils.log( ' Making issues list...' ) + utils.libxslt( + utils.log + , extended_test_results + , xsl_path( 'issues_page.xsl', v2 ) + , issues + , { + 'source': tag + , 'run_date': run_date + , 'comment_file': comment_file + , 'explicit_markup_file': failures_markup_file + } + ) + + for mode in ( 'developer', 'user' ): + if mode[0] + 'd' in reports: + utils.log( ' Making detailed %s report...' % mode ) + utils.libxslt( + utils.log + , extended_test_results + , xsl_path( 'result_page.xsl', v2 ) + , os.path.join( output_dir, mode, 'index.html' ) + , { + 'links_file': 'links.html' + , 'mode': mode + , 'source': tag + , 'run_date': run_date + , 'comment_file': comment_file + , 'expected_results_file': expected_results_file + , 'explicit_markup_file' : failures_markup_file + } + ) + + for mode in ( 'developer', 'user' ): + if mode[0] + 's' in reports: + utils.log( ' Making summary %s report...' % mode ) + utils.libxslt( + utils.log + , extended_test_results + , xsl_path( 'summary_page.xsl', v2 ) + , os.path.join( output_dir, mode, 'summary.html' ) + , { + 'mode' : mode + , 'source': tag + , 'run_date': run_date + , 'comment_file': comment_file + , 'explicit_markup_file' : failures_markup_file + } + ) + + if v2 and "ddr" in reports: + utils.log( ' Making detailed %s release report...' % mode ) + utils.libxslt( + utils.log + , extended_test_results + , xsl_path( 'result_page.xsl', v2 ) + , os.path.join( output_dir, "developer", 'index_release.html' ) + , { + 'links_file': 'links.html' + , 'mode': "developer" + , 'source': tag + , 'run_date': run_date + , 'comment_file': comment_file + , 'expected_results_file': expected_results_file + , 'explicit_markup_file' : failures_markup_file + , 'release': "yes" + } + ) + + if v2 and "dsr" in reports: + utils.log( ' Making summary %s release report...' % mode ) + utils.libxslt( + utils.log + , extended_test_results + , xsl_path( 'summary_page.xsl', v2 ) + , os.path.join( output_dir, "developer", 'summary_release.html' ) + , { + 'mode' : "developer" + , 'source': tag + , 'run_date': run_date + , 'comment_file': comment_file + , 'explicit_markup_file' : failures_markup_file + , 'release': 'yes' + } + ) + + if 'e' in reports: + utils.log( ' Generating expected_results ...' ) + utils.libxslt( + utils.log + , extended_test_results + , xsl_path( 'produce_expected_results.xsl', v2 ) + , os.path.join( output_dir, 'expected_results.xml' ) + ) + + if v2 and 'n' in reports: + utils.log( ' Making runner comment files...' ) + utils.libxslt( + utils.log + , extended_test_results + , xsl_path( 'runners.xsl', v2 ) + , os.path.join( output_dir, 'runners.html' ) + ) + + shutil.copyfile( + xsl_path( 'html/master.css', v2 ) + , os.path.join( output_dir, 'master.css' ) + ) + + +def build_xsl_reports( + locate_root_dir + , tag + , expected_results_file + , failures_markup_file + , comment_file + , results_dir + , result_file_prefix + , dont_collect_logs = 0 + , reports = report_types + , v2 = 0 + , user = None + , upload = False + ): + + ( run_date ) = time.strftime( '%Y-%m-%dT%H:%M:%SZ', time.gmtime() ) + + test_results_file = os.path.join( results_dir, 'test_results.xml' ) + bin_boost_dir = os.path.join( locate_root_dir, 'bin', 'boost' ) + + if v2: + import merger + merger.merge_logs( + tag + , user + , results_dir + , test_results_file + , dont_collect_logs + ) + else: + utils.log( ' dont_collect_logs: %s' % dont_collect_logs ) + if not dont_collect_logs: + f = open( test_results_file, 'w+' ) + f.write( '<tests>\n' ) + runner.collect_test_logs( [ bin_boost_dir ], f ) + f.write( '</tests>\n' ) + f.close() + + make_result_pages( + test_results_file + , expected_results_file + , failures_markup_file + , tag + , run_date + , comment_file + , results_dir + , result_file_prefix + , reports + , v2 + ) + + if v2 and upload: + upload_dir = 'regression-logs/' + utils.log( 'Uploading v2 results into "%s" [connecting as %s]...' % ( upload_dir, user ) ) + + archive_name = '%s.tar.gz' % result_file_prefix + utils.tar( + os.path.join( results_dir, result_file_prefix ) + , archive_name + ) + + utils.sourceforge.upload( os.path.join( results_dir, archive_name ), upload_dir, user ) + utils.sourceforge.untar( os.path.join( upload_dir, archive_name ), user, background = True ) + + +def accept_args( args ): + args_spec = [ + 'locate-root=' + , 'tag=' + , 'expected-results=' + , 'failures-markup=' + , 'comment=' + , 'results-dir=' + , 'results-prefix=' + , 'dont-collect-logs' + , 'reports=' + , 'v2' + , 'user=' + , 'upload' + , 'help' + ] + + options = { + '--comment': '' + , '--expected-results': '' + , '--failures-markup': '' + , '--reports': string.join( report_types, ',' ) + , '--tag': None + , '--user': None + , 'upload': False + } + + utils.accept_args( args_spec, args, options, usage ) + if not options.has_key( '--results-dir' ): + options[ '--results-dir' ] = options[ '--locate-root' ] + + if not options.has_key( '--results-prefix' ): + if options.has_key( '--v2' ): + options[ '--results-prefix' ] = 'all' + else: + options[ '--results-prefix' ] = '' + + return ( + options[ '--locate-root' ] + , options[ '--tag' ] + , options[ '--expected-results' ] + , options[ '--failures-markup' ] + , options[ '--comment' ] + , options[ '--results-dir' ] + , options[ '--results-prefix' ] + , options.has_key( '--dont-collect-logs' ) + , options[ '--reports' ].split( ',' ) + , options.has_key( '--v2' ) + , options[ '--user' ] + , options.has_key( '--upload' ) + ) + + +def usage(): + print 'Usage: %s [options]' % os.path.basename( sys.argv[0] ) + print ''' +\t--locate-root the same as --locate-root in compiler_status +\t--tag the tag for the results (i.e. 'CVS-HEAD') +\t--expected-results the file with the results to be compared with +\t the current run +\t--failures-markup the file with the failures markup +\t--comment an html comment file (will be inserted in the reports) +\t--results-dir the directory containing -links.html, -fail.html +\t files produced by compiler_status (by default the +\t same as specified in --locate-root) +\t--results-prefix the prefix of -links.html, -fail.html +\t files produced by compiler_status +\t--v2 v2 reports (combine multiple runners results into a +\t single set of reports) + +The following options are valid only for v2 reports: + +\t--user SourceForge user name for a shell account +\t--upload upload v2 reports to SourceForge + +The following options are useful in debugging: + +\t--dont-collect-logs dont collect the test logs +\t--reports produce only the specified reports +\t us - user summary +\t ds - developer summary +\t ud - user detailed +\t dd - developer detailed +\t l - links +\t p - patches +\t x - extended results file +\t i - issues +''' + +def main(): + build_xsl_reports( *accept_args( sys.argv[ 1 : ] ) ) + +if __name__ == '__main__': + main() diff --git a/tools/regression/xsl_reports/test/common.py b/tools/regression/xsl_reports/test/common.py new file mode 100644 index 0000000000..cd9e5729a2 --- /dev/null +++ b/tools/regression/xsl_reports/test/common.py @@ -0,0 +1,165 @@ +import xml.sax.saxutils +import time + +def make_test_name( library_idx, test_idx ): + return "test_%02d_%02d" % ( library_idx, test_idx ) + +def make_library_name( library_idx ): + if library_idx % 4 in ( 0, 1 ): + return "library_%02d/%02d" % ( int( library_idx / 4 ) * 4, library_idx % 4 ) + else: + return "library_%02d" % library_idx + +def make_toolset_name( toolset_idx ): + return "toolset_%02d" % toolset_idx + +def make_library_target_directory( library_idx, toolset_idx, variant = None ): + base = "lib/%s/%s" % ( make_library_name( library_idx ) + , make_toolset_name( toolset_idx ) ) + if variant is not None: + return "%s/%s" % ( base, variant ) + else: + return base + +def make_test_target_directory( library_idx, toolset_idx, test_name, variant ): + base = "%s/%s/%s" % ( make_library_name( library_idx ) + , make_toolset_name( toolset_idx ) + , test_name ) + if variant is not None: + return "%s/%s" % ( base, variant ) + else: + return base + +def format_timestamp( timestamp ): + return time.strftime( "%Y-%m-%dT%H:%M:%SZ", timestamp ) + +def make_test_log( xml_generator + , library_idx + , toolset_idx + , test_name + , test_type + , test_result + , show_run_output + , variant ): + library = make_library_name( library_idx ) + toolset_name = make_toolset_name( toolset_idx ) + + target_directory = "" + if test_type != "lib": + target_directory = make_test_target_directory( library_idx, toolset_idx, test_name, variant ) + else: + target_directory = make_library_target_directory( library_idx, toolset_idx, variant ) + + xml_generator.startElement( "test-log", { "library": library + , "test-name": test_name + , "toolset": toolset_name + , "test-type": test_type + , "test-program": "some_program" + , "target-directory": target_directory + , "show-run-output": show_run_output + } ) + + if test_type != "lib": + + if test_result == "success" and ( toolset_idx + 1 ) % 4: + xml_generator.startElement( "compile", { "result": "success" } ); + xml_generator.characters( "Compiling in %s" % target_directory ) + xml_generator.endElement( "compile" ) + + if test_type.find( "link" ) == 0 or test_type.find( "run" ) == 0 and toolset_idx % 4: + xml_generator.startElement( "lib", { "result": test_result } ); + xml_generator.characters( make_library_target_directory( library_idx, toolset_idx ) ) + xml_generator.endElement( "lib" ) + + xml_generator.startElement( "link", { "result": "success" } ); + xml_generator.characters( "Linking in %s" % target_directory ) + xml_generator.endElement( "link" ) + + if test_type.find( "run" ) == 0 and ( toolset_idx + 2 ) % 4: + xml_generator.startElement( "run", { "result": test_result } ); + xml_generator.characters( "Running in %s" % target_directory ) + xml_generator.endElement( "run" ) + + else: + xml_generator.startElement( "compile", { "result": test_result } ); + xml_generator.characters( "Compiling in %s" % make_library_target_directory( library_idx, toolset_idx ) ) + xml_generator.endElement( "compile" ) + + + + xml_generator.endElement( "test-log" ) + + +def make_expicit_failure_markup( num_of_libs, num_of_toolsets, num_of_tests ): + g = xml.sax.saxutils.XMLGenerator( open( "explicit-failures-markup.xml", "w" ), "utf-8" ) + g.startDocument() + g.startElement( "explicit-failures-markup", {} ); + + # required toolsets + for i_toolset in range( 0, num_of_toolsets ): + if i_toolset < 2: + g.startElement( "mark-toolset", { "name": "toolset_%02d" % i_toolset, "status":"required"} ) + g.endElement( "mark-toolset" ) + + for i_library in range( 0, num_of_libs ): + g.startElement( "library", { "name": make_library_name( i_library ) } ) + if i_library % 4 == 0: + g.startElement( "mark-unusable", {} ) + for i_toolset in range( 0, num_of_toolsets ): + if i_toolset % 2 == 1: + g.startElement( "toolset", { "name": make_toolset_name( i_toolset ) } ) + g.endElement( "toolset" ) + g.startElement( "note", { "author": u"T. T\xe8st" } ) + g.characters( "Test note" ) + g.endElement( "note" ) + g.endElement( "mark-unusable" ) + + for i_test in range( 0, num_of_tests ): + + category = 0 + explicitly_marked_failure = 0 + unresearched = 0 + + if i_test % 2 == 0: + category = i_test % 3 + + if i_test % 3 == 0: + explicitly_marked_failure = 1 + if i_test % 2 == 0: + unresearched = 1 + + if category or explicitly_marked_failure: + test_attrs = { "name": make_test_name( i_library, i_test ) } + if category: + test_attrs[ "category" ] = "Category %s" % category + g.startElement( "test", test_attrs ) + if explicitly_marked_failure: + failure_attrs = {} + if unresearched: failure_attrs[ "reason" ] = "not-researched" + + g.startElement( "mark-failure", failure_attrs ) + + g.startElement( "toolset", { "name": make_toolset_name( 1 ) } ) + g.endElement( "toolset" ) + g.startElement( "toolset", { "name": make_toolset_name( 0 ) } ) + g.endElement( "toolset" ) + g.startElement( "toolset", { "name": make_toolset_name( 2 ) } ) + g.endElement( "toolset" ) + + g.startElement( "note", { "author": u"V. Ann\xf3tated" } ) + g.characters( "Some thoughtful note" ) + g.endElement( "note" ) + + g.endElement( "mark-failure" ) + + g.endElement( "test" ); + g.endElement( "library" ) + + + g.endElement( "explicit-failures-markup" ) + g.endDocument() + + +def make_expected_results( num_of_libs, num_of_toolsets, num_of_tests ): + pass + diff --git a/tools/regression/xsl_reports/test/expected_results.xml b/tools/regression/xsl_reports/test/expected_results.xml new file mode 100644 index 0000000000..d9fdd26cc9 --- /dev/null +++ b/tools/regression/xsl_reports/test/expected_results.xml @@ -0,0 +1,3 @@ +<?xml version="1.0" encoding="utf-8"?> +<expected-failures> +</expected-failures> diff --git a/tools/regression/xsl_reports/test/generate_test_results.py b/tools/regression/xsl_reports/test/generate_test_results.py new file mode 100644 index 0000000000..ba6a7ee39f --- /dev/null +++ b/tools/regression/xsl_reports/test/generate_test_results.py @@ -0,0 +1,160 @@ +# +# Generates test test results for testing of boost_wide_report.py +# +import common +import xml.sax.saxutils + +import os +import time + +num_of_libs = 5 +num_of_runners = 5 +num_of_toolsets = 3 +num_of_tests = 10 + +results_directory = "results/incoming/CVS-HEAD/processed" + + +# Generated results follow the rules: +# +# * odd runners are testing on Win32, even runners are testin on Unix +# * the third toolset has 2 variants +# + +# Generated expected markup: +# +# * First two toolset are required +# * Every fourth library is unusable on event toolsets +# * Last two tests are corner-ase tests +# * Every 4th test is explicitly marked up as expected-failure + + +def library_build_failed( library_idx ): + return library_idx % 2 + +def test_run_source( runner_idx ): + if runner_idx % 2: return "tarball" + else: return "cvs head" + +def test_run_type( runner_idx ): + if runner_idx % 2: return "incremental" + else: return "full" + + +def test_type( i ): + types = [ "compile", "compile_fail", "link", "link_fail", "run", "run_fail", "run_pyd" ] + return types[ i % len( types) ] + + +def make_test_results(): + if not os.path.exists( results_directory ): + os.makedirs( results_directory ) + + for i_runner in range( 0, num_of_runners ): + runner_id = "runner %02d" % i_runner + g = xml.sax.saxutils.XMLGenerator( open( os.path.join( results_directory, runner_id + ".xml" ), "w" ), "utf-8" ) + g.startDocument() + if i_runner % 2: + platform = "Win32" + else: + platform = "Unix" + + g.startElement( "test-run", { "platform": platform + , "runner": runner_id + , "timestamp": common.format_timestamp( + time.gmtime( time.time() - i_runner * 24*60*60 ) + ) + , "revision": '%d' % ( 7000 + i_runner ) + , "source": test_run_source( i_runner ) + , "run-type": test_run_type( i_runner ) + } ) + + g.startElement( "comment", {} ) + g.characters( "<b>Runner</b> is who <i>running</i> does." ) + g.endElement( "comment" ) + + for i_lib in range( 0, num_of_libs ): + for i_toolset in range( num_of_toolsets ): + if library_build_failed( i_lib ): test_result = "fail" + else: test_result = "success" + + common.make_test_log( xml_generator = g + , library_idx = i_lib + , toolset_idx = i_toolset + , test_name = "" + , test_type = "lib" + , test_result = test_result + , show_run_output = "false" + , variant = None ) + + + for i_lib in range( 0, num_of_libs ): + library_name = "library_%02d" % i_lib + if num_of_runners - 1 == i_runner and i_lib % 2: + continue + + for i_toolset in range( num_of_toolsets ): + toolset_name = "toolset %02d" % ( i_toolset ) + + if num_of_runners - 1 == i_runner and i_toolset % 2: + continue + + for i_test in range( num_of_tests ): + test_name = "test_%02d_%02d" % ( i_lib, i_test ) + test_result = "" + show_run_output = "false" + + if num_of_runners - 1 == i_runner and i_test % 2: + continue + + if i_runner % 2: test_result = "success" + else: test_result = "fail" + + if i_runner == 1 and i_toolset == 2 and i_test % 6 == 0: + test_result = "fail" + + if test_result == "success" and ( 0 == i_test % 5 ): + show_run_output = "true" + + if i_toolset == 2: + variants = [ "static-lib", "shared-lib" ] + else: + variants = [ None ] + + for variant in variants: + common.make_test_log( xml_generator = g + , library_idx = i_lib + , toolset_idx = i_toolset + , test_name = test_name + , test_type = test_type( i_test ) + , test_result = test_result + , show_run_output = show_run_output + , variant = variant ) + g.endElement( "test-run" ) + g.endDocument() + + + +## <test-log library="algorithm" test-name="container" test-type="run" test-program="libs/algorithm/string/test/container_test.cpp" target-directory="bin/boost/libs/algorithm/string/test/container.test/borland-5.6.4/debug" toolset="borland-5.6.4" show-run-output="false"> +## <compile result="fail" timestamp="2004-06-29 17:02:27 UTC"> + +## "C:\Progra~1\Borland\CBuilder6\bin\bcc32" -j5 -g255 -q -c -P -w -Ve -Vx -a8 -b- -v -Od -vi- -tWC -tWR -tWC -WM- -DBOOST_ALL_NO_LIB=1 -w-8001 -I"C:\Users\Administrator\boost\main\results\bin\boost\libs\algorithm\string\test" -I"C:\Users\Administrator\boost\main\boost" -I"C:\Progra~1\Borland\CBuilder6\include" -o"C:\Users\Administrator\boost\main\results\bin\boost\libs\algorithm\string\test\container.test\borland-5.6.4\debug\container_test.obj" "..\libs\algorithm\string\test\container_test.cpp" + +## ..\libs\algorithm\string\test\container_test.cpp: +## Warning W8091 C:\Users\Administrator\boost\main\boost\libs/test/src/unit_test_result.cpp 323: template argument _InputIter passed to 'for_each' is a output iterator: input iterator required in function unit_test_result::~unit_test_result() +## Warning W8091 C:\Users\Administrator\boost\main\boost\libs/test/src/unit_test_suite.cpp 63: template argument _InputIter passed to 'find_if' is a output iterator: input iterator required in function test_case::Impl::check_dependencies() +## Warning W8091 C:\Users\Administrator\boost\main\boost\libs/test/src/unit_test_suite.cpp 204: template argument _InputIter passed to 'for_each' is a output iterator: input iterator required in function test_suite::~test_suite() +## Error E2401 C:\Users\Administrator\boost\main\boost\boost/algorithm/string/finder.hpp 45: Invalid template argument list +## Error E2040 C:\Users\Administrator\boost\main\boost\boost/algorithm/string/finder.hpp 46: Declaration terminated incorrectly +## Error E2090 C:\Users\Administrator\boost\main\boost\boost/algorithm/string/finder.hpp 277: Qualifier 'algorithm' is not a class or namespace name +## Error E2272 C:\Users\Administrator\boost\main\boost\boost/algorithm/string/finder.hpp 277: Identifier expected +## Error E2090 C:\Users\Administrator\boost\main\boost\boost/algorithm/string/finder.hpp 278: Qualifier 'algorithm' is not a class or namespace name +## Error E2228 C:\Users\Administrator\boost\main\boost\boost/algorithm/string/finder.hpp 278: Too many error or warning messages +## *** 6 errors in Compile *** +## </compile> +## </test-log> + + +make_test_results() +common.make_expicit_failure_markup( num_of_libs, num_of_toolsets, num_of_tests ) + diff --git a/tools/regression/xsl_reports/test/generate_test_results_v1.py b/tools/regression/xsl_reports/test/generate_test_results_v1.py new file mode 100644 index 0000000000..0f7f8f796a --- /dev/null +++ b/tools/regression/xsl_reports/test/generate_test_results_v1.py @@ -0,0 +1,85 @@ +import xml.sax.saxutils + +import common + +import os +import time + +num_of_libs = 2 +num_of_toolsets = 3 +num_of_tests = 10 + +tag = "1_30_0" + +def library_build_failed( library_idx ): + return library_idx % 2 + +def make_test_results(): + if not os.path.exists( tag ): + os.makedirs( tag ) + + g = xml.sax.saxutils.XMLGenerator( open( os.path.join( tag, "test.xml" ), "w" ) ) + platform = "Win32" + g.startElement( "test-results", {} ) + + for i_lib in range( 0, num_of_libs ): + for i_toolset in range( num_of_toolsets ): + if library_build_failed( i_lib ): test_result = "fail" + else: test_result = "success" + + common.make_test_log( xml_generator = g + , library_idx = i_lib + , toolset_idx = i_toolset + , test_name = "" + , test_type = "lib" + , test_result = test_result + , show_run_output = "false" ) + + + for i_lib in range( 0, num_of_libs ): + library_name = "library_%02d" % i_lib + + for i_toolset in range( num_of_toolsets ): + toolset_name = "toolset_%02d" % ( i_toolset ) + + for i_test in range( num_of_tests ): + test_name = "test_%02d_%02d" % ( i_lib, i_test ) + test_result = "" + test_type = "run" + show_run_output = "false" + + if i_lib % 2: test_result = "success" + else: test_result = "fail" + + if test_result == "success" and ( 0 == i_test % 5 ): + show_run_output = "true" + + common.make_test_log( g, i_lib, i_toolset, test_name, test_type, test_result, show_run_output ) + + g.endElement( "test-results" ) + + + + +## <test-log library="algorithm" test-name="container" test-type="run" test-program="libs/algorithm/string/test/container_test.cpp" target-directory="bin/boost/libs/algorithm/string/test/container.test/borland-5.6.4/debug" toolset="borland-5.6.4" show-run-output="false"> +## <compile result="fail" timestamp="2004-06-29 17:02:27 UTC"> + +## "C:\Progra~1\Borland\CBuilder6\bin\bcc32" -j5 -g255 -q -c -P -w -Ve -Vx -a8 -b- -v -Od -vi- -tWC -tWR -tWC -WM- -DBOOST_ALL_NO_LIB=1 -w-8001 -I"C:\Users\Administrator\boost\main\results\bin\boost\libs\algorithm\string\test" -I"C:\Users\Administrator\boost\main\boost" -I"C:\Progra~1\Borland\CBuilder6\include" -o"C:\Users\Administrator\boost\main\results\bin\boost\libs\algorithm\string\test\container.test\borland-5.6.4\debug\container_test.obj" "..\libs\algorithm\string\test\container_test.cpp" + +## ..\libs\algorithm\string\test\container_test.cpp: +## Warning W8091 C:\Users\Administrator\boost\main\boost\libs/test/src/unit_test_result.cpp 323: template argument _InputIter passed to 'for_each' is a output iterator: input iterator required in function unit_test_result::~unit_test_result() +## Warning W8091 C:\Users\Administrator\boost\main\boost\libs/test/src/unit_test_suite.cpp 63: template argument _InputIter passed to 'find_if' is a output iterator: input iterator required in function test_case::Impl::check_dependencies() +## Warning W8091 C:\Users\Administrator\boost\main\boost\libs/test/src/unit_test_suite.cpp 204: template argument _InputIter passed to 'for_each' is a output iterator: input iterator required in function test_suite::~test_suite() +## Error E2401 C:\Users\Administrator\boost\main\boost\boost/algorithm/string/finder.hpp 45: Invalid template argument list +## Error E2040 C:\Users\Administrator\boost\main\boost\boost/algorithm/string/finder.hpp 46: Declaration terminated incorrectly +## Error E2090 C:\Users\Administrator\boost\main\boost\boost/algorithm/string/finder.hpp 277: Qualifier 'algorithm' is not a class or namespace name +## Error E2272 C:\Users\Administrator\boost\main\boost\boost/algorithm/string/finder.hpp 277: Identifier expected +## Error E2090 C:\Users\Administrator\boost\main\boost\boost/algorithm/string/finder.hpp 278: Qualifier 'algorithm' is not a class or namespace name +## Error E2228 C:\Users\Administrator\boost\main\boost\boost/algorithm/string/finder.hpp 278: Too many error or warning messages +## *** 6 errors in Compile *** +## </compile> +## </test-log> + + +make_test_results( ) +common.make_expicit_failure_markup( num_of_libs, num_of_toolsets, num_of_tests ) diff --git a/tools/regression/xsl_reports/test/restrict_to_library.xsl b/tools/regression/xsl_reports/test/restrict_to_library.xsl new file mode 100644 index 0000000000..8de3354d84 --- /dev/null +++ b/tools/regression/xsl_reports/test/restrict_to_library.xsl @@ -0,0 +1,36 @@ +<?xml version="1.0" encoding="utf-8"?> +<xsl:stylesheet xmlns:xsl="http://www.w3.org/1999/XSL/Transform" + version="1.0"> + + <xsl:output method="xml" encoding="ascii"/> + <xsl:param name="library"/> + + + <xsl:template match="/"> + <xsl:message> + <xsl:value-of select="$library"/> + </xsl:message> + <xsl:apply-templates/> + </xsl:template> + + <xsl:template match="*"> + <xsl:copy> + <xsl:apply-templates select="@*"/> + <xsl:apply-templates /> + </xsl:copy> + </xsl:template> + + <xsl:template match="test-log"> + <xsl:if test="@library=$library"> + <xsl:copy> + <xsl:apply-templates select="@*"/> + <xsl:apply-templates/> + </xsl:copy> + </xsl:if> + </xsl:template> + + <xsl:template match="@*"> + <xsl:copy-of select="."/> + </xsl:template> + +</xsl:stylesheet> diff --git a/tools/regression/xsl_reports/test/run_notes_regression.py b/tools/regression/xsl_reports/test/run_notes_regression.py new file mode 100644 index 0000000000..884dcfe9db --- /dev/null +++ b/tools/regression/xsl_reports/test/run_notes_regression.py @@ -0,0 +1,32 @@ +import sys + +sys.path.append( '..' ) + +import os + +import report +import merger +import utils + + +tag = "1_32_0" + +# utils.makedirs( "results" ) + +all_xml_file = "a.xml" + +report.make_result_pages( + test_results_file = os.path.abspath( all_xml_file ) + , expected_results_file = "" + , failures_markup_file = os.path.abspath( "../../../../status/explicit-failures-markup.xml" ) + , tag = tag + , run_date = "Today date" + , comment_file = os.path.abspath( "comment.html" ) + , results_dir = "results" + , result_prefix = "" + , reports = [ "dd" ] + , v2 = 1 + ) + + + diff --git a/tools/regression/xsl_reports/test/run_v1.py b/tools/regression/xsl_reports/test/run_v1.py new file mode 100644 index 0000000000..a995ed635d --- /dev/null +++ b/tools/regression/xsl_reports/test/run_v1.py @@ -0,0 +1,35 @@ +import sys + +sys.path.append( '..' ) + +import os + +import report +import merger +import utils + + +tag = "1_30_0" + +utils.makedirs( "results" ) + +all_xml_file = "results/all.xml" +all_xml_writer = open( all_xml_file, "w" ) +merger.merge_test_runs( ".", tag, all_xml_writer ) +all_xml_writer.close() + +report.make_result_pages( + test_results_file = os.path.abspath( all_xml_file ) + , expected_results_file = "" + , failures_markup_file = os.path.abspath( "explicit-failures-markup.xml" ) + , source = tag + , run_date = "Today date" + , comment_file = os.path.abspath( "comment.html" ) + , results_dir = os.path.abspath( "results" ) + , result_prefix = "" + , reports = [ "l", "dd" ] + , v2 = 0 + ) + + + diff --git a/tools/regression/xsl_reports/test/test.py b/tools/regression/xsl_reports/test/test.py new file mode 100644 index 0000000000..1378586c1d --- /dev/null +++ b/tools/regression/xsl_reports/test/test.py @@ -0,0 +1,34 @@ +import sys + +sys.path.append( '..' ) + +import os + +import boost_wide_report +import common +import utils +import shutil +import time + +tag = "CVS-HEAD" + +if os.path.exists( "results/incoming/CVS-HEAD/processed/merged" ): + shutil.rmtree( "results/incoming/CVS-HEAD/processed/merged" ) + +boost_wide_report.ftp_task = lambda ftp_site, site_path, incoming_dir: 1 +boost_wide_report.unzip_archives_task = lambda incoming_dir, processed_dir, unzip: 1 + +boost_wide_report.execute_tasks( + tag = tag + , user = None + , run_date = common.format_timestamp( time.gmtime() ) + , comment_file = os.path.abspath( "comment.html" ) + , results_dir = os.path.abspath( "results" ) + , output_dir = os.path.abspath( "output" ) + , reports = [ "i", "x", "ds", "dd", "dsr", "ddr", "us", "ud", "usr", "udr" ] + , warnings = [ 'Warning text 1', 'Warning text 2' ] + , extended_test_results = os.path.abspath( "output/extended_test_results.xml" ) + , dont_collect_logs = 1 + , expected_results_file = os.path.abspath( "expected_results.xml" ) + , failures_markup_file = os.path.abspath( "explicit-failures-markup.xml" ) + ) diff --git a/tools/regression/xsl_reports/test/test_boost_wide_report.py b/tools/regression/xsl_reports/test/test_boost_wide_report.py new file mode 100644 index 0000000000..f7d52fc2ff --- /dev/null +++ b/tools/regression/xsl_reports/test/test_boost_wide_report.py @@ -0,0 +1,36 @@ +import unittest +import sys +import time + +sys.path.append( ".." ) + +import boost_wide_report + +class test_boost_wide_report(unittest.TestCase): + def test_diff( self ): + test_cases = [ + ( [] + , [] + , ( [], [] ) ) + , ( [ boost_wide_report.file_info( "a", 1, time.localtime( 0 ) ) ] + , [] + , ( [ "a" ], [] ) ) + , ( [] + , [ boost_wide_report.file_info( "a", 1, time.localtime( 0 ) ) ] + , ( [], [ "a" ] ) ) + , ( [ boost_wide_report.file_info( "a", 1, time.localtime( 0 ) ) ] + , [ boost_wide_report.file_info( "a", 1, time.localtime( 1 ) ) ] + , ( [ "a" ], [] ) ) + ] + + for test_case in test_cases: + source_dir_content = test_case[0] + destination_dir_content = test_case[1] + expected_result = test_case[2] + d = boost_wide_report.diff( source_dir_content, destination_dir_content ) + self.failUnlessEqual( d, expected_result ) + +if __name__ == '__main__': + unittest.main() + + diff --git a/tools/regression/xsl_reports/test_results.xsd b/tools/regression/xsl_reports/test_results.xsd new file mode 100644 index 0000000000..bd54208488 --- /dev/null +++ b/tools/regression/xsl_reports/test_results.xsd @@ -0,0 +1,107 @@ +<?xml version="1.0" encoding="UTF-8"?> +<xs:schema xmlns:xs="http://www.w3.org/2001/XMLSchema" elementFormDefault="qualified"> + <!-- + The following online services can be used to validate collected test results: + + - http://apps.gotdotnet.com/xmltools/xsdvalidator/ + - http://tools.decisionsoft.com/schemaValidate.html + --> + + <xs:simpleType name="test_result"> + <xs:restriction base="xs:NMTOKEN"> + <xs:enumeration value="fail"/> + <xs:enumeration value="succeed"/> + </xs:restriction> + </xs:simpleType> + + <xs:simpleType name="run_test_result"> + <xs:restriction base="xs:NMTOKEN"> + <xs:enumeration value="fail"/> + <xs:enumeration value="succeed"/> + <xs:enumeration value="note"/> + </xs:restriction> + </xs:simpleType> + + <xs:simpleType name="test_type"> + <xs:restriction base="xs:NMTOKEN"> + <xs:enumeration value="compile"/> + <xs:enumeration value="compile_fail"/> + <xs:enumeration value="lib"/> + <xs:enumeration value="pyd"/> + <xs:enumeration value="run"/> + <xs:enumeration value="run_fail"/> + <xs:enumeration value="run_pyd"/> + </xs:restriction> + </xs:simpleType> + + <xs:element name="compile"> + <xs:complexType> + <xs:simpleContent> + <xs:extension base="xs:string"> + <xs:attribute name="result" type="test_result" use="required"/> + <xs:attribute name="timestamp" type="xs:string" use="required"/> + </xs:extension> + </xs:simpleContent> + </xs:complexType> + </xs:element> + + <xs:element name="link"> + <xs:complexType> + <xs:simpleContent> + <xs:extension base="xs:string"> + <xs:attribute name="result" type="test_result" use="required"/> + <xs:attribute name="timestamp" type="xs:string" use="required"/> + </xs:extension> + </xs:simpleContent> + </xs:complexType> + </xs:element> + + <xs:element name="lib"> + <xs:complexType> + <xs:simpleContent> + <xs:extension base="xs:string"> + <xs:attribute name="result" type="test_result" use="required"/> + <xs:attribute name="timestamp" type="xs:string" use="required"/> + </xs:extension> + </xs:simpleContent> + </xs:complexType> + </xs:element> + + <xs:element name="run"> + <xs:complexType> + <xs:simpleContent> + <xs:extension base="xs:string"> + <xs:attribute name="result" type="run_test_result" use="required"/> + <xs:attribute name="timestamp" type="xs:string" use="required"/> + </xs:extension> + </xs:simpleContent> + </xs:complexType> + </xs:element> + + <xs:element name="test-log"> + <xs:complexType> + <xs:sequence> + <xs:element ref="compile" minOccurs="0"/> + <xs:element ref="link" minOccurs="0"/> + <xs:element ref="run" minOccurs="0"/> + <xs:element ref="lib" minOccurs="0"/> + </xs:sequence> + <xs:attribute name="library" type="xs:string" use="required"/> + <xs:attribute name="test-name" type="xs:string" use="required"/> + <xs:attribute name="test-type" type="test_type" use="required"/> + <xs:attribute name="test-program" type="xs:string" use="required"/> + <xs:attribute name="target-directory" type="xs:string" use="required"/> + <xs:attribute name="toolset" type="xs:string" use="required"/> + <xs:attribute name="show-run-output" type="xs:boolean" use="required"/> + </xs:complexType> + </xs:element> + + <xs:element name="tests"> + <xs:complexType> + <xs:sequence> + <xs:element ref="test-log" maxOccurs="unbounded"/> + </xs:sequence> + </xs:complexType> + </xs:element> + +</xs:schema> diff --git a/tools/regression/xsl_reports/utils/__init__.py b/tools/regression/xsl_reports/utils/__init__.py new file mode 100644 index 0000000000..6d542083d9 --- /dev/null +++ b/tools/regression/xsl_reports/utils/__init__.py @@ -0,0 +1,13 @@ + +from accept_args import * +from char_translation_table import * +from check_existance import * +from checked_system import * +from libxslt import * +from log import * +from makedirs import * +from rename import * +from tar import * +from zip import * + +import sourceforge diff --git a/tools/regression/xsl_reports/utils/accept_args.py b/tools/regression/xsl_reports/utils/accept_args.py new file mode 100644 index 0000000000..b08739f40b --- /dev/null +++ b/tools/regression/xsl_reports/utils/accept_args.py @@ -0,0 +1,30 @@ + +import getopt +import re +import sys + +def accept_args( args_spec, args, options, usage ): + + defaults_num = len(options) + + ( option_pairs, rest_args ) = getopt.getopt( args, '', args_spec ) + map( lambda x: options.__setitem__( x[0], x[1] ), option_pairs ) + + if ( options.has_key( '--help' ) or len( options.keys() ) == defaults_num ): + usage() + sys.exit( 1 ) + + if len( rest_args ) > 0 and rest_args[0][0] == '@': + f = open( rest_args[0][1:], 'r' ) + config_lines = f.read().splitlines() + f.close() + for l in config_lines: + if re.search( r'^\s*#', l ): continue + if re.search( r'^\s*$', l ): continue + m = re.match( r'^(?P<name>.*?)=(?P<value>.*)', l ) + if m: + options[ '--%s' % m.group( 'name' ) ] = m.group( 'value' ) + else: + raise 'Invalid format of config line "%s"' % l + + return rest_args diff --git a/tools/regression/xsl_reports/utils/char_translation_table.py b/tools/regression/xsl_reports/utils/char_translation_table.py new file mode 100644 index 0000000000..c2d8fb6c95 --- /dev/null +++ b/tools/regression/xsl_reports/utils/char_translation_table.py @@ -0,0 +1,13 @@ + +import string + +def chr_or_question_mark( c ): + if chr(c) in string.printable and c < 128 and c not in ( 0x09, 0x0b, 0x0c ): + return chr(c) + else: + return '?' + +char_translation_table = string.maketrans( + ''.join( map( chr, range(0, 256) ) ) + , ''.join( map( chr_or_question_mark, range(0, 256) ) ) + ) diff --git a/tools/regression/xsl_reports/utils/check_existance.py b/tools/regression/xsl_reports/utils/check_existance.py new file mode 100644 index 0000000000..9e3d0e7b21 --- /dev/null +++ b/tools/regression/xsl_reports/utils/check_existance.py @@ -0,0 +1,9 @@ + +import os + +def check_existance( name ): + a = os.popen( '%s --version' % name ) + output = a.read() + rc = a.close() + if rc is not None: + raise Exception( '"%s" is required' % name ) diff --git a/tools/regression/xsl_reports/utils/checked_system.py b/tools/regression/xsl_reports/utils/checked_system.py new file mode 100644 index 0000000000..bdb8e8f8e6 --- /dev/null +++ b/tools/regression/xsl_reports/utils/checked_system.py @@ -0,0 +1,22 @@ + +import os +import string +import sys + +def system( commands ): + if sys.platform == 'win32': + f = open( 'tmp.cmd', 'w' ) + f.write( string.join( commands, '\n' ) ) + f.close() + rc = os.system( 'tmp.cmd' ) + return rc + else: + rc = os.system( '&&'.join( commands ) ) + return rc + + +def checked_system( commands, valid_return_codes = [ 0 ] ): + rc = system( commands ) + if rc not in [ 0 ] + valid_return_codes: + raise Exception( 'Command sequence "%s" failed with return code %d' % ( commands, rc ) ) + return rc diff --git a/tools/regression/xsl_reports/utils/libxslt.py b/tools/regression/xsl_reports/utils/libxslt.py new file mode 100644 index 0000000000..d9184100e2 --- /dev/null +++ b/tools/regression/xsl_reports/utils/libxslt.py @@ -0,0 +1,49 @@ + +# Copyright (c) MetaCommunications, Inc. 2003-2007 +# +# Distributed under the Boost Software License, Version 1.0. +# (See accompanying file LICENSE_1_0.txt or copy at +# http://www.boost.org/LICENSE_1_0.txt) + +import utils.makedirs +import utils.rename +import os.path +import os +import sys + + +def xslt_param( path, replace_spaces = 1 ): + path = path.replace( '\\', '/' ) + if sys.platform == 'win32' and replace_spaces: + path = path.replace( ' ', '%20' ) + return path + + +def libxslt( log, xml_file, xsl_file, output_file, parameters = None ): + + utils.makedirs( os.path.dirname( output_file ) ) + + if sys.platform == 'win32': + os.chdir( os.path.dirname( xsl_file ) ) + + transform_command = 'xsltproc' + transform_command = transform_command + ' -o ' + '"%s"' % xslt_param( output_file ) + + if parameters is not None: + for i in parameters: + if parameters[i]: + parameters[i] = xslt_param( parameters[i] ) + transform_command = transform_command + ' --param %s "\'%s\'" ' % ( i, parameters[ i ] ) + + transform_command = transform_command + ' "%s" ' % xslt_param( xsl_file ) + transform_command = transform_command + ' "%s" ' % xslt_param( xml_file ) + log( transform_command ) + rc = os.system( transform_command ) + if rc != 0: + raise Exception( '"%s" failed with return code %d' % ( transform_command, rc ) ) + + output_file = xslt_param( output_file, 0 ) + xlst_output_file = xslt_param( output_file ) + if output_file != xlst_output_file and os.path.exists( xlst_output_file ): + utils.rename( log, xlst_output_file, output_file ) + diff --git a/tools/regression/xsl_reports/utils/log.py b/tools/regression/xsl_reports/utils/log.py new file mode 100644 index 0000000000..28b1366f88 --- /dev/null +++ b/tools/regression/xsl_reports/utils/log.py @@ -0,0 +1,18 @@ + +import inspect +import sys + +def log_level(): + frames = inspect.stack() + level = 0 + for i in frames[ 3: ]: + if i[0].f_locals.has_key( '__log__' ): + level = level + i[0].f_locals[ '__log__' ] + return level + + +def stdlog( message ): + sys.stderr.write( '# ' + ' ' * log_level() + message + '\n' ) + sys.stderr.flush() + +log = stdlog diff --git a/tools/regression/xsl_reports/utils/makedirs.py b/tools/regression/xsl_reports/utils/makedirs.py new file mode 100644 index 0000000000..94b68d32f1 --- /dev/null +++ b/tools/regression/xsl_reports/utils/makedirs.py @@ -0,0 +1,7 @@ + +import os.path +import os + +def makedirs( path ): + if not os.path.exists( path ): + os.makedirs( path ) diff --git a/tools/regression/xsl_reports/utils/rename.py b/tools/regression/xsl_reports/utils/rename.py new file mode 100644 index 0000000000..95fb36ff48 --- /dev/null +++ b/tools/regression/xsl_reports/utils/rename.py @@ -0,0 +1,17 @@ + +# Copyright (c) MetaCommunications, Inc. 2003-2007 +# +# Distributed under the Boost Software License, Version 1.0. +# (See accompanying file LICENSE_1_0.txt or copy at +# http://www.boost.org/LICENSE_1_0.txt) + +import os.path +import os + + +def rename( log, src, dst ): + log( 'Renaming %s to %s' % ( src, dst ) ) + if os.path.exists( dst ): + os.unlink( dst ) + + os.rename( src, dst ) diff --git a/tools/regression/xsl_reports/utils/send_mail.py b/tools/regression/xsl_reports/utils/send_mail.py new file mode 100644 index 0000000000..d0ed98fd18 --- /dev/null +++ b/tools/regression/xsl_reports/utils/send_mail.py @@ -0,0 +1,13 @@ + +import smtplib + +def send_mail( mail, subject, msg = '' ): + smtp_server = smtplib.SMTP( 'mail.%s' % mail.split( '@' )[-1] ) + smtp_server.sendmail( + mail + , [ mail ] + , 'Subject: %s\n' % subject + + 'To: %s\n' % mail + + '\n' + + msg + ) diff --git a/tools/regression/xsl_reports/utils/sourceforge.py b/tools/regression/xsl_reports/utils/sourceforge.py new file mode 100644 index 0000000000..0c6b085286 --- /dev/null +++ b/tools/regression/xsl_reports/utils/sourceforge.py @@ -0,0 +1,48 @@ + +import utils.checked_system +import os +import sys + +site_dir = '/home/groups/b/bo/boost/htdocs/' + +def download( source, destination, user ): + if sys.platform == 'win32': + destination = os.popen( 'cygpath "%s"' % destination ).read().splitlines()[0] + + utils.checked_system( [ + 'rsync -v -r -z --progress %(user)s@shell.sourceforge.net:%(site_dir)s%(source)s %(dest)s' + % { 'user': user, 'site_dir': site_dir, 'source': source, 'dest': destination } + ] ) + + +def upload( source, destination, user ): + if sys.platform == 'win32': + source = os.popen( 'cygpath "%s"' % source ).read().splitlines()[0] + + utils.checked_system( [ + 'rsync -v -r -z --progress %(source)s %(user)s@shell.sourceforge.net:%(site_dir)s%(dest)s' + % { 'user': user, 'site_dir': site_dir, 'source': source, 'dest': destination } + ] ) + + +def checked_system( commands, user, background = False ): + if not background: + cmd = 'ssh -l %s shell.sourceforge.net "%s"' + else: + cmd = 'ssh -f -l %s shell.sourceforge.net "%s"' + + utils.checked_system( + [ cmd % ( user, '&&'.join( commands ) ) ] + ) + + +def untar( archive, user, background ): + checked_system( + [ + 'cd %s' % os.path.join( site_dir, os.path.dirname( archive ) ) + , 'tar -x -z --overwrite --mode=+w -f %s' % os.path.basename( archive ) + , 'rm -f %s' % archive + ] + , user = user + , background = background + ) diff --git a/tools/regression/xsl_reports/utils/tar.py b/tools/regression/xsl_reports/utils/tar.py new file mode 100644 index 0000000000..19deb1992b --- /dev/null +++ b/tools/regression/xsl_reports/utils/tar.py @@ -0,0 +1,16 @@ + +import utils.checked_system +import os.path + +def tar( source_dir, archive_name ): + utils.checked_system( [ + 'cd %s' % source_dir + , 'tar -c -f ../%s -z *' % archive_name + ] ) + +def untar( archive_path ): + #utils.checked_system( [ 'tar -xjf "%s"' % archive_path ] ) + utils.checked_system( [ + 'cd %s' % os.path.dirname( archive_path ) + , 'tar -xjf "%s"' % os.path.basename( archive_path ) + ] ) diff --git a/tools/regression/xsl_reports/utils/zip.py b/tools/regression/xsl_reports/utils/zip.py new file mode 100644 index 0000000000..7473aa0051 --- /dev/null +++ b/tools/regression/xsl_reports/utils/zip.py @@ -0,0 +1,12 @@ + +import zipfile +import os.path + +def unzip( archive_path, result_dir ): + z = zipfile.ZipFile( archive_path, 'r', zipfile.ZIP_DEFLATED ) + for f in z.infolist(): + result = open( os.path.join( result_dir, f.filename ), 'wb' ) + result.write( z.read( f.filename ) ) + result.close() + + z.close() diff --git a/tools/regression/xsl_reports/xsl/add_expected_results.xsl b/tools/regression/xsl_reports/xsl/add_expected_results.xsl new file mode 100644 index 0000000000..6771f0034f --- /dev/null +++ b/tools/regression/xsl_reports/xsl/add_expected_results.xsl @@ -0,0 +1,144 @@ +<?xml version="1.0" encoding="utf-8"?> +<!-- + +Copyright MetaCommunications, Inc. 2003-2004. + +Distributed under the Boost Software License, Version 1.0. (See +accompanying file LICENSE_1_0.txt or copy at +http://www.boost.org/LICENSE_1_0.txt) + +--> + +<xsl:stylesheet + xmlns:xsl="http://www.w3.org/1999/XSL/Transform" + xmlns:meta="http://www.meta-comm.com" + exclude-result-prefixes="meta" + version="1.0"> + + <xsl:import href="common.xsl"/> + + <xsl:output method="xml" encoding="utf-8"/> + + <xsl:param name="expected_results_file"/> + <xsl:param name="failures_markup_file"/> + <xsl:variable name="expected_results" select="document( $expected_results_file )" /> + <xsl:variable name="failures_markup" select="document( $failures_markup_file )" /> + + <xsl:template match="/"> + <xsl:apply-templates/> + </xsl:template> + + <xsl:template match="test-log"> + <xsl:variable name="library" select="@library"/> + <xsl:variable name="test-name" select="@test-name"/> + <xsl:variable name="toolset" select="@toolset"/> + + <xsl:element name="{local-name()}"> + <xsl:apply-templates select="@*"/> + + <xsl:variable name="actual_result"> + <xsl:choose> + <!-- Hack: needs to be researched (and removed). See M.Wille's incident. --> + <xsl:when test="run/@result='succeed' and lib/@result='fail'"> + <xsl:text>success</xsl:text> + </xsl:when> + <xsl:when test="./*/@result = 'fail'" > + <xsl:text>fail</xsl:text> + </xsl:when> + <xsl:otherwise> + <xsl:text>success</xsl:text> + </xsl:otherwise> + </xsl:choose> + </xsl:variable> + + <xsl:variable name="expected_results_test_case" select="$expected_results//*/test-result[ @library=$library and ( @test-name=$test-name or @test-name='*' ) and @toolset = $toolset]"/> + <xsl:variable name="new_failures_markup" select="$failures_markup//library[@name=$library]/mark-expected-failures[ meta:re_match( test/@name, $test-name ) and meta:re_match( toolset/@name, $toolset ) ]"/> + <xsl:variable name="failures_markup" select="$failures_markup//library[@name=$library]/test[ meta:re_match( @name, $test-name ) ]/mark-failure[ meta:re_match( toolset/@name, $toolset ) ]"/> + <xsl:variable name="is_new"> + <xsl:choose> + <xsl:when test="$expected_results_test_case"> + <xsl:text>no</xsl:text> + </xsl:when> + <xsl:otherwise>yes</xsl:otherwise> + </xsl:choose> + </xsl:variable> + + <xsl:variable name="expected_result"> + <xsl:choose> + <xsl:when test='count( $failures_markup ) > 0 or count( $new_failures_markup ) > 0'> + <xsl:text>fail</xsl:text> + </xsl:when> + + <xsl:otherwise> + <xsl:choose> + <xsl:when test="$expected_results_test_case and $expected_results_test_case/@result = 'fail'"> + <xsl:text>fail</xsl:text> + </xsl:when> + + <xsl:otherwise>success</xsl:otherwise> + </xsl:choose> + </xsl:otherwise> + </xsl:choose> + </xsl:variable> + + <xsl:variable name="status"> + <xsl:choose> + <xsl:when test="count( $failures_markup ) > 0 or count( $new_failures_markup ) > 0"> + <xsl:choose> + <xsl:when test="$expected_result = $actual_result">expected</xsl:when> + <xsl:otherwise>unexpected</xsl:otherwise> + </xsl:choose> + </xsl:when> + + <xsl:otherwise> + <xsl:choose> + <xsl:when test="$expected_result = $actual_result">expected</xsl:when> + <xsl:otherwise>unexpected</xsl:otherwise> + </xsl:choose> + </xsl:otherwise> + + </xsl:choose> + </xsl:variable> + + <xsl:variable name="notes"> + <xsl:choose> + + <xsl:when test='count( $failures_markup ) > 0'> + <xsl:for-each select="$failures_markup/note"> + <xsl:copy-of select="."/> + </xsl:for-each> + </xsl:when> + + <xsl:when test='count( $new_failures_markup ) > 0'> + <xsl:for-each select="$new_failures_markup/note"> + <xsl:copy-of select="."/> + </xsl:for-each> + </xsl:when> + + </xsl:choose> + </xsl:variable> + + <xsl:attribute name="result"><xsl:value-of select="$actual_result"/></xsl:attribute> + <xsl:attribute name="expected-result"><xsl:value-of select="$expected_result"/></xsl:attribute> + <xsl:attribute name="status"><xsl:value-of select="$status"/></xsl:attribute> + <xsl:attribute name="is-new"><xsl:value-of select="$is_new"/></xsl:attribute> + <!--<a><xsl:value-of select="count( $failures_markup )"/></a>--> + <xsl:element name="notes"><xsl:copy-of select="$notes"/></xsl:element> + + + <xsl:apply-templates select="node()" /> + </xsl:element> + </xsl:template> + + <xsl:template match="*"> + <xsl:element name="{local-name()}"> + <xsl:apply-templates select="@*"/> + <xsl:apply-templates select="node()" /> + </xsl:element> + </xsl:template> + + <xsl:template match="@*"> + <xsl:copy-of select="." /> + </xsl:template> + +</xsl:stylesheet> diff --git a/tools/regression/xsl_reports/xsl/common.xsl b/tools/regression/xsl_reports/xsl/common.xsl new file mode 100644 index 0000000000..0029eeaebb --- /dev/null +++ b/tools/regression/xsl_reports/xsl/common.xsl @@ -0,0 +1,182 @@ +<?xml version="1.0" encoding="utf-8"?> +<!-- + +Copyright MetaCommunications, Inc. 2003-2004. + +Distributed under the Boost Software License, Version 1.0. (See +accompanying file LICENSE_1_0.txt or copy at +http://www.boost.org/LICENSE_1_0.txt) + +--> + +<xsl:stylesheet + xmlns:xsl="http://www.w3.org/1999/XSL/Transform" + xmlns:exsl="http://exslt.org/common" + xmlns:func="http://exslt.org/functions" + xmlns:str="http://exslt.org/strings" + xmlns:meta="http://www.meta-comm.com" + extension-element-prefixes="func" + version="1.0"> + + <xsl:variable name="output_directory" select="'output'"/> + + <xsl:template name="get_toolsets"> + <xsl:param name="toolsets"/> + <xsl:param name="required-toolsets"/> + + <xsl:variable name="toolset_output"> + <xsl:for-each select="$toolsets"> + <xsl:variable name="toolset" select="."/> + <xsl:element name="toolset"> + <xsl:attribute name="toolset"><xsl:value-of select="$toolset"/></xsl:attribute> + <xsl:choose> + <xsl:when test="$required_toolsets[ $toolset = @name ]"> + <xsl:attribute name="required">yes</xsl:attribute> + <xsl:attribute name="sort">a</xsl:attribute> + </xsl:when> + <xsl:otherwise> + <xsl:attribute name="required">no</xsl:attribute> + <xsl:attribute name="sort">z</xsl:attribute> + </xsl:otherwise> + </xsl:choose> + </xsl:element> + </xsl:for-each> + </xsl:variable> + + <xsl:for-each select="exsl:node-set( $toolset_output )/toolset"> + <xsl:sort select="concat( @sort, ' ', @toolset)" order="ascending"/> + <xsl:copy-of select="."/> + </xsl:for-each> + + </xsl:template> + + <func:function name="meta:show_output"> + <xsl:param name="explicit_markup"/> + <xsl:param name="test_log"/> + <func:result select="$test_log/@result != 'success' and not( meta:is_unusable( $explicit_markup, $test_log/@library, $test_log/@toolset )) or $test_log/@show-run-output = 'true'"/> + </func:function> + + <func:function name="meta:is_test_log_a_test_case"> + <xsl:param name="test_log"/> + <func:result select="$test_log/@test-type='compile' or $test_log/@test-type='compile_fail' or $test_log/@test-type='run' or $test_log/@test-type='run_pyd'"/> + </func:function> + + <func:function name="meta:is_unusable"> + <xsl:param name="explicit_markup"/> + <xsl:param name="library"/> + <xsl:param name="toolset"/> + + <func:result select="$explicit_markup//library[ @name = $library ]/mark-unusable[ toolset/@name = $toolset or toolset/@name='*' ]"/> + </func:function> + + <func:function name="meta:re_match"> + <xsl:param name="pattern"/> + <xsl:param name="text"/> + + <xsl:choose> + <xsl:when test="not( contains( $pattern, '*' ) )"> + <func:result select="$text = $pattern"/> + </xsl:when> + <xsl:when test="$pattern = '*'"> + <func:result select="1 = 1"/> + </xsl:when> + <xsl:when test="substring( $pattern, 1, 1 ) = '*' and substring( $pattern, string-length($pattern), 1 ) = '*' "> + <func:result select="contains( $text, substring( $pattern, 2, string-length($pattern) - 2 ) ) "/> + </xsl:when> + <xsl:when test="substring( $pattern, 1, 1 ) = '*'"> + <xsl:variable name="pattern_tail" select="substring( $pattern, 2, string-length($pattern) - 1 )"/> + <func:result select="substring( $text, string-length($text) - string-length($pattern_tail) + 1, string-length($pattern_tail) ) = $pattern_tail"/> + </xsl:when> + <xsl:when test="substring( $pattern, string-length($pattern), 1 ) = '*' "> + <xsl:variable name="pattern_head" select="substring( $pattern, 1, string-length($pattern) - 2 )"/> + <func:result select="substring( $text, 1, string-length($pattern_head) ) = $pattern_head "/> + </xsl:when> + </xsl:choose> + </func:function> + + <func:function name="meta:encode_path"> + <xsl:param name="path"/> + <func:result select="translate( translate( $path, '/', '-' ), './', '-' )"/> + </func:function> + + <func:function name="meta:toolset_name"> + <xsl:param name="name"/> + <func:result select="$name"/> + </func:function> + + <func:function name="meta:output_file_path"> + <xsl:param name="path"/> + <func:result select="concat( $output_directory, '/', meta:encode_path( $path ), '.html' )"/> + </func:function> + + <xsl:template name="show_notes"> + <xsl:param name="explicit_markup"/> + <xsl:param name="notes"/> + <div class="notes"> + <xsl:for-each select="$notes"> + <div> + <xsl:variable name="refid" select="@refid"/> + <xsl:call-template name="show_note"> + <xsl:with-param name="note" select="."/> + <xsl:with-param name="reference" select="$explicit_markup//note[ $refid = @id ]"/> + </xsl:call-template> + </div> + </xsl:for-each> + </div> + </xsl:template> + + <xsl:template name="show_note"> + <xsl:param name="note"/> + <xsl:param name="reference"/> + <div class="note"> + <xsl:variable name="author"> + <xsl:choose> + <xsl:when test="$note/@author"> + <xsl:value-of select="$note/@author"/> + </xsl:when> + <xsl:when test="$reference"> + <xsl:value-of select="$reference/@author"/> + </xsl:when> + <xsl:otherwise> + <xsl:text/> + </xsl:otherwise> + </xsl:choose> + </xsl:variable> + + <xsl:variable name="date"> + <xsl:choose> + <xsl:when test="$note/@date"> + <xsl:value-of select="$note/@date"/> + </xsl:when> + <xsl:when test="$reference"> + <xsl:value-of select="$reference/@date"/> + </xsl:when> + <xsl:otherwise> + <xsl:text/> + </xsl:otherwise> + </xsl:choose> + </xsl:variable> + + <span class="note-header"> + <xsl:choose> + <xsl:when test="$author != '' and $date != ''"> + [ <xsl:value-of select="$author"/> <xsl:value-of select="$date"/> ] + </xsl:when> + <xsl:when test="$author != ''"> + [ <xsl:value-of select="$author"/> ] + </xsl:when> + <xsl:when test="$date != ''"> + [ <xsl:value-of select="$date"/> ] + </xsl:when> + </xsl:choose> + </span> + + <xsl:if test="$reference"> + <xsl:copy-of select="$reference/node()"/> + </xsl:if> + <xsl:copy-of select="$note/node()"/> + + </div> + </xsl:template> + +</xsl:stylesheet> diff --git a/tools/regression/xsl_reports/xsl/html/issues_legend.html b/tools/regression/xsl_reports/xsl/html/issues_legend.html new file mode 100644 index 0000000000..6274048b55 --- /dev/null +++ b/tools/regression/xsl_reports/xsl/html/issues_legend.html @@ -0,0 +1,36 @@ +<!-- + +Copyright MetaCommunications, Inc. 2003-2004. + +Distributed under the Boost Software License, Version 1.0. (See +accompanying file LICENSE_1_0.txt or copy at +http://www.boost.org/LICENSE_1_0.txt) + +--> + +<div class="legend"> +<table border="0" summary="report description"> +<tr> + <td> + <table border="0" summary="legend"> + <tr> + <td> + <table width="100%" summary="unexpected new fail legend"> + <tr class="library-row-single"><td class="library-fail-unexpected-new"><toolset></td></tr> + </table> + </td> + <td class="legend-item">Failure on a newly added test/compiler.</td> + </tr> + <tr> + <td> + <table width="100%" summary="unexpected fail legend"> + <tr class="library-row-single"><td class="library-fail-unexpected"><toolset></td></tr> + </table> + </td> + <td class="legend-item">Unexpected failure.</td> + </tr> + </table> + </td> +</tr> +</table> +</div> diff --git a/tools/regression/xsl_reports/xsl/html/library_developer_legend.html b/tools/regression/xsl_reports/xsl/html/library_developer_legend.html new file mode 100644 index 0000000000..405e52ab4b --- /dev/null +++ b/tools/regression/xsl_reports/xsl/html/library_developer_legend.html @@ -0,0 +1,72 @@ +<!-- + +Copyright MetaCommunications, Inc. 2003-2004. + +Distributed under the Boost Software License, Version 1.0. (See +accompanying file LICENSE_1_0.txt or copy at +http://www.boost.org/LICENSE_1_0.txt) + +--> + +<div class="legend"> +<table border="0" summary="report description"> +<tr> + <td> + <table border="0" summary="legend"> + <tr> + <td> + <table width="100%" summary="success legend"> + <tr class="library-row-single"><td class="library-success-expected">pass</td></tr> + </table> + </td> + <td class="legend-item">Success.</td> + </tr> + <tr> + <td> + <table width="100%" summary="unexpected pass legend"> + <tr class="library-row-single"><td class="library-success-unexpected">pass</td></tr> + </table> + </td> + <td class="legend-item">Unexpected success.</td> + </tr> + <tr> + <td> + <table width="100%" summary="expected fail legend"> + <tr class="library-row-single"><td class="library-fail-expected">fail</td></tr> + </table> + </td> + <td class="legend-item">Expected failure.</td> + </tr> + </table> + </td> + <td> + <table border="0" summary="legend"> + <tr> + <td> + <table width="100%" summary="unexpected new fail legend"> + <tr class="library-row-single"><td class="library-fail-unexpected-new">fail</td></tr> + </table> + </td> + <td class="legend-item">Failure on a newly added test/compiler.</td> + </tr> + <tr> + <td> + <table width="100%" summary="unexpected fail legend"> + <tr class="library-row-single"><td class="library-fail-unexpected">fail</td></tr> + </table> + </td> + <td class="legend-item">Unexpected failure.</td> + </tr> + <tr> + <td> + <table width="100%" summary="unusable legend"> + <tr class="library-row-single"><td class="library-unusable">n/a</td></tr> + </table> + </td> + <td class="legend-item">The library author marked it as unusable on particular platform/toolset.</td> + </tr> + </table> + </td> +</tr> +</table> +</div> diff --git a/tools/regression/xsl_reports/xsl/html/library_user_legend.html b/tools/regression/xsl_reports/xsl/html/library_user_legend.html new file mode 100644 index 0000000000..5175f04271 --- /dev/null +++ b/tools/regression/xsl_reports/xsl/html/library_user_legend.html @@ -0,0 +1,65 @@ +<!-- + +Copyright MetaCommunications, Inc. 2003-2004. + +Distributed under the Boost Software License, Version 1.0. (See +accompanying file LICENSE_1_0.txt or copy at +http://www.boost.org/LICENSE_1_0.txt) + +--> + +<div class="legend"> +<table border="0" summary="report description"> +<tr> + <td> + <table border="0" summary="legend"> + <tr> + <td> + <table width="100%" summary="success legend"> + <tr class="library-row-single"><td class="library-user-success">pass</td></tr> + </table> + </td> + <td class="legend-item"> + The test passes. + </td> + </tr> + <tr> + <td> + <table width="100%" summary="fail legend"> + <tr class="library-row-single"><td class="library-user-fail-expected">fail</td></tr> + </table> + </td> + <td class="legend-item"> + A known test failure; click on the link to see the log. + </td> + </tr> + </table> + </td> + <td> + <table border="0" summary="legend"> + <tr> + <td> + <table width="100%" summary="unexpected fail legend"> + <tr class="library-row-single"><td class="library-user-fail-unexpected">unexp.</td></tr> + </table> + </td> + <td class="legend-item"> + The test is known to pass, but is currently failing; + click on the link to see the log. + </td> + </tr> + <tr> + <td> + <table width="100%" summary="unusable legend"> + <tr class="library-row-single"><td class="library-unusable">n/a</td></tr> + </table> + </td> + <td class="legend-item"> + The library author marked it as unusable on particular platform/toolset. + </td> + </tr> + </table> + </td> +</tr> +</table> +</div> diff --git a/tools/regression/xsl_reports/xsl/html/make_tinyurl.html b/tools/regression/xsl_reports/xsl/html/make_tinyurl.html new file mode 100644 index 0000000000..2de8830106 --- /dev/null +++ b/tools/regression/xsl_reports/xsl/html/make_tinyurl.html @@ -0,0 +1,24 @@ +<!-- + +Copyright MetaCommunications, Inc. 2003-2004. + +Distributed under the Boost Software License, Version 1.0. (See +accompanying file LICENSE_1_0.txt or copy at +http://www.boost.org/LICENSE_1_0.txt) + +--> + +<div class="tinyurl"> + +<script type="text/javascript"> +<!-- +function make_tinyurl() +{ + window.open( 'http://tinyurl.com/create.php?url=' + parent.location.href ); +} +//--> +</script> + +<a href="javascript:make_tinyurl()">TinyUrl</a> + +</div> diff --git a/tools/regression/xsl_reports/xsl/html/master.css b/tools/regression/xsl_reports/xsl/html/master.css new file mode 100644 index 0000000000..8e643efebf --- /dev/null +++ b/tools/regression/xsl_reports/xsl/html/master.css @@ -0,0 +1,525 @@ +/* + +Copyright MetaCommunications, Inc. 2003-2004. + +Distributed under the Boost Software License, Version 1.0. (See +accompanying file LICENSE_1_0.txt or copy at +http://www.boost.org/LICENSE_1_0.txt) + +*/ + +/* All reports */ + +body +{ + background-color: white; +} + +body.user-toc +{ + background-color: #f0f0f0; +} + +body.developer-toc +{ + background-color: #f0f5ff; +} + +span.super +{ + vertical-align: super; + font-size: 80%; + margin-left: 3pt; +} + +h1.page-title +{ + text-align: left; + text-transform: capitalize; + margin-top: 10pt; + margin-bottom: 10pt; +} + +img +{ + display: inline; +} + + a.hover-link:link +,a.hover-link:visited +,a.hover-link:active +{ + color: black; + text-decoration: none; +} + +a.hover-link:hover +{ + color: black; + text-decoration: underline; +} + +div.legend +{ + width: 80%; + background-color: #f5f5f5; + margin-top: 10pt; +} + +div.comment +{ + width: 80%; + background-color: #f5f5f5; + padding-left: 10pt; + padding-right: 10pt; + padding-bottom: 10pt; +} + +div.tinyurl +{ + margin-top: 10pt; +} + +table.header-table +{ + margin-left: 10pt; + margin-top: 20pt; + margin-bottom: 10pt; + width: 80%; +} + +td.header-item +{ + text-align: left; + vertical-align: top; + font-weight: bold; +} + +td.header-item-content +{ + padding-left: 20pt; + padding-bottom: 10pt; +} + +td.legend-item +{ + padding-left: 5pt; +/* padding-top: 2pt;*/ +} + +div.acknowledgement +{ + text-align: left; + margin-top: 10pt; + margin-left: 5pt; + margin-bottom: 10pt; +} + +div.report-info +{ + text-align: left; + margin-bottom: 10pt; + width: 80%; +} + +div.purpose +{ + text-align: left; + margin-left: 5pt; + margin-top: 10pt; +} + + +div.library-name +{ + margin-top: 20pt; + margin-bottom: 10pt; + text-align: left; + font-size: 125%; + font-weight: bold; +} + +table.summary-table +,table.library-table +{ + border-collapse: collapse; + border: 2px solid black; + margin: 5px; +} + + table.summary-table td +,table.library-table td +{ + text-align: center; + border-left: 1px solid black; + border-right: 1px solid black; +} + + a.log-link:link +,a.log-link:visited +{ + color: black; +/* text-decoration: none; */ +} + + a.log-link:active +,a.log-link:hover +,a.legend-link:link +,a.legend-link:visited +,a.legend-link:active +,a.legend-link:hover +{ + color: black; + text-decoration: underline; +} + + td.toolset-name +,td.required-toolset-name +{ + vertical-align: middle; + padding-left: 3pt; + padding-right: 3pt; + word-spacing: -3pt; +} + +td.required-toolset-name +{ + font-weight: bold; +} + +td.library-corner-case-header +{ +} + +tr.summary-row-first td +, tr.library-row-first td +{ + border-top: 1px solid gray; + border-bottom: 0px; +} + +tr.summary-row-last td +, tr.library-row-last td +{ + border-top: 0px; + border-bottom: 1px solid gray; +} + +tr.summary-row-single td +, tr.library-row-single td +{ + border-top: 1px solid gray; + border-bottom: 1px solid gray; +} + +tr.summary-row td +, tr.library-row td +{ + border-bottom: 0px; + border-top: 0px; +} + + td.library-success-expected +,td.library-fail-expected +,td.library-user-fail-expected +,td.library-user-success +,td.summary-expected +,td.summary-user-fail-expected +,td.summary-user-success +,td.summary-unknown-status +{ + width: 60pt; + text-align: center; + background-color: lightgreen; + border-left: 1px solid black; + border-right: 1px solid black; + padding-left: 2pt; + padding-right: 2pt; +} + +td.summary-unknown-status +{ + background-color: white; +} + + td.library-success-unexpected +,td.summary-success-unexpected +{ + width: 60pt; + text-align: center; + background-color: green; + font-weight: bold; + color: white; + border: 0px; + padding-left: 2pt; + padding-right: 2pt; +} + + + tr.summary-row td.summary-fail-unexpected +,tr.summary-row-first td.summary-fail-unexpected +,tr.summary-row-last td.summary-fail-unexpected +,tr.summary-row-single td.summary-fail-unexpected + +,tr.summary-row td.summary-user-fail-unexpected +,tr.summary-row-first td.summary-user-fail-unexpected +,tr.summary-row-last td.summary-user-fail-unexpected +,tr.summary-row-single td.summary-user-fail-unexpected + +,tr.library-row td.library-user-fail-unexpected +,tr.library-row-first td.library-user-fail-unexpected +,tr.library-row-last td.library-user-fail-unexpected +,tr.library-row-single td.library-user-fail-unexpected +{ + width: 60pt; + text-align: center; + background-color: red; + color: black; + border: 2px solid black; + padding-left: 2pt; + padding-right: 2pt; +} + + tr.summary-row td.summary-missing +, tr.summary-row-first td.summary-missing +, tr.summary-row-last td.summary-missing +, tr.summary-row-single td.summary-missing + +, tr.library-row td.library-missing +, tr.library-row-first td.library-missing +, tr.library-row-last td.library-missing +, tr.library-row-single td.library-missing +{ + width: 60pt; + text-align: center; + background-color: white; + color: black; + border: 2px solid black; + padding-left: 2pt; + padding-right: 2pt; +} + + tr.summary-row td.summary-unusable +, tr.summary-row-first td.summary-unusable +, tr.summary-row-last td.summary-unusable +, tr.summary-row-single td.summary-unusable + +, tr.library-row td.library-unusable +, tr.library-row-first td.library-unusable +, tr.library-row-last td.library-unusable +, tr.library-row-single td.library-unusable +{ + width: 60pt; + text-align: center; + background-color: silver; + color: black; + border-top: 2px solid black; + border-bottom: 2px solid black; + border-left: 2px solid black; + border-right: 2px solid black; + padding-left: 2pt; + padding-right: 2pt; +} + +/* Summary */ + +table.summary-table td.library-name +{ + width: 100pt; + padding: 0pt; + border-top: 1px solid gray; + border-bottom: 1px solid gray; +} + + tr.summary-row td.summary-user-fail-unexpected +, tr.summary-row-first td.summary-user-fail-unexpected +, tr.summary-row-last td.summary-user-fail-unexpected +, tr.summary-row-single td.summary-user-fail-unexpected +{ + width: 60pt; + text-align: center; + background-color: yellow; + color: black; + border: 2px solid black; + padding-left: 2pt; + padding-right: 2pt; +} + + tr.summary-row td.summary-fail-unexpected-new +, tr.summary-row-first td.summary-fail-unexpected-new +, tr.summary-row-last td.summary-fail-unexpected-new +, tr.summary-row-single td.summary-fail-unexpected-new + +, tr.library-row td.library-fail-unexpected-new +, tr.library-row-first td.library-fail-unexpected-new +, tr.library-row-last td.library-fail-unexpected-new +, tr.library-row-single td.library-fail-unexpected-new +{ + width: 60pt; + text-align: center; + background-color: yellow; + color: black; + border: 2px solid black; +} + +/* Detailed */ + +.library-conf-problem +{ + font-size: 70%; + font-weight: normal; +} + +div.library-toc +{ + margin: 5pt; +} + + +li.library-toc-entry +{ + margin-left: 5pt; + list-style-type: square; +} + + +div.library-footer +{ + margin: 5px; +} + + +table.library-table td.test-name +{ + width: 150pt; + padding-left: 6pt; + padding-right: 6pt; + border-right: 0; + border-top: 1px solid gray; + border-bottom: 1px solid gray; +} + +table.library-table td.test-type +{ + padding-right: 5px; + border-left: 0; + border-right: 0; + border-top: 1px solid gray; + border-bottom: 1px solid gray; + text-align: right; +} + + tr.library-row td.library-fail-unexpected +, tr.library-row-first td.library-fail-unexpected +, tr.library-row-last td.library-fail-unexpected +, tr.library-row-single td.library-fail-unexpected +{ + width: 60pt; + text-align: center; + background-color: red; + font-weight: bold; + color: black; + border: 2px solid black; +} + +td.library-user-fail-expectected +{ + width: 60pt; + text-align: center; + background-color: yellow; + color: black; + border: 0px solid black; +} + +table.library-library-notes +{ + background-color: LemonChiffon; + width: 640px; + margin-left: 5px; + margin-right: 5px; +} + +tr.library-library-note +{ +} + +div.note +{ + padding: 3pt; +} + + +span.note-header +{ + font-weight: bold; +} + +/* Log */ + +div.log-test-title +{ + font-size: 1.5em; + font-weight: bold; + border-bottom: 1px solid black; +} + +div.notes-title +{ + font-weight: bold; + background-color: #ffffcc; +} + +div.notes +{ + padding: 3pt; + background-color: #ffffcc; +} + +div.notes-title +{ + font-weight: bold; +} + +div.log-compiler-output-title +{ + font-weight: bold; +} + +div.log-linker-output-title +{ + font-weight: bold; +} + +div.log-run-output-title +{ + font-weight: bold; +} + + +/* Issues page */ + +table.library-issues-table +{ + border-collapse: collapse; + border: 2px solid black; +} + +table.library-issues-table td +{ + border: 1px solid #c0c0c0; + text-align: center; + margin-right: 5px; +} + +table.library-issues-table td.failures-row +{ + text-align: left; + padding: 0px; +} + + table.issue-box tr.library-row-single td.library-fail-unexpected-new +,table.issue-box tr.library-row-single td.library-fail-unexpected +{ + border: 0px; + font-weight: normal; +} diff --git a/tools/regression/xsl_reports/xsl/html/summary_developer_legend.html b/tools/regression/xsl_reports/xsl/html/summary_developer_legend.html new file mode 100644 index 0000000000..0f82828228 --- /dev/null +++ b/tools/regression/xsl_reports/xsl/html/summary_developer_legend.html @@ -0,0 +1,75 @@ +<!-- + +Copyright MetaCommunications, Inc. 2003-2004. + +Distributed under the Boost Software License, Version 1.0. (See +accompanying file LICENSE_1_0.txt or copy at +http://www.boost.org/LICENSE_1_0.txt) + +--> + +<div class="legend"> +<table border="0" summary="report description"> +<tr> + <td> + <table border="0" summary="legend"> + <tr> + <td> + <table width="100%" summary="success legend"> + <tr class="summary-row-single"><td class="summary-expected">OK</td></tr> + </table> + </td> + <td class="legend-item"> + All expected tests pass. + </td> + </tr> + <tr> + <td> + <table width="100%" summary="unexpected pass legend"> + <tr class="summary-row-single"><td class="summary-success-unexpected">OK</td></tr> + </table> + </td> + <td class="legend-item"> + All expected tests pass, and some other tests that were expected to fail + unexpectedly pass as well. + </td> + </tr> + <tr> + <td> + <table width="100%" summary="unexpected new fail legend"> + <tr class="summary-row-single"><td class="summary-fail-unexpected-new">fail</td></tr> + </table> + </td> + <td class="legend-item"> + There are some failures on the newly added tests/compiler(s). + </td> + </tr> + </table> + </td> + <td> + <table border="0" summary="legend"> + <tr> + <td> + <table width="100%" summary="unexpected fail legend"> + <tr class="summary-row-single"><td class="summary-fail-unexpected">broken</td></tr> + </table> + </td> + <td class="legend-item"> + Tests that the library author expects to pass are currently failing. + </td> + </tr> + <tr> + <td> + <table width="100%" summary="unusable legend"> + <tr class="summary-row-single"><td class="summary-unusable">n/a</td></tr> + </table> + </td> + <td class="legend-item"> + The library author marked it as unusable on particular platform/toolset. + </td> + </tr> + </table> + </td> +</tr> +</table> +</div> diff --git a/tools/regression/xsl_reports/xsl/html/summary_user_legend.html b/tools/regression/xsl_reports/xsl/html/summary_user_legend.html new file mode 100644 index 0000000000..4407608120 --- /dev/null +++ b/tools/regression/xsl_reports/xsl/html/summary_user_legend.html @@ -0,0 +1,65 @@ +<!-- + +Copyright MetaCommunications, Inc. 2003-2004. + +Distributed under the Boost Software License, Version 1.0. (See +accompanying file LICENSE_1_0.txt or copy at +http://www.boost.org/LICENSE_1_0.txt) + +--> + +<div class="legend"> +<table border="0" summary="report description"> +<tr> + <td> + <table border="0" summary="legend"> + <tr> + <td> + <table width="100%" summary="success legend"> + <tr class="summary-row-single"><td class="summary-user-success"> </td></tr> + </table> + </td> + <td class="legend-item"> + All library tests are passing. + </td> + </tr> + <tr> + <td> + <table width="100%" summary="expected fail legend"> + <tr class="summary-row-single"><td class="summary-user-fail-expected">details</td></tr> + </table> + </td> + <td class="legend-item"> + There are some known failures in the tests, click on the link to see the details. + </td> + </tr> + </table> + </td> + <td> + <table border="0" summary="legend" ID="Table1"> + <tr> + <td> + <table width="100%" summary="unexpected fail legend"> + <tr class="summary-row-single"><td class="summary-user-fail-unexpected">unexp.</td></tr> + </table> + </td> + <td class="legend-item"> + Some tests that the library author expects to pass are currently failing, + click on the link to see the details. + </td> + </tr> + <tr> + <td> + <table width="100%" summary="unusable legend"> + <tr class="summary-row-single"><td class="summary-unusable">n/a</td></tr> + </table> + </td> + <td class="legend-item"> + The library author marked it as unusable on particular platform/toolset. + </td> + </tr> + </table> + </td> +</tr> +</table> +</div> diff --git a/tools/regression/xsl_reports/xsl/issues_page.xsl b/tools/regression/xsl_reports/xsl/issues_page.xsl new file mode 100644 index 0000000000..4faa410d0d --- /dev/null +++ b/tools/regression/xsl_reports/xsl/issues_page.xsl @@ -0,0 +1,223 @@ +<?xml version="1.0" encoding="utf-8"?> +<!-- + +Copyright MetaCommunications, Inc. 2003-2004. + +Distributed under the Boost Software License, Version 1.0. (See +accompanying file LICENSE_1_0.txt or copy at +http://www.boost.org/LICENSE_1_0.txt) + +--> + +<xsl:stylesheet + xmlns:xsl="http://www.w3.org/1999/XSL/Transform" + xmlns:exsl="http://exslt.org/common" + xmlns:func="http://exslt.org/functions" + xmlns:str="http://exslt.org/strings" + xmlns:set="http://exslt.org/sets" + xmlns:meta="http://www.meta-comm.com" + extension-element-prefixes="func exsl" + exclude-result-prefixes="set str meta" + version="1.0"> + + <xsl:import href="common.xsl"/> + + <xsl:output method="html" + doctype-public="-//W3C//DTD HTML 4.01 Transitional//EN" + encoding="utf-8" + indent="yes" + /> + + + <xsl:param name="links_file"/> + <xsl:param name="mode"/> + <xsl:param name="source"/> + <xsl:param name="run_date"/> + <xsl:param name="comment_file"/> + <xsl:param name="expected_results_file"/> + <xsl:param name="explicit_markup_file"/> + + <!-- the author-specified expected test results --> + <xsl:variable name="explicit_markup" select="document( $explicit_markup_file )"/> + <xsl:variable name="expected_results" select="document( $expected_results_file )" /> + + <!-- necessary indexes --> + <xsl:key + name="test_name_key" + match="test-log" + use="concat( @library, '@', @test-name )"/> + <xsl:key + name="a" + match="." + use="concat( @library, '@', @test-name )"/> + + <xsl:key + name="library_key" + match="test-log" + use="@library"/> + <xsl:key name="toolset_key" match="test-log" use="@toolset"/> + + <!-- toolsets --> + + <xsl:variable name="required_toolsets" select="$explicit_markup//mark-toolset[ @status='required' ]"/> + <xsl:variable name="required_toolset_names" select="$explicit_markup//mark-toolset[ @status='required' ]/@name"/> + <!-- libraries --> + <xsl:variable name="libraries" select="//test-log[ @library != '' and generate-id(.) = generate-id( key('library_key',@library)[1] ) ]/@library"/> + + <xsl:variable name="unexpected_test_cases" select="//test-log[ @status='unexpected' and @result='fail' and @toolset = $required_toolset_names and meta:is_test_log_a_test_case(.)]"/> + + <func:function name="meta:get_library_tests"> + <xsl:param name="tests"/> + <xsl:param name="library"/> + + <xsl:variable name="a"> + <xsl:for-each select="$tests[ @library=$library ]"> + <xsl:sort select="@test-name" order="ascending"/> + <xsl:copy-of select="."/> + </xsl:for-each> + </xsl:variable> + <func:result select="exsl:node-set( $a )/*"/> + </func:function> + + + <xsl:template match="/"> + + <xsl:variable name="issues_list" select="'issues_.html'"/> + + <!-- Issues page --> + <html> + <head> + <link rel="stylesheet" type="text/css" href="../master.css" title="master" /> + <title>Boost regression unresolved issues: <xsl:value-of select="$source"/></title> + </head> + <frameset cols="190px,*" frameborder="0" framespacing="0" border="0"> + <frame name="tocframe" src="toc.html" scrolling="auto"/> + <frame name="docframe" src="{$issues_list}" scrolling="auto"/> + </frameset> + </html> + + <!-- Issues list --> + <xsl:message>Writing document <xsl:value-of select="$issues_list"/></xsl:message> + + <exsl:document href="{$issues_list}" + method="html" + doctype-public="-//W3C//DTD XHTML 1.0 Strict//EN" + encoding="utf-8" + indent="yes"> + + <html> + <head> + <link rel="stylesheet" type="text/css" href="../master.css" title="master" /> + </head> + <body> + + <h1 class="page-title"> + <xsl:text>Unresolved Issues: </xsl:text> + <a class="hover-link" href="summary.html" target="_top"><xsl:value-of select="$source"/></a> + </h1> + + <div class="report-info"> + <div> + <b>Report Time: </b> <xsl:value-of select="$run_date"/> + </div> + <div> + <b>Purpose: </b> Provides a list of current unresolved test failures. + </div> + </div> + + <xsl:for-each select="$libraries"> + <xsl:sort select="." order="ascending"/> + <xsl:variable name="library" select="."/> + <xsl:variable name="library_page" select="meta:encode_path( $library )" /> + + <xsl:variable name="library_tests" select="meta:get_library_tests( $unexpected_test_cases, $library )"/> + <xsl:if test="count( $library_tests ) > 0"> + <xsl:variable name="library_test_names" select="set:distinct( $library_tests/@test-name )"/> + + <h2> + <a class="hover-link" href="{$library_page}.html" target="_top"> + <xsl:value-of select="$library"/> + </a> + </h2> + + <table class="library-issues-table" summary="issues"> + <thead> + <tr valign="middle"> + <td class="head">test</td> + <td class="head">failures</td> + </tr> + </thead> + <tfoot> + <tr valign="middle"> + <td class="head">test</td> + <td class="head">failures</td> + </tr> + </tfoot> + + <tbody> + <xsl:for-each select="$library_test_names"> + <xsl:sort select="." order="ascending"/> + <xsl:variable name="test_name" select="."/> + + <xsl:variable name="unexpected_toolsets" select="$library_tests[ @test-name = $test_name and not (meta:is_unusable( $explicit_markup, $library, @toolset )) ]/@toolset"/> + + <xsl:if test="count( $unexpected_toolsets ) > 0"> + <xsl:variable name="test_program" select="$library_tests[@test-name = $test_name]/@test-program"/> + <tr> + <td class="test-name"> + <a href="../../../{$test_program}" class="test-link"> + <xsl:value-of select="$test_name"/> + </a> + </td> + <td class="failures-row"> + <table summary="unexpected fail legend" class="issue-box"> + <tr class="library-row-single"> + + <xsl:for-each select="$unexpected_toolsets"> + <xsl:sort select="." order="ascending"/> + <xsl:variable name="toolset" select="."/> + <xsl:variable name="test_result" select="$library_tests[@test-name = $test_name and @toolset = $toolset]"/> + <xsl:variable name="log_link" select="meta:output_file_path( $test_result/@target-directory )"/> + <xsl:variable name="class"> + <xsl:choose> + <xsl:when test="$test_result/@is-new = 'yes'"> + <xsl:text>library-fail-unexpected-new</xsl:text> + </xsl:when> + <xsl:otherwise> + <xsl:text>library-fail-unexpected</xsl:text> + </xsl:otherwise> + </xsl:choose> + </xsl:variable> + + <td class="{$class}"> + <span> + <a href="{$log_link}" class="log-link" target="_top"> + <xsl:value-of select="."/> + </a> + </span> + </td> + </xsl:for-each> + + </tr> + </table> + </td> + </tr> + </xsl:if> + </xsl:for-each> + </tbody> + + </table> + + + </xsl:if> + </xsl:for-each> + + <xsl:copy-of select="document( 'html/issues_legend.html' )"/> + <xsl:copy-of select="document( 'html/make_tinyurl.html' )"/> + + </body> + </html> + </exsl:document> + + </xsl:template> +</xsl:stylesheet> diff --git a/tools/regression/xsl_reports/xsl/links_page.xsl b/tools/regression/xsl_reports/xsl/links_page.xsl new file mode 100644 index 0000000000..ebc4488f50 --- /dev/null +++ b/tools/regression/xsl_reports/xsl/links_page.xsl @@ -0,0 +1,134 @@ +<?xml version="1.0" encoding="utf-8"?> +<!-- + +Copyright MetaCommunications, Inc. 2003-2004. + +Distributed under the Boost Software License, Version 1.0. (See +accompanying file LICENSE_1_0.txt or copy at +http://www.boost.org/LICENSE_1_0.txt) + +--> + +<xsl:stylesheet + xmlns:xsl="http://www.w3.org/1999/XSL/Transform" + xmlns:exsl="http://exslt.org/common" + xmlns:func="http://exslt.org/functions" + xmlns:str="http://exslt.org/strings" + xmlns:set="http://exslt.org/sets" + xmlns:meta="http://www.meta-comm.com" + extension-element-prefixes="func exsl" + exclude-result-prefixes="set str meta" + version="1.0"> + + <xsl:import href="common.xsl"/> + + <xsl:output method="html" + doctype-public="-//W3C//DTD HTML 4.01 Transitional//EN" + encoding="utf-8" + indent="yes" + /> + + <xsl:param name="source"/> + <xsl:param name="run_date"/> + <xsl:param name="comment_file"/> + <xsl:param name="explicit_markup_file"/> + + <xsl:variable name="explicit_markup" select="document( $explicit_markup_file )"/> + + <xsl:template match="test-log[ meta:show_output( $explicit_markup, . ) ]"> + <xsl:variable name="document_path" select="meta:output_file_path( @target-directory )"/> + + <xsl:message>Writing log file document <xsl:value-of select="$document_path"/></xsl:message> + + <exsl:document href="{$document_path}" + method="html" + doctype-public="-//W3C//DTD XHTML 1.0 Strict//EN" + encoding="utf-8" + indent="yes"> + + <html> + <xsl:variable name="component"> + <xsl:choose> + <xsl:when test="@test-name != ''"> + <div class="log-test-title"> + <xsl:value-of select="concat( @library, ' - ', @test-name, ' / ', @toolset )"/> + </div> + </xsl:when> + <xsl:otherwise> + <xsl:value-of select="@target-dir"/> + </xsl:otherwise> + </xsl:choose> + </xsl:variable> + + <head> + <link rel="stylesheet" type="text/css" href="../master.css" title="master" /> + <title>Boost regression - test run output: <xsl:value-of select="$component"/></title> + </head> + + <body> + <div> + <div class="log-test-title"> + Boost regression - test run output: <xsl:value-of select="$component"/> + </div> + + + <xsl:if test="notes/note"> + <p> + <div class="notes-title">Notes</div> + <xsl:call-template name="show_notes"> + <xsl:with-param name="notes" select="notes/note"/> + <xsl:with-param name="explicit_markup" select="$explicit_markup"/> + </xsl:call-template> + </p> + </xsl:if> + + <xsl:if test="compile"> + <p> + <div class="log-compiler-output-title">Compiler output:</div> + <pre> + <xsl:copy-of select="compile/node()"/> + </pre> + </p> + </xsl:if> + + <xsl:if test="link"> + <p> + <div class="log-linker-output-title">Linker output:</div> + <pre> + <xsl:copy-of select="link/node()"/> + </pre> + </p> + </xsl:if> + + <xsl:if test="lib"> + <p> + <div class="log-linker-output-title">Lib output:</div> + <p> + See <a href="{meta:encode_path( lib/node() )}.html"> + <xsl:copy-of select="lib/node()"/> + </a> + </p> + </p> + </xsl:if> + + <xsl:if test="run"> + <p> + <div class="log-run-output-title">Run output:</div> + <pre> + <xsl:copy-of select="run/node()"/> + </pre> + </p> + </xsl:if> + + </div> + + <xsl:copy-of select="document( 'html/make_tinyurl.html' )"/> + + </body> + + </html> + </exsl:document> + + </xsl:template> + +</xsl:stylesheet> diff --git a/tools/regression/xsl_reports/xsl/produce_expected_results.xsl b/tools/regression/xsl_reports/xsl/produce_expected_results.xsl new file mode 100644 index 0000000000..a47a3acfed --- /dev/null +++ b/tools/regression/xsl_reports/xsl/produce_expected_results.xsl @@ -0,0 +1,31 @@ +<?xml version="1.0" encoding="utf-8"?> +<!-- + +Copyright MetaCommunications, Inc. 2003-2004. + +Distributed under the Boost Software License, Version 1.0. (See +accompanying file LICENSE_1_0.txt or copy at +http://www.boost.org/LICENSE_1_0.txt) + +--> + +<xsl:stylesheet xmlns:xsl="http://www.w3.org/1999/XSL/Transform" + version="1.0"> + + <xsl:output method="xml" encoding="utf-8"/> + + <xsl:template match="/"> + <root> + <expected-failures> + <xsl:apply-templates select="*/test-log"/> + </expected-failures> + </root> + </xsl:template> + + <xsl:template match="test-log"> + <xsl:if test="meta:is_test_log_a_test_case(.)"> + <test-result library="{@library}" test-name="{@test-name}" toolset="{@toolset}" result="{@result}" /> + </xsl:if> + </xsl:template> + +</xsl:stylesheet> diff --git a/tools/regression/xsl_reports/xsl/result_page.xsl b/tools/regression/xsl_reports/xsl/result_page.xsl new file mode 100644 index 0000000000..dbd0fbf919 --- /dev/null +++ b/tools/regression/xsl_reports/xsl/result_page.xsl @@ -0,0 +1,702 @@ +<?xml version="1.0" encoding="utf-8"?> +<!-- + +Copyright MetaCommunications, Inc. 2003-2004. + +Distributed under the Boost Software License, Version 1.0. (See +accompanying file LICENSE_1_0.txt or copy at +http://www.boost.org/LICENSE_1_0.txt) + +--> + +<xsl:stylesheet + xmlns:xsl="http://www.w3.org/1999/XSL/Transform" + xmlns:exsl="http://exslt.org/common" + xmlns:func="http://exslt.org/functions" + xmlns:str="http://exslt.org/strings" + xmlns:set="http://exslt.org/sets" + xmlns:meta="http://www.meta-comm.com" + extension-element-prefixes="func exsl" + exclude-result-prefixes="set str meta" + version="1.0"> + + <xsl:import href="common.xsl"/> + + <xsl:output method="html" + doctype-public="-//W3C//DTD HTML 4.01 Transitional//EN" + encoding="utf-8" + indent="yes" + /> + + <xsl:param name="links_file"/> + <xsl:param name="mode"/> + <xsl:param name="source"/> + <xsl:param name="run_date"/> + <xsl:param name="comment_file"/> + <xsl:param name="expected_results_file"/> + <xsl:param name="explicit_markup_file"/> + + <!-- the author-specified expected test results --> + <xsl:variable name="explicit_markup" select="document( $explicit_markup_file )"/> + <xsl:variable name="expected_results" select="document( $expected_results_file )" /> + + <xsl:variable name="alternate_mode"> + <xsl:choose> + <xsl:when test="$mode='user'">developer</xsl:when> + <xsl:otherwise>user</xsl:otherwise> + </xsl:choose> + </xsl:variable> + + <!-- necessary indexes --> + <xsl:key + name="test_name_key" + match="test-log" + use="concat( @library, '>@<', @test-name )"/> + <xsl:key name="toolset_key" match="test-log" use="@toolset"/> + + <!-- toolsets --> + + <xsl:variable name="not_ordered_toolsets" select="//test-log[ generate-id(.) = generate-id( key('toolset_key',@toolset)[1] ) and @toolset != '' ]/@toolset"/> + + <xsl:variable name="required_toolsets" select="$explicit_markup//mark-toolset[ @status='required' ]"/> + + <xsl:variable name="ordered_toolsets_fragment"> + <xsl:call-template name="get_toolsets"> + <xsl:with-param name="toolsets" select="$not_ordered_toolsets"/> + <xsl:with-param name="required_toolsets" select="$required_toolsets"/> + </xsl:call-template> + </xsl:variable> + + <xsl:variable name="ordered_toolsets" select="exsl:node-set( $ordered_toolsets_fragment )"/> + + <!-- libraries --> + <xsl:variable name="test_case_logs" select="//test-log[ meta:is_test_log_a_test_case(.) ]"/> + <xsl:variable name="libraries" select="set:distinct( $test_case_logs/@library )"/> + + <xsl:template name="insert_toolsets_row"> + <xsl:param name="library"/> + <xsl:param name="library_marks"/> + <xsl:param name="toolsets"/> + <tr valign="middle"> + <td class="head" colspan="2">test / toolset</td> + + <!-- + we need to select not all library notes, but only ones + for toolsets present in the report + --> + <xsl:variable name="all_library_notes" select="$library_marks/note"/> + <xsl:message terminate="yes"> + !!!!!!!!!!!!!!!!!!!1 + </xsl:message> + <exsl:document href="debug2.xml" + method="xml" + encoding="utf-8" + indent="yes"> + <debug> + <xsl:copy-of select="$all_library_notes"/> + </debug> + </exsl:document> + <xsl:for-each select="$toolsets/toolset"> + <xsl:variable name="toolset" select="@toolset"/> + + <xsl:variable name="class"> + <xsl:choose> + <xsl:when test="@required='yes'"> + <xsl:text>required-toolset-name</xsl:text> + </xsl:when> + <xsl:otherwise> + <xsl:text>toolset-name</xsl:text> + </xsl:otherwise> + </xsl:choose> + </xsl:variable> + + <xsl:variable name="toolset_notes_fragment"> + <xsl:for-each select="$all_library_notes"> + <xsl:if test="../@toolset=$toolset or ( ../toolset/@name=$toolset or ../toolset/@name = '*' )"> + <note index="{position()}"/> + </xsl:if> + </xsl:for-each> + </xsl:variable> + + <xsl:variable name="toolset_notes" select="exsl:node-set( $toolset_notes_fragment )/*"/> + + <td class="{$class}"><xsl:value-of select="meta:toolset_name( $toolset )"/> + <xsl:if test="count( $toolset_notes ) > 0"> + <span class="super"> + <xsl:for-each select="$toolset_notes"> + <xsl:variable name="note_index" select="@index"/> + <xsl:if test="generate-id( . ) != generate-id( $toolset_notes[1] )">, </xsl:if> + <a href="#{$library}-note-{$note_index}" title="Note {$note_index}"> + <xsl:value-of select="$note_index"/> + </a> + </xsl:for-each> + </span> + </xsl:if> + </td> + </xsl:for-each> + + <td class="head">toolset / test</td> + </tr> + </xsl:template> + + <xsl:template name="test_type_col"> + <td class="test-type"> + <a href="../../../status/compiler_status.html#Understanding" class="legend-link"> + <xsl:variable name="test_type" select="./@test-type"/> + <xsl:choose> + <xsl:when test="$test_type='run_pyd'"> <xsl:text>r</xsl:text> </xsl:when> + <xsl:when test="$test_type='run'"> <xsl:text>r</xsl:text> </xsl:when> + <xsl:when test="$test_type='run_fail'"> <xsl:text>rf</xsl:text> </xsl:when> + <xsl:when test="$test_type='compile'"> <xsl:text>c</xsl:text> </xsl:when> + <xsl:when test="$test_type='compile_fail'"> <xsl:text>cf</xsl:text> </xsl:when> + <xsl:otherwise> + <xsl:message terminate="yes">Incorrect test type "<xsl:value-of select="$test_type"/>"</xsl:message> + </xsl:otherwise> + </xsl:choose> + </a> + </td> + </xsl:template> + + + <xsl:template match="/"> + + <xsl:variable name="index_path" select="'index_.html'"/> + + <!-- Index page --> + <head> + <link rel="stylesheet" type="text/css" href="../master.css" title="master" /> + <title>Boost regression: <xsl:value-of select="$source"/></title> + </head> + <frameset cols="190px,*" frameborder="0" framespacing="0" border="0"> + <frame name="tocframe" src="toc.html" scrolling="auto"/> + <frame name="docframe" src="{$index_path}" scrolling="auto"/> + </frameset> + + <!-- Index content --> + <xsl:message>Writing document <xsl:value-of select="$index_path"/></xsl:message> + + <exsl:document href="{$index_path}" + method="html" + doctype-public="-//W3C//DTD XHTML 1.0 Strict//EN" + encoding="utf-8" + indent="yes"> + + <html> + <head> + <link rel="stylesheet" type="text/css" href="../master.css" title="master" /> + </head> + <body> + + <img border="0" src="../../../boost.png" width="277" height="86" align="right" alt="Boost logo"></img> + + <h1 class="page-title"> + <xsl:value-of select="$mode"/> + <xsl:text> report: </xsl:text> + <a class="hover-link" href="summary.html" target="_top"><xsl:value-of select="$source"/></a> + </h1> + + <div class="report-info"> + <div> + <b>Report Time: </b> <xsl:value-of select="$run_date"/> + </div> + + <div> + <b>Purpose: </b> + <xsl:choose> + <xsl:when test="$mode='user'"> + The purpose of this report is to help a user to find out whether a particular library + works on the particular compiler(s). For CVS "health report", see + <a href="../{$alternate_mode}/index.html" target="_top">developer summary</a>. + </xsl:when> + <xsl:when test="$mode='developer'"> + Provides Boost developers with visual indication of the CVS "health". For user-level + report, see <a href="../{$alternate_mode}/index.html" target="_top">user summary</a>. + </xsl:when> + </xsl:choose> + </div> + </div> + + <div class="comment"> + <xsl:if test="$comment_file != ''"> + <xsl:copy-of select="document( $comment_file )"/> + </xsl:if> + </div> + + </body> + </html> + </exsl:document> + + + <xsl:variable name="multiple.libraries" select="count( $libraries ) > 1"/> + + <!-- TOC --> + <xsl:if test="$multiple.libraries"> + + <xsl:variable name="toc_path" select="'toc.html'"/> + <xsl:message>Writing document <xsl:value-of select="$toc_path"/></xsl:message> + + <exsl:document href="{$toc_path}" + method="html" + doctype-public="-//W3C//DTD XHTML 1.0 Strict//EN" + encoding="utf-8" + indent="yes"> + + <html> + <head> + <link rel="stylesheet" type="text/css" href="../master.css" title="master" /> + </head> + <body class="{$mode}-toc"> + <div class="toc-header-entry"> + <a href="index.html" class="toc-entry" target="_top">Report info</a> + </div> + <div class="toc-header-entry"> + <a href="summary.html" class="toc-entry" target="_top">Summary</a> + </div> + + <xsl:if test="$mode='developer'"> + <div class="toc-header-entry"> + <a href="issues.html" class="toc-entry" target="_top">Unresolved issues</a> + </div> + </xsl:if> + <hr/> + + <xsl:for-each select="$libraries"> + <xsl:sort select="." order="ascending" /> + <xsl:variable name="library_page" select="meta:encode_path(.)" /> + <div class="toc-entry"> + <a href="{$library_page}.html" class="toc-entry" target="_top"> + <xsl:value-of select="."/> + </a> + </div> + </xsl:for-each> + </body> + </html> + + </exsl:document> + </xsl:if> + + <!-- Libraries --> + <xsl:for-each select="$libraries"> + <xsl:sort select="." order="ascending" /> + <xsl:variable name="library" select="." /> + + <xsl:variable name="library_results" select="concat( meta:encode_path( $library ), '_.html' )"/> + <xsl:variable name="library_page" select="concat( meta:encode_path( $library ), '.html' )"/> + + <!-- Library page --> + <xsl:message>Writing document <xsl:value-of select="$library_page"/></xsl:message> + + <exsl:document href="{$library_page}" + method="html" + doctype-public="-//W3C//DTD XHTML 1.0 Strict//EN" + encoding="utf-8" + indent="yes"> + + <html> + <head> + <link rel="stylesheet" type="text/css" href="../master.css" title="master" /> + <title>Boost regression: <xsl:value-of select="$library"/>/<xsl:value-of select="$source"/></title> + </head> + <frameset cols="190px,*" frameborder="0" framespacing="0" border="0"> + <frame name="tocframe" src="toc.html" scrolling="auto"/> + <frame name="docframe" src="{$library_results}" scrolling="auto"/> + </frameset> + </html> + </exsl:document> + + <!-- Library results frame --> + <xsl:message>Writing document <xsl:value-of select="$library_results"/></xsl:message> + + <exsl:document href="{$library_results}" + method="html" + doctype-public="-//W3C//DTD XHTML 1.0 Strict//EN" + encoding="utf-8" + indent="yes"> + + <html> + <head> + <link rel="stylesheet" type="text/css" href="../master.css" title="master" /> + </head> + + <body> + + <h1 class="page-title"> + <a class="hover-link" name="{$library}" href="../../../libs/{$library}"> + <xsl:value-of select="$library" /> + </a> + <xsl:text>/</xsl:text> + <a class="hover-link" href="summary.html" target="_top"><xsl:value-of select="$source"/></a> + </h1> + + <div class="report-info"> + <b>Report Time: </b> <xsl:value-of select="$run_date"/> + </div> + + <!-- library markup = all library-unusable markup for toolsets included in the report --> + <xsl:variable name="library_marks" select="$explicit_markup//library[ @name = $library ]/mark-unusable[ toolset/@name = $not_ordered_toolsets ]"/> + + <table border="0" cellspacing="0" cellpadding="0" class="library-table" summary="library results"> + + <thead> + <xsl:call-template name="insert_toolsets_row"> + <xsl:with-param name="library_marks" select="$library_marks"/> + <xsl:with-param name="library" select="$library"/> + <xsl:with-param name="toolsets" select="$ordered_toolsets"/> + </xsl:call-template> + </thead> + <tfoot> + <xsl:call-template name="insert_toolsets_row"> + <xsl:with-param name="library_marks" select="$library_marks"/> + <xsl:with-param name="library" select="$library"/> + <xsl:with-param name="toolsets" select="$ordered_toolsets"/> + </xsl:call-template> + </tfoot> + + <tbody> + <!-- lib_tests = test_log* --> + <xsl:variable name="lib_tests" select="$test_case_logs[@library = $library]" /> + + <!-- lib_unique_test_names = test_log* --> + <xsl:variable name="lib_unique_test_names" + select="$lib_tests[ generate-id(.) = generate-id( key('test_name_key', concat( @library, '>@<', @test-name ) ) ) ]" /> + + <xsl:variable name="lib_corner_case_tests_markup" select="$explicit_markup//library[ @name = $library ]/test[ @corner-case='yes' ]"/> + <xsl:variable name="lib_general_tests" + select="meta:order_tests_by_name( $lib_unique_test_names[ not( @test-name = $lib_corner_case_tests_markup/@name ) ] )"/> + + + <xsl:variable name="lib_corner_case_tests" select="meta:order_tests_by_name( $lib_unique_test_names[ @test-name = $lib_corner_case_tests_markup/@name ] ) " /> + + <!-- general tests section --> + + <xsl:call-template name="insert_test_section"> + <xsl:with-param name="library" select="$library"/> + <xsl:with-param name="section_tests" select="$lib_general_tests"/> + <xsl:with-param name="lib_tests" select="$lib_tests"/> + <xsl:with-param name="toolsets" select="$ordered_toolsets"/> + </xsl:call-template> + + <!-- corner-case tests section --> + + <xsl:if test="count( $lib_corner_case_tests ) > 0"> + <tr> + <td class="library-corner-case-header" colspan="{count($ordered_toolsets/toolset) + 3 }" align="center">Corner-case tests</td> + </tr> + + <xsl:call-template name="insert_test_section"> + <xsl:with-param name="library" select="$library"/> + <xsl:with-param name="section_tests" select="$lib_corner_case_tests"/> + <xsl:with-param name="lib_tests" select="$lib_tests"/> + <xsl:with-param name="toolsets" select="$ordered_toolsets"/> + </xsl:call-template> + + </xsl:if> + + </tbody> + </table> + <xsl:if test="count( $library_marks/note ) > 0 "> + <table border="0" cellpadding="0" cellspacing="0" class="library-library-notes" summary="library notes"> + <xsl:for-each select="$library_marks/note"> + <tr class="library-library-note"> + <td valign="top" width="3em"> + <a name="{$library}-note-{position()}"> + <span class="super"><xsl:value-of select="position()"/></span> + </a> + </td> + <td> + <xsl:variable name="refid" select="@refid"/> + <xsl:call-template name="show_note"> + <xsl:with-param name="note" select="." /> + <xsl:with-param name="reference" select="$explicit_markup//note[ $refid = @id ]"/> + </xsl:call-template> + </td> + </tr> + </xsl:for-each> + </table> + </xsl:if> + + <xsl:copy-of select="document( concat( 'html/library_', $mode, '_legend.html' ) )"/> + <xsl:copy-of select="document( 'html/make_tinyurl.html' )"/> + + </body> + </html> + + </exsl:document> + + </xsl:for-each> + + </xsl:template> + + + <!-- insert test result with log file link --> + + <xsl:template name="insert_test_result"> + <xsl:param name="result"/> + <xsl:param name="log_link"/> + + <xsl:choose> + <xsl:when test="$log_link != ''"> + <a href="{$log_link}" class="log-link" target="_top"> + <xsl:value-of select="$result"/> + </a> + </xsl:when> + <xsl:otherwise> + <xsl:value-of select="$result"/> + </xsl:otherwise> + </xsl:choose> + </xsl:template> + + <!-- report developer status --> + <xsl:template name="insert_cell_developer"> + <xsl:param name="test_log"/> + <xsl:param name="log_link"/> + + <xsl:variable name="is_new"> + <xsl:if test="$test_log/@is-new = 'yes' and $test_log/@status = 'unexpected' and $test_log/@result != 'success'"> + <xsl:value-of select="'-new'"/> + </xsl:if> + </xsl:variable> + + <xsl:variable name="class"> + <xsl:choose> + <xsl:when test="not( $test_log )"> + <xsl:text>library-missing</xsl:text> + </xsl:when> + <xsl:when test="meta:is_unusable( $explicit_markup, $test_log/@library, $test_log/@toolset )"> + <xsl:text>library-unusable</xsl:text> + </xsl:when> + <xsl:otherwise> + <xsl:value-of select="concat( 'library-', $test_log/@result, '-', $test_log/@status, $is_new )"/> + </xsl:otherwise> + </xsl:choose> + </xsl:variable> + + <td class="{$class}"> + <xsl:choose> + <xsl:when test="not( $test_log )"> + <xsl:text>missing</xsl:text> + </xsl:when> + + <xsl:when test="$test_log/@result != 'success' and $test_log/@status = 'expected'"> + <xsl:call-template name="insert_test_result"> + <xsl:with-param name="result" select="'fail'"/> + <xsl:with-param name="log_link" select="$log_link"/> + </xsl:call-template> + </xsl:when> + + <xsl:when test="$test_log/@result != 'success' and $test_log/@status = 'unexpected'"> + <xsl:call-template name="insert_test_result"> + <xsl:with-param name="result" select="'fail'"/> + <xsl:with-param name="log_link" select="$log_link"/> + </xsl:call-template> + </xsl:when> + + <xsl:when test="$test_log/@result = 'success' and $test_log/@status = 'unexpected'"> + <xsl:call-template name="insert_test_result"> + <xsl:with-param name="result" select="'pass'"/> + <xsl:with-param name="log_link" select="$log_link"/> + </xsl:call-template> + </xsl:when> + + <xsl:otherwise> + <xsl:call-template name="insert_test_result"> + <xsl:with-param name="result" select="'pass'"/> + <xsl:with-param name="log_link" select="$log_link"/> + </xsl:call-template> + </xsl:otherwise> + </xsl:choose> + <xsl:if test="count( $test_log ) > 1" > + <div class="library-conf-problem">conf. problem</div> + </xsl:if> + </td> + </xsl:template> + + <!-- report user status --> + <xsl:template name="insert_cell_user"> + <xsl:param name="test_log"/> + <xsl:param name="log_link"/> + + <xsl:variable name="class"> + <xsl:choose> + <xsl:when test="not( $test_log )"> + <xsl:text>library-missing</xsl:text> + </xsl:when> + <xsl:when test="meta:is_unusable( $explicit_markup, $test_log/@library, $test_log/@toolset )"> + <xsl:text>library-unusable</xsl:text> + </xsl:when> + <xsl:when test="$test_log[@result='fail' and @status='unexpected']"> + <xsl:text>library-user-fail-unexpected</xsl:text> + </xsl:when> + <xsl:when test="$test_log[ @result='fail' and @status='expected' ]"> + <xsl:text>library-user-fail-expected</xsl:text> + </xsl:when> + <xsl:when test="$test_log[ @result='success']"> + <xsl:text>library-user-success</xsl:text> + </xsl:when> + <xsl:otherwise> + <xsl:message terminate="yes"> + Unknown status + </xsl:message> + </xsl:otherwise> + </xsl:choose> + + </xsl:variable> + + <td class="{$class}"> + <xsl:choose> + <xsl:when test="not( $test_log )"> + missing + </xsl:when> + <xsl:when test="$test_log/@result != 'success' and $test_log/@status = 'expected'"> + <a href="{$log_link}" class="log-link" target="_top"> + fail + </a> + </xsl:when> + <xsl:when test="$test_log/@result != 'success'"> + <a href="{$log_link}" class="log-link" target="_top"> + unexp. + </a> + </xsl:when> + <xsl:otherwise> + <xsl:text>pass</xsl:text> + </xsl:otherwise> + </xsl:choose> + + <xsl:if test="count( $test_log ) > 1" > + <div class="conf-problem">conf. problem</div> + </xsl:if> + </td> + </xsl:template> + + <xsl:template name="insert_test_line"> + <xsl:param name="library"/> + <xsl:param name="test_name"/> + <xsl:param name="test_results"/> + <xsl:param name="toolsets"/> + <xsl:param name="line_mod"/> + + <xsl:variable name="test_program"> + <xsl:value-of select="$test_results[1]/@test-program"/> + </xsl:variable> + + <xsl:variable name="test_header"> + <td class="test-name"> + <a href="../../../{$test_program}" class="test-link"> + <xsl:value-of select="$test_name"/> + </a> + </td> + </xsl:variable> + + <tr class="library-row{$line_mod}"> + <xsl:copy-of select="$test_header"/> + <xsl:call-template name="test_type_col"/> + + <xsl:for-each select="$toolsets/toolset"> + <xsl:variable name="toolset" select="@toolset" /> + + <!-- Write log file --> + <xsl:variable name="test_result_for_toolset" select="$test_results[ @toolset = $toolset ]"/> + + <xsl:variable name="log_file"> + <xsl:choose> + <xsl:when test="meta:show_output( $explicit_markup, $test_result_for_toolset )"> + <xsl:value-of select="meta:output_file_path( $test_result_for_toolset/@target-directory )"/> + </xsl:when> + <xsl:otherwise> + <xsl:text></xsl:text> + </xsl:otherwise> + </xsl:choose> + </xsl:variable> + + + <xsl:if test="count( $test_result_for_toolset ) > 0 and $log_file != ''"> + <xsl:message>Writing log file document <xsl:value-of select="$log_file"/></xsl:message> + <exsl:document href="{$log_file}" + method="html" + doctype-public="-//W3C//DTD XHTML 1.0 Strict//EN" + encoding="utf-8" + indent="yes"> + + <html> + <head> + <link rel="stylesheet" type="text/css" href="../master.css" title="master" /> + <!--<title>Boost regression unresolved issues: <xsl:value-of select="$source"/></title>--> + </head> + <frameset cols="190px,*" frameborder="0" framespacing="0" border="0"> + <frame name="tocframe" src="../toc.html" scrolling="auto"/> + <frame name="docframe" src="../../{$log_file}" scrolling="auto"/> + </frameset> + </html> + </exsl:document> + </xsl:if> + + <!-- Insert cell --> + <xsl:choose> + <xsl:when test="$mode='user'"> + <xsl:call-template name="insert_cell_user"> + <xsl:with-param name="test_log" select="$test_result_for_toolset"/> + <xsl:with-param name="log_link" select="$log_file"/> + </xsl:call-template> + </xsl:when> + <xsl:when test="$mode='developer'"> + <xsl:call-template name="insert_cell_developer"> + <xsl:with-param name="test_log" select="$test_result_for_toolset"/> + <xsl:with-param name="log_link" select="$log_file"/> + </xsl:call-template> + </xsl:when> + </xsl:choose> + + </xsl:for-each> + <xsl:copy-of select="$test_header"/> + </tr> + </xsl:template> + + <xsl:template name="insert_test_section"> + <xsl:param name="library"/> + <xsl:param name="section_tests"/> + <xsl:param name="lib_tests"/> + <xsl:param name="toolsets"/> + + <xsl:for-each select="$section_tests"> + <xsl:variable name="test_name" select="@test-name"/> + <xsl:variable name="line_mod"> + <xsl:choose> + <xsl:when test="1 = last()"> + <xsl:text>-single</xsl:text> + </xsl:when> + <xsl:when test="generate-id( . ) = generate-id( $section_tests[1] )"> + <xsl:text>-first</xsl:text> + </xsl:when> + <xsl:when test="generate-id( . ) = generate-id( $section_tests[last()] )"> + <xsl:text>-last</xsl:text> + </xsl:when> + <xsl:otherwise> + <xsl:text></xsl:text> + </xsl:otherwise> + </xsl:choose> + </xsl:variable> + + <xsl:call-template name="insert_test_line"> + <xsl:with-param name="library" select="$library"/> + <xsl:with-param name="test_results" select="$lib_tests[ @test-name = $test_name ]"/> + <xsl:with-param name="toolsets" select="$toolsets"/> + <xsl:with-param name="test_name" select="$test_name"/> + <xsl:with-param name="line_mod" select="$line_mod"/> + </xsl:call-template> + </xsl:for-each> + + </xsl:template> + + <func:function name="meta:order_tests_by_name"> + <xsl:param name="tests"/> + + <xsl:variable name="a"> + <xsl:for-each select="$tests"> + <xsl:sort select="@test-name" order="ascending"/> + <xsl:copy-of select="."/> + </xsl:for-each> + </xsl:variable> + <func:result select="exsl:node-set( $a )/*"/> + </func:function> + +</xsl:stylesheet> diff --git a/tools/regression/xsl_reports/xsl/summary_page.xsl b/tools/regression/xsl_reports/xsl/summary_page.xsl new file mode 100644 index 0000000000..7bf3818c29 --- /dev/null +++ b/tools/regression/xsl_reports/xsl/summary_page.xsl @@ -0,0 +1,361 @@ +<?xml version="1.0" encoding="utf-8"?> +<!-- + +Copyright MetaCommunications, Inc. 2003-2004. + +Distributed under the Boost Software License, Version 1.0. (See +accompanying file LICENSE_1_0.txt or copy at +http://www.boost.org/LICENSE_1_0.txt) + +--> + +<xsl:stylesheet + xmlns:xsl="http://www.w3.org/1999/XSL/Transform" + xmlns:exsl="http://exslt.org/common" + xmlns:func="http://exslt.org/functions" + xmlns:str="http://exslt.org/strings" + xmlns:set="http://exslt.org/sets" + xmlns:meta="http://www.meta-comm.com" + extension-element-prefixes="func exsl" + exclude-result-prefixes="set str meta" + version="1.0"> + + <xsl:import href="common.xsl"/> + + <xsl:output method="html" + doctype-public="-//W3C//DTD HTML 4.01 Transitional//EN" + encoding="utf-8" + indent="yes" + /> + + + <xsl:param name="mode"/> + <xsl:param name="source"/> + <xsl:param name="run_date"/> + <xsl:param name="comment_file"/> + <xsl:param name="explicit_markup_file"/> + + <xsl:variable name="explicit_markup" select="document( $explicit_markup_file )"/> + + <!-- necessary indexes --> + <xsl:key + name="library_test_name_key" + match="test-log" + use="concat( @library, '>@<', @test-name )"/> + <xsl:key name="toolset_key" match="test-log" use="@toolset"/> + <xsl:key name="test_name_key" match="test-log" use="@test-name "/> + + <!-- toolsets --> + + <xsl:variable name="toolsets" select="//test-log[ generate-id(.) = generate-id( key('toolset_key',@toolset)[1] ) and @toolset != '' ]/@toolset"/> + + <xsl:variable name="required_toolsets" select="$explicit_markup//mark-toolset[ @status='required' ]"/> + + <xsl:variable name="sorted_toolset_fragment"> + <xsl:call-template name="get_toolsets"> + <xsl:with-param name="toolsets" select="$toolsets"/> + <xsl:with-param name="required_toolsets" select="$required_toolsets"/> + </xsl:call-template> + </xsl:variable> + + <xsl:variable name="sorted_toolsets" select="exsl:node-set( $sorted_toolset_fragment )"/> + + <!-- libraries --> + + <xsl:variable name="test_case_logs" select="//test-log[ meta:is_test_log_a_test_case(.) ]"/> + <xsl:variable name="libraries" select="set:distinct( $test_case_logs/@library )"/> + + <xsl:variable name="sorted_libraries_output"> + <xsl:for-each select="$libraries"> + <xsl:sort select="." order="ascending" /> + <library><xsl:copy-of select="."/></library> + </xsl:for-each> + </xsl:variable> + + <xsl:variable name="sorted_libraries" select="exsl:node-set( $sorted_libraries_output )/library/@library"/> + + + <xsl:template match="/"> + + <xsl:variable name="summary_results" select="'summary_.html'"/> + + <!-- Summary page --> + <html> + <head> + <link rel="stylesheet" type="text/css" href="../master.css" title="master" /> + <title>Boost regression summary: <xsl:value-of select="$source"/></title> + </head> + <frameset cols="190px,*" frameborder="0" framespacing="0" border="0"> + <frame name="tocframe" src="toc.html" scrolling="auto"/> + <frame name="docframe" src="{$summary_results}" scrolling="auto"/> + </frameset> + </html> + + <!-- Summary results --> + <xsl:message>Writing document <xsl:value-of select="$summary_results"/></xsl:message> + + <exsl:document href="{$summary_results}" + method="html" + doctype-public="-//W3C//DTD XHTML 1.0 Strict//EN" + encoding="utf-8" + indent="yes"> + + <html> + <head> + <link rel="stylesheet" type="text/css" href="../master.css" title="master" /> + </head> + <body> + + <h1 class="page-title"> + <xsl:text>Summary: </xsl:text> + <a class="hover-link" href="summary.html" target="_top"><xsl:value-of select="$source"/></a> + </h1> + + <div class="report-info"> + <b>Report Time: </b> <xsl:value-of select="$run_date"/> + </div> + + <!-- summary table --> + + <table border="0" cellspacing="0" cellpadding="0" class="summary-table"> + + <thead> + <xsl:call-template name="insert_toolsets_row"> + <xsl:with-param name="toolsets" select="$sorted_toolsets"/> + </xsl:call-template> + </thead> + + <tfoot> + <xsl:call-template name="insert_toolsets_row"> + <xsl:with-param name="toolsets" select="$sorted_toolsets"/> + </xsl:call-template> + </tfoot> + + <tbody> + <xsl:variable name="test_logs" select="$test_case_logs"/> + + <!-- for each library --> + <xsl:for-each select="$sorted_libraries"> + <xsl:variable name="library" select="."/> + <xsl:variable name="library_page" select="meta:encode_path( $library )" /> + <xsl:variable name="current_row" select="$test_logs[ @library=$library]"/> + + <xsl:variable name="expected_test_count" select="count( $current_row[ generate-id(.) = generate-id( key('test_name_key',@test-name)[1] ) ] )"/> + <xsl:variable name="library_header"> + <td class="library-name"> + <a href="{$library_page}.html" class="library-link" target="_top"> + <xsl:value-of select="$library"/> + </a> + </td> + </xsl:variable> + + <xsl:variable name="line_mod"> + <xsl:choose> + <xsl:when test="1 = last()"> + <xsl:text>-single</xsl:text> + </xsl:when> + <xsl:when test="generate-id( . ) = generate-id( $sorted_libraries[1] )"> + <xsl:text>-first</xsl:text> + </xsl:when> + <xsl:when test="generate-id( . ) = generate-id( $sorted_libraries[ last() ] )"> + <xsl:text>-last</xsl:text> + </xsl:when> + <xsl:otherwise> + <xsl:text></xsl:text> + </xsl:otherwise> + </xsl:choose> + </xsl:variable> + + + <tr class="summary-row{$line_mod}"> + <xsl:copy-of select="$library_header"/> + + <xsl:for-each select="$sorted_toolsets/toolset"> + <xsl:variable name="toolset" select="@toolset"/> + <xsl:variable name="current_cell" select="$current_row[ @toolset=$toolset ]"/> + <xsl:choose> + <xsl:when test="$mode='user'"> + <xsl:call-template name="insert_cell_user"> + <xsl:with-param name="current_cell" select="$current_cell"/> + <xsl:with-param name="library" select="$library"/> + <xsl:with-param name="toolset" select="$toolset"/> + <xsl:with-param name="expected_test_count" select="$expected_test_count"/> + </xsl:call-template> + </xsl:when> + <xsl:when test="$mode='developer'"> + <xsl:call-template name="insert_cell_developer"> + <xsl:with-param name="current_cell" select="$current_cell"/> + <xsl:with-param name="library" select="$library"/> + <xsl:with-param name="toolset" select="$toolset"/> + <xsl:with-param name="expected_test_count" select="$expected_test_count"/> + </xsl:call-template> + </xsl:when> + </xsl:choose> + </xsl:for-each> + + <xsl:copy-of select="$library_header"/> + </tr> + </xsl:for-each> + </tbody> + </table> + + <xsl:copy-of select="document( concat( 'html/summary_', $mode, '_legend.html' ) )"/> + <xsl:copy-of select="document( 'html/make_tinyurl.html' )"/> + + </body> + </html> + </exsl:document> + + </xsl:template> + + <!-- report developer status --> + <xsl:template name="insert_cell_developer"> + <xsl:param name="current_cell"/> + <xsl:param name="library"/> + <xsl:param name="toolset"/> + <xsl:param name="expected_test_count"/> + <xsl:variable name="class"> + <xsl:choose> + <xsl:when test="meta:is_unusable( $explicit_markup, $library, $toolset )"> + <xsl:text>summary-unusable</xsl:text> + </xsl:when> + <xsl:when test="count( $current_cell ) < $expected_test_count"> + <xsl:text>summary-missing</xsl:text> + </xsl:when> + <xsl:when test="count( $current_cell[@result='fail' and @status='unexpected' and @is-new='no'] )"> + <xsl:text>summary-fail-unexpected</xsl:text> + </xsl:when> + <xsl:when test="count( $current_cell[@result='fail' and @status='unexpected' and @is-new='yes'] )"> + <xsl:text>summary-fail-unexpected-new</xsl:text> + </xsl:when> + <xsl:when test="count( $current_cell[@result='success' and @status='unexpected'] )"> + <xsl:text>summary-success-unexpected</xsl:text> + </xsl:when> + <xsl:when test="count( $current_cell[@status='expected'] )"> + <xsl:text>summary-expected</xsl:text> + </xsl:when> + <xsl:otherwise> + <xsl:text>summary-unknown-status</xsl:text> + </xsl:otherwise> + </xsl:choose> + </xsl:variable> + + <xsl:variable name="library_page" select="meta:encode_path( $library )" /> + + <td class="{$class}"> + <xsl:choose> + <xsl:when test="$class='summary-unusable'"> + <a href="{$library_page}.html" class="log-link" target="_top"> + <xsl:text>n/a</xsl:text> + </a> + </xsl:when> + <xsl:when test="$class='summary-missing'"> + <xsl:text>missing</xsl:text> + </xsl:when> + <xsl:when test="$class='summary-fail-unexpected'"> + <a href="{$library_page}.html" class="log-link" target="_top"> + <xsl:text>broken</xsl:text> + </a> + </xsl:when> + <xsl:when test="$class='summary-fail-unexpected-new' "> + <a href="{$library_page}.html" class="log-link" target="_top"> + <xsl:text>fail</xsl:text> + </a> + </xsl:when> + <xsl:otherwise> + <xsl:text>OK</xsl:text> + </xsl:otherwise> + </xsl:choose> + </td> + + </xsl:template> + + + <!-- report user status --> + <xsl:template name="insert_cell_user"> + <xsl:param name="current_cell"/> + <xsl:param name="library"/> + <xsl:param name="toolset"/> + <xsl:param name="expected_test_count"/> + <xsl:variable name="class"> + <xsl:choose> + <xsl:when test="meta:is_unusable( $explicit_markup, $library, $toolset )"> + <xsl:text>summary-unusable</xsl:text> + </xsl:when> + <xsl:when test="count( $current_cell ) < $expected_test_count"> + <xsl:text>summary-missing</xsl:text> + </xsl:when> + <xsl:when test="count( $current_cell[@result='fail' and @status='unexpected' ] )"> + <xsl:text>summary-user-fail-unexpected</xsl:text> + </xsl:when> + <xsl:when test="count( $current_cell[ @result='fail'] )"> + <xsl:text>summary-user-fail-expected</xsl:text> + </xsl:when> + <xsl:when test="count( $current_cell[ @result='success'] )"> + <xsl:text>summary-user-success</xsl:text> + </xsl:when> + <xsl:otherwise> + <xsl:text>summary-unknown-status</xsl:text> + </xsl:otherwise> + </xsl:choose> + </xsl:variable> + + <xsl:variable name="library_page" select="meta:encode_path( $library )" /> + + <td class="{$class}"> + <xsl:choose> + <xsl:when test="$class='summary-unusable'"> + <a href="{$library_page}.html" class="log-link" target="_top"> + <xsl:text>unusable</xsl:text> + </a> + </xsl:when> + + <xsl:when test="$class='summary-missing'"> + <xsl:text>missing</xsl:text> + </xsl:when> + + <xsl:when test="$class='summary-user-fail-unexpected'"> + <a href="{$library_page}.html" class="log-link" target="_top"> + <xsl:text>unexp.</xsl:text> + </a> + </xsl:when> + + <xsl:when test="$class='summary-user-fail-expected'"> + <a href="{$library_page}.html" class="log-link" target="_top"> + <xsl:text>details</xsl:text> + </a> + </xsl:when> + + <xsl:otherwise> + <xsl:text> </xsl:text> + </xsl:otherwise> + </xsl:choose> + </td> + + </xsl:template> + + <xsl:template name="insert_toolsets_row"> + <xsl:param name="toolsets"/> + <tr> + <td class="head">library / toolset</td> + + <xsl:for-each select="$toolsets/toolset"> + <xsl:variable name="class"> + <xsl:choose> + <xsl:when test="@required='yes'"> + <xsl:text>required-toolset-name</xsl:text> + </xsl:when> + <xsl:otherwise> + <xsl:text>toolset-name</xsl:text> + </xsl:otherwise> + </xsl:choose> + </xsl:variable> + + <td class="{$class}"><xsl:value-of select="meta:toolset_name( @toolset )"/></td> + </xsl:for-each> + + <td class="head">toolset / library</td> + </tr> + </xsl:template> + +</xsl:stylesheet> diff --git a/tools/regression/xsl_reports/xsl/test/test_re_match.xml b/tools/regression/xsl_reports/xsl/test/test_re_match.xml new file mode 100644 index 0000000000..3841f782d7 --- /dev/null +++ b/tools/regression/xsl_reports/xsl/test/test_re_match.xml @@ -0,0 +1,57 @@ +<!-- + +Copyright MetaCommunications, Inc. 2003-2005. + +Distributed under the Boost Software License, Version 1.0. (See +accompanying file LICENSE_1_0.txt or copy at +http://www.boost.org/LICENSE_1_0.txt) + +--> + +<root> + +<test pattern="" text="" result="true"/> +<test pattern="pattern" text="pattern" result="true"/> +<test pattern="" text="pattern" result="false"/> +<test pattern="pattern" text="" result="false"/> + +<test pattern="*" text="" result="true"/> +<test pattern="*" text="pattern" result="true"/> + +<test pattern="*pattern*" text="" result="false"/> +<test pattern="*pattern*" text="__pattern__" result="true"/> +<test pattern="*pattern*" text="pattern" result="true"/> +<test pattern="*pattern*" text="patter" result="false"/> +<test pattern="*pattern*" text="patte__" result="false"/> +<test pattern="*pattern*" text="attern" result="false"/> +<test pattern="*pattern*" text="__ttern" result="false"/> + +<test pattern="*pattern" text="" result="false"/> +<test pattern="*pattern" text="__pattern" result="true"/> +<test pattern="*pattern" text="pattern" result="true"/> +<test pattern="*pattern" text="pattern__" result="false"/> +<test pattern="*pattern" text="patter" result="false"/> +<test pattern="*pattern" text="patte__" result="false"/> +<test pattern="*pattern" text="attern" result="false"/> +<test pattern="*pattern" text="__ttern" result="false"/> + +<test pattern="pattern*" text="" result="false"/> +<test pattern="pattern*" text="pattern__" result="true"/> +<test pattern="pattern*" text="pattern" result="true"/> +<test pattern="pattern*" text="patter" result="false"/> +<test pattern="pattern*" text="__pattern" result="false"/> +<test pattern="pattern*" text="attern" result="false"/> +<test pattern="pattern*" text="patter_" result="false"/> +<test pattern="pattern*" text="patte__" result="false"/> + +<test pattern="patt*ern" text="" result="false"/> +<test pattern="patt*ern" text="patt__ern" result="true"/> +<test pattern="patt*ern" text="pattern" result="true"/> +<test pattern="patter*n" text="patter__n" result="true"/> +<test pattern="p*attern" text="pttern" result="false"/> +<test pattern="p*attern" text="pattern" result="true"/> +<test pattern="patter*n" text="patter" result="false"/> +<test pattern="p*attern" text="attern" result="false"/> +<test pattern="p*attern" text="p_ttern" result="false"/> + +</root> diff --git a/tools/regression/xsl_reports/xsl/test/test_re_match.xsl b/tools/regression/xsl_reports/xsl/test/test_re_match.xsl new file mode 100644 index 0000000000..eefd313166 --- /dev/null +++ b/tools/regression/xsl_reports/xsl/test/test_re_match.xsl @@ -0,0 +1,60 @@ +<?xml version="1.0" encoding="utf-8"?> +<!-- + +Copyright MetaCommunications, Inc. 2003-2004. + +Distributed under the Boost Software License, Version 1.0. (See +accompanying file LICENSE_1_0.txt or copy at +http://www.boost.org/LICENSE_1_0.txt) + +--> + +<xsl:stylesheet + xmlns:xsl="http://www.w3.org/1999/XSL/Transform" + xmlns:exsl="http://exslt.org/common" + xmlns:func="http://exslt.org/functions" + xmlns:str="http://exslt.org/strings" + xmlns:meta="http://www.meta-comm.com" + extension-element-prefixes="func" + exclude-result-prefixes="str meta exsl" + version="1.0"> + + <func:function name="meta:re_match"> + <xsl:param name="pattern"/> + <xsl:param name="text"/> + + <xsl:choose> + <xsl:when test="not( contains( $pattern, '*' ) )"> + <func:result select="$text = $pattern"/> + </xsl:when> + <xsl:when test="$pattern = '*'"> + <func:result select="1 = 1"/> + </xsl:when> + <xsl:when test="substring( $pattern, 1, 1 ) = '*' and substring( $pattern, string-length($pattern), 1 ) = '*' "> + <func:result select="contains( $text, substring( $pattern, 2, string-length($pattern) - 2 ) ) "/> + </xsl:when> + <xsl:when test="substring( $pattern, 1, 1 ) = '*'"> + <xsl:variable name="pattern_tail" select="substring( $pattern, 2, string-length($pattern) - 1 )"/> + <func:result select="substring( $text, string-length($text) - string-length($pattern_tail) + 1, string-length($pattern_tail) ) = $pattern_tail"/> + </xsl:when> + <xsl:when test="substring( $pattern, string-length($pattern), 1 ) = '*' "> + <xsl:variable name="pattern_head" select="substring( $pattern, 1, string-length($pattern) - 1 )"/> + <func:result select="starts-with( $text, $pattern_head )"/> + </xsl:when> + <xsl:when test="contains( $pattern, '*' ) "> + <xsl:variable name="pattern_head" select="substring-before( $pattern, '*' )"/> + <xsl:variable name="pattern_tail" select="substring-after( $pattern, '*' )"/> + <func:result select="starts-with( $text, $pattern_head ) and substring( $text, string-length($text) - string-length($pattern_tail) + 1, string-length($pattern_tail) ) = $pattern_tail"/> + </xsl:when> + </xsl:choose> + </func:function> + + <xsl:template match='test'> + <xsl:variable name="result" select="meta:re_match( @pattern, @text )"/> + <xsl:variable name="expected-result" select="@result = 'true'"/> + <xsl:if test="$result != $expected-result"> + <failed regex="{@pattern}" text="{@text}" result="{$result}" expected-result="{$expected-result}"/> + </xsl:if> + </xsl:template> + +</xsl:stylesheet> diff --git a/tools/regression/xsl_reports/xsl/v2/add_expected_results.xsl b/tools/regression/xsl_reports/xsl/v2/add_expected_results.xsl new file mode 100644 index 0000000000..b519a7754f --- /dev/null +++ b/tools/regression/xsl_reports/xsl/v2/add_expected_results.xsl @@ -0,0 +1,270 @@ +<?xml version="1.0" encoding="utf-8"?> +<!-- + +Copyright MetaCommunications, Inc. 2003-2007. + +Distributed under the Boost Software License, Version 1.0. (See +accompanying file LICENSE_1_0.txt or copy at +http://www.boost.org/LICENSE_1_0.txt) + +--> + +<xsl:stylesheet + xmlns:xsl="http://www.w3.org/1999/XSL/Transform" + xmlns:func="http://exslt.org/functions" + xmlns:meta="http://www.meta-comm.com" + extension-element-prefixes="func" + exclude-result-prefixes="func meta" + version="1.0"> + + <xsl:import href="common.xsl"/> + + <xsl:output method="xml" encoding="utf-8"/> + + <xsl:param name="expected_results_file"/> + <xsl:param name="failures_markup_file"/> + <xsl:param name="source"/> + <xsl:variable name="expected_results" select="document( $expected_results_file )" /> + + <func:function name="meta:is_test_log_complete"> + <xsl:param name="test_log"/> + <xsl:variable name="type" select="$test_log/@test-type"/> + <func:result> + <xsl:choose> + <xsl:when test="$type='compile' or $type='compile_fail' or $test_log/compile/@result='fail' "> + <xsl:value-of select="count( $test_log/compile ) = 1 and count( $test_log/link) = 0 and count( $test_log/run) = 0"/> + </xsl:when> + <xsl:when test="$type='link' or $type='link_fail' or $type='' or $type='lib' or $test_log/link/@result='fail'"> + <xsl:value-of select="count( $test_log/compile) = 1 and count( $test_log/link) = 1 and count( $test_log/run) = 0"/></xsl:when> + <xsl:when test="$type='run' or $type='run_fail' or $type='run_pyd' or $type='run_mpi'"> + <xsl:value-of select="count( $test_log/compile) = 1 and count( $test_log/link) = 1 and count($test_log/run) = 1 "/> + </xsl:when> + <xsl:otherwise> + <xsl:message terminate="yes"> + Unknown test type "<xsl:value-of select="$type"/>" + </xsl:message> + </xsl:otherwise> + </xsl:choose> + </func:result> + </func:function> + + + <xsl:key name = "trk" match = "test-result" use = "concat( ../../@name, '-', ../@name, '-', @test-name )" /> + <xsl:key name = "tak" match = "toolset-alias" use = "@name" /> + + <xsl:variable name="failures_markup" select="document( $failures_markup_file )" /> + <xsl:template match="/"> + <xsl:apply-templates/> + </xsl:template> + + <xsl:template match="test-log"> + <xsl:variable name="test_log" select="."/> + <xsl:variable name="library" select="@library"/> + <xsl:variable name="test-name" select="@test-name"/> + <xsl:variable name="toolset" select="@toolset"/> + + <xsl:variable name="is_complete" select="meta:is_test_log_complete( $test_log )"/> + + <xsl:element name="{local-name()}"> + <xsl:apply-templates select="@*"/> + + <xsl:variable name="has_failures" select="./*/@result = 'fail'"/> + <xsl:variable name="actual_result"> + <xsl:choose> + <xsl:when test="$has_failures or not( $is_complete )" > + <xsl:text>fail</xsl:text> + </xsl:when> + <xsl:otherwise> + <xsl:text>success</xsl:text> + </xsl:otherwise> + </xsl:choose> + </xsl:variable> + + <!-- + Select expected_results context + See http://clover.slavic.pitt.edu/~repertorium/plectogram/keys/keys.html for a good explanation. + + Briefly, for-each doesn't iterate through expected_results, it just selects expected result + as current context to make "key" function work. + --> + + <xsl:for-each select="$expected_results"> + + <xsl:variable name="main_toolset" select="key( 'tak', $toolset )/../@name" /> + <xsl:variable name="toolset_name"> + <xsl:choose> + <xsl:when test="$main_toolset"><xsl:value-of select="$main_toolset"/></xsl:when> + <xsl:otherwise><xsl:value-of select="$toolset"/></xsl:otherwise> + </xsl:choose> + </xsl:variable> + + <xsl:variable name="expected_results_test_case" select="key( 'trk', concat( $toolset_name, '-', $library, '-', $test-name ) )"/> + <xsl:variable name="test_case_markup" select="$failures_markup//library[@name=$library]/test[ meta:re_match( @name, $test-name ) ]"/> + <xsl:variable name="test_failures_markup" select="$test_case_markup/mark-failure/toolset[ meta:re_match( @name, $toolset ) ]/.."/> + <xsl:variable name="test_failures_markup2" select="$failures_markup//library[@name=$library]/mark-expected-failures/test[ meta:re_match( @name, $test-name ) ]/../toolset[ meta:re_match( @name, $toolset ) ]/.."/> + + <xsl:variable name="category"> + <xsl:choose> + <xsl:when test="$test_case_markup/@category"> + <xsl:value-of select="$test_case_markup/@category"/> + </xsl:when> + <xsl:otherwise>0</xsl:otherwise> + </xsl:choose> + </xsl:variable> + + + <xsl:variable name="is_new"> + <xsl:choose> + <xsl:when test="$expected_results_test_case"> + <xsl:text>no</xsl:text> + </xsl:when> + <xsl:otherwise>yes</xsl:otherwise> + </xsl:choose> + </xsl:variable> + + + <xsl:variable name="has_explicit_markup" select="count( $test_failures_markup ) > 0 or count( $test_failures_markup2 ) > 0"/> + + <xsl:variable name="expected_result"> + <xsl:choose> + <xsl:when test="$has_explicit_markup"> + <xsl:text>fail</xsl:text> + </xsl:when> + + <xsl:otherwise> + <xsl:choose> + <xsl:when test="$expected_results_test_case and $expected_results_test_case/@result = 'fail'"> + <xsl:text>fail</xsl:text> + </xsl:when> + <xsl:otherwise>success</xsl:otherwise> + </xsl:choose> + </xsl:otherwise> + </xsl:choose> + </xsl:variable> + + <xsl:variable name="status"> + <xsl:choose> + <xsl:when test="$expected_result = $actual_result">expected</xsl:when> + <xsl:otherwise>unexpected</xsl:otherwise> + </xsl:choose> + </xsl:variable> + + <xsl:variable name="unexpected_success" select="$status = 'unexpected' and $actual_result = 'success'"/> + + <xsl:variable name="expected_reason"> + <xsl:choose> + <xsl:when test="$test_failures_markup/@reason"> + <xsl:value-of select="$test_failures_markup/@reason"/> + </xsl:when> + <xsl:otherwise> + <xsl:value-of select="$test_failures_markup2/@reason"/> + </xsl:otherwise> + </xsl:choose> + </xsl:variable> + + + <xsl:variable name="notes"> + + <xsl:if test="$unexpected_success and $has_explicit_markup"> + <note> + <span class="auto-note"> + This test case was explicitly marked up in + <a href="http://svn.boost.org/svn/boost/{$source}/status/explicit-failures-markup.xml"> + status/explicit-failures-markup.xml</a> file in the Boost SVN as "expected to fail", + but is passing. Please consult the notes/output below for more details. + </span> + </note> + </xsl:if> + + <xsl:if test="$has_explicit_markup and count( $test_failures_markup2/note ) = 0 and count( $test_failures_markup/note ) = 0"> + <xsl:choose> + <xsl:when test="$unexpected_success"> + <note> + <span class="auto-note"> + No explanation was provided for this markup. Please contact the library + author(s)/maintainer(s) for more details. + </span> + </note> + </xsl:when> + <xsl:otherwise> + <note> + <span class="auto-note"> + This failure was explicitly marked as expected in + <a href="http://svn.boost.org/svn/boost/{$source}/status/explicit-failures-markup.xml"> + status/explicit-failures-markup.xml</a> file in the Boost SVN. + Please contact the library author(s)/maintainer(s) for the explanation of this markup. + </span> + </note> + </xsl:otherwise> + </xsl:choose> + </xsl:if> + + <xsl:if test="count( $test_failures_markup ) > 0"> + <xsl:for-each select="$test_failures_markup/note"> + <xsl:copy-of select="."/> + </xsl:for-each> + </xsl:if> + + <xsl:if test="count( $test_failures_markup2 ) > 0"> + <xsl:for-each select="$test_failures_markup2/note"> + <xsl:copy-of select="."/> + </xsl:for-each> + </xsl:if> + + + <xsl:if test="$expected_results_test_case and $expected_results_test_case/@result = 'fail'"> + <xsl:choose> + <xsl:when test="$unexpected_success"> + <note> + <span class="auto-note"> + This test case used to fail in the reference ("last-known-good") release. + </span> + </note> + </xsl:when> + <xsl:otherwise> + <note> + <span class="auto-note"> + This failure was present in the reference ("last-known-good") release. + </span> + </note> + </xsl:otherwise> + </xsl:choose> + </xsl:if> + + <xsl:if test="not( $is_complete ) and not( $has_failures )"> + <note> + <span class="internal-error-note"> + <b>[Reporting Tools Internal Error]</b> This test case's XML is missing one or more log entries + of the regression run's steps associated with the test case's type ("<xsl:value-of select="$test_log/@test-type"/>"). + Please <a href="mailto:mailto:boost-testing@lists.boost.org">contact reporting tools + maintainers</a> about this problem. + </span> + </note> + </xsl:if> + </xsl:variable> + + <xsl:attribute name="result"><xsl:value-of select="$actual_result"/></xsl:attribute> + <xsl:attribute name="expected-result"><xsl:value-of select="$expected_result"/></xsl:attribute> + <xsl:attribute name="expected-reason"><xsl:value-of select="$expected_reason"/></xsl:attribute> + <xsl:attribute name="status"><xsl:value-of select="$status"/></xsl:attribute> + <xsl:attribute name="is-new"><xsl:value-of select="$is_new"/></xsl:attribute> + <xsl:attribute name="category"><xsl:value-of select="$category"/></xsl:attribute> + <xsl:element name="notes"><xsl:copy-of select="$notes"/></xsl:element> + + <xsl:apply-templates select="$test_log/node()" /> + </xsl:for-each> + </xsl:element> + </xsl:template> + + <xsl:template match="*"> + <xsl:element name="{local-name()}"> + <xsl:apply-templates select="@*"/> + <xsl:apply-templates select="node()" /> + </xsl:element> + </xsl:template> + + <xsl:template match="@*"> + <xsl:copy-of select="." /> + </xsl:template> + +</xsl:stylesheet> diff --git a/tools/regression/xsl_reports/xsl/v2/boostbook_log.xsl b/tools/regression/xsl_reports/xsl/v2/boostbook_log.xsl new file mode 100644 index 0000000000..009f0eb27c --- /dev/null +++ b/tools/regression/xsl_reports/xsl/v2/boostbook_log.xsl @@ -0,0 +1,42 @@ +<?xml version="1.0" encoding="utf-8"?> +<!-- + +Copyright MetaCommunications, Inc. 2003-2007. + +Distributed under the Boost Software License, Version 1.0. (See +accompanying file LICENSE_1_0.txt or copy at +http://www.boost.org/LICENSE_1_0.txt) + +--> +<xsl:stylesheet + xmlns:xsl="http://www.w3.org/1999/XSL/Transform" + xmlns:func="http://exslt.org/functions" + xmlns:meta="http://www.meta-comm.com" + extension-element-prefixes="func" + exclude-result-prefixes="func meta" + version="1.0"> + +<xsl:output method="html" encoding="UTF-8"/> +<xsl:template match="/"> + <html> + <head> + <title>BoostBook build log for <xsl:value-of select="build/@timestamp"/></title> + <style> + span.failure { background-color: red; } + </style> + </head> + <body> + <xsl:apply-templates/> + </body> + </html> +</xsl:template> + <xsl:template match="build"> + <pre> + <xsl:apply-templates/> + </pre> + </xsl:template> + + <xsl:template match="line"> + <span class="{@type}"><xsl:value-of select="text()"/></span><br/> + </xsl:template> +</xsl:stylesheet>
\ No newline at end of file diff --git a/tools/regression/xsl_reports/xsl/v2/common.xsl b/tools/regression/xsl_reports/xsl/v2/common.xsl new file mode 100644 index 0000000000..14023f0395 --- /dev/null +++ b/tools/regression/xsl_reports/xsl/v2/common.xsl @@ -0,0 +1,668 @@ +<?xml version="1.0" encoding="utf-8"?> +<!-- + +Copyright MetaCommunications, Inc. 2003-2005. + +Distributed under the Boost Software License, Version 1.0. (See +accompanying file LICENSE_1_0.txt or copy at +http://www.boost.org/LICENSE_1_0.txt) + +--> + +<xsl:stylesheet + xmlns:xsl="http://www.w3.org/1999/XSL/Transform" + xmlns:exsl="http://exslt.org/common" + xmlns:func="http://exslt.org/functions" + xmlns:date="http://exslt.org/dates-and-times" + xmlns:str="http://exslt.org/strings" + xmlns:set="http://exslt.org/sets" + xmlns:meta="http://www.meta-comm.com" + extension-element-prefixes="func" + exclude-result-prefixes="exsl func date str set meta" + version="1.0"> + + <xsl:variable name="output_directory" select="'output'"/> + + <!-- general --> + + <func:function name="meta:iif"> + <xsl:param name="condition"/> + <xsl:param name="if_true"/> + <xsl:param name="if_false"/> + + <xsl:choose> + <xsl:when test="$condition"> + <func:result select="$if_true"/> + </xsl:when> + <xsl:otherwise> + <func:result select="$if_false"/> + </xsl:otherwise> + </xsl:choose> + </func:function> + + <!-- structural --> + + <func:function name="meta:test_structure"> + <xsl:param name="document"/> + <xsl:param name="release"/> + <xsl:variable name="required_toolsets" select="$explicit_markup//mark-toolset[ @status='required' ]"/> + + <xsl:variable name="runs" select="$document//test-run"/> + <xsl:variable name="platforms" select="set:distinct( $document//test-run/@platform )"/> + + + <xsl:variable name="run_toolsets_f"> + <platforms> + <xsl:for-each select="$platforms"> + <xsl:sort select="."/> + <xsl:variable name="platform" select="."/> + <platform name="{$platform}"> + <runs> + <xsl:for-each select="$runs[ @platform = $platform ]"> + <xsl:sort select="@platform"/> + <run + runner="{@runner}" + timestamp="{@timestamp}" + platform="{@platform}" + run-type="{@run-type}" + source="{@source}" + revision="{@revision}"> + + <comment><xsl:value-of select="comment"/></comment> + <xsl:variable name="not_ordered_toolsets" select="set:distinct( .//test-log[ meta:is_test_log_a_test_case(.) and meta:show_toolset( @toolset, $release ) ]/@toolset ) "/> + + <xsl:variable name="not_ordered_toolsets_with_info_f"> + <xsl:for-each select="$not_ordered_toolsets"> + <xsl:sort select="." order="ascending"/> + <xsl:variable name="toolset" select="."/> + <xsl:variable name="required"> + <xsl:choose> + <xsl:when test="count( $required_toolsets[ @name = $toolset ] ) > 0">yes</xsl:when> + <xsl:otherwise>no</xsl:otherwise> + </xsl:choose> + </xsl:variable> + <xsl:variable name="required_sort_hint"> + <xsl:choose> + <xsl:when test="$required = 'yes'">sort hint A</xsl:when> + <xsl:otherwise>sort hint B</xsl:otherwise> + </xsl:choose> + </xsl:variable> + <toolset name="{$toolset}" required="{$required}" required_sort_hint="{$required_sort_hint}"/> + </xsl:for-each> + </xsl:variable> + + <xsl:variable name="not_ordered_toolsets_with_info" select="exsl:node-set( $not_ordered_toolsets_with_info_f )"/> + + <xsl:for-each select="$not_ordered_toolsets_with_info/toolset"> + <xsl:sort select="concat( @required_sort_hint, '-', @name )" order="ascending"/> + <xsl:copy-of select="."/> + </xsl:for-each> + </run> + </xsl:for-each> + </runs> + </platform> + </xsl:for-each> + </platforms> + </xsl:variable> + <func:result select="exsl:node-set( $run_toolsets_f )"/> + </func:function> + + + <func:function name="meta:test_case_status"> + <xsl:param name="explicit_markup"/> + <xsl:param name="test_log"/> + + <xsl:variable name="status"> + <xsl:choose> + <xsl:when test="meta:is_unusable( $explicit_markup, $test_log/@library, $test_log/@toolset )"> + <xsl:text>unusable</xsl:text> + </xsl:when> + <xsl:when test="$test_log/@result='fail' and $test_log/@status='unexpected' and $test_log/@is-new='no'"> + <xsl:text>fail-unexpected</xsl:text> + </xsl:when> + <xsl:when test="$test_log/@result='fail' and $test_log/@status='unexpected' and $test_log/@is-new='yes'"> + <xsl:text>fail-unexpected-new</xsl:text> + </xsl:when> + <xsl:when test="$test_log/@result='success' and $test_log/@status='unexpected'"> + <xsl:text>success-unexpected</xsl:text> + </xsl:when> + <xsl:when test="$test_log/@status='expected'"> + <xsl:text>expected</xsl:text> + </xsl:when> + <xsl:otherwise> + <xsl:text>other</xsl:text> + </xsl:otherwise> + </xsl:choose> + </xsl:variable> + <func:result select="$status"/> + </func:function> + + <func:function name="meta:is_toolset_required"> + <xsl:param name="toolset"/> + <func:result select="count( $explicit_markup/explicit-failures-markup/mark-toolset[ @name = $toolset and @status='required' ] ) > 0"/> + </func:function> + + <func:function name="meta:is_library_beta"> + <xsl:param name="library"/> + <func:result select="count( $explicit_markup/explicit-failures-markup/library[ @name = $library and @status='beta' ] ) > 0"/> + </func:function> + + <func:function name="meta:is_test_log_a_test_case"> + <xsl:param name="test_log"/> + <xsl:variable name="type" select="$test_log/@test-type"/> + <func:result select="$type='compile' or $type='compile_fail' or $type='link' or $type='link_fail' + or $type='run' or $type='run_fail' or $type='run_pyd' or $type='run_mpi'"/> + </func:function> + + + <func:function name="meta:is_unusable_"> + <xsl:param name="explicit_markup"/> + <xsl:param name="library"/> + <xsl:param name="toolset"/> + + <func:result select="count( $explicit_markup//library[ @name = $library ]/mark-unusable/toolset[ meta:re_match( @name, $toolset ) ] ) > 0"/> + </func:function> + + <func:function name="meta:is_unusable"> + <xsl:param name="explicit_markup"/> + <xsl:param name="library"/> + <xsl:param name="toolset"/> + + <func:result select="count( $explicit_markup//library[ @name = $library ]/mark-unusable/toolset[ meta:re_match( @name, $toolset ) ] ) > 0"/> + </func:function> + + <func:function name="meta:re_match"> + <xsl:param name="pattern"/> + <xsl:param name="text"/> + + <xsl:choose> + <xsl:when test="not( contains( $pattern, '*' ) )"> + <func:result select="$text = $pattern"/> + </xsl:when> + <xsl:when test="$pattern = '*'"> + <func:result select="1 = 1"/> + </xsl:when> + <xsl:when test="substring( $pattern, 1, 1 ) = '*' and substring( $pattern, string-length($pattern), 1 ) = '*' "> + <func:result select="contains( $text, substring( $pattern, 2, string-length($pattern) - 2 ) ) "/> + </xsl:when> + <xsl:when test="substring( $pattern, 1, 1 ) = '*'"> + <xsl:variable name="pattern_tail" select="substring( $pattern, 2, string-length($pattern) - 1 )"/> + <func:result select="substring( $text, string-length($text) - string-length($pattern_tail) + 1, string-length($pattern_tail) ) = $pattern_tail"/> + </xsl:when> + <xsl:when test="substring( $pattern, string-length($pattern), 1 ) = '*' "> + <xsl:variable name="pattern_head" select="substring( $pattern, 1, string-length($pattern) - 1 )"/> + <func:result select="starts-with( $text, $pattern_head )"/> + </xsl:when> + <xsl:when test="contains( $pattern, '*' ) "> + <xsl:variable name="pattern_head" select="substring-before( $pattern, '*' )"/> + <xsl:variable name="pattern_tail" select="substring-after( $pattern, '*' )"/> + <func:result select="starts-with( $text, $pattern_head ) and substring( $text, string-length($text) - string-length($pattern_tail) + 1, string-length($pattern_tail) ) = $pattern_tail"/> + </xsl:when> + </xsl:choose> + </func:function> + + <!-- date-time --> + + <func:function name="meta:timestamp_difference"> + <xsl:param name="x"/> + <xsl:param name="y"/> + + <xsl:variable name="duration" select="date:difference( $x, $y )"/> + <xsl:choose> + <xsl:when test="contains( $duration, 'D' )"> + <xsl:variable name="days" select="substring-before( $duration, 'D' )"/> + <func:result select="substring-after( $days, 'P' )"/> + </xsl:when> + <xsl:otherwise> + <func:result select="0"/> + </xsl:otherwise> + </xsl:choose> + + </func:function> + + <func:function name="meta:format_timestamp"> + <xsl:param name="timestamp"/> + <xsl:choose> + <xsl:when test="date:date( $timestamp ) = ''"> + <func:result select="$timestamp"/> + </xsl:when> + <xsl:otherwise> + <xsl:variable name="time" select="substring-before( date:time( $timestamp ), 'Z' )"/> + <xsl:variable name="day" select="date:day-in-month( $timestamp )"/> + <xsl:variable name="day_abbrev" select="date:day-abbreviation( $timestamp )"/> + <xsl:variable name="month_abbrev" select="date:month-abbreviation( $timestamp )"/> + <xsl:variable name="year" select="date:year( $timestamp )"/> + <func:result select="concat( $day_abbrev, ', ', $day, ' ', $month_abbrev, ' ', $year, ' ', $time, ' +0000' )"/> + </xsl:otherwise> + </xsl:choose> + + </func:function> + + <!-- path --> + + <func:function name="meta:encode_path"> + <xsl:param name="path"/> + <func:result select="translate( translate( $path, '/', '-' ), './', '-' )"/> + </func:function> + + <func:function name="meta:output_file_path"> + <xsl:param name="path"/> + <func:result select="concat( $output_directory, '/', meta:encode_path( $path ), '.html' )"/> + </func:function> + + <func:function name="meta:log_file_path"> + <xsl:param name="test_log"/> + <xsl:param name="runner"/> + <xsl:param name="release_postfix" select="''"/> + <func:result> + <xsl:choose> + <xsl:when test="meta:show_output( $explicit_markup, $test_log )"> + <xsl:value-of select="meta:output_file_path( concat( $runner, '-', $test_log/@target-directory, $release_postfix ) )"/> + </xsl:when> + <xsl:otherwise> + <xsl:text></xsl:text> + </xsl:otherwise> + </xsl:choose> + </func:result> + </func:function> + + <!-- presentation --> + + <func:function name="meta:show_library"> + <xsl:param name="library"/> + <xsl:param name="release" select="'no'"/> + <func:result select="$release != 'yes' or not( meta:is_library_beta( $library ) )"/> + </func:function> + + <func:function name="meta:show_output"> + <xsl:param name="explicit_markup"/> + <xsl:param name="test_log"/> + <func:result select="( $test_log/@result != 'success' or $test_log/@show-run-output = 'true' or + $test_log/@result = 'success' and $test_log/@status = 'unexpected' ) + and not( meta:is_unusable( $explicit_markup, $test_log/@library, $test_log/@toolset ) ) + "/> + </func:function> + + <func:function name="meta:show_toolset"> + <xsl:param name="toolset"/> + <xsl:param name="release" select="'no'"/> + <func:result select="$release != 'yes' or meta:is_toolset_required( $toolset )"/> + </func:function> + + <func:function name="meta:result_cell_class"> + <xsl:param name="library"/> + <xsl:param name="toolset"/> + <xsl:param name="test_logs"/> + + <func:result> + <xsl:choose> + <xsl:when test="meta:is_unusable( $explicit_markup, $library, $toolset )"> + <xsl:text>unusable</xsl:text> + </xsl:when> + + <xsl:when test="count( $test_logs ) < 1"> + <xsl:text>missing</xsl:text> + </xsl:when> + + <xsl:when test="count( $test_logs[@result='fail' and @status='unexpected' and @is-new='no'] )"> + <xsl:text>fail-unexpected</xsl:text> + </xsl:when> + + <xsl:when test="count( $test_logs[@result='fail' and @status='unexpected' and @is-new='yes'] )"> + <xsl:text>fail-unexpected-new</xsl:text> + </xsl:when> + + + <xsl:when test="count( $test_logs[@result='fail' and @expected-reason != '' ] )"> + <xsl:text>fail-expected-unresearched</xsl:text> + </xsl:when> + + <xsl:when test="count( $test_logs[@result='fail'] )"> + <xsl:text>fail-expected</xsl:text> + </xsl:when> + + + <xsl:when test="count( $test_logs[@result='success' and @status='unexpected'] )"> + <xsl:text>success-unexpected</xsl:text> + </xsl:when> + + <xsl:when test="count( $test_logs[@status='expected'] )"> + <xsl:text>success-expected</xsl:text> + </xsl:when> + + <xsl:otherwise> + <xsl:text>unknown</xsl:text> + </xsl:otherwise> + </xsl:choose> + </func:result> + </func:function> + + <xsl:template name="insert_report_header"> + <xsl:param name="run_date"/> + <xsl:param name="warnings"/> + <xsl:param name="purpose"/> + + <div class="report-info"> + <div> + <b>Report Time: </b> <xsl:value-of select="meta:format_timestamp( $run_date )"/> + </div> + + <xsl:if test="$purpose"> + <div> + <b>Purpose: </b> <xsl:value-of select="$purpose"/> + </div> + </xsl:if> + + <xsl:if test="$warnings"> + <xsl:for-each select="str:split( $warnings, '+' )"> + <div class="report-warning"> + <b>Warning: </b> + <a href="mailto:boost-testing@lists.boost.org?subject=[Report Pages] {.} ({meta:format_timestamp( $run_date )})" class="warning-link"> + <xsl:value-of select="."/> + </a> + </div> + </xsl:for-each> + </xsl:if> + + </div> + + </xsl:template> + + + <xsl:template name="insert_view_link"> + <xsl:param name="page"/> + <xsl:param name="release"/> + <xsl:param name="class"/> + + <xsl:choose> + <xsl:when test="$release='yes'"> + <a href="{$page}.html" class="{$class}" target="_top"> + <xsl:text>Full View</xsl:text> + </a> + </xsl:when> + <xsl:otherwise> + <a href="{$page}_release.html" class="{$class}" target="_top"> + <xsl:text>Release View</xsl:text> + </a> + </xsl:otherwise> + </xsl:choose> + + </xsl:template> + + + <xsl:template name="insert_page_links"> + <xsl:param name="page"/> + <xsl:param name="release"/> + <xsl:param name="mode"/> + + <div class="links"> + <xsl:copy-of select="document( 'html/make_tinyurl.html' )"/> + <xsl:text> | </xsl:text> + <xsl:call-template name="insert_view_link"> + <xsl:with-param name="page" select="$page"/> + <xsl:with-param name="class" select="''"/> + <xsl:with-param name="release" select="$release"/> + </xsl:call-template> + + <xsl:variable name="release_postfix"> + <xsl:if test="$release='yes'">_release</xsl:if> + </xsl:variable> + + <xsl:text> | </xsl:text> + <a href="../{$mode}/{$page}{$release_postfix}.html" class="view-link" target="_top"> + <xsl:value-of select="$mode"/><xsl:text> View</xsl:text> + </a> + + <xsl:text> | </xsl:text> + <a href="{$page}{$release_postfix}_.html#legend"> + <xsl:text>Legend</xsl:text> + </a> + + </div> + + </xsl:template> + + + <xsl:template name="insert_runners_rows"> + <xsl:param name="mode"/> + <xsl:param name="top_or_bottom"/> + <xsl:param name="run_toolsets"/> + <xsl:param name="run_date"/> + + <xsl:variable name="colspan"> + <xsl:choose> + <xsl:when test="$mode = 'summary'">1</xsl:when> + <xsl:when test="$mode = 'details'">2</xsl:when> + </xsl:choose> + </xsl:variable> + + + <xsl:if test="$top_or_bottom = 'top'"> + <tr> + <td colspan="{$colspan}"> </td> + <xsl:for-each select="$run_toolsets/platforms/platform"> + <xsl:if test="count(./runs/run/toolset) > 0"> + <td colspan="{count(./runs/run/toolset)}" class="runner"> + <xsl:value-of select="@name"/> + </td> + </xsl:if> + </xsl:for-each> + <td colspan="{$colspan}"> </td> + </tr> + </xsl:if> + + <tr> + <td colspan="{$colspan}"> </td> + <xsl:for-each select="$run_toolsets//runs/run[ count(toolset) > 0 ]"> + <td colspan="{count(toolset)}" class="runner"> + <a href="../{@runner}.html"> + <xsl:value-of select="@runner"/> + </a> + </td> + </xsl:for-each> + <td colspan="{$colspan}"> </td> + </tr> + + <tr> + <td colspan="{$colspan}"> </td> + <xsl:for-each select="$run_toolsets//runs/run[ count(toolset) > 0 ]"> + <td colspan="{count(toolset)}" class="revision"> + rev <xsl:value-of select="@revision"/> + </td> + </xsl:for-each> + <td colspan="{$colspan}"> </td> + </tr> + + <tr> + <td colspan="{$colspan}"> </td> + <xsl:for-each select="$run_toolsets//runs/run[ count(toolset) > 0 ]"> + <xsl:variable name="timestamp_diff" select="meta:timestamp_difference( @timestamp, $run_date )"/> + <xsl:variable name="age" select="meta:iif( $timestamp_diff < 30, $timestamp_diff, 30 )"/> + <td colspan="{count(toolset)}" class="timestamp"> + <span class="timestamp-{$age}"><xsl:value-of select="meta:format_timestamp( @timestamp )"/></span> + <xsl:if test="@run-type != 'full'"> + <span class="run-type-{@run-type}"><xsl:value-of select="substring( @run-type, 1, 1 )"/></span> + </xsl:if> + </td> + </xsl:for-each> + <td colspan="{$colspan}"> </td> + </tr> + + <xsl:if test="$top_or_bottom = 'bottom'"> + <tr> + <td colspan="{$colspan}"> </td> + <xsl:for-each select="$run_toolsets/platforms/platform"> + <xsl:if test="count(./runs/run/toolset) > 0"> + <td colspan="{count(./runs/run/toolset)}" class="runner"> + <xsl:value-of select="@name"/> + </td> + </xsl:if> + </xsl:for-each> + <td colspan="{$colspan}"> </td> + </tr> + </xsl:if> + + </xsl:template> + + <xsl:template name="insert_toolsets_row"> + <xsl:param name="mode"/> + <xsl:param name="library"/> + <xsl:param name="library_marks"/> + <xsl:param name="run_date"/> + + <tr valign="middle"> + <xsl:variable name="colspan"> + <xsl:choose> + <xsl:when test="$mode = 'summary'">1</xsl:when> + <xsl:when test="$mode = 'details'">2</xsl:when> + </xsl:choose> + </xsl:variable> + + <xsl:variable name="title"> + <xsl:choose> + <xsl:when test="$mode = 'summary'"> library / toolset </xsl:when> + <xsl:when test="$mode = 'details'"> test / toolset </xsl:when> + </xsl:choose> + </xsl:variable> + + <td class="head" colspan="{$colspan}" width="1%"><xsl:value-of select="$title"/></td> + + + <xsl:for-each select="$run_toolsets//runs/run/toolset"> + <xsl:variable name="toolset" select="@name"/> + + <xsl:variable name="class"> + <xsl:choose> + <xsl:when test="@required='yes'"> + <xsl:text>required-toolset-name</xsl:text> + </xsl:when> + <xsl:otherwise> + <xsl:text>toolset-name</xsl:text> + </xsl:otherwise> + </xsl:choose> + </xsl:variable> + + <td class="{$class}"> + <xsl:variable name="age" select="meta:timestamp_difference( ../@timestamp, $run_date )"/> + <span class="timestamp-{$age}"> + + <!-- break toolset names into words --> + <xsl:for-each select="str:tokenize($toolset, '-')"> + <xsl:value-of select="." /> + <xsl:if test="position()!=last()"> + <xsl:text>- </xsl:text> + </xsl:if> + </xsl:for-each> + + <xsl:if test="$mode = 'details'"> + <!-- prepare toolset notes --> + <xsl:variable name="toolset_notes_fragment"> + <xsl:for-each select="$library_marks/note"> + <xsl:if test="count( ../toolset[meta:re_match( @name, $toolset )] ) > 0"> + <note index="{position()}"/> + </xsl:if> + </xsl:for-each> + </xsl:variable> + + <xsl:variable name="toolset_notes" select="exsl:node-set( $toolset_notes_fragment )/*"/> + <xsl:if test="count( $toolset_notes ) > 0"> + <span class="super"> + <xsl:for-each select="$toolset_notes"> + <xsl:variable name="note_index" select="@index"/> + <xsl:if test="generate-id( . ) != generate-id( $toolset_notes[1] )">, </xsl:if> + <a href="#{$library}-note-{$note_index}" title="Note {$note_index}"> + <xsl:value-of select="$note_index"/> + </a> + </xsl:for-each> + </span> + </xsl:if> + </xsl:if> + + </span> + </td> + </xsl:for-each> + + <td class="head" width="1%"><xsl:value-of select="$title"/></td> + </tr> + </xsl:template> + + <xsl:template name="show_notes"> + <xsl:param name="explicit_markup"/> + <xsl:param name="notes"/> + <div class="notes"> + <xsl:for-each select="$notes"> + <div> + <xsl:variable name="ref_id" select="@refid"/> + <xsl:call-template name="show_note"> + <xsl:with-param name="note" select="."/> + <xsl:with-param name="references" select="$ref_id"/> + </xsl:call-template> + </div> + </xsl:for-each> + </div> + </xsl:template> + + <xsl:template name="show_note"> + <xsl:param name="note"/> + <xsl:param name="references"/> + + <div class="note"> + <xsl:variable name="author"> + <xsl:choose> + <xsl:when test="$note/@author"> + <xsl:value-of select="$note/@author"/> + </xsl:when> + <xsl:otherwise> + <xsl:text/> + </xsl:otherwise> + </xsl:choose> + </xsl:variable> + + <xsl:variable name="date"> + <xsl:choose> + <xsl:when test="$note/@date"> + <xsl:value-of select="$note/@date"/> + </xsl:when> + <xsl:otherwise> + <xsl:text/> + </xsl:otherwise> + </xsl:choose> + </xsl:variable> + + <span class="note-header"> + <xsl:choose> + <xsl:when test="$author != '' and $date != ''"> + [ <xsl:value-of select="$author"/> <xsl:value-of select="$date"/> ] + </xsl:when> + <xsl:when test="$author != ''"> + [ <xsl:value-of select="$author"/> ] + </xsl:when> + <xsl:when test="$date != ''"> + [ <xsl:value-of select="$date"/> ] + </xsl:when> + </xsl:choose> + </span> + + <xsl:if test="$references"> + <!-- lookup references (refid="17,18") --> + <xsl:for-each select="str:tokenize($references, ',')"> + <xsl:variable name="ref_id" select="."/> + <xsl:variable name="referenced_note" select="$explicit_markup//note[ $ref_id = @id ]"/> + + <xsl:choose> + <xsl:when test="$referenced_note"> + <xsl:copy-of select="$referenced_note/node()"/> + </xsl:when> + <xsl:otherwise> + <xsl:value-of select="$ref_id"/> + </xsl:otherwise> + </xsl:choose> + </xsl:for-each> + </xsl:if> + + <xsl:copy-of select="$note/node()"/> + + </div> + </xsl:template> + +</xsl:stylesheet> diff --git a/tools/regression/xsl_reports/xsl/v2/dump_toolsets.xsl b/tools/regression/xsl_reports/xsl/v2/dump_toolsets.xsl new file mode 100644 index 0000000000..b9058e35d0 --- /dev/null +++ b/tools/regression/xsl_reports/xsl/v2/dump_toolsets.xsl @@ -0,0 +1,39 @@ +<?xml version="1.0" encoding="utf-8"?> +<!-- + +Copyright MetaCommunications, Inc. 2006. + +Distributed under the Boost Software License, Version 1.0. (See +accompanying file LICENSE_1_0.txt or copy at +http://www.boost.org/LICENSE_1_0.txt) + +--> + +<xsl:stylesheet + xmlns:xsl="http://www.w3.org/1999/XSL/Transform" + xmlns:meta="http://www.meta-comm.com" + exclude-result-prefixes="meta" + version="1.0"> + + <xsl:import href="common.xsl"/> + + <xsl:output method="xml" encoding="utf-8"/> + + <xsl:template match="/"> + <xsl:for-each select="expected-failures/toolset"> + <xsl:sort select="@name"/> + <xsl:value-of select="@name"/> + <xsl:if test="count(./toolset-alias)"> + <xsl:text> aka </xsl:text> + <xsl:for-each select="toolset-alias"> + <xsl:sort select="@name"/> + <xsl:value-of select="@name"/> + <xsl:text> </xsl:text> + </xsl:for-each> + </xsl:if> +<xsl:text> +</xsl:text> + </xsl:for-each> + </xsl:template> + +</xsl:stylesheet> diff --git a/tools/regression/xsl_reports/xsl/v2/expected_to_1_33_format.xsl b/tools/regression/xsl_reports/xsl/v2/expected_to_1_33_format.xsl new file mode 100644 index 0000000000..71f33d2c1c --- /dev/null +++ b/tools/regression/xsl_reports/xsl/v2/expected_to_1_33_format.xsl @@ -0,0 +1,32 @@ +<?xml version="1.0" encoding="utf-8"?> +<xsl:stylesheet xmlns:xsl="http://www.w3.org/1999/XSL/Transform" + xmlns:set="http://exslt.org/sets" + extension-element-prefixes="set" + version="1.0"> + + <xsl:output method="xml" encoding="utf-8"/> + + <xsl:template match="/"> + <expected-failures> + <xsl:variable name="toolsets" select="set:distinct(//test-result/@toolset)"/> + <xsl:for-each select="$toolsets"> + <xsl:variable name="toolset" select="."/> + <toolset name="{$toolset}"> + <xsl:variable name="toolset_test_cases" select="//test-result[@toolset = $toolset]"/> + <xsl:variable name="libraries" select="set:distinct($toolset_test_cases/@library)"/> + <xsl:for-each select="$libraries"> + <xsl:variable name="library" select="."/> + <library name="{$library}"> + <xsl:variable name="test_results" select="$toolset_test_cases[@library = $library]"/> + <xsl:for-each select="$test_results"> + <xsl:variable name="test_result" select="."/> + <test-result test-name="{$test_result/@test-name}" result="{$test_result/@result}"/> + </xsl:for-each> + </library> + </xsl:for-each> + </toolset> + </xsl:for-each> + </expected-failures> + </xsl:template> + +</xsl:stylesheet> diff --git a/tools/regression/xsl_reports/xsl/v2/html/issues_legend.html b/tools/regression/xsl_reports/xsl/v2/html/issues_legend.html new file mode 100644 index 0000000000..6274048b55 --- /dev/null +++ b/tools/regression/xsl_reports/xsl/v2/html/issues_legend.html @@ -0,0 +1,36 @@ +<!-- + +Copyright MetaCommunications, Inc. 2003-2004. + +Distributed under the Boost Software License, Version 1.0. (See +accompanying file LICENSE_1_0.txt or copy at +http://www.boost.org/LICENSE_1_0.txt) + +--> + +<div class="legend"> +<table border="0" summary="report description"> +<tr> + <td> + <table border="0" summary="legend"> + <tr> + <td> + <table width="100%" summary="unexpected new fail legend"> + <tr class="library-row-single"><td class="library-fail-unexpected-new"><toolset></td></tr> + </table> + </td> + <td class="legend-item">Failure on a newly added test/compiler.</td> + </tr> + <tr> + <td> + <table width="100%" summary="unexpected fail legend"> + <tr class="library-row-single"><td class="library-fail-unexpected"><toolset></td></tr> + </table> + </td> + <td class="legend-item">Unexpected failure.</td> + </tr> + </table> + </td> +</tr> +</table> +</div> diff --git a/tools/regression/xsl_reports/xsl/v2/html/library_developer_legend.html b/tools/regression/xsl_reports/xsl/v2/html/library_developer_legend.html new file mode 100644 index 0000000000..009211ac19 --- /dev/null +++ b/tools/regression/xsl_reports/xsl/v2/html/library_developer_legend.html @@ -0,0 +1,82 @@ +<!-- + +Copyright MetaCommunications, Inc. 2003-2005. + +Distributed under the Boost Software License, Version 1.0. (See +accompanying file LICENSE_1_0.txt or copy at +http://www.boost.org/LICENSE_1_0.txt) + +--> + +<div class="legend"> +<table border="0" summary="report description"> + <tr> + <td class="legend-item" width="50pt"> + <table width="100%" summary="success legend"> + <tr class="library-row-single"><td class="library-success-expected">pass</td></tr> + </table> + </td> + <td class="legend-explanation">Success.</td> + </tr> + <tr> + <td class="legend-item" width="50pt"> + <table width="100%" summary="unexpected pass legend"> + <tr class="library-row-single"><td class="library-success-unexpected">pass</td></tr> + </table> + </td> + <td class="legend-explanation">Unexpected success; follow the link for more details.</td> + </tr> + <tr> + <td class="legend-item" width="50pt"> + <table width="100%" summary="expected fail legend"> + <tr class="library-row-single"><td class="library-fail-expected">fail*</td></tr> + </table> + </td> + <td class="legend-explanation">Expected failure; follow the link for more details.</td> + </tr> + <tr> + <td class="legend-item" width="50pt"> + <table width="100%" summary="unusable legend"> + <tr class="library-row-single"><td class="library-unusable">n/a</td></tr> + </table> + </td> + <td class="legend-explanation">The library author marked it as unusable on this particular platform/toolset.</td> + </tr> + <tr> + <td class="legend-item" width="50pt"> + <table width="100%" summary="unresearched legend"> + <tr class="library-row-single"><td class="library-fail-expected-unresearched">fail?</td></tr> + </table> + </td> + <td class="legend-explanation">Unsearched failure; follow the link for more details.</td> + </tr> + <tr> + <td class="legend-item" width="50pt"> + <table width="100%" summary="unexpected new fail legend"> + <tr class="library-row-single"><td class="library-fail-unexpected-new">fail</td></tr> + </table> + </td> + <td class="legend-explanation">Failure on a newly added test/compiler.</td> + </tr> + <tr> + <td class="legend-item" width="50pt"> + <table width="100%" summary="unexpected fail legend"> + <tr class="library-row-single"><td class="library-fail-unexpected">fail</td></tr> + </table> + </td> + <td class="legend-explanation">Unexpected failure/regression.</td> + </tr> + <tr> + <td class="legend-item" width="50pt"> + </td> + <td class="legend-explanation"></td> + </tr> +</table> +<hr/> +<table border="0" summary="report description"> + <tr> + <td><span class="run-type-incremental">i</span></td> + <td class="legend-explanation">An incremental run.</td> + </tr> +</table> +</div> diff --git a/tools/regression/xsl_reports/xsl/v2/html/library_user_legend.html b/tools/regression/xsl_reports/xsl/v2/html/library_user_legend.html new file mode 100644 index 0000000000..bae1742e94 --- /dev/null +++ b/tools/regression/xsl_reports/xsl/v2/html/library_user_legend.html @@ -0,0 +1,89 @@ +<!-- + +Copyright MetaCommunications, Inc. 2003-2005. + +Distributed under the Boost Software License, Version 1.0. (See +accompanying file LICENSE_1_0.txt or copy at +http://www.boost.org/LICENSE_1_0.txt) + +--> + +<div class="legend"> +<table border="0" summary="report description"> + <tr> + <td class="legend-item" width="50pt"> + <table width="100%" summary="success legend"> + <tr class="library-row-single"><td class="library-success-expected user-library-success-expected">pass</td></tr> + </table> + </td> + <td class="legend-explanation">The test successfully passes.</td> + </tr> + <tr> + <td class="legend-item" width="50pt"> + <table width="100%" summary="expected fail legend"> + <tr class="library-row-single"><td class="library-fail-expected user-library-fail-expected"><u>fail*</u></td></tr> + </table> + </td> + <td class="legend-explanation"> + A <b>known failure</b> that the library maintainers are aware about. Please follow the link to + find out how it affects the library's functionality. + </td> + </tr> + <tr> + <td class="legend-item" width="50pt"> + <table width="100%" summary="unusable legend"> + <tr class="library-row-single"><td class="library-unusable user-library-unusable">unusable</td></tr> + </table> + </td> + <td class="legend-explanation"> + The library author marked it as <b>unusable</b> on this particular platform/toolset. Please + see the corresponding footnote. + </td> + </tr> + <tr> + <td class="legend-item" width="50pt"> + <table width="100%" summary="unresearched legend"> + <tr class="library-row-single"><td class="library-fail-expected-unresearched user-library-fail-expected-unresearched"><u>fail?</u></td></tr> + </table> + </td> + <td class="legend-explanation"> + An <b>unsearched failure</b>: the library maintainers are aware of it, but need help with + investigating/addressing it for future releases. Please follow the link to + access the details and find out how it affects library functionality. </td> + </tr> + <tr> + <td class="legend-item" width="50pt"> + <table width="100%" summary="unexpected new fail legend"> + <tr class="library-row-single"><td class="library-fail-unexpected-new user-library-fail-unexpected-new"><u>fail</u></td></tr> + </table> + </td> + <td class="legend-explanation"> + A <b>new failure</b> on the test/compiler added in this release that hasn't been accounted for yet. + Please follow the link to access the details. + </td> + </tr> + <tr> + <td class="legend-item" width="50pt"> + <table width="100%" summary="unexpected fail legend"> + <tr class="library-row-single user-library-row-single"><td class="library-fail-unexpected"><u>fail</u></td></tr> + </table> + </td> + <td class="legend-explanation"> + A <b>regression</b> comparing to the previous release. Please follow the link to + access the details. + </td> + </tr> + <tr> + <td class="legend-item" width="50pt"> + </td> + <td class="legend-explanation"></td> + </tr> +</table> +<hr/> +<table border="0" summary="report description"> + <tr> + <td><span class="run-type-incremental">i</span></td> + <td class="legend-explanation">An incremental run.</td> + </tr> +</table> +</div> diff --git a/tools/regression/xsl_reports/xsl/v2/html/make_tinyurl.html b/tools/regression/xsl_reports/xsl/v2/html/make_tinyurl.html new file mode 100644 index 0000000000..e57fb06a4f --- /dev/null +++ b/tools/regression/xsl_reports/xsl/v2/html/make_tinyurl.html @@ -0,0 +1,22 @@ +<!-- + +Copyright MetaCommunications, Inc. 2003-2004. + +Distributed under the Boost Software License, Version 1.0. (See +accompanying file LICENSE_1_0.txt or copy at +http://www.boost.org/LICENSE_1_0.txt) + +--> + +<span> +<script type="text/javascript"> +<!-- +function make_tinyurl() +{ + window.open( 'http://tinyurl.com/create.php?url=' + parent.location.href ); +} +//--> +</script> + +<a href="javascript:make_tinyurl()">TinyUrl</a> +</span> diff --git a/tools/regression/xsl_reports/xsl/v2/html/master.css b/tools/regression/xsl_reports/xsl/v2/html/master.css new file mode 100644 index 0000000000..a6dc486b68 --- /dev/null +++ b/tools/regression/xsl_reports/xsl/v2/html/master.css @@ -0,0 +1,654 @@ +/* + +Copyright MetaCommunications, Inc. 2003-2005. + +Distributed under the Boost Software License, Version 1.0. (See +accompanying file LICENSE_1_0.txt or copy at +http://www.boost.org/LICENSE_1_0.txt) + +*/ + +/* All reports */ + +body +{ + background-color: white; +} + +body.user-toc +{ + background-color: #f0f0f0; +} + +body.developer-toc +{ + background-color: #f0f5ff; +} + +span.super +{ + vertical-align: super; + font-size: 80%; + margin-left: 3pt; +} + +h1.page-title +{ + text-align: left; + text-transform: capitalize; + margin-top: 5pt; + margin-bottom: 10pt; +} + +img +{ + display: inline; +} + + a.hover-link:link +,a.hover-link:visited +,a.hover-link:active +{ + color: black; + text-decoration: none; +} + +a.hover-link:hover +{ + color: black; + text-decoration: underline; +} + + a.warning-link:link +,a.warning-link:visited +,a.warning-link:active +{ + color: red; + text-decoration: none; +} + +a.warning-link:hover +{ + color: red; + text-decoration: underline; +} + +a.view-link +{ + text-transform: capitalize; +} + +div.statistics +{ + width: 80%; + padding-bottom: 5pt; +} + +div.legend +{ + width: 80%; + background-color: #f5f5f5; + margin-top: 10pt; + margin-bottom: 10pt; +} + +div.comment +{ + width: 80%; + background-color: #f5f5f5; + padding-left: 10pt; + padding-right: 10pt; + padding-bottom: 10pt; +} + +div.links +{ + margin-top: 0pt; + margin-bottom: 0pt; +} + +table.header-table +{ + margin-left: 10pt; + margin-top: 20pt; + margin-bottom: 10pt; + width: 80%; +} + +td.header-item +{ + text-align: left; + vertical-align: top; + font-weight: bold; +} + +td.header-item-content +{ + padding-left: 20pt; + padding-bottom: 10pt; +} + +td.legend-item +{ + padding: 0pt; + width: 50pt; +} + +td.legend-explanation +{ + padding-left: 5pt; +} + +div.acknowledgement +{ + text-align: left; + margin-top: 10pt; + margin-left: 5pt; + margin-bottom: 10pt; +} + +div.report-info +{ + text-align: left; + margin-bottom: 10pt; + width: 80%; +} + +div.report-warning +{ + color: red; +} + +div.library-name +{ + margin-top: 20pt; + margin-bottom: 10pt; + text-align: left; + font-size: 125%; + font-weight: bold; +} + +span.run-type-incremental +{ + margin-left: 3pt; + padding-left: 1pt; + padding-right: 1pt; + background-color: yellow; +} + + span.timestamp-1 +,span.timestamp-2 +{ + color: #555555; +} + + span.timestamp-3 +,span.timestamp-4 +,span.timestamp-5 +,span.timestamp-6 +,span.timestamp-7 +{ + color: #999999; +} + + span.timestamp-8 +,span.timestamp-9 +,span.timestamp-10 +,span.timestamp-11 +,span.timestamp-12 +,span.timestamp-13 +,span.timestamp-14 +,span.timestamp-15 +,span.timestamp-16 +,span.timestamp-17 +,span.timestamp-18 +,span.timestamp-19 +,span.timestamp-20 +,span.timestamp-21 +,span.timestamp-22 +,span.timestamp-23 +,span.timestamp-24 +,span.timestamp-25 +,span.timestamp-26 +,span.timestamp-27 +,span.timestamp-28 +,span.timestamp-29 +,span.timestamp-30 +{ + color: #dddddd; +} + + +table.summary-table +,table.library-table +{ + border-collapse: collapse; + border: 2px solid black; + margin: 5px; +} + + table.summary-table td +,table.library-table td +{ + text-align: center; + border-left: 1px solid black; + border-right: 1px solid black; +} + + a.log-link:link +,a.log-link:visited +{ + color: black; +} + + a.log-link:active +,a.log-link:hover +,a.legend-link:link +,a.legend-link:visited +,a.legend-link:active +,a.legend-link:hover +{ + color: black; + text-decoration: underline; +} + +td.runner +{ + color: black; + font-weight: bold; + border-top: 1px solid black; + padding-left: 3pt; + padding-right: 3pt; + +} + +td.timestamp +{ + color: black; + border-bottom: 1px solid black; + padding-left: 3pt; + padding-right: 3pt; +} + + td.toolset-name +,td.required-toolset-name +{ + vertical-align: middle; + padding-left: 3pt; + padding-right: 3pt; + word-spacing: -3pt; +} + +td.required-toolset-name +{ + font-weight: bold; +} + +td.library-test-category-header +{ + border-top: 1px solid gray; +} + +tr.summary-row-first td +, tr.library-row-first td +{ + border-top: 1px solid gray; + border-bottom: 0px; +} + +tr.summary-row-last td +, tr.library-row-last td +{ + border-top: 0px; + border-bottom: 1px solid gray; +} + +tr.summary-row-single td +, tr.library-row-single td +{ + border-top: 1px solid gray; + border-bottom: 1px solid gray; +} + +tr.summary-row td +, tr.library-row td +{ + border-bottom: 0px; + border-top: 0px; +} + + td.library-success-expected +, td.summary-success-expected +, td.summary-fail-expected +, td.summary-unknown-status +, td.summary-fail-expected-unresearched +{ + width: 60pt; + text-align: center; + background-color: lightgreen; + border-left: 1px solid black; + border-right: 1px solid black; + padding-left: 2pt; + padding-right: 2pt; +} + + td.summary-unknown-status +{ + background-color: white; +} + + td.library-success-unexpected +,td.summary-success-unexpected +{ + width: 60pt; + text-align: center; + background-color: green; + color: white; + border: 0px; + padding-left: 2pt; + padding-right: 2pt; +} + + td.user-library-success-unexpected +, td.user-summary-success-unexpected +{ + background-color: lightgreen; + color: black; +} + + td.library-success-unexpected a.log-link:link +,td.library-success-unexpected a.log-link:visited +,td.library-success-unexpected a.log-link:active +,td.library-success-unexpected a.log-link:hover +{ + color: white; +} + + td.user-library-success-unexpected a.log-link:link +, td.user-library-success-unexpected a.log-link:visited +, td.user-library-success-unexpected a.log-link:active +, td.user-library-success-unexpected a.log-link:hover +{ + color: black; +} + + td.summary-unusable +, td.library-unusable +, td.library-fail-expected +{ + width: 60pt; + text-align: center; + background-color: silver; + color: black; + border: 0px; + padding-left: 2pt; + padding-right: 2pt; +} + + + tr.summary-row td.summary-fail-unexpected +,tr.summary-row-first td.summary-fail-unexpected +,tr.summary-row-last td.summary-fail-unexpected +,tr.summary-row-single td.summary-fail-unexpected +{ + width: 60pt; + text-align: center; + background-color: red; + color: black; + border: 2px solid black; + padding-left: 2pt; + padding-right: 2pt; +} + + td.summary-missing +, td.library-missing +{ + width: 60pt; + text-align: center; + background-color: white; + color: black; + border: 0px; + padding-left: 2pt; + padding-right: 2pt; +} + +td.library-fail-expected-unresearched +{ + width: 60pt; + text-align: center; + background-color: white; + color: black; + border: 1px solid black; + padding-left: 2pt; + padding-right: 2pt; +} + + + tr.summary-row-first td.summary-missing +, tr.summary-row-single td.summary-missing +, tr.library-row-first td.library-missing +, tr.library-row-single td.library-missing +{ + border-top: 1px solid black; +} + + tr.summary-row-last td.summary-missing +, tr.summary-row-single td.summary-missing +, tr.library-row-last td.library-missing +, tr.library-row-single td.library-missing +{ + border-bottom: 1px solid black; +} + + +/* Summary */ + +table.summary-table td.library-name +{ + width: 100pt; + padding-left: 6pt; + padding-right: 6pt; + border-top: 1px solid gray; + border-bottom: 1px solid gray; + text-align: left; +} + + tr.summary-row td.summary-fail-unexpected-new +, tr.summary-row-first td.summary-fail-unexpected-new +, tr.summary-row-last td.summary-fail-unexpected-new +, tr.summary-row-single td.summary-fail-unexpected-new + +, tr.library-row td.library-fail-unexpected-new +, tr.library-row-first td.library-fail-unexpected-new +, tr.library-row-last td.library-fail-unexpected-new +, tr.library-row-single td.library-fail-unexpected-new + +, tr.summary-row td.user-summary-fail-expected-unresearched +, tr.summary-row-first td.user-summary-fail-expected-unresearched +, tr.summary-row-last td.user-summary-fail-expected-unresearched +, tr.summary-row-single td.user-summary-fail-expected-unresearched + +, tr.library-row td.user-library-fail-expected-unresearched +, tr.library-row-first td.user-library-fail-expected-unresearched +, tr.library-row-last td.user-library-fail-expected-unresearched +, tr.library-row-single td.user-library-fail-expected-unresearched +{ + width: 60pt; + text-align: center; + background-color: yellow; + color: black; + border: 2px solid black; +} + +/* Detailed */ + +.library-conf-problem +{ + font-size: 70%; + font-weight: normal; +} + +div.library-toc +{ + margin: 5pt; +} + + +li.library-toc-entry +{ + margin-left: 5pt; + list-style-type: square; +} + + +div.library-footer +{ + margin: 5px; +} + + +table.library-table td.test-name +{ + width: 150pt; + padding-left: 6pt; + padding-right: 6pt; + border-right: 0; + border-top: 1px solid gray; + border-bottom: 1px solid gray; + text-align: left; +} + +table.library-table td.test-type +{ + padding-right: 5px; + border-left: 0; + border-right: 0; + border-top: 1px solid gray; + border-bottom: 1px solid gray; + text-align: right; +} + + tr.library-row td.library-fail-unexpected +, tr.library-row-first td.library-fail-unexpected +, tr.library-row-last td.library-fail-unexpected +, tr.library-row-single td.library-fail-unexpected +{ + width: 60pt; + text-align: center; + background-color: red; + font-weight: bold; + color: black; + border: 2px solid black; +} + +table.library-library-notes +{ + background-color: LemonChiffon; + width: 80%; + margin-left: 5px; + margin-right: 5px; +} + +tr.library-library-note +{ +} + +div.note +{ + padding: 3pt; +} + +span.note-header +{ + font-weight: bold; +} + +span.auto-note +{ + font-style: italic; +} + +span.internal-error-note +{ + color: red; +} + +/* Log */ + +div.log-test-title +{ + font-size: 1.5em; + font-weight: bold; +} + +div.log-test-header +{ + border-bottom: 1px solid black; + margin-bottom: 5pt; +} + +div.notes-title +{ + font-weight: bold; + background-color: #ffffcc; +} + +div.notes +{ + padding: 3pt; + background-color: #ffffcc; +} + +div.notes-title +{ + font-weight: bold; +} + +div.log-compiler-output-title +{ + font-weight: bold; +} + +div.log-linker-output-title +{ + font-weight: bold; +} + +div.log-run-output-title +{ + font-weight: bold; +} + +span.output-fail +{ + color: red; +} + + +/* Issues page */ + +table.library-issues-table +{ + border-collapse: collapse; + border: 2px solid black; +} + +table.library-issues-table td +{ + border: 1px solid #c0c0c0; + text-align: center; + margin-right: 5px; +} + +table.library-issues-table td.failures-row +{ + text-align: left; + padding: 0px; +} + + table.issue-box tr.library-row-single td.library-fail-unexpected-new +,table.issue-box tr.library-row-single td.library-fail-unexpected +{ + border: 0px; + font-weight: normal; +} diff --git a/tools/regression/xsl_reports/xsl/v2/html/summary_developer_legend.html b/tools/regression/xsl_reports/xsl/v2/html/summary_developer_legend.html new file mode 100644 index 0000000000..b85a6403fa --- /dev/null +++ b/tools/regression/xsl_reports/xsl/v2/html/summary_developer_legend.html @@ -0,0 +1,72 @@ +<!-- + +Copyright MetaCommunications, Inc. 2003-2005. + +Distributed under the Boost Software License, Version 1.0. (See +accompanying file LICENSE_1_0.txt or copy at +http://www.boost.org/LICENSE_1_0.txt) + +--> + +<div class="legend"> +<table border="0" summary="report description"> + <tr> + <td class="legend-item" width="50pt"> + <table width="100%" summary="success legend"> + <tr class="summary-row-single"><td class="summary-success-expected">OK</td></tr> + </table> + </td> + <td class="legend-explanation"> + All expected tests pass. + </td> + </tr> + <tr> + <td class="legend-item" width="50pt"> + <table width="100%" summary="unexpected pass legend"> + <tr class="summary-row-single"><td class="summary-success-unexpected">OK</td></tr> + </table> + </td> + <td class="legend-explanation"> + All expected tests pass, and some other tests that were expected to fail + unexpectedly pass as well. + </td> + </tr> + <tr> + <td class="legend-item" width="50pt"> + <table width="100%" summary="unexpected new fail legend"> + <tr class="summary-row-single"><td class="summary-fail-unexpected-new">fail</td></tr> + </table> + </td> + <td class="legend-explanation"> + There are some failures on the newly added tests/compiler(s). + </td> + </tr> + <tr> + <td class="legend-item" width="50pt"> + <table width="100%" summary="unexpected fail legend"> + <tr class="summary-row-single"><td class="summary-fail-unexpected">broken</td></tr> + </table> + </td> + <td class="legend-explanation"> + Tests that the library author expects to pass are currently failing. + </td> + </tr> + <tr> + <td class="legend-item" width="50pt"> + <table width="100%" summary="unusable legend"> + <tr class="summary-row-single"><td class="summary-unusable">n/a</td></tr> + </table> + </td> + <td class="legend-explanation"> + The library author marked it as unusable on particular platform/toolset. + </td> + </tr> +</table> +<hr/> +<table border="0" summary="report description" id="Table1"> + <tr> + <td><span class="run-type-incremental">i</span></td> + <td class="legend-explanation">An incremental run.</td> + </tr> +</table> +</div> diff --git a/tools/regression/xsl_reports/xsl/v2/html/summary_user_legend.html b/tools/regression/xsl_reports/xsl/v2/html/summary_user_legend.html new file mode 100644 index 0000000000..1fbf68a4cd --- /dev/null +++ b/tools/regression/xsl_reports/xsl/v2/html/summary_user_legend.html @@ -0,0 +1,76 @@ +<!-- + +Copyright MetaCommunications, Inc. 2003-2005. + +Distributed under the Boost Software License, Version 1.0. (See +accompanying file LICENSE_1_0.txt or copy at +http://www.boost.org/LICENSE_1_0.txt) + +--> + +<div class="legend"> +<table border="0" summary="report description"> + <tr> + <td class="legend-item" width="50pt"> + <table width="100%" summary="success legend"> + <tr class="summary-row-single"><td class="summary-success-expected user-summary-success-expected"> pass </td></tr> + </table> + </td> + <td class="legend-explanation"> + All library's tests pass. + </td> + </tr> + <tr> + <td class="legend-item" width="50pt"> + <table width="100%" summary="expected fail legend"> + <tr class="summary-row-single"><td class="summary-fail-expected user-summary-fail-expected"><u>details</u></td></tr> + </table> + </td> + <td class="legend-explanation"> + Most of the library's tests pass, but there are some <b>known failures</b> which might affect the library's + functionality. Please follow the link to see the detailed report. + </td> + </tr> + <tr> + <td class="legend-item" width="50pt"> + <table width="100%" summary="unexpected new fail legend"> + <tr class="summary-row-single"><td class="summary-fail-unexpected-new user-summary-fail-unexpected-new"><u>details</u></td></tr> + </table> + </td> + <td class="legend-explanation"> + Some of the <b>newly added</b> library's tests fail, or some of the library's tests fail on + the <b>newly added compiler</b>, or some of the tests fail due to <b>unresearched + reasons</b>. Please follow the link to see the detailed report. + </td> + </tr> + <tr> + <td class="legend-item" width="50pt"> + <table width="100%" summary="unexpected fail legend"> + <tr class="summary-row-single"><td class="summary-fail-unexpected user-summary-fail-unexpected"><u>regress.</u></td></tr> + </table> + </td> + <td class="legend-explanation"> + There are some <b>regressions</b> in the library comparing to the previous release. + Please follow the link to see the detailed report. + </td> + </tr> + <tr> + <td class="legend-item" width="50pt"> + <table width="100%" summary="unusable legend"> + <tr class="summary-row-single"><td class="summary-unusable user-summary-unusable">unusable</td></tr> + </table> + </td> + <td class="legend-explanation"> + The library author marked it as <b>unusable</b> on the particular platform/toolset. + Please follow the link to see the detailed report. + </td> + </tr> +</table> +<hr/> +<table border="0" summary="report description" id="Table1"> + <tr> + <td><span class="run-type-incremental">i</span></td> + <td class="legend-explanation">An incremental run.</td> + </tr> +</table> +</div> diff --git a/tools/regression/xsl_reports/xsl/v2/issues_page.xsl b/tools/regression/xsl_reports/xsl/v2/issues_page.xsl new file mode 100644 index 0000000000..64117d9007 --- /dev/null +++ b/tools/regression/xsl_reports/xsl/v2/issues_page.xsl @@ -0,0 +1,327 @@ +<?xml version="1.0" encoding="utf-8"?> + +<!-- + +Copyright MetaCommunications, Inc. 2003-2004. + +Distributed under the Boost Software License, Version 1.0. (See +accompanying file LICENSE_1_0.txt or copy at +http://www.boost.org/LICENSE_1_0.txt) + +--> + +<xsl:stylesheet + xmlns:xsl="http://www.w3.org/1999/XSL/Transform" + xmlns:exsl="http://exslt.org/common" + xmlns:func="http://exslt.org/functions" + xmlns:meta="http://www.meta-comm.com" + xmlns:set="http://exslt.org/sets" + extension-element-prefixes="func exsl" + exclude-result-prefixes="exsl set meta" + version="1.0"> + + <xsl:import href="common.xsl"/> + + <xsl:output method="html" + doctype-public="-//W3C//DTD HTML 4.01 Transitional//EN" + encoding="utf-8" + indent="yes" + /> + + + <xsl:param name="source"/> + <xsl:param name="run_date"/> + <xsl:param name="warnings"/> + <xsl:param name="comment_file"/> + <xsl:param name="expected_results_file"/> + <xsl:param name="explicit_markup_file"/> + <xsl:param name="release"/> + + <!-- the author-specified expected test results --> + <xsl:variable name="explicit_markup" select="document( $explicit_markup_file )"/> + <xsl:variable name="expected_results" select="document( $expected_results_file )" /> + + <xsl:variable name="release_postfix"> + <xsl:if test="$release='yes'"> + <xsl:text>_release</xsl:text> + </xsl:if> + </xsl:variable> + + <!-- necessary indexes --> + <xsl:key + name="test_name_key" + match="test-log" + use="concat( @library, '@', @test-name )"/> + + <xsl:key + name="library_key" + match="test-log" + use="@library"/> + <xsl:key name="toolset_key" match="test-log" use="@toolset"/> + + <!-- toolsets --> + + <xsl:variable name="required_toolsets" select="$explicit_markup//mark-toolset[ @status='required' ]"/> + <xsl:variable name="required_toolset_names" select="$explicit_markup//mark-toolset[ @status='required' ]/@name"/> + + <!-- libraries --> + + <xsl:variable + name="failing_tests" + select="//test-log[@status='unexpected' and @result='fail' + and @toolset = $required_toolset_names + and meta:is_test_log_a_test_case(.) + and meta:show_library( @library, $release ) + and meta:show_toolset( @toolset, $release ) + and not (meta:is_unusable($explicit_markup, @library, + @toolset )) ]"/> + + <xsl:variable name="libraries" select="set:distinct( $failing_tests/@library )"/> + + <xsl:template match="/"> + <xsl:variable name="issues_list" + select="concat('issues', $release_postfix, '_.html')"/> + + <!-- Issues page --> + <html> + <head> + <link rel="stylesheet" type="text/css" href="../master.css" title="master" /> + <title>Boost regression unresolved issues: <xsl:value-of select="$source"/></title> + </head> + <frameset cols="190px,*" frameborder="0" framespacing="0" border="0"> + <frame name="tocframe" src="toc{$release_postfix}.html" scrolling="auto"/> + <frame name="docframe" src="{$issues_list}" scrolling="auto"/> + </frameset> + </html> + + <!-- Issues list --> + <xsl:message>Writing document <xsl:value-of select="$issues_list"/></xsl:message> + + <exsl:document href="{$issues_list}" + method="html" + doctype-public="-//W3C//DTD XHTML 1.0 Strict//EN" + encoding="utf-8" + indent="yes"> + + <html> + <head> + <link rel="stylesheet" type="text/css" href="../master.css" title="master" /> + </head> + <body> + + <h1 class="page-title"> + <xsl:text>Unresolved Issues: </xsl:text> + <a class="hover-link" href="summary{$release_postfix}.html" target="_top"><xsl:value-of select="$source"/></a> + </h1> + + <xsl:call-template name="insert_report_header"> + <xsl:with-param name="run_date" select="$run_date"/> + <xsl:with-param name="warnings" select="$warnings"/> + <xsl:with-param name="purpose" select="'Provides a list of current unresolved test failures.'"/> + </xsl:call-template> + + <!-- Emit the index --> + <h2>Libraries with unresolved failures</h2> + <div align="center"> + <xsl:for-each select="$libraries"> + <xsl:sort select="." order="ascending"/> + <xsl:variable name="library" select="."/> + <a href="#{$library}"> + <xsl:value-of select="$library"/> + </a> + <xsl:text> </xsl:text> + </xsl:for-each> + </div> + + <xsl:for-each select="$libraries"> + <xsl:sort select="." order="ascending"/> + <xsl:variable name="library" select="."/> + <xsl:variable name="library_page" select="meta:encode_path( $library )" /> + <xsl:variable name="library_tests" select="$failing_tests[@library = $library]"/> + <xsl:variable name="library_test_names" select="set:distinct( $library_tests/@test-name )"/> + + <h2> + <a name="{$library}"/> + <a class="hover-link" href="{$library_page}{$release_postfix}.html" target="_top"> + <xsl:value-of select="$library"/> + <xsl:text> (</xsl:text> + <xsl:value-of select="count($library_tests)"/> + <xsl:text> failure</xsl:text> + <xsl:if test="count($library_tests) > 1"> + <xsl:text>s</xsl:text> + </xsl:if> + <xsl:text>)</xsl:text> + </a> + </h2> + + <table class="library-issues-table" summary="issues"> + <thead> + <tr valign="middle"> + <td class="head">test</td> + <td class="head">failures</td> + </tr> + </thead> + <tfoot> + <tr valign="middle"> + <td class="head">test</td> + <td class="head">failures</td> + </tr> + </tfoot> + + <tbody> + <xsl:for-each select="$library_test_names"> + <xsl:sort select="." order="ascending"/> + <xsl:variable name="test_name" select="."/> + + <xsl:variable name="unexpected_toolsets" select="$library_tests[@test-name = $test_name]/@toolset"/> + + <xsl:variable name="test_program" select="$library_tests[@test-name = $test_name]/@test-program"/> + <tr> + <td class="test-name"> + <a href="http://svn.boost.org/svn/boost/{$source}/{$test_program}" class="test-link" target="_top"> + <xsl:value-of select="$test_name"/> + </a> + </td> + <td class="failures-row"> + <table summary="unexpected fail legend" class="issue-box"> + <tr class="library-row-single"> + <xsl:for-each select="$unexpected_toolsets"> + <xsl:sort select="." order="ascending"/> + <xsl:variable name="toolset" select="."/> + <xsl:variable name="test_logs" + select="$library_tests[@test-name = $test_name + and @toolset = $toolset]"/> + <xsl:for-each select="$test_logs"> + <xsl:call-template name="print_failure_cell"> + <xsl:with-param name="test_log" select="."/> + <xsl:with-param name="toolset" select="$toolset"/> + </xsl:call-template> + </xsl:for-each> + </xsl:for-each> + </tr> + </table> + </td> + </tr> + </xsl:for-each> + </tbody> + + </table> + </xsl:for-each> + <xsl:copy-of select="document( 'html/issues_legend.html' )"/> + <xsl:copy-of select="document( 'html/make_tinyurl.html' )"/> + </body> + </html> + </exsl:document> + + <xsl:message>Writing document issues-email.txt</xsl:message> + <exsl:document href="issues-email.txt" method="text" encoding="utf-8"> + <xsl:text>Boost regression test failures +------------------------------ +Report time: </xsl:text> + + <xsl:value-of select="$run_date"/> + + <xsl:text> + +This report lists all regression test failures on release platforms. + +Detailed report: + http://beta.boost.org/development/tests/</xsl:text> + <xsl:value-of select="$source"/> + <xsl:text>/developer/issues.html + +</xsl:text> + <xsl:value-of select="count($failing_tests)"/> + <xsl:text> failure</xsl:text> + <xsl:if test="count($failing_tests) > 1"> + <xsl:text>s</xsl:text> + </xsl:if> + <xsl:text> in </xsl:text> + <xsl:value-of select="count($libraries)"/> + <xsl:text> librar</xsl:text> + <xsl:choose> + <xsl:when test="count($libraries) > 1"> + <xsl:text>ies</xsl:text> + </xsl:when> + <xsl:otherwise> + <xsl:text>y</xsl:text> + </xsl:otherwise> + </xsl:choose> + <xsl:text>: +</xsl:text> + <xsl:for-each select="$libraries"> + <xsl:sort select="." order="ascending"/> + <xsl:variable name="library" select="."/> + <xsl:text> </xsl:text> + <xsl:value-of select="$library"/> + <xsl:text> (</xsl:text> + <xsl:value-of select="count($failing_tests[@library = $library])"/> + <xsl:text>) +</xsl:text> + </xsl:for-each> + + <xsl:for-each select="$libraries"> + <xsl:sort select="." order="ascending"/> + <xsl:variable name="library" select="."/> + <xsl:variable name="library_page" select="meta:encode_path( $library )" /> + <xsl:variable name="library_tests" select="$failing_tests[@library = $library]"/> + <xsl:variable name="library_test_names" select="set:distinct( $library_tests/@test-name )"/> + + <xsl:text> +|</xsl:text> + <xsl:value-of select="$library"/> + <xsl:text>| +</xsl:text> + + <xsl:for-each select="$library_test_names"> + <xsl:sort select="." order="ascending"/> + <xsl:variable name="test_name" select="."/> + + <xsl:variable name="unexpected_toolsets" select="$library_tests[@test-name = $test_name]/@toolset"/> + + <xsl:variable name="test_program" select="$library_tests[@test-name = $test_name]/@test-program"/> + <xsl:text> </xsl:text> + <xsl:value-of select="$test_name"/> + <xsl:text>:</xsl:text> + <xsl:for-each select="$unexpected_toolsets"> + <xsl:sort select="." order="ascending"/> + <xsl:text> </xsl:text> + <xsl:value-of select="."/> + </xsl:for-each> + <xsl:text> +</xsl:text> + </xsl:for-each> + </xsl:for-each> + </exsl:document> + </xsl:template> + + <xsl:template name="print_failure_cell"> + <xsl:param name="test_log" select="."/> + <xsl:param name="toolset"/> + + <xsl:variable name="test_run" select="$test_log/.."/> + + <xsl:variable name="log_link"> + <xsl:value-of select="meta:log_file_path($test_log, $test_run/@runner, + $release_postfix )"/> + </xsl:variable> + <xsl:variable name="class"> + <xsl:choose> + <xsl:when test="$test_log/@is-new = 'yes'"> + <xsl:text>library-fail-unexpected-new</xsl:text> + </xsl:when> + <xsl:otherwise> + <xsl:text>library-fail-unexpected</xsl:text> + </xsl:otherwise> + </xsl:choose> + </xsl:variable> + + <td class="{$class}"> + <span> + <a href="{$log_link}" class="log-link" target="_top"> + <xsl:value-of select="$toolset"/> + </a> + </span> + </td> + </xsl:template> +</xsl:stylesheet> diff --git a/tools/regression/xsl_reports/xsl/v2/links_page.xsl b/tools/regression/xsl_reports/xsl/v2/links_page.xsl new file mode 100644 index 0000000000..1aacd6c7c8 --- /dev/null +++ b/tools/regression/xsl_reports/xsl/v2/links_page.xsl @@ -0,0 +1,399 @@ +<?xml version="1.0" encoding="utf-8"?> +<!-- + +Copyright MetaCommunications, Inc. 2003-2006. + +Distributed under the Boost Software License, Version 1.0. (See +accompanying file LICENSE_1_0.txt or copy at +http://www.boost.org/LICENSE_1_0.txt) + +--> + +<xsl:stylesheet + xmlns:xsl="http://www.w3.org/1999/XSL/Transform" + xmlns:str="http://exslt.org/strings" + xmlns:set="http://exslt.org/sets" + xmlns:exsl="http://exslt.org/common" + xmlns:func="http://exslt.org/functions" + xmlns:meta="http://www.meta-comm.com" + extension-element-prefixes="func exsl str set" + exclude-result-prefixes="meta" + version="1.0"> + + <xsl:import href="common.xsl"/> + + <xsl:output method="html" + doctype-public="-//W3C//DTD HTML 4.01 Transitional//EN" + encoding="utf-8" + indent="yes" + /> + + <xsl:param name="source"/> + <xsl:param name="run_date"/> + <xsl:param name="comment_file"/> + <xsl:param name="explicit_markup_file"/> + + <xsl:variable name="explicit_markup" select="document( $explicit_markup_file )"/> + <xsl:variable name="runner_id" select="test-run/@runner"/> + <xsl:variable name="revision" select="test-run/@revision"/> + <xsl:variable name="timestamp" select="test-run/@timestamp"/> + + <!-- runs / toolsets --> + <xsl:variable name="run_toolsets" select="meta:test_structure( /, 'no' )"/> + + <!-- libraries --> + <xsl:variable name="test_case_logs" select="//test-log[ meta:is_test_log_a_test_case(.) ]"/> + <xsl:variable name="libraries" select="set:distinct( $test_case_logs/@library )"/> + + <xsl:variable name="unusables_f"> + <xsl:for-each select="set:distinct( $run_toolsets//toolset/@name )"> + <xsl:variable name="toolset" select="."/> + <xsl:for-each select="$libraries"> + <xsl:variable name="library" select="."/> + <xsl:if test="meta:is_unusable_( $explicit_markup, $library, $toolset )"> + <unusable library-name="{$library}" toolset-name="{$toolset}"/> + </xsl:if> + </xsl:for-each> + </xsl:for-each> + </xsl:variable> + + <xsl:variable name="unusables" select="exsl:node-set( $unusables_f )"/> + + + <xsl:key + name="library-name_toolset-name_key" + match="unusable" + use="concat( @library-name, '>@<', @toolset-name )"/> + + + <!-- + Build a tree with the following structure: + + lib -> test -> toolsets -> test-log + --> + + <xsl:template match="/"> + <xsl:variable name="test_logs_to_show" select="//test-log"/> + <xsl:variable name="libs_test_test_log_tree" select="meta:restructure_logs( $test_logs_to_show )"/> + + <exsl:document href="debug.xml" + method="xml" + encoding="utf-8" + indent="yes"> + <debug> + <xsl:copy-of select="$libs_test_test_log_tree"/> + </debug> + </exsl:document> + + <xsl:for-each select="$libs_test_test_log_tree//toolset"> + <xsl:variable name="toolset" select="."/> + <xsl:variable name="library_name" select="$toolset/../../@name"/> + <xsl:variable name="test_name" select="$toolset/../@name"/> + <xsl:variable name="toolset_name" select="$toolset/@name"/> + <xsl:message>Processing test "<xsl:value-of select="$runner_id"/>/<xsl:value-of select="$library_name"/>/<xsl:value-of select="$test_name"/>/<xsl:value-of select="$toolset_name"/>"</xsl:message> + + <xsl:if test="count( $toolset/* ) > 1"> + <xsl:message> Processing variants</xsl:message> + + <xsl:variable name="variants_file_path" select="meta:output_file_path( concat( $runner_id, '-', $library_name, '-', $toolset_name, '-', $test_name, '-variants' ) )"/> + + <xsl:call-template name="write_variants_file"> + <xsl:with-param name="path" select="$variants_file_path"/> + <xsl:with-param name="test_logs" select="$toolset/*"/> + <xsl:with-param name="runner_id" select="$runner_id"/> + <xsl:with-param name="revision" select="$revision"/> + <xsl:with-param name="timestamp" select="$timestamp"/> + </xsl:call-template> + + <xsl:for-each select="str:tokenize( string( ' |_release' ), '|')"> + <xsl:variable name="release_postfix" select="translate(.,' ','')"/> + <xsl:for-each select="str:tokenize( string( 'developer|user' ), '|')"> + <xsl:variable name="directory" select="."/> + <xsl:variable name="variants__file_path" select="concat( $directory, '/', meta:encode_path( concat( $runner_id, '-', $library_name, '-', $toolset_name, '-', $test_name, '-variants_', $release_postfix ) ), '.html' )"/> + + <xsl:call-template name="write_variants_reference_file"> + <xsl:with-param name="path" select="$variants__file_path"/> + <xsl:with-param name="variants_file_path" select="concat( '../', $variants_file_path )"/> + <xsl:with-param name="release_postfix" select="$release_postfix"/> + </xsl:call-template> + </xsl:for-each> + </xsl:for-each> + </xsl:if> + + <xsl:for-each select="./test-log"> + <xsl:message> Processing test-log</xsl:message> + <xsl:variable name="test_log" select="."/> + + <xsl:if test="meta:show_output( $explicit_markup, $test_log )"> + <xsl:variable name="log_file_path" select="meta:log_file_path( ., $runner_id )"/> + + <xsl:call-template name="write_test_result_file"> + <xsl:with-param name="path" select="$log_file_path"/> + <xsl:with-param name="test_log" select="$test_log"/> + <xsl:with-param name="runner_id" select="$runner_id"/> + <xsl:with-param name="revision" select="$revision"/> + <xsl:with-param name="timestamp" select="$timestamp"/> + </xsl:call-template> + + <xsl:for-each select="str:tokenize( string( ' |_release' ), '|')"> + <xsl:variable name="release_postfix" select="translate(.,' ','')"/> + <xsl:for-each select="str:tokenize( string( 'developer|user' ), '|')"> + <xsl:variable name="directory" select="."/> + + <xsl:variable name="reference_file_path" select="concat( $directory, '/', meta:log_file_path( $test_log, $runner_id, $release_postfix ) )"/> + <xsl:call-template name="write_test_results_reference_file"> + <xsl:with-param name="path" select="$reference_file_path"/> + <xsl:with-param name="log_file_path" select="$log_file_path"/> + </xsl:call-template> + </xsl:for-each> + </xsl:for-each> + </xsl:if> + + </xsl:for-each> + </xsl:for-each> + </xsl:template> + + <func:function name="meta:restructure_logs"> + <xsl:param name="test_logs"/> + <xsl:variable name="libs" select="set:distinct( $test_logs/@library )"/> + <xsl:variable name="fragment"> + <runner runner_id="{$test_logs[1]/../@runner}" revision="{$test_logs[1]/../@revision}" timestamp="{$test_logs[1]/../@timestamp}"> + <xsl:for-each select="$libs"> + <xsl:variable name="library_name" select="."/> + <xsl:variable name="library_test_logs" select="$test_logs[@library=$library_name]"/> + <library name="{$library_name}"> + <xsl:variable name="tests" select="set:distinct( $library_test_logs/@test-name )"/> + <xsl:for-each select="$tests"> + <xsl:variable name="test_name" select="."/> + <xsl:variable name="test_test_logs" select="$library_test_logs[@test-name=$test_name]"/> + <test name="{$test_name}" > + <xsl:variable name="toolsets" select="set:distinct( $test_test_logs/@toolset )"/> + <xsl:for-each select="$toolsets"> + <xsl:variable name="toolset" select="."/> + <xsl:variable name="toolset_test_logs" select="$test_test_logs[@toolset=$toolset]"/> + <toolset name="{$toolset}"> + <xsl:copy-of select="$toolset_test_logs"/> + </toolset> + </xsl:for-each> + </test> + </xsl:for-each> + </library> + </xsl:for-each> + </runner> + </xsl:variable> + <func:result select="exsl:node-set( $fragment )"/> + </func:function> + + <xsl:template name="write_variants_reference_file"> + <xsl:param name="path"/> + <xsl:param name="variants_file_path"/> + <xsl:param name="release_postfix"/> + + <xsl:message> Writing variants reference file <xsl:value-of select="$path"/></xsl:message> + <exsl:document href="{$path}" + method="html" + doctype-public="-//W3C//DTD XHTML 1.0 Strict//EN" + encoding="utf-8" + indent="yes"> + <html> + <head> + <link rel="stylesheet" type="text/css" href="../master.css" title="master" /> + <!-- <title>Boost regression: <xsl:value-of select="$library_name"/>/<xsl:value-of select="$source"/></title>--> + </head> + <frameset cols="190px,*" frameborder="0" framespacing="0" border="0"> + <frame name="tocframe" src="toc{$release_postfix}.html" scrolling="auto"/> + <frame name="docframe" src="{$variants_file_path}" scrolling="auto"/> + </frameset> + </html> + </exsl:document> + + </xsl:template> + + <func:function name="meta:output_page_header"> + <xsl:param name="test_log"/> + <xsl:param name="runner_id"/> + <xsl:choose> + <xsl:when test="$test_log/@test-name != ''"> + <func:result select="concat( $runner_id, ' - ', $test_log/@library, ' - ', $test_log/@test-name, ' / ', $test_log/@toolset )"/> + </xsl:when> + <xsl:otherwise> + <func:result select="$test_log/@target-dir"/> + </xsl:otherwise> + </xsl:choose> + </func:function> + + + <xsl:template name="write_variants_file"> + <xsl:param name="path"/> + <xsl:param name="test_logs"/> + <xsl:param name="runner_id"/> + <xsl:param name="revision"/> + <xsl:param name="timestamp"/> + <xsl:message> Writing variants file <xsl:value-of select="$path"/></xsl:message> + <exsl:document href="{$path}" + method="html" + doctype-public="-//W3C//DTD XHTML 1.0 Strict//EN" + encoding="utf-8" + indent="yes"> + + <html> + <xsl:variable name="component" select="meta:output_page_header( $test_logs[1], $runner_id )"/> + <xsl:variable name="age" select="meta:timestamp_difference( $timestamp, $run_date )"/> + + <head> + <link rel="stylesheet" type="text/css" href="../master.css" title="master" /> + <title>Test output: <xsl:value-of select="$component"/></title> + </head> + + <body> + <div class="log-test-header"> + <div class="log-test-title"> + Test output: <xsl:value-of select="$component"/> + </div> + <div><span class="timestamp-{$age}"> + Rev <xsl:value-of select="$revision"/> / + <xsl:value-of select="meta:format_timestamp( $timestamp )"/> + </span></div> + </div> + + <div> + <b>Report Time: </b> <xsl:value-of select="meta:format_timestamp( $run_date )"/> + </div> + + <p>Output by test variants:</p> + <table> + <xsl:for-each select="$test_logs"> + <tr> + <td> + <xsl:choose> + <xsl:when test="meta:log_file_path(.,$runner_id) != ''"> + <a href="../{meta:log_file_path(.,$runner_id)}"> + <xsl:value-of select="@target-directory"/> + </a> + </xsl:when> + <xsl:otherwise> + <xsl:value-of select="@target-directory"/> + </xsl:otherwise> + </xsl:choose> + </td> + </tr> + </xsl:for-each> + </table> + </body> + </html> + </exsl:document> + </xsl:template> + + <xsl:template name="write_test_result_file"> + <xsl:param name="path"/> + <xsl:param name="test_log"/> + <xsl:param name="runner_id"/> + <xsl:param name="revision"/> + <xsl:param name="timestamp"/> + <xsl:message> Writing log file document <xsl:value-of select="$path"/></xsl:message> + + <exsl:document href="{$path}" + method="html" + doctype-public="-//W3C//DTD XHTML 1.0 Strict//EN" + encoding="utf-8" + indent="yes"> + + <html> + <xsl:variable name="component" select="meta:output_page_header( $test_log, $runner_id )"/> + <xsl:variable name="age" select="meta:timestamp_difference( $timestamp, $run_date )"/> + + <head> + <link rel="stylesheet" type="text/css" href="../master.css" title="master" /> + <title>Test output: <xsl:value-of select="$component"/></title> + </head> + + <body> + <div class="log-test-header"> + <div class="log-test-title"> + Test output: <xsl:value-of select="$component"/> + </div> + <div><span class="timestamp-{$age}"> + Rev <xsl:value-of select="$revision"/> / + <xsl:value-of select="meta:format_timestamp( $timestamp )"/> + </span></div> + </div> + + <div> + <b>Report Time: </b> <xsl:value-of select="meta:format_timestamp( $run_date )"/> + </div> + + <xsl:if test="notes/note"> + <p> + <div class="notes-title">Notes</div> + <xsl:call-template name="show_notes"> + <xsl:with-param name="notes" select="notes/note"/> + <xsl:with-param name="explicit_markup" select="$explicit_markup"/> + </xsl:call-template> + </p> + </xsl:if> + + <xsl:if test="compile"> + <p> + <div class="log-compiler-output-title">Compile [<xsl:value-of select="compile/@timestamp"/>]: <span class="output-{compile/@result}"><xsl:value-of select="compile/@result"/></span></div> + <pre><xsl:copy-of select="compile/node()"/></pre> + </p> + </xsl:if> + + <xsl:if test="link"> + <p> + <div class="log-linker-output-title">Link [<xsl:value-of select="link/@timestamp"/>]: <span class="output-{link/@result}"><xsl:value-of select="link/@result"/></span></div> + <pre><xsl:copy-of select="link/node()"/></pre> + </p> + </xsl:if> + + <xsl:if test="lib"> + <p> + <div class="log-linker-output-title">Lib [<xsl:value-of select="lib/@timestamp"/>]: <span class="output-{lib/@result}"><xsl:value-of select="lib/@result"/></span></div> + <p> + See <a href="{meta:encode_path( concat( $runner_id, '-', lib/node() ) ) }.html"> + <xsl:copy-of select="lib/node()"/> + </a> + </p> + </p> + </xsl:if> + + <xsl:if test="run"> + <p> + <div class="log-run-output-title">Run [<xsl:value-of select="run/@timestamp"/>]: <span class="output-{run/@result}"><xsl:value-of select="run/@result"/></span></div> + <pre> + <xsl:copy-of select="run/node()"/> + </pre> + </p> + </xsl:if> + + <xsl:copy-of select="document( 'html/make_tinyurl.html' )"/> + </body> + + </html> + </exsl:document> + </xsl:template> + + + <xsl:template name="write_test_results_reference_file"> + <xsl:param name="path"/> + <xsl:param name="log_file_path"/> + <xsl:message> Writing log frame document <xsl:value-of select="$path"/></xsl:message> + <exsl:document href="{$path}" + method="html" + doctype-public="-//W3C//DTD XHTML 1.0 Strict//EN" + encoding="utf-8" + indent="yes"> + + <html> + <head> + <link rel="stylesheet" type="text/css" href="../master.css" title="master" /> + </head> + <frameset cols="190px,*" frameborder="0" framespacing="0" border="0"> + <frame name="tocframe" src="../toc.html" scrolling="auto"/> + <frame name="docframe" src="../../{$log_file_path}" scrolling="auto"/> + </frameset> + </html> + </exsl:document> + </xsl:template> + +</xsl:stylesheet> diff --git a/tools/regression/xsl_reports/xsl/v2/produce_expected_results.xsl b/tools/regression/xsl_reports/xsl/v2/produce_expected_results.xsl new file mode 100644 index 0000000000..8574c59361 --- /dev/null +++ b/tools/regression/xsl_reports/xsl/v2/produce_expected_results.xsl @@ -0,0 +1,36 @@ +<?xml version="1.0" encoding="utf-8"?> +<!-- + +Copyright MetaCommunications, Inc. 2003-2005. + +Distributed under the Boost Software License, Version 1.0. (See +accompanying file LICENSE_1_0.txt or copy at +http://www.boost.org/LICENSE_1_0.txt) + +--> + +<xsl:stylesheet + xmlns:xsl="http://www.w3.org/1999/XSL/Transform" + xmlns:meta="http://www.meta-comm.com" + exclude-result-prefixes="meta" + version="1.0"> + + <xsl:import href="common.xsl"/> + + <xsl:output method="xml" encoding="utf-8"/> + + <xsl:template match="/"> + <root> + <expected-failures> + <xsl:apply-templates select="*//test-log"/> + </expected-failures> + </root> + </xsl:template> + + <xsl:template match="test-log"> + <xsl:if test="meta:is_test_log_a_test_case(.)"> + <test-result library="{@library}" test-name="{@test-name}" toolset="{@toolset}" result="{@result}" /> + </xsl:if> + </xsl:template> + +</xsl:stylesheet> diff --git a/tools/regression/xsl_reports/xsl/v2/result_page.xsl b/tools/regression/xsl_reports/xsl/v2/result_page.xsl new file mode 100644 index 0000000000..7528430f97 --- /dev/null +++ b/tools/regression/xsl_reports/xsl/v2/result_page.xsl @@ -0,0 +1,691 @@ +<?xml version="1.0" encoding="utf-8"?> +<!-- + +Copyright MetaCommunications, Inc. 2003-2007. + +Distributed under the Boost Software License, Version 1.0. (See +accompanying file LICENSE_1_0.txt or copy at +http://www.boost.org/LICENSE_1_0.txt) + +--> + +<xsl:stylesheet + xmlns:xsl="http://www.w3.org/1999/XSL/Transform" + xmlns:exsl="http://exslt.org/common" + xmlns:func="http://exslt.org/functions" + xmlns:set="http://exslt.org/sets" + xmlns:meta="http://www.meta-comm.com" + extension-element-prefixes="func exsl" + exclude-result-prefixes="exsl set meta" + version="1.0"> + + <xsl:import href="common.xsl"/> + + <xsl:output method="html" + doctype-public="-//W3C//DTD HTML 4.01 Transitional//EN" + encoding="utf-8" + indent="yes" + /> + + <xsl:param name="links_file"/> + <xsl:param name="mode"/> + <xsl:param name="source"/> + <xsl:param name="run_date"/> + <xsl:param name="warnings"/> + <xsl:param name="comment_file"/> + <xsl:param name="expected_results_file"/> + <xsl:param name="explicit_markup_file"/> + <xsl:param name="release"/> + + <!-- the author-specified expected test results --> + <xsl:variable name="explicit_markup" select="document( $explicit_markup_file )"/> + <xsl:variable name="expected_results" select="document( $expected_results_file )" /> + + <!-- necessary indexes --> + <xsl:key + name="test_name_key" + match="test-log" + use="concat( @library, '>@<', @test-name )"/> + <xsl:key name="toolset_key" match="test-log" use="@toolset"/> + + <!-- runs / toolsets --> + <xsl:variable name="run_toolsets" select="meta:test_structure( /, $release )"/> + + <!-- libraries --> + + <xsl:variable name="test_case_logs" select="//test-log[ meta:is_test_log_a_test_case(.) ]"/> + <xsl:variable name="libraries" select="set:distinct( $test_case_logs/@library )"/> + <xsl:variable name="unusables_f"> + <unusables> + <xsl:for-each select="set:distinct( $run_toolsets//toolset/@name )"> + <xsl:variable name="toolset" select="."/> + <xsl:for-each select="$libraries"> + <xsl:variable name="library" select="."/> + <xsl:if test="meta:is_unusable_( $explicit_markup, $library, $toolset )"> + <unusable library-name="{$library}" toolset-name="{$toolset}"/> + </xsl:if> + </xsl:for-each> + </xsl:for-each> + </unusables> + </xsl:variable> + + <xsl:variable name="unusables" select="exsl:node-set( $unusables_f )"/> + + + <xsl:key + name="library-name_toolset-name_key" + match="unusables/unusable" + use="concat( @library-name, '>@<', @toolset-name )"/> + + <!-- modes --> + + <xsl:variable name="alternate_mode"> + <xsl:choose> + <xsl:when test="$mode='user'">developer</xsl:when> + <xsl:otherwise>user</xsl:otherwise> + </xsl:choose> + </xsl:variable> + + <xsl:variable name="release_postfix"> + <xsl:if test="$release='yes'">_release</xsl:if> + </xsl:variable> + + + + <xsl:template name="test_type_col"> + <td class="test-type"> + <a href="http://www.boost.org/status/compiler_status.html#Understanding" class="legend-link" target="_top"> + <xsl:variable name="test_type" select="./@test-type"/> + <xsl:choose> + <xsl:when test="$test_type='run_pyd'"> <xsl:text>r</xsl:text> </xsl:when> + <xsl:when test="$test_type='run_mpi'"> <xsl:text>r</xsl:text> </xsl:when> + <xsl:when test="$test_type='run'"> <xsl:text>r</xsl:text> </xsl:when> + <xsl:when test="$test_type='run_fail'"> <xsl:text>rf</xsl:text> </xsl:when> + <xsl:when test="$test_type='compile'"> <xsl:text>c</xsl:text> </xsl:when> + <xsl:when test="$test_type='compile_fail'"> <xsl:text>cf</xsl:text> </xsl:when> + <xsl:when test="$test_type='link'"> <xsl:text>l</xsl:text> </xsl:when> + <xsl:when test="$test_type='link_fail'"> <xsl:text>lf</xsl:text> </xsl:when> + <xsl:otherwise> + <xsl:message terminate="yes">Incorrect test type "<xsl:value-of select="$test_type"/>"</xsl:message> + </xsl:otherwise> + </xsl:choose> + </a> + </td> + </xsl:template> + + + <xsl:template match="/"> + + <xsl:message><xsl:value-of select="count($unusables)"/><xsl:copy-of select="$unusables"/></xsl:message> + + <exsl:document href="debug.xml" + method="xml" + encoding="utf-8" + indent="yes"> + + <debug> + <runs> + <xsl:for-each select="$run_toolsets"> + <xsl:copy-of select="."/> + </xsl:for-each> + </runs> + <xsl:copy-of select="$unusables_f"/> + <xsl:copy-of select="$unusables"/> + </debug> + + </exsl:document> + <xsl:message>Wrote debug</xsl:message> + <xsl:variable name="index_path" select="concat( 'index', $release_postfix, '_.html' )"/> + + <!-- Index page --> + <head> + <link rel="stylesheet" type="text/css" href="../master.css" title="master" /> + <title>Boost regression: <xsl:value-of select="$source"/></title> + </head> + <frameset cols="190px,*" frameborder="0" framespacing="0" border="0"> + <frame name="tocframe" src="toc{$release_postfix}.html" scrolling="auto"/> + <frame name="docframe" src="{$index_path}" scrolling="auto"/> + </frameset> + + <!-- Index content --> + <xsl:message>Writing document <xsl:value-of select="$index_path"/></xsl:message> + + <exsl:document href="{$index_path}" + method="html" + doctype-public="-//W3C//DTD XHTML 1.0 Strict//EN" + encoding="utf-8" + indent="yes"> + + <html> + <head> + <link rel="stylesheet" type="text/css" href="../master.css" title="master" /> + </head> + <body> + + <img border="0" src="http://www.boost.org/boost.png" width="277" height="86" align="right" alt="Boost logo"></img> + + <h1 class="page-title"> + <xsl:value-of select="$mode"/> + <xsl:text> report: </xsl:text> + <a class="hover-link" href="summary.html" target="_top"><xsl:value-of select="$source"/></a> + </h1> + + <xsl:variable name="purpose"> + <xsl:choose> + <xsl:when test="$mode='user'"> + The purpose of this report is to help a user to find out whether a particular library + works on the particular compiler(s). For SVN "health report", see + <a href="../{$alternate_mode}/index.html" target="_top">developer summary</a>. + </xsl:when> + <xsl:when test="$mode='developer'"> + Provides Boost developers with visual indication of the SVN "health". For user-level + report, see <a href="../{$alternate_mode}/index.html" target="_top">user summary</a>. + </xsl:when> + </xsl:choose> + </xsl:variable> + + <xsl:call-template name="insert_report_header"> + <xsl:with-param name="run_date" select="$run_date"/> + <xsl:with-param name="warnings" select="$warnings"/> + <xsl:with-param name="purpose" select="$purpose"/> + </xsl:call-template> + + <div class="comment"> + <xsl:if test="$comment_file != ''"> + <xsl:copy-of select="document( $comment_file )"/> + </xsl:if> + </div> + + </body> + </html> + </exsl:document> + + + <xsl:variable name="multiple.libraries" select="count( $libraries ) > 1"/> + + <!-- TOC --> + <xsl:if test="$multiple.libraries"> + + <xsl:variable name="toc_path" select="concat( 'toc', $release_postfix, '.html' )"/> + <xsl:message>Writing document <xsl:value-of select="$toc_path"/></xsl:message> + + <exsl:document href="{$toc_path}" + method="html" + doctype-public="-//W3C//DTD XHTML 1.0 Strict//EN" + encoding="utf-8" + indent="yes"> + + <html> + <head> + <link rel="stylesheet" type="text/css" href="../master.css" title="master" /> + </head> + <body class="{$mode}-toc"> + <div class="toc-header-entry"> + <a href="index{$release_postfix}.html" class="toc-entry" target="_top">Report info</a> + </div> + <div class="toc-header-entry"> + <a href="summary{$release_postfix}.html" class="toc-entry" target="_top">Summary</a> + </div> + + <xsl:if test="$mode='developer'"> + <div class="toc-header-entry"> + <a href="issues.html" class="toc-entry" target="_top">Unresolved issues</a> + </div> + </xsl:if> + + <div class="toc-header-entry"> + <xsl:call-template name="insert_view_link"> + <xsl:with-param name="page" select="'index'"/> + <xsl:with-param name="class" select="'toc-entry'"/> + <xsl:with-param name="release" select="$release"/> + </xsl:call-template> + </div> + + <hr/> + + <xsl:for-each select="$libraries"> + <xsl:sort select="." order="ascending" /> + <xsl:variable name="library_page" select="meta:encode_path(.)" /> + <div class="toc-entry"> + <a href="{$library_page}{$release_postfix}.html" class="toc-entry" target="_top"> + <xsl:value-of select="."/> + </a> + </div> + </xsl:for-each> + </body> + </html> + + </exsl:document> + </xsl:if> + + <!-- Libraries --> + <xsl:for-each select="$libraries[ meta:show_library( ., $release )]"> + <xsl:sort select="." order="ascending" /> + <xsl:variable name="library" select="." /> + + <xsl:variable name="library_results" select="concat( meta:encode_path( $library ), $release_postfix, '_.html' )"/> + <xsl:variable name="library_page" select="concat( meta:encode_path( $library ), $release_postfix, '.html' )"/> + + <!-- Library page --> + <xsl:message>Writing document <xsl:value-of select="$library_page"/></xsl:message> + + <exsl:document href="{$library_page}" + method="html" + doctype-public="-//W3C//DTD XHTML 1.0 Strict//EN" + encoding="utf-8" + indent="yes"> + + <html> + <head> + <link rel="stylesheet" type="text/css" href="../master.css" title="master" /> + <title>Boost regression: <xsl:value-of select="$library"/>/<xsl:value-of select="$source"/></title> + </head> + <frameset cols="190px,*" frameborder="0" framespacing="0" border="0"> + <frame name="tocframe" src="toc{$release_postfix}.html" scrolling="auto"/> + <frame name="docframe" src="{$library_results}" scrolling="auto"/> + </frameset> + </html> + </exsl:document> + + <!-- Library results frame --> + <xsl:message>Writing document <xsl:value-of select="$library_results"/></xsl:message> + + <exsl:document href="{$library_results}" + method="html" + doctype-public="-//W3C//DTD XHTML 1.0 Strict//EN" + encoding="utf-8" + indent="yes"> + + <html> + <head> + <link rel="stylesheet" type="text/css" href="../master.css" title="master" /> + </head> + + <body> + + <xsl:call-template name="insert_page_links"> + <xsl:with-param name="page" select="meta:encode_path( $library )"/> + <xsl:with-param name="release" select="$release"/> + <xsl:with-param name="mode" select="$alternate_mode"/> + </xsl:call-template> + + <h1 class="page-title"> + <a class="hover-link" name="{$library}" href="http://www.boost.org/libs/{$library}" target="_top"> + <xsl:value-of select="$library" /> + </a> + <xsl:text>/</xsl:text> + <a class="hover-link" href="summary.html" target="_top"><xsl:value-of select="$source"/></a> + </h1> + + <xsl:call-template name="insert_report_header"> + <xsl:with-param name="run_date" select="$run_date"/> + <xsl:with-param name="warnings" select="$warnings"/> + </xsl:call-template> + + <!-- library marks = library-unusable markup for toolsets in the report --> + <xsl:variable name="library_marks" select="$explicit_markup//library[ @name = $library ]/mark-unusable/toolset[ meta:re_match( @name, $run_toolsets//toolset/@name ) ]/.."/> + + <table border="0" cellspacing="0" cellpadding="0" class="library-table" width="1%" summary="Library results"> + + <thead> + <xsl:call-template name="insert_runners_rows"> + <xsl:with-param name="mode" select="'details'"/> + <xsl:with-param name="top_or_bottom" select="'top'"/> + <xsl:with-param name="run_toolsets" select="$run_toolsets"/> + <xsl:with-param name="run_date" select="$run_date"/> + </xsl:call-template> + + <xsl:call-template name="insert_toolsets_row"> + <xsl:with-param name="mode" select="'details'"/> + <xsl:with-param name="library_marks" select="$library_marks"/> + <xsl:with-param name="library" select="$library"/> + <xsl:with-param name="run_date" select="$run_date"/> + </xsl:call-template> + </thead> + <tfoot> + <xsl:call-template name="insert_toolsets_row"> + <xsl:with-param name="mode" select="'details'"/> + <xsl:with-param name="library_marks" select="$library_marks"/> + <xsl:with-param name="library" select="$library"/> + <xsl:with-param name="run_date" select="$run_date"/> + </xsl:call-template> + + <xsl:call-template name="insert_runners_rows"> + <xsl:with-param name="mode" select="'details'"/> + <xsl:with-param name="top_or_bottom" select="'bottom'"/> + <xsl:with-param name="run_toolsets" select="$run_toolsets"/> + <xsl:with-param name="run_date" select="$run_date"/> + </xsl:call-template> + </tfoot> + + <tbody> + <xsl:variable name="lib_tests" select="$test_case_logs[@library = $library]" /> + <xsl:variable name="lib_unique_tests_list" + select="$lib_tests[ generate-id(.) = generate-id( key('test_name_key', concat( @library, '>@<', @test-name ) ) ) ]" /> + + <xsl:variable name="lib_tests_by_category" + select="meta:order_tests_by_category( $lib_unique_tests_list )"/> + + <xsl:call-template name="insert_test_section"> + <xsl:with-param name="library" select="$library"/> + <xsl:with-param name="section_test_names" select="$lib_tests_by_category"/> + <xsl:with-param name="lib_tests" select="$lib_tests"/> + <xsl:with-param name="toolsets" select="$run_toolsets"/> + </xsl:call-template> + + </tbody> + </table> + <xsl:if test="count( $library_marks/note ) > 0 "> + <table border="0" cellpadding="0" cellspacing="0" class="library-library-notes" summary="library notes"> + <xsl:for-each select="$library_marks/note"> + <tr class="library-library-note"> + <td valign="top" width="3em"> + <a name="{$library}-note-{position()}"> + <span class="super"><xsl:value-of select="position()"/></span> + </a> + </td> + <td> + <xsl:variable name="refid" select="@refid"/> + <xsl:call-template name="show_note"> + <xsl:with-param name="note" select="." /> + <xsl:with-param name="references" select="$refid"/> + </xsl:call-template> + </td> + </tr> + </xsl:for-each> + </table> + </xsl:if> + + <div id="legend"> + <xsl:copy-of select="document( concat( 'html/library_', $mode, '_legend.html' ) )"/> + </div> + + <xsl:call-template name="insert_page_links"> + <xsl:with-param name="page" select="meta:encode_path( $library )"/> + <xsl:with-param name="release" select="$release"/> + <xsl:with-param name="mode" select="$alternate_mode"/> + </xsl:call-template> + + </body> + </html> + + </exsl:document> + + </xsl:for-each> + + </xsl:template> + + + <!-- insert test result with log file link --> + + <xsl:template name="insert_test_result"> + <xsl:param name="result"/> + <xsl:param name="log_link"/> + + <xsl:choose> + <xsl:when test="$log_link != ''"> + <xsl:text>  </xsl:text> + <a href="{$log_link}" class="log-link" target="_top"> + <xsl:copy-of select="$result"/> + </a> + <xsl:text>  </xsl:text> + </xsl:when> + <xsl:otherwise> + <xsl:text>  </xsl:text> + <xsl:copy-of select="$result"/> + <xsl:text>  </xsl:text> + </xsl:otherwise> + </xsl:choose> + </xsl:template> + + <!-- report developer status --> + <xsl:template name="insert_cell_developer"> + <xsl:param name="library"/> + <xsl:param name="toolset"/> + <xsl:param name="test_log"/> + + <xsl:variable name="class" select="concat( 'library-', meta:result_cell_class( $library, $toolset, $test_log ) )"/> + + <xsl:variable name="cell_link"> + <xsl:choose> + <xsl:when test="count( $test_log ) > 1"> + <xsl:variable name="variants__file_path" select="concat( meta:encode_path( concat( $test_log/../@runner, '-', $test_log/@library, '-', $test_log/@toolset, '-', $test_log/@test-name, '-variants_', $release_postfix ) ), '.html' )"/> + <xsl:value-of select="$variants__file_path"/> + </xsl:when> + <xsl:otherwise> + <xsl:value-of select="meta:log_file_path( $test_log, $test_log/../@runner, $release_postfix )"/> + </xsl:otherwise> + </xsl:choose> + </xsl:variable> + + <td class="{$class}" title="{$test_log/@test-name}/{$toolset}"> + <xsl:choose> + <xsl:when test="meta:is_unusable( $explicit_markup, $library, $toolset )"> + <xsl:call-template name="insert_test_result"> + <xsl:with-param name="result" select="'n/a'"/> + <xsl:with-param name="log_link" select="$cell_link"/> + </xsl:call-template> + </xsl:when> + + <xsl:when test="count( $test_log ) < 1"> + <xsl:text>    </xsl:text> + </xsl:when> + + <xsl:when test="count( $test_log[ @result != 'success' and @status = 'expected' ] ) > 0"> + <xsl:call-template name="insert_test_result"> + <xsl:with-param name="result"> + <xsl:choose> + <xsl:when test="$test_log/@expected-reason != ''"> + <xsl:text>fail?</xsl:text> + </xsl:when> + <xsl:otherwise> + <xsl:text>fail*</xsl:text> + </xsl:otherwise> + </xsl:choose> + </xsl:with-param> + <xsl:with-param name="log_link" select="$cell_link"/> + </xsl:call-template> + </xsl:when> + + <xsl:when test="$test_log/@result != 'success' and $test_log/@status = 'unexpected'"> + <xsl:call-template name="insert_test_result"> + <xsl:with-param name="result" select="'fail'"/> + <xsl:with-param name="log_link" select="$cell_link"/> + </xsl:call-template> + </xsl:when> + + <xsl:when test="$test_log/@result = 'success' and $test_log/@status = 'unexpected'"> + <xsl:call-template name="insert_test_result"> + <xsl:with-param name="result" select="'pass'"/> + <xsl:with-param name="log_link" select="$cell_link"/> + </xsl:call-template> + </xsl:when> + + <xsl:otherwise> + <xsl:call-template name="insert_test_result"> + <xsl:with-param name="result" select="'pass'"/> + <xsl:with-param name="log_link" select="$cell_link"/> + </xsl:call-template> + </xsl:otherwise> + </xsl:choose> + </td> + </xsl:template> + + <!-- report user status --> + <xsl:template name="insert_cell_user"> + <xsl:param name="library"/> + <xsl:param name="toolset"/> + <xsl:param name="test_log"/> + + <xsl:variable name="class" select="concat( 'library-', meta:result_cell_class( $library, $toolset, $test_log ) )"/> + + <xsl:variable name="cell_link"> + <xsl:choose> + <xsl:when test="count( $test_log ) > 1"> + <xsl:variable name="variants__file_path" select="concat( meta:encode_path( concat( $test_log/../@runner, '-', $test_log/@library, '-', $test_log/@toolset, '-', $test_log/@test-name, '-variants_', $release_postfix ) ), '.html' )"/> + <xsl:value-of select="$variants__file_path"/> + </xsl:when> + <xsl:otherwise> + <xsl:value-of select="meta:log_file_path( $test_log, $test_log/../@runner, $release_postfix )"/> + </xsl:otherwise> + </xsl:choose> + </xsl:variable> + + <td class="{$class} user-{$class}" title="{$test_log/@test-name}/{$toolset}"> + <xsl:choose> + <xsl:when test="meta:is_unusable( $explicit_markup, $library, $toolset )"> + <xsl:call-template name="insert_test_result"> + <xsl:with-param name="result" select="'unusable'"/> + <xsl:with-param name="log_link" select="$cell_link"/> + </xsl:call-template> + </xsl:when> + + <xsl:when test="count( $test_log ) < 1"> + <xsl:text>    </xsl:text> + </xsl:when> + + <xsl:when test="$test_log/@result != 'success' and $test_log/@status = 'expected'"> + <xsl:call-template name="insert_test_result"> + <xsl:with-param name="result"> + <xsl:choose> + <xsl:when test="$test_log/@expected-reason != ''"> + <xsl:text>fail?</xsl:text> + </xsl:when> + <xsl:otherwise> + <xsl:text>fail*</xsl:text> + </xsl:otherwise> + </xsl:choose> + </xsl:with-param> + <xsl:with-param name="log_link" select="$cell_link"/> + </xsl:call-template> + </xsl:when> + + <xsl:when test="$test_log/@result != 'success' and $test_log/@status = 'unexpected'"> + <xsl:call-template name="insert_test_result"> + <xsl:with-param name="result" select="'fail'"/> + <xsl:with-param name="log_link" select="$cell_link"/> + </xsl:call-template> + </xsl:when> + + <xsl:when test="$test_log/@result = 'success' and $test_log/@status = 'unexpected'"> + <xsl:call-template name="insert_test_result"> + <xsl:with-param name="result" select="'pass'"/> + <xsl:with-param name="log_link" select="$cell_link"/> + </xsl:call-template> + </xsl:when> + + <xsl:otherwise> + <xsl:call-template name="insert_test_result"> + <xsl:with-param name="result" select="'pass'"/> + <xsl:with-param name="log_link" select="$cell_link"/> + </xsl:call-template> + </xsl:otherwise> + </xsl:choose> + </td> + </xsl:template> + + <xsl:template name="insert_test_line"> + <xsl:param name="library"/> + <xsl:param name="test_name"/> + <xsl:param name="test_results"/> + <xsl:param name="line_mod"/> + + <xsl:variable name="test_program"> + <xsl:value-of select="$test_results[1]/@test-program"/> + </xsl:variable> + + <xsl:variable name="test_header"> + <td class="test-name"> + <a href="http://svn.boost.org/svn/boost/{$source}/{$test_program}" class="test-link" target="_top"> + <xsl:value-of select="$test_name"/> + </a> + </td> + </xsl:variable> + + <tr class="library-row{$line_mod}"> + <xsl:copy-of select="$test_header"/> + <xsl:call-template name="test_type_col"/> + + <xsl:for-each select="$run_toolsets/platforms/platform/runs/run/toolset"> + <xsl:variable name="toolset" select="@name" /> + <xsl:variable name="runner" select="../@runner" /> + + <xsl:variable name="test_result_for_toolset" select="$test_results[ @toolset = $toolset and ../@runner=$runner ]"/> + + <!-- Insert cell --> + <xsl:choose> + <xsl:when test="$mode='user'"> + <xsl:call-template name="insert_cell_user"> + <xsl:with-param name="library" select="$library"/> + <xsl:with-param name="toolset" select="$toolset"/> + <xsl:with-param name="test_log" select="$test_result_for_toolset"/> + </xsl:call-template> + </xsl:when> + <xsl:when test="$mode='developer'"> + <xsl:call-template name="insert_cell_developer"> + <xsl:with-param name="library" select="$library"/> + <xsl:with-param name="toolset" select="$toolset"/> + <xsl:with-param name="test_log" select="$test_result_for_toolset"/> + </xsl:call-template> + </xsl:when> + </xsl:choose> + + </xsl:for-each> + <xsl:copy-of select="$test_header"/> + </tr> + </xsl:template> + + <xsl:template name="insert_test_section"> + <xsl:param name="library"/> + <xsl:param name="section_test_names"/> + <xsl:param name="lib_tests"/> + <xsl:param name="toolsets"/> + + <xsl:variable name="category_span" select="count($toolsets/platforms/platform/runs/run/toolset) + 3"/> + + <xsl:for-each select="$section_test_names"> + + <xsl:variable name="test_name" select="@test-name"/> + <xsl:variable name="category_start" select="position() = 1 or @category != preceding-sibling::*[1]/@category"/> + <xsl:variable name="category_end" select="position() = last() or @category != following-sibling::*[1]/@category"/> + + <xsl:variable name="line_mod"> + <xsl:choose> + <xsl:when test="$category_start and $category_end"><xsl:text>-single</xsl:text></xsl:when> + <xsl:when test="$category_start"><xsl:text>-first</xsl:text></xsl:when> + <xsl:when test="$category_end"><xsl:text>-last</xsl:text></xsl:when> + <xsl:otherwise><xsl:text></xsl:text></xsl:otherwise> + </xsl:choose> + </xsl:variable> + + <xsl:if test="$category_start and @category != '0'"> + <tr> + <td class="library-test-category-header" colspan="{$category_span}" align="center"> + <xsl:value-of select="@category"/> + </td> + </tr> + </xsl:if> + + <xsl:call-template name="insert_test_line"> + <xsl:with-param name="library" select="$library"/> + <xsl:with-param name="test_results" select="$lib_tests[ @test-name = $test_name ]"/> + <xsl:with-param name="test_name" select="$test_name"/> + <xsl:with-param name="line_mod" select="$line_mod"/> + </xsl:call-template> + </xsl:for-each> + + </xsl:template> + + <func:function name="meta:order_tests_by_category"> + <xsl:param name="tests"/> + + <xsl:variable name="a"> + <xsl:for-each select="$tests"> + <xsl:sort select="concat( @category, '|', @test-name )" order="ascending"/> + <xsl:copy-of select="."/> + </xsl:for-each> + </xsl:variable> + <func:result select="exsl:node-set( $a )/*"/> + </func:function> + +</xsl:stylesheet> diff --git a/tools/regression/xsl_reports/xsl/v2/runners.xsl b/tools/regression/xsl_reports/xsl/v2/runners.xsl new file mode 100644 index 0000000000..9bda7db8d3 --- /dev/null +++ b/tools/regression/xsl_reports/xsl/v2/runners.xsl @@ -0,0 +1,56 @@ +<?xml version="1.0" encoding="utf-8"?> +<!-- + +Copyright MetaCommunications, Inc. 2003-2004. + +Distributed under the Boost Software License, Version 1.0. (See +accompanying file LICENSE_1_0.txt or copy at +http://www.boost.org/LICENSE_1_0.txt) + +--> + +<xsl:stylesheet + xmlns:xsl="http://www.w3.org/1999/XSL/Transform" + xmlns:exsl="http://exslt.org/common" + extension-element-prefixes="exsl" + version="1.0"> + + <xsl:output method="html"/> + + <xsl:template match="/"> + <html> + <body bgcolor="#FFFFFF"> + <xsl:apply-templates/> + </body> + </html> + </xsl:template> + + <xsl:template match="test-run"> + <table> + <tr> + <td> + <xsl:message>Writing runner document <xsl:value-of select="@runner"/></xsl:message> + <a href="{@runner}.html"><xsl:value-of select="@runner"/></a> + <exsl:document href="{@runner}.html" + method="html" + doctype-public="-//W3C//DTD XHTML 1.0 Strict//EN" + encoding="utf-8" + indent="yes"> + <html> + <head> + <title><xsl:value-of select="@runner"/></title> + </head> + <body> + <h1><xsl:value-of select="@runner"/></h1> + <hr></hr> + <xsl:value-of select="comment/text()" disable-output-escaping="yes"/> + </body> + </html> + </exsl:document> + </td> + </tr> + </table> + </xsl:template> + +</xsl:stylesheet> + diff --git a/tools/regression/xsl_reports/xsl/v2/summary_page.xsl b/tools/regression/xsl_reports/xsl/v2/summary_page.xsl new file mode 100644 index 0000000000..b0e1deb477 --- /dev/null +++ b/tools/regression/xsl_reports/xsl/v2/summary_page.xsl @@ -0,0 +1,367 @@ +<?xml version="1.0" encoding="utf-8"?> +<!-- + +Copyright MetaCommunications, Inc. 2003-2004. + +Distributed under the Boost Software License, Version 1.0. (See +accompanying file LICENSE_1_0.txt or copy at +http://www.boost.org/LICENSE_1_0.txt) + +--> + +<xsl:stylesheet + xmlns:xsl="http://www.w3.org/1999/XSL/Transform" + xmlns:exsl="http://exslt.org/common" + xmlns:func="http://exslt.org/functions" + xmlns:set="http://exslt.org/sets" + xmlns:meta="http://www.meta-comm.com" + extension-element-prefixes="func exsl" + exclude-result-prefixes="exsl func set meta" + version="1.0"> + + <xsl:import href="common.xsl"/> + + <xsl:output method="html" + doctype-public="-//W3C//DTD HTML 4.01 Transitional//EN" + encoding="utf-8" + indent="yes" + /> + + <xsl:param name="mode"/> + <xsl:param name="source"/> + <xsl:param name="run_date"/> + <xsl:param name="warnings"/> + <xsl:param name="comment_file"/> + <xsl:param name="explicit_markup_file"/> + <xsl:param name="release"/> + + <xsl:variable name="explicit_markup" select="document( $explicit_markup_file )"/> + + <!-- necessary indexes --> + <xsl:key + name="library_test_name_key" + match="test-log" + use="concat( @library, '>@<', @test-name )"/> + <xsl:key name="toolset_key" match="test-log" use="@toolset"/> + <xsl:key name="test_name_key" match="test-log" use="@test-name "/> + + <xsl:variable name="unusables_f"> + <xsl:for-each select="set:distinct( $run_toolsets//toolset/@name )"> + <xsl:variable name="toolset" select="."/> + <xsl:for-each select="$libraries"> + <xsl:variable name="library" select="."/> + <xsl:if test="meta:is_unusable_( $explicit_markup, $library, $toolset )"> + <unusable library-name="{$library}" toolset-name="{$toolset}"/> + </xsl:if> + </xsl:for-each> + </xsl:for-each> + </xsl:variable> + + <xsl:variable name="unusables" select="exsl:node-set( $unusables_f )"/> + + + <xsl:key + name="library-name_toolset-name_key" + match="unusable" + use="concat( @library-name, '>@<', @toolset-name )"/> + + <!--<xsl:variable name="expected_results" select="document( $expected_results_file )" />--> + + <!-- runs / toolsets --> + <xsl:variable name="run_toolsets" select="meta:test_structure( /, $release )"/> + + <!-- libraries --> + + <xsl:variable name="test_case_logs" select="//test-log[ meta:is_test_log_a_test_case(.) and meta:show_library( @library, $release ) and meta:show_toolset( @toolset, $release )]"/> + <xsl:variable name="libraries" select="set:distinct( $test_case_logs/@library )"/> + + <xsl:variable name="sorted_libraries_output"> + <xsl:for-each select="$libraries[ meta:show_library( ., $release )]"> + <xsl:sort select="." order="ascending" /> + <library><xsl:copy-of select="."/></library> + </xsl:for-each> + </xsl:variable> + + <xsl:variable name="sorted_libraries" select="exsl:node-set( $sorted_libraries_output )/library/@library"/> + + <!-- modes --> + + <xsl:variable name="alternate_mode"> + <xsl:choose> + <xsl:when test="$mode='user'">developer</xsl:when> + <xsl:otherwise>user</xsl:otherwise> + </xsl:choose> + </xsl:variable> + + <xsl:variable name="release_postfix"> + <xsl:if test="$release='yes'"> + <xsl:text>_release</xsl:text> + </xsl:if> + </xsl:variable> + + <xsl:template match="/"> + + <xsl:variable name="summary_results" select="concat( 'summary', $release_postfix, '_.html' )"/> + + <!-- Summary page --> + <html> + <head> + <link rel="stylesheet" type="text/css" href="../master.css" title="master" /> + <title>Boost regression summary: <xsl:value-of select="$source"/></title> + </head> + <frameset cols="190px,*" frameborder="0" framespacing="0" border="0"> + <frame name="tocframe" src="toc{$release_postfix}.html" scrolling="auto"/> + <frame name="docframe" src="{$summary_results}" scrolling="auto"/> + </frameset> + </html> + + <!-- Summary results --> + <xsl:message>Writing document <xsl:value-of select="$summary_results"/></xsl:message> + + <exsl:document href="{$summary_results}" + method="html" + doctype-public="-//W3C//DTD XHTML 1.0 Strict//EN" + encoding="utf-8" + indent="yes"> + + <html> + <head> + <link rel="stylesheet" type="text/css" href="../master.css" title="master" /> + </head> + <body> + + <xsl:call-template name="insert_page_links"> + <xsl:with-param name="page" select="'summary'"/> + <xsl:with-param name="release" select="$release"/> + <xsl:with-param name="mode" select="$alternate_mode"/> + </xsl:call-template> + + <h1 class="page-title"> + <xsl:text>Summary: </xsl:text> + <a class="hover-link" href="summary{$release_postfix}.html" target="_top"><xsl:value-of select="$source"/></a> + </h1> + + <xsl:call-template name="insert_report_header"> + <xsl:with-param name="run_date" select="$run_date"/> + <xsl:with-param name="warnings" select="$warnings"/> + </xsl:call-template> + + <div class="statistics"> + Unusable: <xsl:value-of select="count( $test_case_logs[ meta:test_case_status( $explicit_markup, . ) = 'unusable' ] )"/> +  |  + Regressions: <xsl:value-of select="count( $test_case_logs[ meta:test_case_status( $explicit_markup, . ) = 'fail-unexpected' ] )"/> +  |  + New failures: <xsl:value-of select="count( $test_case_logs[ meta:test_case_status( $explicit_markup, . ) = 'fail-unexpected-new' ] )"/> + </div> + + <!-- summary table --> + + <table border="0" cellspacing="0" cellpadding="0" width="1%" class="summary-table" summary="Overall summary"> + + <thead> + <xsl:call-template name="insert_runners_rows"> + <xsl:with-param name="mode" select="'summary'"/> + <xsl:with-param name="top_or_bottom" select="'top'"/> + <xsl:with-param name="run_toolsets" select="$run_toolsets"/> + <xsl:with-param name="run_date" select="$run_date"/> + </xsl:call-template> + + <xsl:call-template name="insert_toolsets_row"> + <xsl:with-param name="mode" select="'summary'"/> + <xsl:with-param name="run_date" select="$run_date"/> + </xsl:call-template> + </thead> + + <tfoot> + <xsl:call-template name="insert_toolsets_row"> + <xsl:with-param name="mode" select="'summary'"/> + <xsl:with-param name="run_date" select="$run_date"/> + </xsl:call-template> + <xsl:call-template name="insert_runners_rows"> + <xsl:with-param name="mode" select="'summary'"/> + <xsl:with-param name="top_or_bottom" select="'bottom'"/> + <xsl:with-param name="run_toolsets" select="$run_toolsets"/> + <xsl:with-param name="run_date" select="$run_date"/> + </xsl:call-template> + </tfoot> + + <tbody> + <xsl:variable name="test_logs" select="$test_case_logs"/> + + <!-- for each library --> + <xsl:for-each select="$sorted_libraries"> + <xsl:variable name="library" select="."/> + <xsl:variable name="library_page" select="meta:encode_path( $library )" /> + <xsl:variable name="current_row" select="$test_logs[ @library=$library ]"/> + + <xsl:variable name="expected_test_count" select="count( $current_row[ generate-id(.) = generate-id( key('test_name_key',@test-name)[1] ) ] )"/> + <xsl:variable name="library_header"> + <td class="library-name"> + <a href="{$library_page}{$release_postfix}.html" class="library-link" target="_top"> + <xsl:value-of select="$library"/> + </a> + </td> + </xsl:variable> + + <xsl:variable name="line_mod"> + <xsl:choose> + <xsl:when test="1 = last()"> + <xsl:text>-single</xsl:text> + </xsl:when> + <xsl:when test="generate-id( . ) = generate-id( $sorted_libraries[1] )"> + <xsl:text>-first</xsl:text> + </xsl:when> + <xsl:when test="generate-id( . ) = generate-id( $sorted_libraries[ last() ] )"> + <xsl:text>-last</xsl:text> + </xsl:when> + <xsl:otherwise> + <xsl:text></xsl:text> + </xsl:otherwise> + </xsl:choose> + </xsl:variable> + + + <tr class="summary-row{$line_mod}"> + <xsl:copy-of select="$library_header"/> + + <xsl:for-each select="$run_toolsets/platforms/platform/runs/run/toolset"> + <xsl:variable name="toolset" select="@name" /> + <xsl:variable name="runner" select="../@runner" /> + + <xsl:variable name="current_cell" select="$current_row[ @toolset=$toolset and ../@runner = $runner ]"/> + + <xsl:choose> + <xsl:when test="$mode='user'"> + <xsl:call-template name="insert_cell_user"> + <xsl:with-param name="current_cell" select="$current_cell"/> + <xsl:with-param name="library" select="$library"/> + <xsl:with-param name="toolset" select="$toolset"/> + <xsl:with-param name="expected_test_count" select="$expected_test_count"/> + </xsl:call-template> + </xsl:when> + <xsl:when test="$mode='developer'"> + <xsl:call-template name="insert_cell_developer"> + <xsl:with-param name="current_cell" select="$current_cell"/> + <xsl:with-param name="library" select="$library"/> + <xsl:with-param name="toolset" select="$toolset"/> + <xsl:with-param name="expected_test_count" select="$expected_test_count"/> + </xsl:call-template> + </xsl:when> + </xsl:choose> + </xsl:for-each> + + <xsl:copy-of select="$library_header"/> + </tr> + </xsl:for-each> + </tbody> + </table> + + <div id="legend"> + <xsl:copy-of select="document( concat( 'html/summary_', $mode, '_legend.html' ) )"/> + </div> + + <xsl:call-template name="insert_page_links"> + <xsl:with-param name="page" select="'summary'"/> + <xsl:with-param name="release" select="$release"/> + <xsl:with-param name="mode" select="$alternate_mode"/> + </xsl:call-template> + + </body> + </html> + </exsl:document> + + </xsl:template> + + <!-- report developer status --> + <xsl:template name="insert_cell_developer"> + <xsl:param name="current_cell"/> + <xsl:param name="library"/> + <xsl:param name="toolset"/> + <xsl:param name="expected_test_count"/> + + <xsl:variable name="class" select="concat( 'summary-', meta:result_cell_class( $library, $toolset, $current_cell ) )"/> + + <xsl:variable name="library_page" select="meta:encode_path( $library )" /> + + <td class="{$class}" title="{$library}/{$toolset}"> + <xsl:choose> + <xsl:when test="$class='summary-unusable'"> + <xsl:text>  </xsl:text> + <a href="{$library_page}{$release_postfix}.html" class="log-link" target="_top"> + <xsl:text>n/a</xsl:text> + </a> + <xsl:text>  </xsl:text> + </xsl:when> + <xsl:when test="$class='summary-missing'"> + <xsl:text>    </xsl:text> + </xsl:when> + <xsl:when test="$class='summary-fail-unexpected'"> + <a href="{$library_page}{$release_postfix}.html" class="log-link" target="_top"> + <xsl:text>broken</xsl:text> + </a> + </xsl:when> + <xsl:when test="$class='summary-fail-unexpected-new' "> + <xsl:text>  </xsl:text> + <a href="{$library_page}{$release_postfix}.html" class="log-link" target="_top"> + <xsl:text>fail</xsl:text> + </a> + <xsl:text>  </xsl:text> + </xsl:when> + <xsl:otherwise> + <xsl:text>  OK  </xsl:text> + </xsl:otherwise> + </xsl:choose> + </td> + + </xsl:template> + + + <!-- report user status --> + <xsl:template name="insert_cell_user"> + <xsl:param name="current_cell"/> + <xsl:param name="library"/> + <xsl:param name="toolset"/> + <xsl:param name="expected_test_count"/> + + <xsl:variable name="class" select="concat( 'summary-', meta:result_cell_class( $library, $toolset, $current_cell ) )"/> + + <xsl:variable name="library_page" select="meta:encode_path( $library )" /> + + <td class="{$class} user-{$class}" title="{$library}/{$toolset}"> + <xsl:choose> + <xsl:when test="$class='summary-unusable'"> + <xsl:text> </xsl:text> + <a href="{$library_page}{$release_postfix}.html" class="log-link" target="_top"> + <xsl:text>unusable</xsl:text> + </a> + <xsl:text> </xsl:text> + </xsl:when> + <xsl:when test="$class='summary-missing'"> + <xsl:text> no results </xsl:text> + </xsl:when> + <xsl:when test="$class='summary-fail-unexpected'"> + <xsl:text> </xsl:text> + <a href="{$library_page}{$release_postfix}.html" class="log-link" target="_top"> + <xsl:text>regress.</xsl:text> + </a> + <xsl:text> </xsl:text> + </xsl:when> + <xsl:when test="$class='summary-fail-unexpected-new' + or $class='summary-fail-expected' + or $class='summary-unknown-status' + or $class='summary-fail-expected-unresearched'"> + <xsl:text> </xsl:text> + <a href="{$library_page}{$release_postfix}.html" class="log-link" target="_top"> + <xsl:text>details</xsl:text> + </a> + <xsl:text> </xsl:text> + </xsl:when> + <xsl:otherwise> + <xsl:text> pass </xsl:text> + </xsl:otherwise> + </xsl:choose> + </td> + + </xsl:template> + +</xsl:stylesheet> |