diff options
Diffstat (limited to 'bin/generate_compile_stats.sh')
| -rwxr-xr-x | bin/generate_compile_stats.sh | 575 |
1 files changed, 0 insertions, 575 deletions
diff --git a/bin/generate_compile_stats.sh b/bin/generate_compile_stats.sh deleted file mode 100755 index 7748ee4007e..00000000000 --- a/bin/generate_compile_stats.sh +++ /dev/null @@ -1,575 +0,0 @@ -#! /bin/sh -# -# $Id$ -# -# Parse the build.txt files from an autobuild that was generated with the -# g++_metric.sh script, e.g., with CXX=g++_metric.sh which outputs -# compile times on a per object basis, and use the data to generate time -# series graphs with gnuplot. -# -# For use with an autobuild, place a line something like this in the xml file, -# after the log file is closed, but before it's moved. -# -# <command name="shell" options="$ACE_ROOT/bin/generate_compile_stats.sh <path>/build.txt <destination>" /> -# - -usage () -{ - echo "usage: $0 <input_file> <destination_directory> <target_file> [<date> [<fudge_factor>]]" - exit -} - -# this only works for english -# assumes the date is formatted like this: Sat Apr 12 18:19:31 UTC 2003 -# and outputs this: 2003/04/12-18:19 -parse_time () -{ - # todo: add a format parameter - local INDEX=0 - local PT_MONTH="" - local PT_DAY="" - local PT_YEAR="" - local PT_HOUR="" - local PT_MINUTE="" - local PT_SECOND="" - local PT_TIMEZONE="" - - read -a line - for token in "${line[@]}"; do - #echo "$INDEX = $token" - case $INDEX in - 1 ) case $token in - Jan ) PT_MONTH="01" ;; - Feb ) PT_MONTH="02" ;; - Mar ) PT_MONTH="03" ;; - Apr ) PT_MONTH="04" ;; - May ) PT_MONTH="05" ;; - Jun ) PT_MONTH="06" ;; - Jul ) PT_MONTH="07" ;; - Aug ) PT_MONTH="08" ;; - Sep ) PT_MONTH="09" ;; - Oct ) PT_MONTH="10" ;; - Nov ) PT_MONTH="11" ;; - Dec ) PT_MONTH="12" ;; - esac ;; - 2 ) PT_DAY="$token" ;; - 3 ) PT_HOUR="${token%%:*}" - PT_MINUTE="${token%:*}" - PT_MINUTE="${PT_MINUTE#*:}" - PT_SECOND="${token##*:}" ;; - 4 ) PT_TIMEZONE="$token" ;; - 5 ) PT_YEAR="$token" ;; - esac - let INDEX=$INDEX+1 - done - if [ "$1" = "debug" ]; then - echo "month = $PT_MONTH" - echo "day = $PT_DAY" - echo "year = $PT_YEAR" - echo "hour = $PT_HOUR" - echo "min = $PT_MINUTE" - echo "sec = $PT_SECOND" - echo "tz = $PT_TIMEZONE" - fi - echo "$PT_YEAR/$PT_MONTH/$PT_DAY-$PT_HOUR:$PT_MINUTE" -} - -# grab date from line with following format: -#################### End [Fri Apr 11 00:18:31 2003 UTC] -# and return it in this format: Fri Apr 11 00:18:31 UTC 2003 which is -# what parse_time() expects -strip_date () -{ - local INDEX=0 - local TEMP_DATE="" - local DATE="" - read -a line - for token in "${line[@]}"; do - #echo "$INDEX = $token" - case $INDEX in - 2 ) DATE=${token#[} ;; - 7 ) DATE="$DATE ${token%]} $TEMP_DATE" ;; - # this is a hack since the autobuild scripts don't format the date - # correctly... :-( - 6 ) TEMP_DATE=$token ;; - * ) DATE="$DATE $token" ;; - esac - let INDEX=$INDEX+1 - done - echo $DATE -} - -# Parse the commandline and validate the inputs -parse () -{ - echo "parse()" - # set input file and destination (required) - if [ $# -gt 1 ]; then - INFILE=$1 - DEST=$2 - - if ! [ -e "$INFILE" ]; then - echo "input_file $INFILE does not exist." - usage - fi - if ! [ -d "$DEST" ]; then - echo "destination_directory $DEST does not exist." - usage - fi - if ! [ -w "$DEST" ]; then - echo "destination_directory $DEST is not writable." - usage - fi - else - usage - fi - - # set the date from command line - if [ $# -gt 2 ]; then - TARGETS=$3 - else - TARGETS=$INFILE - fi - - # set the date from command line - if [ $# -gt 3 ]; then - DATE=$4 - else - DATE=`date +%Y/%m/%d-%H:%M` - fi - - # set fudge factor from commandline (for testing) - if [ $# -gt 4 ]; then - FUDGE_FACTOR=$5 - else - FUDGE_FACTOR=0 - fi -} - -# Generate the actual charts and move them to $DEST -gen_chart () -{ - local object=$1 - local DEST=$2 - # low and high aren't being used right now since we don't have - # a good idea of what to make them yet. So, we let gnuplot - # automatically create them - local low=$3 - local high=$4 - - gnuplot <<EOF - set data style lp l - set time "$DATE" - set xdata time - set timefmt "%Y/%m/%d-%H:%M" - set format x "%Y/%m/%d" - set xtics rotate - set xlabel 'Date (YYYY/MM/DD)' 0,-3 - set ylabel 'Compile Time (milliseconds)' - set terminal png small color - set yrange [$low:$high] - set output ".metrics/images/${object}.png" - set title "${object//___//}" - plot '.metrics/data/${object}.txt' using 1:2 notitle w points, '.metrics/data/${object}.txt' using 1:2 notitle w l lt 3 lw 4 - exit -EOF - - # copy the data and images to $DEST - /bin/cp .metrics/images/${object}.png $DEST/images/${object}.png - # don't do thumbnails, yet... - #/bin/cp .metrics/images/${object}.png .metrics/images/thumbnails/${object}.png - #/usr/bin/X11/mogrify -geometry '25%' .metrics/images/thumbnails/${object}.png - #/bin/cp .metrics/images/thumbnails/${object}.mgk $DEST/images/thumbnails/${object}.png - /usr/bin/tac .metrics/data/${object}.txt > $DEST/data/${object}.txt - /usr/bin/tail -5 .metrics/data/${object}.txt > $DEST/data/LAST_${object}.txt - -} - -# Make sure hidden directory tree exists, and create it if it doesn't -create_dirs () -{ - echo "create_dirs() '$1'" - if ! [ -d "${1}" ]; then - mkdir ${1} - fi - if ! [ -d "${1}data" ]; then - mkdir ${1}data - fi - if ! [ -d "${1}images" ]; then - mkdir ${1}images - fi - if ! [ -d "${1}images/thumbnails" ]; then - mkdir ${1}images/thumbnails - fi -} - - -# Process the the $INPUT file -process_file () -{ - echo "process_file()" - - CURRENT_TIME=0 - CURRENT_OBJECT="" - CURRENT_PATH="" - - while read target time; do - - # get path - CURRENT_PATH=${target%/*} - - # strip off the hidden directory if needbe - CURRENT_PATH=${CURRENT_PATH%/.*} - - # replace all "/" with "___" (so we can keep them all in the same directory) - CURRENT_PATH=${CURRENT_PATH//\//___} - - # strip path off of target - CURRENT_OBJECT=${CURRENT_PATH}___${target##*/} - #echo "target = $target, object = $CURRENT_OBJECT, path = $CURRENT_PATH" - - let "CURRENT_TIME=($time/1000)+$FUDGE_FACTOR" - echo $DATE $CURRENT_TIME >> .metrics/data/${CURRENT_OBJECT}.txt - - done # while -} - -composite_list () -{ - local FOUND_OBJ=0 - local BASE_OBJ_FLAG=0 - local BASE_OBJ="" - local OBJ_LIST="" - local DIR_LINE=0 - local DIR="" - local INDEX=0 - - while read -a line; do - DIR_LINE=0 - INDEX=0 - for i in "${line[@]}"; do - if [ $DIR_LINE -eq 1 ]; then - if [ $INDEX -eq 3 ]; then - DIR="${i%?}" # strip off last "'" - DIR="${DIR#*ACE_wrappers/}" # strip off $ACE_ROOT - DIR="${DIR//\//___}___" # replace "/" with "___" - break - else - let INDEX="$INDEX+1" - continue - fi - fi - - if [ "${i%[*}" = "make" ]; then - let DIR_LINE=1 - let INDEX="$INDEX+1" - continue - fi - - if [ $BASE_OBJ_FLAG -eq 1 ]; then - BASE_OBJ="${DIR}${i##.*/}" - # strip off lib numbers - if [ "$BASE_OBJ" != "${BASE_OBJ%.so.*}" ]; then - BASE_OBJ=${BASE_OBJ%.so.*}.so - fi - BASE_OBJ_FLAG=0 - elif [ "$i" = "-o" ]; then - # found our base object, set flag so we can grab the next one - BASE_OBJ_FLAG=1 - elif [ "$i" = "${i#-}" -a "$i" = "${i#/}" -a "$i" != "${i%.o}" ]; then - OBJ_LIST="$OBJ_LIST ${DIR}${i##*/}" - FOUND_OBJ=1 - fi - done # for - if [ $FOUND_OBJ -eq 1 ]; then - echo "$BASE_OBJ : $OBJ_LIST" - FOUND_OBJ=0 - OBJ_LIST="" - BASE_OBJ="" - fi - done # while -} - -create_composite_list () -{ - echo "create_composite_list()" - local INFILE=$1 - - # create a pattern file - echo "\-L" > .metrics/temp.txt - echo "Entering directory" >> .metrics/temp.txt - - cat $INFILE | grep -f .metrics/temp.txt | grep -B1 "\-L" | grep -ve "--" \ - | composite_list > .metrics/composites.txt -} - -process_composite_objects () -{ - echo "process_composite_objects()" - local TOTAL_TIME=0 - local temp - local tdate="" - local ttime=0 - local lpath=".metrics/data/" - while read outfile colon infiles; do - #echo "$outfile ----- $infiles" - for i in $infiles; do - temp=`tail -n 1 ${lpath}${i}.txt` - tdate=${temp%% *} - let ttime="${temp##* }" - - if [ "$tdate" = "$DATE" ]; then - let TOTAL_TIME="$TOTAL_TIME + ${ttime}" - fi - done # for - echo "$DATE $TOTAL_TIME" >> ${lpath}${outfile}.txt - let TOTAL_TIME=0 - done # while - -} - -create_images () -{ - echo "create_images()" - - local DEST=$1 - local LOW=0 - local HIGH=10000 - - while read object; do - if [ -e $object ] && [ `sort -k 2n $object | tail -n 1 | cut -d' ' -f2` ]; then - let TMP=`sort -k 2n $object | tail -n 1 | cut -d' ' -f2` - #echo $TMP - let TMP=$TMP*16/10 - STEP=1000 - HIGH=0 - while [ $HIGH -eq 0 ]; do - if [ $TMP -lt $STEP ]; then - HIGH=$STEP - fi - let STEP=$STEP*15/10 - done - - object="${object%.txt}" - gen_chart "${object##*/}" "$DEST" "$LOW" "$HIGH" >/dev/null 2>&1 - fi - done - -} - -create_index_page () -{ - local TITLE="Compilation metrics for ACE+TAO" - - echo "<html>" - echo "<head><title>$TITLE</title></head>" - echo '<style><!--' - echo 'body,td,a,p,.h{font-family:arial,sans-serif;}' - echo '.h{font-size: 20px;}' - echo '.q{text-decoration:none; color:#0000cc;}' - echo '//-->' - echo '</style>' - echo '<body text = "#000000" link="#000fff" vlink="#ff0f0f" bgcolor="#ffffff">' - echo "<br><center><h1>$TITLE</h1></center><br><hr>" - echo '<p>One of the goals of the PCES-TENA project is to decrease compile times. - In order to track our progress, metrics are gathered nightly on all - objects in the ACE+TAO distribution and displayed here.' - echo '<ul>' - echo '<li><a href="ace.html">ACE</a>' - echo '<li><a href="tao.html">TAO</a>' - echo '</ul>' - echo '<hr>' - - echo '<P>All the experiments run on a dual Pentium 4 @2.4Ghz, with - 512Mb of RAM. The machine is running Linux (Redhat 8.1), - and we use gcc-3.2 to compile ACE+TAO. - </P>' - - echo '<TABLE border="2"><TBODY><TR><TD>ACE+TAO Configuration</TD><TD>config.h</TD></TR>' - echo '<TR><TD colspan="2"><PRE>' - - cat $ACE_ROOT/ace/config.h - - echo '</PRE></TD></TR><TR><TD>ACE+TAO Configuration</TD><TD>platform_macros.GNU</TD></TR>' - echo '<TR><TD colspan="2"><PRE>' - - cat $ACE_ROOT/include/makeinclude/platform_macros.GNU - - echo '</PRE></TD></TR><TR><TD>CPU Information</TD><TD>/proc/cpuinfo</TD></TR>' - echo '<TR><TD colspan="2"><PRE>' - - cat /proc/cpuinfo - - echo '</PRE></TD></TR><TR><TD>Available Memory</TD><TD>/proc/meminfo</TD></TR>' - echo '<TR><TD colspan="2"><PRE>' - - cat /proc/meminfo - - echo '</PRE></TD></TR><TR><TD>OS Version</TD><TD>uname -a</TD></TR>' - echo '<TR><TD colspan="2"><PRE>' - - /bin/uname -a - - echo '</PRE></TD></TR><TR><TD>Compiler Version</TD><TD>gcc -v</TD></TR>' - echo '<TR><TD colspan="2">' - - /usr/bin/gcc -v > .metrics/gcc.txt 2>&1 - cat .metrics/gcc.txt - - echo '</TD></TR><TR><TD>Library Version</TD><TD>/lib/libc.so.6</TD></TR>' - echo '<TR><TD colspan="2"><PRE>' - - /lib/libc.so.6 | sed -e 's/</\</g' -e 's/>/\>/g' - - echo '</PRE></TD></TR></TBODY></TABLE>' - echo '</body></html>' -} - -create_page () -{ - # always strip off "TAO___" - local BASE=$1 - local BASE_NAME=${BASE#TAO___} - local TITLE="Compilation metrics for ${BASE_NAME//___//}" - - # header - echo "<html>" - echo "<head><title>$TITLE</title></head>" - echo '<style><!--' - echo 'body,td,a,p,.h{font-family:arial,sans-serif;}' - echo '.h{font-size: 20px;}' - echo '.q{text-decoration:none; color:#0000cc;}' - echo '//-->' - echo '</style>' - echo '<body text = "#000000" link="#000fff" vlink="#ff0f0f" bgcolor="#ffffff">' - echo "<br><center><h1>$TITLE</h1></center><br>" - if [ -e ".metrics/images/$BASE.png" ]; then - echo '<DIV align="center"><P>' - echo "<IMG alt=\"$BASE\" border=0 src=\"images/$BASE.png\"" - echo 'width="640" height="480"></P></DIV>' - fi - - echo "<br><hr><br>" - echo "<center><h2>Detail</h2></center>" - - echo '<TABLE border="2"><TBODY><TR><TD rowspan=2><b>Object</b></TD>' - echo '<TD colspan="3"; align=center><b>Last Compile</b></TD></TR>' - echo '<TD align=center><b>Date</b></TD><TD align=center><b>Milliseconds</b></TD>' - echo '<TD align=center><b>%chg</b></TD></TR>' - while read i; do - LAST=0 PRE=0 VAL_TMP=0 VAL_INT=0 VAL_SIGN="+" - echo '<TR><TD>' - if [ -e ".metrics/${i}.html" ]; then - # strip off "TAO___" if it exists - NAME=${i#TAO___} - echo "<a href=\"$i.html\">${NAME//___//}</a>" - elif [ -e ".metrics/images/${i}.png" ]; then - # since you'll only have images if it's a composite, strip off the - # path for the name - echo "<a href=\"images/$i.png\">${i##*___}</a>" - else - echo "${i##*___}" - fi - echo '</TD><TD>' - echo `tail -n1 .metrics/data/${i}.txt | cut -d" " -f1` - let LAST=`tail -n1 .metrics/data/${i}.txt | cut -d" " -f2` - echo "</TD><TD align=right>$LAST</TD>" - let PRE=`tail -n2 .metrics/data/${i}.txt | head -n1 | cut -d" " -f2` - let VAL_TMP="(($LAST-$PRE)*1000)/$PRE" - if [ $VAL_TMP -lt 0 ]; then - VAL_SIGN="-" - let VAL_TMP="-1*$VAL_TMP" - elif [ $VAL_TMP -eq 0 ]; then - VAL_SIGN= - fi - let VAL_INT="$VAL_TMP/10" - let VAL_TENTH="$VAL_TMP-($VAL_INT*10)" - echo "<TD align=right>${VAL_SIGN}${VAL_INT}.${VAL_TENTH}</TD></TR>" - - done # for - echo '</TBODY></TABLE>' - - # footer - echo '</body></html>' - -} - -sort_list () -{ - # sort the dependency files - if [ -e .metrics/tmp_list ]; then - rm .metrics/tmp_list - fi - - touch .metrics/tmp_list - for i in $@; do - echo "$i" >> .metrics/tmp_list - #echo $i - done - - # sort eats underscores, soo... - sed "s/___/000/g" .metrics/tmp_list | sort -f | sed "s/000/___/g" -} - -create_html () -{ - echo "create_html()" - - local DEST=$1 - local ALL_BASE="" - local ACE_OBJS="" - local TAO_OBJS="" - - while read base colon files; do - #echo "$base" - # create individual page for app/lib - #echo "creating $base.html with $files" - - sort_list $files | create_page $base > .metrics/$base.html - cp .metrics/$base.html $DEST/$base.html - if [ "$base" != "${base#TAO}" ]; then - TAO_OBJS="$TAO_OBJS $base" - else - ACE_OBJS="$ACE_OBJS $base" - fi - ALL_OBJS="$ALL_BASE $base" - done - - # create main page - create_index_page > .metrics/index.html - cp .metrics/index.html $DEST/index.html - - sort_list $ACE_OBJS | create_page "ACE" > .metrics/ace.html - cp .metrics/ace.html $DEST/ace.html - - sort_list $TAO_OBJS | create_page "TAO" > .metrics/tao.html - cp .metrics/tao.html $DEST/tao.html - -} - -############ main program - -INFILE="" -DEST="" -TARGETS="" -DATE="" -FUDGE_FACTOR=0 - -parse $@ -create_dirs ".metrics/" -create_dirs "$DEST/" - -DATE=`tail -n 1 $INFILE | strip_date | parse_time` -echo "date = $DATE" - -# grab the compile time metrics for objects only and process them -grep "compile time:" $INFILE | grep "\.o" | cut -d' ' -f3,4 | process_file - -create_composite_list $TARGETS - -cat .metrics/composites.txt | process_composite_objects - -find .metrics/data/ -name "*.txt" | create_images $DEST - -cat .metrics/composites.txt | create_html $DEST - |