| | Preston L. Bannister | | Marcus Boerger | | Shane Caraveo | | Derick Rethans | | Sander Roobol | | (based on version by: Stig Bakken ) | | (based on the PHP 3 test framework by Rasmus Lerdorf) | +----------------------------------------------------------------------+ */ set_time_limit(0); while(@ob_end_clean()); if (ob_get_level()) echo "Not all buffers were deleted.\n"; error_reporting(E_ALL); /********************************************************************** * QA configuration */ define('PHP_QA_EMAIL', 'qa-reports@lists.php.net'); define('QA_SUBMISSION_PAGE', 'http://qa.php.net/buildtest-process.php'); /********************************************************************** * error messages */ define('PCRE_MISSING_ERROR', '+-----------------------------------------------------------+ | ! ERROR ! | | The test-suite requires that you have pcre extension | | enabled. To enable this extension either compile your PHP | | with --with-pcre-regex or if you have compiled pcre as a | | shared module load it via php.ini. | +-----------------------------------------------------------+'); define('TMP_MISSING', '+-----------------------------------------------------------+ | ! ERROR ! | | You must create /tmp for session tests to work! | | | +-----------------------------------------------------------+'); define('PROC_OPEN_MISSING', '+-----------------------------------------------------------+ | ! ERROR ! | | The test-suite requires that proc_open() is available. | | Please check if you disabled it in php.ini. | +-----------------------------------------------------------+'); define('REQ_PHP_VERSION', '+-----------------------------------------------------------+ | ! ERROR ! | | The test-suite must be run with PHP 5 or later. | | You can still test older extecutables by setting | | TEST_PHP_EXECUTABLE and running this script with PHP 5. | +-----------------------------------------------------------+'); /********************************************************************** * information scripts */ define('PHP_INFO_SCRIPT',''); define('PHP_EXTENSIONS_SCRIPT',''); define('PHP_INI_SETTINGS_SCRIPT',''); /********************************************************************** * various utility functions */ function save_to_file($filename,$text) { $fp = @fopen($filename,'w') or die("Cannot open file '" . $filename . "' (save_to_file)"); fwrite($fp,$text); fclose($fp); } function settings2array($settings, &$ini_settings) { foreach($settings as $setting) { if (strpos($setting, '=')!==false) { $setting = explode("=", $setting, 2); $name = trim($setting[0]); $value = trim($setting[1]); $ini_settings[$name] = $value; } } } function settings2params(&$ini_settings) { $settings = ''; if (count($ini_settings)) { foreach($ini_settings as $name => $value) { $value = addslashes($value); $settings .= " -d \"".strtolower($name)."=$value\""; } } return $settings; } function generate_diff($wanted,$output) { $w = explode("\n", $wanted); $o = explode("\n", $output); $w1 = array_diff_assoc($w,$o); $o1 = array_diff_assoc($o,$w); $w2 = array(); $o2 = array(); foreach($w1 as $idx => $val) $w2[sprintf("%03d<",$idx)] = sprintf("%03d- ", $idx+1).$val; foreach($o1 as $idx => $val) $o2[sprintf("%03d>",$idx)] = sprintf("%03d+ ", $idx+1).$val; $diff = array_merge($w2, $o2); ksort($diff); return implode("\r\n", $diff); } function mkpath($path,$mode = 0777) { $dirs = split('[\\/]',$path); $path = $dirs[0]; for($i = 1;$i < count($dirs);$i++) { $path .= '/'.$dirs[$i]; @mkdir($path,$mode); } } function copyfiles($src,$new) { $d = dir($src); while (($entry = $d->read())) { if (is_file("$src/$entry")) { copy("$src/$entry", "$new/$entry"); } } $d->close(); } function post_result_data($query,$data) { $url = QA_SUBMISSION_PAGE.'?'.$query; $post = "php_test_data=" . urlencode(base64_encode(preg_replace("/[\\x00]/", "[0x0]", $data))); $r = new HTTPRequest($url,NULL,NULL,$post); return $this->response_headers['Status']=='200'; } function execute($command, $args=NULL, $input=NULL, $cwd=NULL, $env=NULL) { $data = ""; if (gettype($args)=='array') { $args = join($args,' '); } $commandline = "$command $args"; $proc = proc_open($commandline, array( 0 => array('pipe', 'r'), 1 => array('pipe', 'w')), $pipes, $cwd, $env); if (!$proc) return false; if ($input) { $out = fwrite($pipes[0],$input); if ($out != strlen($input)) { return NULL; } } fclose($pipes[0]); while (true) { /* hide errors from interrupted syscalls */ $r = $pipes; $w = null; $e = null; $n = @stream_select($r, $w, $e, 60); if ($n === 0) { /* timed out */ $data .= "\n ** ERROR: process timed out **\n"; proc_terminate($proc); return $data; } else if ($n) { $line = fread($pipes[1], 8192); if (strlen($line) == 0) { /* EOF */ break; } $data .= $line; } } $code = proc_close($proc); return $data; } function executeCode($php, $ini_overwrites, $code, $remove_headers=true, $cwd=NULL, $env=NULL) { $params = NULL; if ($ini_overwrites) { $info_params = array(); settings2array($ini_overwrites,$info_params); $params = settings2params($info_params); } $out = execute($php, $params, $code, $cwd, $env); // kill the headers if ($remove_headers && preg_match("/^(.*?)\r?\n\r?\n(.*)/s", $out, $match)) { $out = $match[2]; } return $out; } /********************************************************************** * a simple request class that lets us handle http based tests */ class HTTPRequest { public $headers = array(); public $timeout = 4; public $urlparts = NULL; public $url = ''; public $userAgent = 'PHP-Test-Harness'; public $options = array(); public $postdata = NULL; public $errmsg = ''; public $errno = 0; public $response; public $response_headers; public $outgoing_payload; public $incoming_payload = ''; /* URL is the full url headers is assoc array of outgoing http headers options may include timeout proxy_host proxy_port proxy_user proxy_pass method (GET|POST) post data is, well, post data. It is not processed so multipart stuff must be prepared before calling this (or add it to class) */ function HTTPRequest($URL, $headers=array(), $options=array(), $postdata=NULL) { $this->urlparts = @parse_url($URL); $this->url = $URL; $this->options = $options; $this->headers = $headers; $this->postdata = &$postdata; $this->doRequest(); } function doRequest() { if (!$this->_validateUrl()) return; if (isset($this->options['timeout'])) $this->timeout = (int)$this->options['timeout']; $this->_sendHTTP(); } function _validateUrl() { if ( ! is_array($this->urlparts) ) { return FALSE; } if (!isset($this->urlparts['host'])) { $this->urlparts['host']='127.0.0.1'; } if (!isset($this->urlparts['port'])) { $this->urlparts['port'] = 80; } if (!isset($this->urlparts['path']) || !$this->urlparts['path']) $this->urlparts['path'] = '/'; return TRUE; } function _parseResponse() { if (preg_match("/^(.*?)\r?\n\r?\n(.*)/s", $this->incoming_payload, $match)) { $this->response = $match[2]; if (preg_match("/^HTTP\/1\.. (\d+).*/s",$match[1],$status) && !$status[1]) { $this->errmsg = "HTTP Response $status[1] Not Found"; return FALSE; } $rh = preg_split("/[\n\r]+/",$match[1]); $this->response_headers = array(); foreach ($rh as $line) { if (strpos($line, ':')!==false) { $line = explode(":", $line, 2); $this->response_headers[trim($line[0])] = trim($line[1]); } } $this->response_headers['Status']=$status[1]; // if no content, return false if(strlen($this->response) > 0) return TRUE; } $this->errmsg = 'Invalid HTTP Response'; return FALSE; } function &_getRequest() { $fullpath = $this->urlparts['path']. (isset($this->urlparts['query'])?'?'.$this->urlparts['query']:''). (isset($this->urlparts['fragment'])?'#'.$this->urlparts['fragment']:''); if (isset($this->options['proxy_host'])) { $fullpath = 'http://'.$this->urlparts['host'].':'.$this->urlparts['port'].$fullpath; } if (isset($this->options['proxy_user'])) { $headers['Proxy-Authorization'] = 'Basic ' . base64_encode($this->options['proxy_user'].":".$this->options['proxy_pass']); } $headers['User-Agent'] = $this->userAgent; $headers['Host'] = $this->urlparts['host']; $headers['Content-Length'] = strlen($this->postdata); $headers['Content-Type'] = 'application/x-www-form-urlencoded'; if (isset($this->headers)) { $headers = array_merge($headers, $this->headers); } $headertext = ''; foreach ($headers as $k => $v) { $headertext .= "$k: $v\r\n"; } $method = trim($this->options['method'])?strtoupper(trim($this->options['method'])):'GET'; $this->outgoing_payload = "$method $fullpath HTTP/1.0\r\n". $headertext."\r\n". $this->postdata; return $this->outgoing_payload; } function &_sendHTTP() { $this->_getRequest(); $host = $this->urlparts['host']; $port = $this->urlparts['port']; if (isset($this->options['proxy_host'])) { $host = $this->options['proxy_host']; $port = isset($this->options['proxy_port'])?$this->options['proxy_port']:8080; } // send if ($this->timeout > 0) { $fp = fsockopen($host, $port, $this->errno, $this->errmsg, $this->timeout); } else { $fp = fsockopen($host, $port, $this->errno, $this->errmsg); } if (!$fp) { $this->errmsg = "Connect Error to $host:$port"; return NULL; } if ($this->timeout > 0) { // some builds of php do not support this, silence // the warning @socket_set_timeout($fp, $this->timeout); } if (!fputs($fp, $this->outgoing_payload, strlen($this->outgoing_payload))) { $this->errmsg = "Error Sending Request Data to $host"; return NULL; } while ($data = fread($fp, 32768)) { $this->incoming_payload .= $data; } fclose($fp); $this->_parseResponse(); } # a simple test case #$r = new HTTPRequest('http://localhost:81/info.php/path/info'); #print_r($r->response_headers); #print $r->response; } // end HTTPRequest /********************************************************************** * main test harness */ class testHarness { public $cwd; public $xargs = array( #arg env var value default description 'c' => array('' ,'file' ,NULL ,'configuration file, see server-tests-config.php for example'), 'd' => array('TEST_PATHS' ,'paths' ,NULL ,'colon seperate path list'), 'e' => array('TEST_PHP_ERROR_STYLE','EMACS|MSVC' ,'EMACS' ,'editor error style'), 'h' => array('' ,'' ,NULL ,'this help'), 'i' => array('PHPRC' ,'path|file' ,NULL ,'ini file to use for tests (sets PHPRC)'), 'l' => array('TEST_PHP_LOG_FORMAT' ,'string' ,'LEODC' ,'any combination of CDELO'), 'm' => array('TEST_BASE_PATH' ,'path' ,NULL ,'copy tests to this path before testing'), 'n' => array('NO_PHPTEST_SUMMARY' ,'' ,0 ,'do not print test summary'), 'p' => array('TEST_PHP_EXECUTABLE' ,'path' ,NULL ,'php executable to be tested'), 'q' => array('NO_INTERACTION' ,'' ,0 ,'no console interaction (ie dont contact QA)'), 'r' => array('REPORT_EXIT_STATUS' ,'' ,0 ,'exit with status at end of execution'), 's' => array('TEST_PHP_SRCDIR' ,'path' ,NULL ,'path to php source code'), 't' => array('TEST_PHP_DETAILED' ,'number' ,0 ,'level of detail output to dump'), 'u' => array('TEST_WEB_BASE_URL' ,'url' ,'' ,'base url for http testing'), 'v' => array('TEST_CONTEXT_INFO' ,'' ,0 ,'view text executable context info'), 'w' => array('TEST_WEB' ,'' ,0 ,'run tests via http'), 'x' => array('TEST_WEB_EXT' ,'file ext' ,'php' ,'http file extension to use') ); public $conf = array(); public $test_to_run = array(); public $test_files = array(); public $test_results = array(); public $failed_tests = array(); public $exts_to_test; public $exts_tested = 0; public $exts_skipped = 0; public $ignored_by_ext = 0; public $test_dirs = array('tests', 'ext', 'sapi'); public $start_time; public $end_time; public $exec_info; public $test_executable_iscgi = false; public $inisettings; // the test executables settings, used for web tests public $iswin32 = false; public $ddash = "====================================================================="; public $sdash = "---------------------------------------------------------------------"; // Default ini settings public $ini_overwrites = array( 'output_handler'=>'', 'zlib.output_compression'=>'Off', 'open_basedir'=>'', 'disable_functions'=>'', 'output_buffering'=>'Off', 'error_reporting'=>'4095', 'display_errors'=>'1', 'log_errors'=>'0', 'html_errors'=>'0', 'track_errors'=>'1', 'report_memleaks'=>'1', 'report_zend_debug'=>'0', 'docref_root'=>'/phpmanual/', 'docref_ext'=>'.html', 'error_prepend_string'=>'', 'error_append_string'=>'', 'auto_prepend_file'=>'', 'auto_append_file'=>'', 'magic_quotes_runtime'=>'0', ); public $env = array(); public $info_params = array(); function testHarness() { $this->iswin32 = substr(PHP_OS, 0, 3) == "WIN"; $this->checkRequirements(); $this->env = $_ENV; $this->removeSensitiveEnvVars(); $this->initializeConfiguration(); $this->parseArgs(); $this->setTestPaths(); # change to working directory if ($this->conf['TEST_PHP_SRCDIR']) { @chdir($this->conf['TEST_PHP_SRCDIR']); } $this->cwd = getcwd(); if (!$this->conf['TEST_PHP_SRCDIR']) $this->conf['TEST_PHP_SRCDIR'] = $this->cwd; if (!$this->conf['TEST_BASE_PATH'] && $this->conf['TEST_PHP_SRCDIR']) $this->conf['TEST_BASE_PATH'] = $this->conf['TEST_PHP_SRCDIR']; if ($this->iswin32) { $this->conf['TEST_PHP_SRCDIR'] = str_replace('/','\\',$this->conf['TEST_PHP_SRCDIR']); $this->conf['TEST_BASE_PATH'] = str_replace('/','\\',$this->conf['TEST_BASE_PATH']); } if (!$this->conf['TEST_WEB'] && !is_executable($this->conf['TEST_PHP_EXECUTABLE'])) { $this->error("invalid PHP executable specified by TEST_PHP_EXECUTABLE = " . $this->conf['TEST_PHP_EXECUTABLE']); return false; } $this->getInstalledExtensions(); $this->getExecutableInfo(); $this->getExecutableIniSettings(); $this->test_executable_iscgi = strncmp($this->exec_info['PHP_SAPI'],'cgi',3)==0; $this->calculateDocumentRoot(); // add TEST_PHP_SRCDIR to the include path, this facilitates // tests including files from src/tests //$this->ini_overwrites['include_path'] = $this->cwd.($this->iswin32?';.;':':.:').$this->exec_info['INCLUDE_PATH']; $params = array(); settings2array($this->ini_overwrites,$params); $this->info_params = settings2params($params); $this->contextHeader(); if ($this->conf['TEST_CONTEXT_INFO']) return; $this->loadFileList(); $this->moveTestFiles(); $this->run(); $this->summarizeResults(); } function getExecutableIniSettings() { $out = $this->runscript(PHP_INI_SETTINGS_SCRIPT,true); $this->inisettings = unserialize($out); } function getExecutableInfo() { $out = $this->runscript(PHP_INFO_SCRIPT,true); $out = preg_split("/[\n\r]+/",$out); $info = array(); foreach ($out as $line) { if (strpos($line, '=')!==false) { $line = explode("=", $line, 2); $name = trim($line[0]); $value = trim($line[1]); $info[$name] = $value; } } $this->exec_info = $info; } function getInstalledExtensions() { // get the list of installed extensions $out = $this->runscript(PHP_EXTENSIONS_SCRIPT,true); $this->exts_to_test = split(":",$out); sort($this->exts_to_test); $this->exts_tested = count($this->exts_to_test); } // if running local, calls executeCode, // otherwise does an http request function runscript($script,$removeheaders=false,$cwd=NULL) { if ($this->conf['TEST_WEB']) { $pi = '/testscript.' . $this->conf['TEST_WEB_EXT']; if (!$cwd) $cwd = $this->conf['TEST_BASE_PATH']; $tmp_file = "$cwd$pi"; $pi = substr($cwd,strlen($this->conf['TEST_BASE_PATH'])) . $pi; $url = $this->conf['TEST_WEB_BASE_URL'] . $pi; save_to_file($tmp_file,$script); $fd = fopen($url, "rb"); $out = ''; if ($fd) { while (!feof($fd)) $out .= fread($fd, 8192); fclose($fd); } unlink($tmp_file); if (0 && $removeheaders && preg_match("/^(.*?)\r?\n\r?\n(.*)/s", $out, $match)) { return $match[2]; } return $out; } else { return executeCode($this->conf['TEST_PHP_EXECUTABLE'],$this->ini_overwrites, $script,$removeheaders,$cwd,$this->env); } } // Use this function to do any displaying of text, so that // things can be over-written as necessary. function writemsg($msg) { echo $msg; } // Another wrapper function, this one should be used any time // a particular test passes or fails function showstatus($item, $status, $reason = '') { switch($status) { case 'PASSED': $this->writemsg("PASSED: $item ($reason)\n"); break; case 'FAILED': $this->writemsg("FAILED: $item ($reason)\n"); break; case 'SKIPPED': $this->writemsg("SKIPPED: $item ($reason)\n"); break; } } function help() { $usage = "usage: php run-tests.php [options]\n"; foreach ($this->xargs as $arg=>$arg_info) { $usage .= sprintf(" -%s %-12s %s\n",$arg,$arg_info[1],$arg_info[3]); } return $usage; } function parseArgs() { global $argc; global $argv; global $_SERVER; if (!isset($argv)) { $argv = $_SERVER['argv']; $argc = $_SERVER['argc']; } $conf = NULL; for ($i=1; $i<$argc;) { if ($argv[$i][0] != '-') continue; $opt = $argv[$i++][1]; if (isset($value)) unset($value); if (@$argv[$i][0] != '-') { @$value = $argv[$i++]; } switch($opt) { case 'c': /* TODO: Implement configuraiton file */ include($value); if (!isset($conf)) { $this->writemsg("Invalid configuration file\n"); exit(1); } $this->conf = array_merge($this->conf,$conf); break; case 'e': $this->conf['TEST_PHP_ERROR_STYLE'] = strtoupper($value); break; case 'h': print $this->help(); exit(0); default: if ($this->xargs[$opt][1] && isset($value)) $this->conf[$this->xargs[$opt][0]] = $value; else if (!$this->xargs[$opt][1]) $this->conf[$this->xargs[$opt][0]] = isset($value)?$value:1; else $this->error("Invalid argument setting for argument $opt, should be [{$this->xargs[$opt][1]}]\n"); break; } } // set config into environment, this allows // executed tests to find out about the test // configurations. config file or args overwrite // env var config settings $this->env = array_merge($this->env,$this->conf); if (!$this->conf['TEST_WEB'] && !$this->conf['TEST_PHP_EXECUTABLE']) { $this->writemsg($this->help()); exit(0); } } function removeSensitiveEnvVars() { # delete sensitive env vars $this->env['SSH_CLIENT']='deleted'; $this->env['SSH_AUTH_SOCK']='deleted'; $this->env['SSH_TTY']='deleted'; } function setEnvConfigVar($name) { if (isset($this->env[$name])) { $this->conf[$name] = $this->env[$name]; } } function initializeConfiguration() { foreach ($this->xargs as $arg=>$arg_info) { if ($arg_info[0]) { # initialize the default setting $this->conf[$arg_info[0]]=$arg_info[2]; # get config from environment $this->setEnvConfigVar($arg_info[0]); } } } function setTestPaths() { // configure test paths from config file or command line if (@$this->conf['TEST_PATHS']) { $this->test_dirs = array(); if ($this->iswin32) { $paths = split(';',$this->conf['TEST_PATHS']); } else { $paths = split(':|;',$this->conf['TEST_PATHS']); } foreach($paths as $path) { $this->test_dirs[] = realpath($path); } } } function test_sort($a, $b) { $ta = strpos($a, "{$this->cwd}/tests")===0 ? 1 + (strpos($a, "{$this->cwd}/tests/run-test")===0 ? 1 : 0) : 0; $tb = strpos($b, "{$this->cwd}/tests")===0 ? 1 + (strpos($b, "{$this->cwd}/tests/run-test")===0 ? 1 : 0) : 0; if ($ta == $tb) { return strcmp($a, $b); } else { return $tb - $ta; } } function checkRequirements() { if (version_compare(phpversion(), "5.0") < 0) { $this->writemsg(REQ_PHP_VERSION); exit; } // We might want to check another server so we won't see that server's /tmp // if (!file_exists("/tmp")) { // $this->writemsg(TMP_MISSING); // exit; // } if (!function_exists("proc_open")) { $this->writemsg(PROC_OPEN_MISSING); exit; } if (!extension_loaded("pcre")) { $this->writemsg(PCRE_MISSING_ERROR); exit; } } // // Write test context information. // function contextHeader() { $info = ''; foreach ($this->exec_info as $k=>$v) { $info .= sprintf("%-20.s: %s\n",$k,$v); } $exts = ''; foreach ($this->exts_to_test as $ext) { $exts .="$ext\n "; } $dirs = ''; foreach ($this->test_dirs as $test_dir) { $dirs .= "$test_dir\n "; } $conf = ''; foreach ($this->conf as $k=>$v) { $conf .= sprintf("%-20.s: %s\n",$k,$v); } $exeinfo = ''; if (!$this->conf['TEST_WEB']) $exeinfo = "CWD : {$this->cwd}\n". "PHP : {$this->conf['TEST_PHP_EXECUTABLE']}\n"; $this->writemsg("\n$this->ddash\n". "$exeinfo$info\n". "Test Harness Configuration:\n$conf\n". "Extensions : $exts\n". "Test Dirs : $dirs\n". "$this->ddash\n"); } function loadFileList() { foreach ($this->test_dirs as $dir) { if (is_dir($dir)) { $this->findFilesInDir($dir, ($dir == 'ext')); } else { $this->test_files[] = $dir; } } usort($this->test_files,array($this,"test_sort")); $this->writemsg("found ".count($this->test_files)." files\n"); } function moveTestFiles() { if (!$this->conf['TEST_BASE_PATH'] || $this->conf['TEST_BASE_PATH'] == $this->conf['TEST_PHP_SRCDIR']) return; $this->writemsg("moving files from {$this->conf['TEST_PHP_SRCDIR']} to {$this->conf['TEST_BASE_PATH']}\n"); $l = strlen($this->conf['TEST_PHP_SRCDIR']); $files = array(); $dirs = array(); foreach ($this->test_files as $file) { if (strpos($file,$this->conf['TEST_PHP_SRCDIR'])==0) { $newlocation = $this->conf['TEST_BASE_PATH'].substr($file,$l); $files[] = $newlocation; $dirs[dirname($file)] = dirname($newlocation); } else { // XXX what to do with test files outside the // php source directory? Need to map them into // the new directory somehow. } } foreach ($dirs as $src=>$new) { mkpath($new); copyfiles($src,$new); } $this->test_files = $files; } function findFilesInDir($dir,$is_ext_dir=FALSE,$ignore=FALSE) { $skip = array('.', '..', 'CVS'); $o = opendir($dir) or $this->error("cannot open directory: $dir"); while (($name = readdir($o)) !== FALSE) { if (in_array($name, $skip)) continue; if (is_dir("$dir/$name")) { $skip_ext = ($is_ext_dir && !in_array($name, $this->exts_to_test)); if ($skip_ext) { $this->exts_skipped++; } $this->findFilesInDir("$dir/$name", FALSE, $ignore || $skip_ext); } // Cleanup any left-over tmp files from last run. if (substr($name, -4) == '.tmp') { @unlink("$dir/$name"); continue; } // Otherwise we're only interested in *.phpt files. if (substr($name, -5) == '.phpt') { if ($ignore) { $this->ignored_by_ext++; } else { $testfile = realpath("$dir/$name"); $this->test_files[] = $testfile; } } } closedir($o); } function runHeader() { $this->writemsg("TIME START " . date('Y-m-d H:i:s', $this->start_time) . "\n".$this->ddash."\n"); if (count($this->test_to_run)) { $this->writemsg("Running selected tests.\n"); } else { $this->writemsg("Running all test files.\n"); } } function run() { $this->start_time = time(); $this->runHeader(); // Run selected tests. if (count($this->test_to_run)) { foreach($this->test_to_run as $name=>$runnable) { if(!preg_match("/\.phpt$/", $name)) continue; if ($runnable) { $this->test_results[$name] = $this->run_test($name); } } } else { foreach ($this->test_files as $name) { $this->test_results[$name] = $this->run_test($name); } } $this->end_time = time(); } function summarizeResults() { if (count($this->test_results) == 0) { $this->writemsg("No tests were run.\n"); return; } $n_total = count($this->test_results); $n_total += $this->ignored_by_ext; $sum_results = array('PASSED'=>0, 'SKIPPED'=>0, 'FAILED'=>0); foreach ($this->test_results as $v) { $sum_results[$v]++; } $sum_results['SKIPPED'] += $this->ignored_by_ext; $percent_results = array(); while (list($v,$n) = each($sum_results)) { $percent_results[$v] = (100.0 * $n) / $n_total; } $this->writemsg("\n".$this->ddash."\n". "TIME END " . date('Y-m-d H:i:s', $this->end_time) . "\n". $this->ddash."\n". "TEST RESULT SUMMARY\n". $this->sdash."\n". "Exts skipped : " . sprintf("%4d",$this->exts_skipped) . "\n". "Exts tested : " . sprintf("%4d",$this->exts_tested) . "\n". $this->sdash."\n". "Number of tests : " . sprintf("%4d",$n_total) . "\n". "Tests skipped : " . sprintf("%4d (%2.1f%%)",$sum_results['SKIPPED'],$percent_results['SKIPPED']) . "\n". "Tests failed : " . sprintf("%4d (%2.1f%%)",$sum_results['FAILED'],$percent_results['FAILED']) . "\n". "Tests passed : " . sprintf("%4d (%2.1f%%)",$sum_results['PASSED'],$percent_results['PASSED']) . "\n". $this->sdash."\n". "Time taken : " . sprintf("%4d seconds", $this->end_time - $this->start_time) . "\n". $this->ddash."\n"); $failed_test_summary = ''; if ($this->failed_tests) { $failed_test_summary .= "\n".$this->ddash."\n". "FAILED TEST SUMMARY\n".$this->sdash."\n"; foreach ($this->failed_tests as $failed_test_data) { $failed_test_summary .= $failed_test_data['test_name'] . "\n"; } $failed_test_summary .= $this->ddash."\n"; } if ($failed_test_summary && !$this->conf['NO_PHPTEST_SUMMARY']) { $this->writemsg($failed_test_summary); } /* We got failed Tests, offer the user to send and e-mail to QA team, unless NO_INTERACTION is set */ if ($sum_results['FAILED'] && !$this->conf['NO_INTERACTION']) { $fp = fopen("php://stdin", "r+"); $this->writemsg("\nPlease allow this report to be send to the PHP QA\nteam. This will give us a better understanding in how\n"); $this->writemsg("PHP's test cases are doing.\n"); $this->writemsg("(choose \"s\" to just save the results to a file)? [Yns]: "); flush(); $user_input = fgets($fp, 10); $just_save_results = (strtolower($user_input[0]) == 's'); if ($just_save_results || strlen(trim($user_input)) == 0 || strtolower($user_input[0]) == 'y') { /* * Collect information about the host system for our report * Fetch phpinfo() output so that we can see the PHP enviroment * Make an archive of all the failed tests * Send an email */ /* Ask the user to provide an email address, so that QA team can contact the user */ if (!strncasecmp($user_input, 'y', 1) || strlen(trim($user_input)) == 0) { echo "\nPlease enter your email address.\n(Your address will be mangled so that it will not go out on any\nmailinglist in plain text): "; flush(); $fp = fopen("php://stdin", "r+"); $user_email = trim(fgets($fp, 1024)); $user_email = str_replace("@", " at ", str_replace(".", " dot ", $user_email)); } $failed_tests_data = ''; $sep = "\n" . str_repeat('=', 80) . "\n"; $failed_tests_data .= $failed_test_summary . "\n"; if (array_sum($this->failed_tests)) { foreach ($this->failed_tests as $test_info) { $failed_tests_data .= $sep . $test_info['name']; $failed_tests_data .= $sep . file_get_contents(realpath($test_info['output'])); $failed_tests_data .= $sep . file_get_contents(realpath($test_info['diff'])); $failed_tests_data .= $sep . "\n\n"; } $status = "failed"; } else { $status = "success"; } $failed_tests_data .= "\n" . $sep . 'BUILD ENVIRONMENT' . $sep; $failed_tests_data .= "OS:\n". PHP_OS. "\n\n"; $automake = $autoconf = $libtool = $compiler = 'N/A'; if (!$this->iswin32) { $automake = shell_exec('automake --version'); $autoconf = shell_exec('autoconf --version'); /* Always use the generated libtool - Mac OSX uses 'glibtool' */ $libtool = shell_exec('./libtool --version'); /* Try the most common flags for 'version' */ $flags = array('-v', '-V', '--version'); $cc_status=0; foreach($flags AS $flag) { system($this->env['CC']." $flag >/dev/null 2>&1", $cc_status); if($cc_status == 0) { $compiler = shell_exec($this->env['CC']." $flag 2>&1"); break; } } } $failed_tests_data .= "Automake:\n$automake\n"; $failed_tests_data .= "Autoconf:\n$autoconf\n"; $failed_tests_data .= "Libtool:\n$libtool\n"; $failed_tests_data .= "Compiler:\n$compiler\n"; $failed_tests_data .= "Bison:\n". @shell_exec('bison --version'). "\n"; $failed_tests_data .= "\n\n"; if (isset($user_email)) { $failed_tests_data .= "User's E-mail: ".$user_email."\n\n"; } $failed_tests_data .= $sep . "PHPINFO" . $sep; $failed_tests_data .= shell_exec($this->conf['TEST_PHP_EXECUTABLE'].' -dhtml_errors=0 -i'); $compression = 0; if ($just_save_results || !post_result_data("status=$status&version=".urlencode(TESTED_PHP_VERSION),$failed_tests_data)) { $output_file = 'php_test_results_' . date('Ymd_Hi') . ( $compression ? '.txt.gz' : '.txt' ); $fp = fopen($output_file, "w"); fwrite($fp, $failed_tests_data); fclose($fp); if (!$just_save_results) echo "\nThe test script was unable to automatically send the report to PHP's QA Team\n"; echo "Please send ".$output_file." to ".PHP_QA_EMAIL." manually, thank you.\n"; } else { fwrite($fp, "\nThank you for helping to make PHP better.\n"); fclose($fp); } } } if($this->conf['REPORT_EXIT_STATUS'] and $sum_results['FAILED']) { exit(1); } } function getINISettings(&$section_text) { $ini_settings = $this->ini_overwrites; // Any special ini settings // these may overwrite the test defaults... if (array_key_exists('INI', $section_text)) { settings2array(preg_split( "/[\n\r]+/", $section_text['INI']), $ini_settings); } return $ini_settings; } function getINIParams(&$section_text) { if (!$section_text) return ''; // XXX php5 current has a problem doing this in one line // it fails with Only variables can be passed by reference // on test ext\calendar\tests\jdtojewish.phpt // return settings2params($this->getINISettings($section_text)); $ini = $this->getINISettings($section_text); return settings2params($ini); } function calculateDocumentRoot() { if ($this->conf['TEST_WEB'] || $this->test_executable_iscgi) { // configure DOCUMENT_ROOT for web tests // this assumes that directories from the base url // matches directory depth from the base path $parts = parse_url($this->conf['TEST_WEB_BASE_URL']); $depth = substr_count($parts['path'],'/'); $docroot = $this->conf['TEST_BASE_PATH']; for ($i=0 ; $i < $depth; $i++) $docroot = dirname($docroot); $this->conf['TEST_DOCUMENT_ROOT']=$docroot; $this->conf['TEST_BASE_SCRIPT_NAME']=$parts['path']; $this->conf['TEST_SERVER_URL']=substr($this->conf['TEST_WEB_BASE_URL'],0,strlen($this->conf['TEST_WEB_BASE_URL'])-strlen($parts['path'])); } else { $this->conf['TEST_DOCUMENT_ROOT']=''; $this->conf['TEST_BASE_SCRIPT_NAME']=''; $this->conf['TEST_SERVER_URL']=''; } } function evalSettings($filename,$data) { // we eval the section so we can allow dynamic env vars // for cgi testing $filename = str_replace('\\','/',$filename); $cwd = str_replace('\\','/',$this->cwd); $filepath = dirname($filename); $scriptname = substr($filename,strlen($this->conf['TEST_DOCUMENT_ROOT'])); // eval fails if no newline return eval("$data\n"); } function getENVSettings(&$section_text,$testfile) { $env = $this->env; // Any special environment settings // these may overwrite the test defaults... if (array_key_exists('ENV', $section_text)) { $sect = $this->evalSettings($testfile,$section_text['ENV']); //print "data evaled:\n$sect\n"; settings2array(preg_split( "/[\n\r]+/", $sect), $env); } return $env; } function getEvalTestSettings($section_text,$testfile) { $rq = array(); // Any special environment settings // these may overwrite the test defaults... if ($section_text) { $sect = $this->evalSettings($testfile,$section_text); //print "data evaled:\n$sect\n"; settings2array(preg_split( "/[\n\r]+/", $sect), $rq); } return $rq; } // // Load the sections of the test file. // function getSectionText($file) { // Load the sections of the test file. $section_text = array( 'TEST' => '(unnamed test)', 'SKIPIF' => '', 'GET' => '', 'ARGS' => '', '_FILE' => $file, '_DIR' => realpath(dirname($file)), ); $fp = @fopen($file, "r") or $this->error("Cannot open test file: $file"); $section = ''; while (!feof($fp)) { $line = fgets($fp); // Match the beginning of a section. if (ereg('^--([A-Z]+)--',$line,$r)) { $section = $r[1]; $section_text[$section] = ''; continue; } // Add to the section text. $section_text[$section] .= $line; } fclose($fp); foreach ($section_text as $k=>$v) { // for POST data ,we only want to trim the last new line! if ($k == 'POST' && preg_match('/^(.*?)\r?\n$/Ds',$v,$matches)) { $section_text[$k]=$matches[1]; } else { $section_text[$k]=trim($v); } } return $section_text; } // // Check if test should be skipped. // function getSkipReason($file,&$section_text,$docgi=false) { // if the test uses POST or GET, and it's not the cgi // executable, skip if ($docgi && !$this->conf['TEST_WEB'] && !$this->test_executable_iscgi) { $this->showstatus($section_text['TEST'], 'SKIPPED', 'CGI Test needs CGI Binary'); return "SKIPPED"; } // if we're doing web testing, then we wont be able to set // ini setting on the command line. be sure the executables // ini settings are compatible with the test, or skip if (($docgi || $this->conf['TEST_WEB']) && isset($section_text['INI']) && $section_text['INI']) { $settings = $this->getINISettings($section_text); foreach ($settings as $k=>$v) { if (strcasecmp($v,'off')==0 || !$v) $v=''; $haveval = isset($this->inisettings[$k]['local_value']); if ($k == 'include_path') { // we only want to know that src directory // is in the include path if (strpos($this->inisettings[$k]['local_value'],$this->cwd)) continue; } if (($haveval && $this->inisettings[$k]['local_value'] != $v) || (!$haveval && $v)) { $this->showstatus($section_text['TEST'], 'SKIPPED', "Test requires ini setting $k=[$v], not [".($haveval?$this->inisettings[$k]['local_value']:'')."]"); return "SKIPPED"; } } } // now handle a SKIPIF section if ($section_text['SKIPIF']) { $output = trim($this->runscript($section_text['SKIPIF'],$this->test_executable_iscgi,realpath(dirname($file))),true); if (!$output) return NULL; if ($this->conf['TEST_PHP_DETAILED'] > 2) print "SKIPIF: [$output]\n"; if (eregi("^skip", $output)){ $reason = (ereg("^skip[[:space:]]*(.+)\$", $output)) ? ereg_replace("^skip[[:space:]]*(.+)\$", "\\1", $output) : FALSE; $this->showstatus($section_text['TEST'], 'SKIPPED', $reason); return 'SKIPPED'; } if (eregi("^info", $output)) { $reason = (ereg("^info[[:space:]]*(.+)\$", $output)) ? ereg_replace("^info[[:space:]]*(.+)\$", "\\1", $output) : FALSE; if ($reason) { $tested .= " (info: $reason)"; } } } return NULL; } // // Run an individual test case. // function run_test($file) { if ($this->conf['TEST_PHP_DETAILED']) $this->writemsg("\n=================\nTEST $file\n"); $section_text = $this->getSectionText($file); if ($this->iswin32) $shortname = str_replace($this->conf['TEST_BASE_PATH'].'\\', '', $file); else $shortname = str_replace($this->conf['TEST_BASE_PATH'].'/', '', $file); $tested = $section_text['TEST']." [$shortname]"; if ($this->conf['TEST_WEB']) { $tmp_file = ereg_replace('\.phpt$','.'.$this->conf['TEST_WEB_EXT'],$file); $uri = $this->conf['TEST_BASE_SCRIPT_NAME'].str_replace($this->conf['TEST_BASE_PATH'], '', $tmp_file); $uri = str_replace('\\', '/', $uri); } else { $tmp_file = ereg_replace('\.phpt$','.php',$file); } @unlink($tmp_file); // unlink old test results @unlink(ereg_replace('\.phpt$','.diff',$file)); @unlink(ereg_replace('\.phpt$','.log',$file)); @unlink(ereg_replace('\.phpt$','.exp',$file)); @unlink(ereg_replace('\.phpt$','.out',$file)); if (!$this->conf['TEST_WEB']) { // Reset environment from any previous test. $env = $this->getENVSettings($section_text,$tmp_file); $ini_overwrites = $this->getINIParams($section_text); } // if this is a cgi test, prepare for it $query_string = ''; $havepost = array_key_exists('POST', $section_text) && !empty($section_text['POST']); // allow empty query_string requests $haveget = array_key_exists('GET', $section_text) && !empty($section_text['GET']); $do_cgi = array_key_exists('CGI', $section_text) || $haveget || $havepost; $skipreason = $this->getSkipReason($file,$section_text,$do_cgi); if ($skipreason == 'SKIPPED') { return $skipreason; } // We've satisfied the preconditions - run the test! save_to_file($tmp_file,$section_text['FILE']); $post = NULL; $args = ""; $headers = array(); if ($this->conf['TEST_WEB']) { $request = $this->getEvalTestSettings(@$section_text['REQUEST'],$tmp_file); $headers = $this->getEvalTestSettings(@$section_text['HEADERS'],$tmp_file); $method = isset($request['method'])?$request['method']:$havepost?'POST':'GET'; $query_string = $haveget?$section_text['GET']:''; $options = array(); $options['method']=$method; if (isset($this->conf['timeout'])) $options['timeout'] = $this->conf['timeout']; if (isset($this->conf['proxy_host'])) $options['proxy_host'] = $this->conf['proxy_host']; if (isset($this->conf['proxy_port'])) $options['proxy_port'] = $this->conf['proxy_port']; if (isset($this->conf['proxy_user'])) $options['proxy_user'] = $this->conf['proxy_user']; if (isset($this->conf['proxy_pass'])) $options['proxy_pass'] = $this->conf['proxy_pass']; $post = $havepost?$section_text['POST']:NULL; $url = $this->conf['TEST_SERVER_URL']; if (isset($request['SCRIPT_NAME'])) $url .= $request['SCRIPT_NAME']; else $url .= $uri; if (isset($request['PATH_INFO'])) $url .= $request['PATH_INFO']; if (isset($request['FRAGMENT'])) $url .= '#'.$request['FRAGMENT']; if (isset($request['QUERY_STRING'])) $query_string = $request['QUERY_STRING']; if ($query_string) $url .= '?'.$query_string; if ($this->conf['TEST_PHP_DETAILED']) $this->writemsg("\nURL = $url\n"); } else if ($do_cgi) { $query_string = $haveget?$section_text['GET']:''; if (!array_key_exists('GATEWAY_INTERFACE', $env)) $env['GATEWAY_INTERFACE']='CGI/1.1'; if (!array_key_exists('SERVER_SOFTWARE', $env)) $env['SERVER_SOFTWARE']='PHP Test Harness'; if (!array_key_exists('SERVER_SOFTWARE', $env)) $env['SERVER_NAME']='127.0.0.1'; if (!array_key_exists('REDIRECT_STATUS', $env)) $env['REDIRECT_STATUS']='200'; if (!array_key_exists('SERVER_NAME', $env)) $env['QUERY_STRING']=$query_string; if (!array_key_exists('PATH_TRANSLATED', $env) && !array_key_exists('SCRIPT_FILENAME', $env)) { $env['PATH_TRANSLATED']=$tmp_file; $env['SCRIPT_FILENAME']=$tmp_file; } if (!array_key_exists('PATH_TRANSLATED', $env)) $env['PATH_TRANSLATED']=''; if (!array_key_exists('PATH_INFO', $env)) $env['PATH_INFO']=''; if (!array_key_exists('SCRIPT_NAME', $env)) $env['SCRIPT_NAME']=''; if (!array_key_exists('SCRIPT_FILENAME', $env)) $env['SCRIPT_FILENAME']=''; if (array_key_exists('POST', $section_text) && (!$haveget || !empty($section_text['POST']))) { $post = $section_text['POST']; $content_length = strlen($post); if (!array_key_exists('REQUEST_METHOD', $env)) $env['REQUEST_METHOD']='POST'; if (!array_key_exists('CONTENT_TYPE', $env)) $env['CONTENT_TYPE']='application/x-www-form-urlencoded'; if (!array_key_exists('CONTENT_LENGTH', $env)) $env['CONTENT_LENGTH']=$content_length; } else { if (!array_key_exists('REQUEST_METHOD', $env)) $env['REQUEST_METHOD']='GET'; if (!array_key_exists('CONTENT_TYPE', $env)) $env['CONTENT_TYPE']=''; if (!array_key_exists('CONTENT_LENGTH', $env)) $env['CONTENT_LENGTH']=''; } if ($this->conf['TEST_PHP_DETAILED'] > 1) $this->writemsg("\nCONTENT_LENGTH = " . $env['CONTENT_LENGTH'] . "\nCONTENT_TYPE = " . $env['CONTENT_TYPE'] . "\nPATH_TRANSLATED = " . $env['PATH_TRANSLATED'] . "\nPATH_INFO = " . $env['PATH_INFO'] . "\nQUERY_STRING = " . $env['QUERY_STRING'] . "\nREDIRECT_STATUS = " . $env['REDIRECT_STATUS'] . "\nREQUEST_METHOD = " . $env['REQUEST_METHOD'] . "\nSCRIPT_NAME = " . $env['SCRIPT_NAME'] . "\nSCRIPT_FILENAME = " . $env['SCRIPT_FILENAME'] . "\n"); /* not cgi spec to put query string on command line, but used by a couple tests to catch a security hole in older php versions. At least IIS can be configured to do this. */ $args = $env['QUERY_STRING']; $args = "$ini_overwrites $tmp_file \"$args\" 2>&1"; } else { $args = $section_text['ARGS'] ? $section_text['ARGS'] : ''; $args = "$ini_overwrites $tmp_file $args 2>&1"; } if ($this->conf['TEST_WEB']) { // we want headers also, so fopen $r = new HTTPRequest($url,$headers,$options,$post); //$out = preg_replace("/\r\n/","\n",$r->response); $out = $r->response; $headers = $r->response_headers; //print $r->outgoing_payload."\n"; //print $r->incoming_payload."\n"; } else { $out = execute($this->conf['TEST_PHP_EXECUTABLE'],$args,$post,$this->cwd,$env); // if this is a cgi, remove the headers first if ($this->test_executable_iscgi && preg_match("/^(.*?)\r?\n\r?\n(.*)/s", $out, $match)) { $out = $match[2]; $rh = preg_split("/[\n\r]+/",$match[1]); $headers = array(); foreach ($rh as $line) { if (strpos($line, ':')!==false) { $line = explode(":", $line, 2); $headers[trim($line[0])] = trim($line[1]); } } } } if ($this->conf['TEST_PHP_DETAILED'] > 2) { echo "HEADERS: "; print_r($headers); echo "OUTPUT: \n$out\n"; } // Does the output match what is expected? $output = trim($out); $output = preg_replace('/\r\n/',"\n",$output); $failed = FALSE; if (isset($section_text['EXPECTF']) || isset($section_text['EXPECTREGEX'])) { if (isset($section_text['EXPECTF'])) { $wanted = $section_text['EXPECTF']; } else { $wanted = $section_text['EXPECTREGEX']; } $wanted_re = preg_replace('/\r\n/',"\n",$wanted); if (isset($section_text['EXPECTF'])) { $wanted_re = preg_quote($wanted_re, '/'); // Stick to basics $wanted_re = str_replace("%s", ".+?", $wanted_re); //not greedy $wanted_re = str_replace("%i", "[+\-]?[0-9]+", $wanted_re); $wanted_re = str_replace("%d", "[0-9]+", $wanted_re); $wanted_re = str_replace("%x", "[0-9a-fA-F]+", $wanted_re); $wanted_re = str_replace("%f", "[+\-]?\.?[0-9]+\.?[0-9]*(E-?[0-9]+)?", $wanted_re); $wanted_re = str_replace("%c", ".", $wanted_re); // %f allows two points "-.0.0" but that is the best *simple* expression } /* DEBUG YOUR REGEX HERE var_dump($wanted_re); print(str_repeat('=', 80) . "\n"); var_dump($output); */ $failed = !preg_match("/^$wanted_re\$/s", $output); } $skipexpect = false; if (!$failed && $this->conf['TEST_WEB'] && isset($section_text['EXPECTHEADERS'])) { $want = array(); $lines = preg_split("/[\n\r]+/",$section_text['EXPECTHEADERS']); $wanted=''; foreach ($lines as $line) { if (strpos($line, ':')!==false) { $line = explode(":", $line, 2); $want[trim($line[0])] = trim($line[1]); $wanted .= trim($line[0]).': '.trim($line[1])."\n"; } } $output=''; foreach ($want as $k=>$v) { $output .= "$k: {$headers[$k]}\n"; if (!isset($headers[$k]) || $headers[$k] != $v) { $failed = TRUE; } } // different servers may do different things on non-200 results // for instance, IIS will deliver it's own error pages, so we // cannot expect to match up the EXPECT section. We may however, // want to match EXPECT on more than 200 results, so this may // need to change later. $skipexpect = isset($headers['Status']) && $headers['Status'] != 200; } if (!$failed && !$skipexpect && isset($section_text['EXPECT'])) { $wanted = $section_text['EXPECT']; $wanted = preg_replace('/\r\n/',"\n",$wanted); $failed = (0 != strcmp($output,$wanted)); } if (!$failed) { @unlink($tmp_file); $this->showstatus($tested, 'PASSED'); return 'PASSED'; } // Test failed so we need to report details. $this->showstatus($tested, 'FAILED'); $this->failed_tests[] = array( 'name' => $file, 'test_name' => $tested, 'output' => ereg_replace('\.phpt$','.log', $file), 'diff' => ereg_replace('\.phpt$','.diff', $file) ); if ($this->conf['TEST_PHP_DETAILED']) $this->writemsg(generate_diff($wanted,$output)."\n"); // write .exp if (strpos($this->conf['TEST_PHP_LOG_FORMAT'],'E') !== FALSE) { $logname = ereg_replace('\.phpt$','.exp',$file); save_to_file($logname,$wanted); } // write .out if (strpos($this->conf['TEST_PHP_LOG_FORMAT'],'O') !== FALSE) { $logname = ereg_replace('\.phpt$','.out',$file); save_to_file($logname,$output); } // write .diff if (strpos($this->conf['TEST_PHP_LOG_FORMAT'],'D') !== FALSE) { $logname = ereg_replace('\.phpt$','.diff',$file); save_to_file($logname,generate_diff($wanted,$output)); } // write .log if (strpos($this->conf['TEST_PHP_LOG_FORMAT'],'L') !== FALSE) { $logname = ereg_replace('\.phpt$','.log',$file); save_to_file($logname, "\n---- EXPECTED OUTPUT\n$wanted\n". "---- ACTUAL OUTPUT\n$output\n". "---- FAILED\n"); // display emacs/msvc error output if (strpos($this->conf['TEST_PHP_LOG_FORMAT'],'C') !== FALSE) { $this->error_report($file,$logname,$tested); } } return 'FAILED'; } // // Write an error in a format recognizable to Emacs or MSVC. // function error_report($testname,$logname,$tested) { $testname = realpath($testname); $logname = realpath($logname); switch ($this->conf['TEST_PHP_ERROR_STYLE']) { default: case 'MSVC': $this->writemsg($testname . "(1) : $tested\n"); $this->writemsg($logname . "(1) : $tested\n"); break; case 'EMACS': $this->writemsg($testname . ":1: $tested\n"); $this->writemsg($logname . ":1: $tested\n"); break; } } function error($message) { $this->writemsg("ERROR: {$message}\n"); exit(1); } } $test = new testHarness(); /* * Local variables: * tab-width: 4 * c-basic-offset: 4 * End: * vim600: fdm=marker * vim: noet sw=4 ts=4 */ ?>