php-src/server-tests.php
2005-03-10 14:04:54 +00:00

1577 lines
51 KiB
PHP
Executable File

<?php
/*
+----------------------------------------------------------------------+
| PHP Version 5 |
+----------------------------------------------------------------------+
| Copyright (c) 1997-2004 The PHP Group |
+----------------------------------------------------------------------+
| This source file is subject to version 3.0 of the PHP license, |
| that is bundled with this package in the file LICENSE, and is |
| available through the world-wide-web at the following url: |
| http://www.php.net/license/3_0.txt. |
| If you did not receive a copy of the PHP license and are unable to |
| obtain it through the world-wide-web, please send a note to |
| license@php.net so we can mail you a copy immediately. |
+----------------------------------------------------------------------+
| Authors: Ilia Alshanetsky <ilia@php.net> |
| Preston L. Bannister <pbannister@php.net> |
| Marcus Boerger <helly@php.net> |
| Shane Caraveo <shane@php.net> |
| Derick Rethans <derick@php.net> |
| Sander Roobol <sander@php.net> |
| (based on version by: Stig Bakken <ssb@php.net>) |
| (based on the PHP 3 test framework by Rasmus Lerdorf) |
+----------------------------------------------------------------------+
*/
set_time_limit(0);
while(@ob_end_clean());
if (ob_get_level()) echo "Not all buffers were deleted.\n";
error_reporting(E_ALL);
/**********************************************************************
* QA configuration
*/
define('PHP_QA_EMAIL', 'qa-reports@lists.php.net');
define('QA_SUBMISSION_PAGE', 'http://qa.php.net/buildtest-process.php');
/**********************************************************************
* error messages
*/
define('PCRE_MISSING_ERROR',
'+-----------------------------------------------------------+
| ! ERROR ! |
| The test-suite requires that you have pcre extension |
| enabled. To enable this extension either compile your PHP |
| with --with-pcre-regex or if you have compiled pcre as a |
| shared module load it via php.ini. |
+-----------------------------------------------------------+');
define('SAFE_MODE_WARNING',
'+-----------------------------------------------------------+
| ! WARNING ! |
| You are running the test-suite with "safe_mode" ENABLED ! |
| |
| Chances are high that no test will work at all, |
| depending on how you configured "safe_mode" ! |
+-----------------------------------------------------------+');
define('TMP_MISSING',
'+-----------------------------------------------------------+
| ! ERROR ! |
| You must create /tmp for session tests to work! |
| |
+-----------------------------------------------------------+');
define('PROC_OPEN_MISSING',
'+-----------------------------------------------------------+
| ! ERROR ! |
| The test-suite requires that proc_open() is available. |
| Please check if you disabled it in php.ini. |
+-----------------------------------------------------------+');
define('REQ_PHP_VERSION',
'+-----------------------------------------------------------+
| ! ERROR ! |
| The test-suite must be run with PHP 5 or later. |
| You can still test older extecutables by setting |
| TEST_PHP_EXECUTABLE and running this script with PHP 5. |
+-----------------------------------------------------------+');
/**********************************************************************
* information scripts
*/
define('PHP_INFO_SCRIPT','<?php echo "
PHP_SAPI=" . PHP_SAPI . "
PHP_VERSION=" . phpversion() . "
ZEND_VERSION=" . zend_version() . "
PHP_OS=" . PHP_OS . "
INCLUDE_PATH=" . get_cfg_var("include_path") . "
INI=" . realpath(get_cfg_var("cfg_file_path")) . "
SCANNED_INI=" . (function_exists(\'php_ini_scanned_files\') ?
str_replace("\n","", php_ini_scanned_files()) :
"** not determined **") . "
SERVER_SOFTWARE=" . (isset($_ENV[\'SERVER_SOFTWARE\']) ? $_ENV[\'SERVER_SOFTWARE\'] : \'UNKNOWN\');
?>');
define('PHP_EXTENSIONS_SCRIPT','<?php print join(get_loaded_extensions(),":"); ?>');
define('PHP_INI_SETTINGS_SCRIPT','<?php echo serialize(ini_get_all()); ?>');
/**********************************************************************
* various utility functions
*/
function save_to_file($filename,$text)
{
$fp = @fopen($filename,'w')
or die("Cannot open file '" . $filename . "' (save_to_file)");
fwrite($fp,$text);
fclose($fp);
}
function settings2array($settings, &$ini_settings)
{
foreach($settings as $setting) {
if (strpos($setting, '=')!==false) {
$setting = explode("=", $setting, 2);
$name = trim($setting[0]);
$value = trim($setting[1]);
$ini_settings[$name] = $value;
}
}
}
function settings2params(&$ini_settings)
{
$settings = '';
if (count($ini_settings)) {
foreach($ini_settings as $name => $value) {
$value = addslashes($value);
$settings .= " -d \"".strtolower($name)."=$value\"";
}
}
return $settings;
}
function generate_diff($wanted,$output)
{
$w = explode("\n", $wanted);
$o = explode("\n", $output);
$w1 = array_diff_assoc($w,$o);
$o1 = array_diff_assoc($o,$w);
$w2 = array();
$o2 = array();
foreach($w1 as $idx => $val) $w2[sprintf("%03d<",$idx)] = sprintf("%03d- ", $idx+1).$val;
foreach($o1 as $idx => $val) $o2[sprintf("%03d>",$idx)] = sprintf("%03d+ ", $idx+1).$val;
$diff = array_merge($w2, $o2);
ksort($diff);
return implode("\r\n", $diff);
}
function mkpath($path,$mode = 0777) {
$dirs = split('[\\/]',$path);
$path = $dirs[0];
for($i = 1;$i < count($dirs);$i++) {
$path .= '/'.$dirs[$i];
@mkdir($path,$mode);
}
}
function copyfiles($src,$new) {
$d = dir($src);
while (($entry = $d->read())) {
if (is_file("$src/$entry")) {
copy("$src/$entry", "$new/$entry");
}
}
$d->close();
}
function post_result_data($query,$data)
{
$url = QA_SUBMISSION_PAGE.'?'.$query;
$post = "php_test_data=" . urlencode(base64_encode(preg_replace("/[\\x00]/", "[0x0]", $data)));
$r = new HTTPRequest($url,NULL,NULL,$post);
return $this->response_headers['Status']=='200';
}
function execute($command, $args=NULL, $input=NULL, $cwd=NULL, $env=NULL)
{
$data = "";
if (gettype($args)=='array') {
$args = join($args,' ');
}
$commandline = "$command $args";
$proc = proc_open($commandline, array(
0 => array('pipe', 'r'),
1 => array('pipe', 'w')),
$pipes, $cwd, $env);
if (!$proc)
return false;
if ($input) {
$out = fwrite($pipes[0],$input);
if ($out != strlen($input)) {
return NULL;
}
}
fclose($pipes[0]);
while (true) {
/* hide errors from interrupted syscalls */
$r = $pipes;
$w = null;
$e = null;
$n = @stream_select($r, $w, $e, 60);
if ($n === 0) {
/* timed out */
$data .= "\n ** ERROR: process timed out **\n";
proc_terminate($proc);
return $data;
} else if ($n) {
$line = fread($pipes[1], 8192);
if (strlen($line) == 0) {
/* EOF */
break;
}
$data .= $line;
}
}
$code = proc_close($proc);
return $data;
}
function executeCode($php, $ini_overwrites, $code, $remove_headers=true, $cwd=NULL, $env=NULL)
{
$params = NULL;
if ($ini_overwrites) {
$info_params = array();
settings2array($ini_overwrites,$info_params);
$params = settings2params($info_params);
}
$out = execute($php, $params, $code, $cwd, $env);
// kill the headers
if ($remove_headers && preg_match("/^(.*?)\r?\n\r?\n(.*)/s", $out, $match)) {
$out = $match[2];
}
return $out;
}
/**********************************************************************
* a simple request class that lets us handle http based tests
*/
class HTTPRequest
{
public $headers = array();
public $timeout = 4;
public $urlparts = NULL;
public $url = '';
public $userAgent = 'PHP-Test-Harness';
public $options = array();
public $postdata = NULL;
public $errmsg = '';
public $errno = 0;
public $response;
public $response_headers;
public $outgoing_payload;
public $incoming_payload = '';
/*
URL is the full url
headers is assoc array of outgoing http headers
options may include
timeout
proxy_host
proxy_port
proxy_user
proxy_pass
method (GET|POST)
post data is, well, post data. It is not processed so
multipart stuff must be prepared before calling this
(or add it to class)
*/
function HTTPRequest($URL, $headers=array(), $options=array(), $postdata=NULL)
{
$this->urlparts = @parse_url($URL);
$this->url = $URL;
$this->options = $options;
$this->headers = $headers;
$this->postdata = &$postdata;
$this->doRequest();
}
function doRequest()
{
if (!$this->_validateUrl()) return;
if (isset($this->options['timeout']))
$this->timeout = (int)$this->options['timeout'];
$this->_sendHTTP();
}
function _validateUrl()
{
if ( ! is_array($this->urlparts) ) {
return FALSE;
}
if (!isset($this->urlparts['host'])) {
$this->urlparts['host']='127.0.0.1';
}
if (!isset($this->urlparts['port'])) {
$this->urlparts['port'] = 80;
}
if (!isset($this->urlparts['path']) || !$this->urlparts['path'])
$this->urlparts['path'] = '/';
return TRUE;
}
function _parseResponse()
{
if (preg_match("/^(.*?)\r?\n\r?\n(.*)/s", $this->incoming_payload, $match)) {
$this->response = $match[2];
if (preg_match("/^HTTP\/1\.. (\d+).*/s",$match[1],$status) && !$status[1]) {
$this->errmsg = "HTTP Response $status[1] Not Found";
return FALSE;
}
$rh = preg_split("/[\n\r]+/",$match[1]);
$this->response_headers = array();
foreach ($rh as $line) {
if (strpos($line, ':')!==false) {
$line = explode(":", $line, 2);
$this->response_headers[trim($line[0])] = trim($line[1]);
}
}
$this->response_headers['Status']=$status[1];
// if no content, return false
if(strlen($this->response) > 0) return TRUE;
}
$this->errmsg = 'Invalid HTTP Response';
return FALSE;
}
function &_getRequest()
{
$fullpath = $this->urlparts['path'].
(isset($this->urlparts['query'])?'?'.$this->urlparts['query']:'').
(isset($this->urlparts['fragment'])?'#'.$this->urlparts['fragment']:'');
if (isset($this->options['proxy_host'])) {
$fullpath = 'http://'.$this->urlparts['host'].':'.$this->urlparts['port'].$fullpath;
}
if (isset($this->options['proxy_user'])) {
$headers['Proxy-Authorization'] = 'Basic ' . base64_encode($this->options['proxy_user'].":".$this->options['proxy_pass']);
}
$headers['User-Agent'] = $this->userAgent;
$headers['Host'] = $this->urlparts['host'];
$headers['Content-Length'] = strlen($this->postdata);
$headers['Content-Type'] = 'application/x-www-form-urlencoded';
if (isset($this->headers)) {
$headers = array_merge($headers, $this->headers);
}
$headertext = '';
foreach ($headers as $k => $v) {
$headertext .= "$k: $v\r\n";
}
$method = trim($this->options['method'])?strtoupper(trim($this->options['method'])):'GET';
$this->outgoing_payload =
"$method $fullpath HTTP/1.0\r\n".
$headertext."\r\n".
$this->postdata;
return $this->outgoing_payload;
}
function &_sendHTTP()
{
$this->_getRequest();
$host = $this->urlparts['host'];
$port = $this->urlparts['port'];
if (isset($this->options['proxy_host'])) {
$host = $this->options['proxy_host'];
$port = isset($this->options['proxy_port'])?$this->options['proxy_port']:8080;
}
// send
if ($this->timeout > 0) {
$fp = fsockopen($host, $port, $this->errno, $this->errmsg, $this->timeout);
} else {
$fp = fsockopen($host, $port, $this->errno, $this->errmsg);
}
if (!$fp) {
$this->errmsg = "Connect Error to $host:$port";
return NULL;
}
if ($this->timeout > 0) {
// some builds of php do not support this, silence
// the warning
@socket_set_timeout($fp, $this->timeout);
}
if (!fputs($fp, $this->outgoing_payload, strlen($this->outgoing_payload))) {
$this->errmsg = "Error Sending Request Data to $host";
return NULL;
}
while ($data = fread($fp, 32768)) {
$this->incoming_payload .= $data;
}
fclose($fp);
$this->_parseResponse();
}
# a simple test case
#$r = new HTTPRequest('http://localhost:81/info.php/path/info');
#print_r($r->response_headers);
#print $r->response;
} // end HTTPRequest
/**********************************************************************
* main test harness
*/
class testHarness {
public $cwd;
public $xargs = array(
#arg env var value default description
'c' => array('' ,'file' ,NULL ,'configuration file, see run-tests-config.php for example'),
'd' => array('TEST_PATHS' ,'paths' ,NULL ,'colon seperate path list'),
'e' => array('TEST_PHP_ERROR_STYLE','EMACS|MSVC' ,'EMACS' ,'editor error style'),
'h' => array('' ,'' ,NULL ,'this help'),
'i' => array('PHPRC' ,'path|file' ,NULL ,'ini file to use for tests (sets PHPRC)'),
'l' => array('TEST_PHP_LOG_FORMAT' ,'string' ,'LEODC' ,'any combination of CDELO'),
'm' => array('TEST_BASE_PATH' ,'path' ,NULL ,'copy tests to this path before testing'),
'n' => array('NO_PHPTEST_SUMMARY' ,'' ,0 ,'do not print test summary'),
'p' => array('TEST_PHP_EXECUTABLE' ,'path' ,NULL ,'php executable to be tested'),
'q' => array('NO_INTERACTION' ,'' ,0 ,'no console interaction (ie dont contact QA)'),
'r' => array('REPORT_EXIT_STATUS' ,'' ,0 ,'exit with status at end of execution'),
's' => array('TEST_PHP_SRCDIR' ,'path' ,NULL ,'path to php source code'),
't' => array('TEST_PHP_DETAILED' ,'number' ,0 ,'level of detail output to dump'),
'u' => array('TEST_WEB_BASE_URL' ,'url' ,'' ,'base url for http testing'),
'v' => array('TEST_CONTEXT_INFO' ,'' ,0 ,'view text executable context info'),
'w' => array('TEST_WEB' ,'' ,0 ,'run tests via http'),
'x' => array('TEST_WEB_EXT' ,'file ext' ,'php' ,'http file extension to use')
);
public $conf = array();
public $test_to_run = array();
public $test_files = array();
public $test_results = array();
public $failed_tests = array();
public $exts_to_test;
public $exts_tested = 0;
public $exts_skipped = 0;
public $ignored_by_ext = 0;
public $test_dirs = array('tests', 'pear', 'ext', 'sapi');
public $start_time;
public $end_time;
public $exec_info;
public $test_executable_iscgi = false;
public $inisettings; // the test executables settings, used for web tests
public $iswin32 = false;
public $ddash = "=====================================================================";
public $sdash = "---------------------------------------------------------------------";
// Default ini settings
public $ini_overwrites = array(
'output_handler'=>'',
'zlib.output_compression'=>'Off',
'open_basedir'=>'',
'safe_mode'=>'0',
'disable_functions'=>'',
'output_buffering'=>'Off',
'error_reporting'=>'4095',
'display_errors'=>'1',
'log_errors'=>'0',
'html_errors'=>'0',
'track_errors'=>'1',
'report_memleaks'=>'1',
'report_zend_debug'=>'0',
'docref_root'=>'/phpmanual/',
'docref_ext'=>'.html',
'error_prepend_string'=>'',
'error_append_string'=>'',
'auto_prepend_file'=>'',
'auto_append_file'=>'',
'magic_quotes_runtime'=>'0',
);
public $env = array();
public $info_params = array();
function testHarness() {
$this->iswin32 = substr(PHP_OS, 0, 3) == "WIN";
$this->checkRequirements();
$this->env = $_ENV;
$this->removeSensitiveEnvVars();
$this->initializeConfiguration();
$this->parseArgs();
$this->setTestPaths();
# change to working directory
if ($this->conf['TEST_PHP_SRCDIR']) {
@chdir($this->conf['TEST_PHP_SRCDIR']);
}
$this->cwd = getcwd();
if (!$this->conf['TEST_PHP_SRCDIR'])
$this->conf['TEST_PHP_SRCDIR'] = $this->cwd;
if (!$this->conf['TEST_BASE_PATH'] && $this->conf['TEST_PHP_SRCDIR'])
$this->conf['TEST_BASE_PATH'] = $this->conf['TEST_PHP_SRCDIR'];
if ($this->iswin32) {
$this->conf['TEST_PHP_SRCDIR'] = str_replace('/','\\',$this->conf['TEST_PHP_SRCDIR']);
$this->conf['TEST_BASE_PATH'] = str_replace('/','\\',$this->conf['TEST_BASE_PATH']);
}
if (!$this->conf['TEST_WEB'] && !is_executable($this->conf['TEST_PHP_EXECUTABLE'])) {
$this->error("invalid PHP executable specified by TEST_PHP_EXECUTABLE = " .
$this->conf['TEST_PHP_EXECUTABLE']);
return false;
}
$this->getInstalledExtensions();
$this->getExecutableInfo();
$this->getExecutableIniSettings();
$this->test_executable_iscgi = strncmp($this->exec_info['PHP_SAPI'],'cgi',3)==0;
$this->calculateDocumentRoot();
// add TEST_PHP_SRCDIR to the include path, this facilitates
// tests including files from src/tests
//$this->ini_overwrites['include_path'] = $this->cwd.($this->iswin32?';.;':':.:').$this->exec_info['INCLUDE_PATH'];
$params = array();
settings2array($this->ini_overwrites,$params);
$this->info_params = settings2params($params);
$this->contextHeader();
if ($this->conf['TEST_CONTEXT_INFO']) return;
$this->loadFileList();
$this->moveTestFiles();
$this->run();
$this->summarizeResults();
}
function getExecutableIniSettings()
{
$out = $this->runscript(PHP_INI_SETTINGS_SCRIPT,true);
$this->inisettings = unserialize($out);
}
function getExecutableInfo()
{
$out = $this->runscript(PHP_INFO_SCRIPT,true);
$out = preg_split("/[\n\r]+/",$out);
$info = array();
foreach ($out as $line) {
if (strpos($line, '=')!==false) {
$line = explode("=", $line, 2);
$name = trim($line[0]);
$value = trim($line[1]);
$info[$name] = $value;
}
}
$this->exec_info = $info;
}
function getInstalledExtensions()
{
// get the list of installed extensions
$out = $this->runscript(PHP_EXTENSIONS_SCRIPT,true);
$this->exts_to_test = split(":",$out);
sort($this->exts_to_test);
$this->exts_tested = count($this->exts_to_test);
}
// if running local, calls executeCode,
// otherwise does an http request
function runscript($script,$removeheaders=false,$cwd=NULL)
{
if ($this->conf['TEST_WEB']) {
$pi = '/testscript.' . $this->conf['TEST_WEB_EXT'];
if (!$cwd) $cwd = $this->conf['TEST_BASE_PATH'];
$tmp_file = "$cwd$pi";
$pi = substr($cwd,strlen($this->conf['TEST_BASE_PATH'])) . $pi;
$url = $this->conf['TEST_WEB_BASE_URL'] . $pi;
save_to_file($tmp_file,$script);
$fd = fopen($url, "rb");
$out = '';
if ($fd) {
while (!feof($fd))
$out .= fread($fd, 8192);
fclose($fd);
}
unlink($tmp_file);
if (0 && $removeheaders &&
preg_match("/^(.*?)\r?\n\r?\n(.*)/s", $out, $match)) {
return $match[2];
}
return $out;
} else {
return executeCode($this->conf['TEST_PHP_EXECUTABLE'],$this->ini_overwrites, $script,$removeheaders,$cwd,$this->env);
}
}
// Use this function to do any displaying of text, so that
// things can be over-written as necessary.
function writemsg($msg) {
echo $msg;
}
// Another wrapper function, this one should be used any time
// a particular test passes or fails
function showstatus($item, $status, $reason = '') {
switch($status) {
case 'PASSED':
$this->writemsg("PASSED: $item ($reason)\n");
break;
case 'FAILED':
$this->writemsg("FAILED: $item ($reason)\n");
break;
case 'SKIPPED':
$this->writemsg("SKIPPED: $item ($reason)\n");
break;
}
}
function help()
{
$usage = "usage: php run-tests.php [options]\n";
foreach ($this->xargs as $arg=>$arg_info) {
$usage .= sprintf(" -%s %-12s %s\n",$arg,$arg_info[1],$arg_info[3]);
}
return $usage;
}
function parseArgs() {
global $argc;
global $argv;
global $_SERVER;
if (!isset($argv)) {
$argv = $_SERVER['argv'];
$argc = $_SERVER['argc'];
}
$conf = NULL;
for ($i=1; $i<$argc;) {
if ($argv[$i][0] != '-') continue;
$opt = $argv[$i++][1];
if (isset($value)) unset($value);
if (@$argv[$i][0] != '-') {
@$value = $argv[$i++];
}
switch($opt) {
case 'c':
/* TODO: Implement configuraiton file */
include($value);
if (!isset($conf)) {
$this->writemsg("Invalid configuration file\n");
exit(1);
}
$this->conf = array_merge($this->conf,$conf);
break;
case 'e':
$this->conf['TEST_PHP_ERROR_STYLE'] = strtoupper($value);
break;
case 'h':
print $this->help();
exit(0);
default:
if ($this->xargs[$opt][1] && isset($value))
$this->conf[$this->xargs[$opt][0]] = $value;
else if (!$this->xargs[$opt][1])
$this->conf[$this->xargs[$opt][0]] = isset($value)?$value:1;
else
$this->error("Invalid argument setting for argument $opt, should be [{$this->xargs[$opt][1]}]\n");
break;
}
}
// set config into environment, this allows
// executed tests to find out about the test
// configurations. config file or args overwrite
// env var config settings
$this->env = array_merge($this->env,$this->conf);
if (!$this->conf['TEST_WEB'] && !$this->conf['TEST_PHP_EXECUTABLE']) {
$this->writemsg($this->help());
exit(0);
}
}
function removeSensitiveEnvVars()
{
# delete sensitive env vars
$this->env['SSH_CLIENT']='deleted';
$this->env['SSH_AUTH_SOCK']='deleted';
$this->env['SSH_TTY']='deleted';
}
function setEnvConfigVar($name)
{
if (isset($this->env[$name])) {
$this->conf[$name] = $this->env[$name];
}
}
function initializeConfiguration()
{
foreach ($this->xargs as $arg=>$arg_info) {
if ($arg_info[0]) {
# initialize the default setting
$this->conf[$arg_info[0]]=$arg_info[2];
# get config from environment
$this->setEnvConfigVar($arg_info[0]);
}
}
}
function setTestPaths()
{
// configure test paths from config file or command line
if (@$this->conf['TEST_PATHS']) {
$this->test_dirs = array();
if ($this->iswin32) {
$paths = split(';',$this->conf['TEST_PATHS']);
} else {
$paths = split(':|;',$this->conf['TEST_PATHS']);
}
foreach($paths as $path) {
$this->test_dirs[] = realpath($path);
}
}
}
function test_sort($a, $b) {
$ta = strpos($a, "{$this->cwd}/tests")===0 ? 1 + (strpos($a, "{$this->cwd}/tests/run-test")===0 ? 1 : 0) : 0;
$tb = strpos($b, "{$this->cwd}/tests")===0 ? 1 + (strpos($b, "{$this->cwd}/tests/run-test")===0 ? 1 : 0) : 0;
if ($ta == $tb) {
return strcmp($a, $b);
} else {
return $tb - $ta;
}
}
function checkRequirements() {
if (version_compare(phpversion(), "5.0") < 0) {
$this->writemsg(REQ_PHP_VERSION);
exit;
}
// We might want to check another server so we won't see that server's /tmp
// if (!file_exists("/tmp")) {
// $this->writemsg(TMP_MISSING);
// exit;
// }
if (!function_exists("proc_open")) {
$this->writemsg(PROC_OPEN_MISSING);
exit;
}
if (!extension_loaded("pcre")) {
$this->writemsg(PCRE_MISSING_ERROR);
exit;
}
if (ini_get('safe_mode')) {
$this->writemsg(SAFE_MODE_WARNING);
}
}
//
// Write test context information.
//
function contextHeader()
{
$info = '';
foreach ($this->exec_info as $k=>$v) {
$info .= sprintf("%-20.s: %s\n",$k,$v);
}
$exts = '';
foreach ($this->exts_to_test as $ext) {
$exts .="$ext\n ";
}
$dirs = '';
foreach ($this->test_dirs as $test_dir) {
$dirs .= "$test_dir\n ";
}
$conf = '';
foreach ($this->conf as $k=>$v) {
$conf .= sprintf("%-20.s: %s\n",$k,$v);
}
$exeinfo = '';
if (!$this->conf['TEST_WEB'])
$exeinfo = "CWD : {$this->cwd}\n".
"PHP : {$this->conf['TEST_PHP_EXECUTABLE']}\n";
$this->writemsg("\n$this->ddash\n".
"$exeinfo$info\n".
"Test Harness Configuration:\n$conf\n".
"Extensions : $exts\n".
"Test Dirs : $dirs\n".
"$this->ddash\n");
}
function loadFileList()
{
foreach ($this->test_dirs as $dir) {
if (is_dir($dir)) {
$this->findFilesInDir($dir, ($dir == 'ext'));
} else {
$this->test_files[] = $dir;
}
}
usort($this->test_files,array($this,"test_sort"));
$this->writemsg("found ".count($this->test_files)." files\n");
}
function moveTestFiles()
{
if (!$this->conf['TEST_BASE_PATH'] ||
$this->conf['TEST_BASE_PATH'] == $this->conf['TEST_PHP_SRCDIR']) return;
$this->writemsg("moving files from {$this->conf['TEST_PHP_SRCDIR']} to {$this->conf['TEST_BASE_PATH']}\n");
$l = strlen($this->conf['TEST_PHP_SRCDIR']);
$files = array();
$dirs = array();
foreach ($this->test_files as $file) {
if (strpos($file,$this->conf['TEST_PHP_SRCDIR'])==0) {
$newlocation = $this->conf['TEST_BASE_PATH'].substr($file,$l);
$files[] = $newlocation;
$dirs[dirname($file)] = dirname($newlocation);
} else {
// XXX what to do with test files outside the
// php source directory? Need to map them into
// the new directory somehow.
}
}
foreach ($dirs as $src=>$new) {
mkpath($new);
copyfiles($src,$new);
}
$this->test_files = $files;
}
function findFilesInDir($dir,$is_ext_dir=FALSE,$ignore=FALSE)
{
$skip = array('.', '..', 'CVS');
$o = opendir($dir) or $this->error("cannot open directory: $dir");
while (($name = readdir($o)) !== FALSE) {
if (in_array($name, $skip)) continue;
if (is_dir("$dir/$name")) {
$skip_ext = ($is_ext_dir && !in_array($name, $this->exts_to_test));
if ($skip_ext) {
$this->exts_skipped++;
}
$this->findFilesInDir("$dir/$name", FALSE, $ignore || $skip_ext);
}
// Cleanup any left-over tmp files from last run.
if (substr($name, -4) == '.tmp') {
@unlink("$dir/$name");
continue;
}
// Otherwise we're only interested in *.phpt files.
if (substr($name, -5) == '.phpt') {
if ($ignore) {
$this->ignored_by_ext++;
} else {
$testfile = realpath("$dir/$name");
$this->test_files[] = $testfile;
}
}
}
closedir($o);
}
function runHeader()
{
$this->writemsg("TIME START " . date('Y-m-d H:i:s', $this->start_time) . "\n".$this->ddash."\n");
if (count($this->test_to_run)) {
$this->writemsg("Running selected tests.\n");
} else {
$this->writemsg("Running all test files.\n");
}
}
function run()
{
$this->start_time = time();
$this->runHeader();
// Run selected tests.
if (count($this->test_to_run)) {
foreach($this->test_to_run as $name=>$runnable) {
if(!preg_match("/\.phpt$/", $name))
continue;
if ($runnable) {
$this->test_results[$name] = $this->run_test($name);
}
}
} else {
foreach ($this->test_files as $name) {
$this->test_results[$name] = $this->run_test($name);
}
}
$this->end_time = time();
}
function summarizeResults()
{
if (count($this->test_results) == 0) {
$this->writemsg("No tests were run.\n");
return;
}
$n_total = count($this->test_results);
$n_total += $this->ignored_by_ext;
$sum_results = array('PASSED'=>0, 'SKIPPED'=>0, 'FAILED'=>0);
foreach ($this->test_results as $v) {
$sum_results[$v]++;
}
$sum_results['SKIPPED'] += $this->ignored_by_ext;
$percent_results = array();
while (list($v,$n) = each($sum_results)) {
$percent_results[$v] = (100.0 * $n) / $n_total;
}
$this->writemsg("\n".$this->ddash."\n".
"TIME END " . date('Y-m-d H:i:s', $this->end_time) . "\n".
$this->ddash."\n".
"TEST RESULT SUMMARY\n".
$this->sdash."\n".
"Exts skipped : " . sprintf("%4d",$this->exts_skipped) . "\n".
"Exts tested : " . sprintf("%4d",$this->exts_tested) . "\n".
$this->sdash."\n".
"Number of tests : " . sprintf("%4d",$n_total) . "\n".
"Tests skipped : " . sprintf("%4d (%2.1f%%)",$sum_results['SKIPPED'],$percent_results['SKIPPED']) . "\n".
"Tests failed : " . sprintf("%4d (%2.1f%%)",$sum_results['FAILED'],$percent_results['FAILED']) . "\n".
"Tests passed : " . sprintf("%4d (%2.1f%%)",$sum_results['PASSED'],$percent_results['PASSED']) . "\n".
$this->sdash."\n".
"Time taken : " . sprintf("%4d seconds", $this->end_time - $this->start_time) . "\n".
$this->ddash."\n");
$failed_test_summary = '';
if ($this->failed_tests) {
$failed_test_summary .= "\n".$this->ddash."\n".
"FAILED TEST SUMMARY\n".$this->sdash."\n";
foreach ($this->failed_tests as $failed_test_data) {
$failed_test_summary .= $failed_test_data['test_name'] . "\n";
}
$failed_test_summary .= $this->ddash."\n";
}
if ($failed_test_summary && !$this->conf['NO_PHPTEST_SUMMARY']) {
$this->writemsg($failed_test_summary);
}
/* We got failed Tests, offer the user to send and e-mail to QA team, unless NO_INTERACTION is set */
if ($sum_results['FAILED'] && !$this->conf['NO_INTERACTION']) {
$fp = fopen("php://stdin", "r+");
$this->writemsg("\nPlease allow this report to be send to the PHP QA\nteam. This will give us a better understanding in how\n");
$this->writemsg("PHP's test cases are doing.\n");
$this->writemsg("(choose \"s\" to just save the results to a file)? [Yns]: ");
flush();
$user_input = fgets($fp, 10);
$just_save_results = (strtolower($user_input[0]) == 's');
if ($just_save_results || strlen(trim($user_input)) == 0 || strtolower($user_input[0]) == 'y') {
/*
* Collect information about the host system for our report
* Fetch phpinfo() output so that we can see the PHP enviroment
* Make an archive of all the failed tests
* Send an email
*/
/* Ask the user to provide an email address, so that QA team can contact the user */
if (!strncasecmp($user_input, 'y', 1) || strlen(trim($user_input)) == 0) {
echo "\nPlease enter your email address.\n(Your address will be mangled so that it will not go out on any\nmailinglist in plain text): ";
flush();
$fp = fopen("php://stdin", "r+");
$user_email = trim(fgets($fp, 1024));
$user_email = str_replace("@", " at ", str_replace(".", " dot ", $user_email));
}
$failed_tests_data = '';
$sep = "\n" . str_repeat('=', 80) . "\n";
$failed_tests_data .= $failed_test_summary . "\n";
if (array_sum($this->failed_tests)) {
foreach ($this->failed_tests as $test_info) {
$failed_tests_data .= $sep . $test_info['name'];
$failed_tests_data .= $sep . file_get_contents(realpath($test_info['output']));
$failed_tests_data .= $sep . file_get_contents(realpath($test_info['diff']));
$failed_tests_data .= $sep . "\n\n";
}
$status = "failed";
} else {
$status = "success";
}
$failed_tests_data .= "\n" . $sep . 'BUILD ENVIRONMENT' . $sep;
$failed_tests_data .= "OS:\n". PHP_OS. "\n\n";
$automake = $autoconf = $libtool = $compiler = 'N/A';
if (!$this->iswin32) {
$automake = shell_exec('automake --version');
$autoconf = shell_exec('autoconf --version');
/* Always use the generated libtool - Mac OSX uses 'glibtool' */
$libtool = shell_exec('./libtool --version');
/* Try the most common flags for 'version' */
$flags = array('-v', '-V', '--version');
$cc_status=0;
foreach($flags AS $flag) {
system($this->env['CC']." $flag >/dev/null 2>&1", $cc_status);
if($cc_status == 0) {
$compiler = shell_exec($this->env['CC']." $flag 2>&1");
break;
}
}
}
$failed_tests_data .= "Automake:\n$automake\n";
$failed_tests_data .= "Autoconf:\n$autoconf\n";
$failed_tests_data .= "Libtool:\n$libtool\n";
$failed_tests_data .= "Compiler:\n$compiler\n";
$failed_tests_data .= "Bison:\n". @shell_exec('bison --version'). "\n";
$failed_tests_data .= "\n\n";
if (isset($user_email)) {
$failed_tests_data .= "User's E-mail: ".$user_email."\n\n";
}
$failed_tests_data .= $sep . "PHPINFO" . $sep;
$failed_tests_data .= shell_exec($this->conf['TEST_PHP_EXECUTABLE'].' -dhtml_errors=0 -i');
$compression = 0;
if ($just_save_results ||
!post_result_data("status=$status&version=".urlencode(TESTED_PHP_VERSION),$failed_tests_data)) {
$output_file = 'php_test_results_' . date('Ymd_Hi') . ( $compression ? '.txt.gz' : '.txt' );
$fp = fopen($output_file, "w");
fwrite($fp, $failed_tests_data);
fclose($fp);
if (!$just_save_results)
echo "\nThe test script was unable to automatically send the report to PHP's QA Team\n";
echo "Please send ".$output_file." to ".PHP_QA_EMAIL." manually, thank you.\n";
} else {
fwrite($fp, "\nThank you for helping to make PHP better.\n");
fclose($fp);
}
}
}
if($this->conf['REPORT_EXIT_STATUS'] and $sum_results['FAILED']) {
exit(1);
}
}
function getINISettings(&$section_text)
{
$ini_settings = $this->ini_overwrites;
// Any special ini settings
// these may overwrite the test defaults...
if (array_key_exists('INI', $section_text)) {
settings2array(preg_split( "/[\n\r]+/", $section_text['INI']), $ini_settings);
}
return $ini_settings;
}
function getINIParams(&$section_text)
{
if (!$section_text) return '';
// XXX php5 current has a problem doing this in one line
// it fails with Only variables can be passed by reference
// on test ext\calendar\tests\jdtojewish.phpt
// return settings2params($this->getINISettings($section_text));
$ini = $this->getINISettings($section_text);
return settings2params($ini);
}
function calculateDocumentRoot()
{
if ($this->conf['TEST_WEB'] || $this->test_executable_iscgi) {
// configure DOCUMENT_ROOT for web tests
// this assumes that directories from the base url
// matches directory depth from the base path
$parts = parse_url($this->conf['TEST_WEB_BASE_URL']);
$depth = substr_count($parts['path'],'/');
$docroot = $this->conf['TEST_BASE_PATH'];
for ($i=0 ; $i < $depth; $i++) $docroot = dirname($docroot);
$this->conf['TEST_DOCUMENT_ROOT']=$docroot;
$this->conf['TEST_BASE_SCRIPT_NAME']=$parts['path'];
$this->conf['TEST_SERVER_URL']=substr($this->conf['TEST_WEB_BASE_URL'],0,strlen($this->conf['TEST_WEB_BASE_URL'])-strlen($parts['path']));
} else {
$this->conf['TEST_DOCUMENT_ROOT']='';
$this->conf['TEST_BASE_SCRIPT_NAME']='';
$this->conf['TEST_SERVER_URL']='';
}
}
function evalSettings($filename,$data) {
// we eval the section so we can allow dynamic env vars
// for cgi testing
$filename = str_replace('\\','/',$filename);
$cwd = str_replace('\\','/',$this->cwd);
$filepath = dirname($filename);
$scriptname = substr($filename,strlen($this->conf['TEST_DOCUMENT_ROOT']));
// eval fails if no newline
return eval("$data\n");
}
function getENVSettings(&$section_text,$testfile)
{
$env = $this->env;
// Any special environment settings
// these may overwrite the test defaults...
if (array_key_exists('ENV', $section_text)) {
$sect = $this->evalSettings($testfile,$section_text['ENV']);
//print "data evaled:\n$sect\n";
settings2array(preg_split( "/[\n\r]+/", $sect), $env);
}
return $env;
}
function getEvalTestSettings($section_text,$testfile)
{
$rq = array();
// Any special environment settings
// these may overwrite the test defaults...
if ($section_text) {
$sect = $this->evalSettings($testfile,$section_text);
//print "data evaled:\n$sect\n";
settings2array(preg_split( "/[\n\r]+/", $sect), $rq);
}
return $rq;
}
//
// Load the sections of the test file.
//
function getSectionText($file)
{
// Load the sections of the test file.
$section_text = array(
'TEST' => '(unnamed test)',
'SKIPIF' => '',
'GET' => '',
'ARGS' => '',
'_FILE' => $file,
'_DIR' => realpath(dirname($file)),
);
$fp = @fopen($file, "r")
or $this->error("Cannot open test file: $file");
$section = '';
while (!feof($fp)) {
$line = fgets($fp);
// Match the beginning of a section.
if (ereg('^--([A-Z]+)--',$line,$r)) {
$section = $r[1];
$section_text[$section] = '';
continue;
}
// Add to the section text.
$section_text[$section] .= $line;
}
fclose($fp);
foreach ($section_text as $k=>$v) {
// for POST data ,we only want to trim the last new line!
if ($k == 'POST' && preg_match('/^(.*?)\r?\n$/Ds',$v,$matches)) {
$section_text[$k]=$matches[1];
} else {
$section_text[$k]=trim($v);
}
}
return $section_text;
}
//
// Check if test should be skipped.
//
function getSkipReason($file,&$section_text,$docgi=false)
{
// if the test uses POST or GET, and it's not the cgi
// executable, skip
if ($docgi && !$this->conf['TEST_WEB'] && !$this->test_executable_iscgi) {
$this->showstatus($section_text['TEST'], 'SKIPPED', 'CGI Test needs CGI Binary');
return "SKIPPED";
}
// if we're doing web testing, then we wont be able to set
// ini setting on the command line. be sure the executables
// ini settings are compatible with the test, or skip
if (($docgi || $this->conf['TEST_WEB']) &&
isset($section_text['INI']) && $section_text['INI']) {
$settings = $this->getINISettings($section_text);
foreach ($settings as $k=>$v) {
if (strcasecmp($v,'off')==0 || !$v) $v='';
$haveval = isset($this->inisettings[$k]['local_value']);
if ($k == 'include_path') {
// we only want to know that src directory
// is in the include path
if (strpos($this->inisettings[$k]['local_value'],$this->cwd))
continue;
}
if (($haveval && $this->inisettings[$k]['local_value'] != $v) || (!$haveval && $v)) {
$this->showstatus($section_text['TEST'], 'SKIPPED', "Test requires ini setting $k=[$v], not [".($haveval?$this->inisettings[$k]['local_value']:'')."]");
return "SKIPPED";
}
}
}
// now handle a SKIPIF section
if ($section_text['SKIPIF']) {
$output = trim($this->runscript($section_text['SKIPIF'],$this->test_executable_iscgi,realpath(dirname($file))),true);
if (!$output) return NULL;
if ($this->conf['TEST_PHP_DETAILED'] > 2)
print "SKIPIF: [$output]\n";
if (eregi("^skip", $output)){
$reason = (ereg("^skip[[:space:]]*(.+)\$", $output)) ? ereg_replace("^skip[[:space:]]*(.+)\$", "\\1", $output) : FALSE;
$this->showstatus($section_text['TEST'], 'SKIPPED', $reason);
return 'SKIPPED';
}
if (eregi("^info", $output)) {
$reason = (ereg("^info[[:space:]]*(.+)\$", $output)) ? ereg_replace("^info[[:space:]]*(.+)\$", "\\1", $output) : FALSE;
if ($reason) {
$tested .= " (info: $reason)";
}
}
}
return NULL;
}
//
// Run an individual test case.
//
function run_test($file)
{
if ($this->conf['TEST_PHP_DETAILED'])
$this->writemsg("\n=================\nTEST $file\n");
$section_text = $this->getSectionText($file);
if ($this->iswin32)
$shortname = str_replace($this->conf['TEST_BASE_PATH'].'\\', '', $file);
else
$shortname = str_replace($this->conf['TEST_BASE_PATH'].'/', '', $file);
$tested = $section_text['TEST']." [$shortname]";
if ($this->conf['TEST_WEB']) {
$tmp_file = ereg_replace('\.phpt$','.'.$this->conf['TEST_WEB_EXT'],$file);
$uri = $this->conf['TEST_BASE_SCRIPT_NAME'].str_replace($this->conf['TEST_BASE_PATH'], '', $tmp_file);
$uri = str_replace('\\', '/', $uri);
} else {
$tmp_file = ereg_replace('\.phpt$','.php',$file);
}
@unlink($tmp_file);
// unlink old test results
@unlink(ereg_replace('\.phpt$','.diff',$file));
@unlink(ereg_replace('\.phpt$','.log',$file));
@unlink(ereg_replace('\.phpt$','.exp',$file));
@unlink(ereg_replace('\.phpt$','.out',$file));
if (!$this->conf['TEST_WEB']) {
// Reset environment from any previous test.
$env = $this->getENVSettings($section_text,$tmp_file);
$ini_overwrites = $this->getINIParams($section_text);
}
// if this is a cgi test, prepare for it
$query_string = '';
$havepost = array_key_exists('POST', $section_text) && !empty($section_text['POST']);
// allow empty query_string requests
$haveget = array_key_exists('GET', $section_text) && !empty($section_text['GET']);
$do_cgi = array_key_exists('CGI', $section_text) || $haveget || $havepost;
$skipreason = $this->getSkipReason($file,$section_text,$do_cgi);
if ($skipreason == 'SKIPPED') {
return $skipreason;
}
// We've satisfied the preconditions - run the test!
save_to_file($tmp_file,$section_text['FILE']);
$post = NULL;
$args = "";
$headers = array();
if ($this->conf['TEST_WEB']) {
$request = $this->getEvalTestSettings(@$section_text['REQUEST'],$tmp_file);
$headers = $this->getEvalTestSettings(@$section_text['HEADERS'],$tmp_file);
$method = isset($request['method'])?$request['method']:$havepost?'POST':'GET';
$query_string = $haveget?$section_text['GET']:'';
$options = array();
$options['method']=$method;
if (isset($this->conf['timeout'])) $options['timeout'] = $this->conf['timeout'];
if (isset($this->conf['proxy_host'])) $options['proxy_host'] = $this->conf['proxy_host'];
if (isset($this->conf['proxy_port'])) $options['proxy_port'] = $this->conf['proxy_port'];
if (isset($this->conf['proxy_user'])) $options['proxy_user'] = $this->conf['proxy_user'];
if (isset($this->conf['proxy_pass'])) $options['proxy_pass'] = $this->conf['proxy_pass'];
$post = $havepost?$section_text['POST']:NULL;
$url = $this->conf['TEST_SERVER_URL'];
if (isset($request['SCRIPT_NAME']))
$url .= $request['SCRIPT_NAME'];
else
$url .= $uri;
if (isset($request['PATH_INFO']))
$url .= $request['PATH_INFO'];
if (isset($request['FRAGMENT']))
$url .= '#'.$request['FRAGMENT'];
if (isset($request['QUERY_STRING']))
$query_string = $request['QUERY_STRING'];
if ($query_string)
$url .= '?'.$query_string;
if ($this->conf['TEST_PHP_DETAILED'])
$this->writemsg("\nURL = $url\n");
} else if ($do_cgi) {
$query_string = $haveget?$section_text['GET']:'';
if (!array_key_exists('GATEWAY_INTERFACE', $env))
$env['GATEWAY_INTERFACE']='CGI/1.1';
if (!array_key_exists('SERVER_SOFTWARE', $env))
$env['SERVER_SOFTWARE']='PHP Test Harness';
if (!array_key_exists('SERVER_SOFTWARE', $env))
$env['SERVER_NAME']='127.0.0.1';
if (!array_key_exists('REDIRECT_STATUS', $env))
$env['REDIRECT_STATUS']='200';
if (!array_key_exists('SERVER_NAME', $env))
$env['QUERY_STRING']=$query_string;
if (!array_key_exists('PATH_TRANSLATED', $env) &&
!array_key_exists('SCRIPT_FILENAME', $env)) {
$env['PATH_TRANSLATED']=$tmp_file;
$env['SCRIPT_FILENAME']=$tmp_file;
}
if (!array_key_exists('PATH_TRANSLATED', $env))
$env['PATH_TRANSLATED']='';
if (!array_key_exists('PATH_INFO', $env))
$env['PATH_INFO']='';
if (!array_key_exists('SCRIPT_NAME', $env))
$env['SCRIPT_NAME']='';
if (!array_key_exists('SCRIPT_FILENAME', $env))
$env['SCRIPT_FILENAME']='';
if (array_key_exists('POST', $section_text) && (!$haveget || !empty($section_text['POST']))) {
$post = $section_text['POST'];
$content_length = strlen($post);
if (!array_key_exists('REQUEST_METHOD', $env))
$env['REQUEST_METHOD']='POST';
if (!array_key_exists('CONTENT_TYPE', $env))
$env['CONTENT_TYPE']='application/x-www-form-urlencoded';
if (!array_key_exists('CONTENT_LENGTH', $env))
$env['CONTENT_LENGTH']=$content_length;
} else {
if (!array_key_exists('REQUEST_METHOD', $env))
$env['REQUEST_METHOD']='GET';
if (!array_key_exists('CONTENT_TYPE', $env))
$env['CONTENT_TYPE']='';
if (!array_key_exists('CONTENT_LENGTH', $env))
$env['CONTENT_LENGTH']='';
}
if ($this->conf['TEST_PHP_DETAILED'] > 1)
$this->writemsg("\nCONTENT_LENGTH = " . $env['CONTENT_LENGTH'] .
"\nCONTENT_TYPE = " . $env['CONTENT_TYPE'] .
"\nPATH_TRANSLATED = " . $env['PATH_TRANSLATED'] .
"\nPATH_INFO = " . $env['PATH_INFO'] .
"\nQUERY_STRING = " . $env['QUERY_STRING'] .
"\nREDIRECT_STATUS = " . $env['REDIRECT_STATUS'] .
"\nREQUEST_METHOD = " . $env['REQUEST_METHOD'] .
"\nSCRIPT_NAME = " . $env['SCRIPT_NAME'] .
"\nSCRIPT_FILENAME = " . $env['SCRIPT_FILENAME'] . "\n");
/* not cgi spec to put query string on command line,
but used by a couple tests to catch a security hole
in older php versions. At least IIS can be configured
to do this. */
$args = $env['QUERY_STRING'];
$args = "$ini_overwrites $tmp_file \"$args\" 2>&1";
} else {
$args = $section_text['ARGS'] ? $section_text['ARGS'] : '';
$args = "$ini_overwrites $tmp_file $args 2>&1";
}
if ($this->conf['TEST_WEB']) {
// we want headers also, so fopen
$r = new HTTPRequest($url,$headers,$options,$post);
//$out = preg_replace("/\r\n/","\n",$r->response);
$out = $r->response;
$headers = $r->response_headers;
//print $r->outgoing_payload."\n";
//print $r->incoming_payload."\n";
} else {
$out = execute($this->conf['TEST_PHP_EXECUTABLE'],$args,$post,$this->cwd,$env);
// if this is a cgi, remove the headers first
if ($this->test_executable_iscgi
&& preg_match("/^(.*?)\r?\n\r?\n(.*)/s", $out, $match)) {
$out = $match[2];
$rh = preg_split("/[\n\r]+/",$match[1]);
$headers = array();
foreach ($rh as $line) {
if (strpos($line, ':')!==false) {
$line = explode(":", $line, 2);
$headers[trim($line[0])] = trim($line[1]);
}
}
}
}
if ($this->conf['TEST_PHP_DETAILED'] > 2) {
echo "HEADERS: ";
print_r($headers);
echo "OUTPUT: \n$out\n";
}
// Does the output match what is expected?
$output = trim($out);
$output = preg_replace('/\r\n/',"\n",$output);
$failed = FALSE;
if (isset($section_text['EXPECTF']) || isset($section_text['EXPECTREGEX'])) {
if (isset($section_text['EXPECTF'])) {
$wanted = $section_text['EXPECTF'];
} else {
$wanted = $section_text['EXPECTREGEX'];
}
$wanted_re = preg_replace('/\r\n/',"\n",$wanted);
if (isset($section_text['EXPECTF'])) {
$wanted_re = preg_quote($wanted_re, '/');
// Stick to basics
$wanted_re = str_replace("%s", ".+?", $wanted_re); //not greedy
$wanted_re = str_replace("%i", "[+\-]?[0-9]+", $wanted_re);
$wanted_re = str_replace("%d", "[0-9]+", $wanted_re);
$wanted_re = str_replace("%x", "[0-9a-fA-F]+", $wanted_re);
$wanted_re = str_replace("%f", "[+\-]?\.?[0-9]+\.?[0-9]*(E-?[0-9]+)?", $wanted_re);
$wanted_re = str_replace("%c", ".", $wanted_re);
// %f allows two points "-.0.0" but that is the best *simple* expression
}
/* DEBUG YOUR REGEX HERE
var_dump($wanted_re);
print(str_repeat('=', 80) . "\n");
var_dump($output);
*/
$failed = !preg_match("/^$wanted_re\$/s", $output);
}
$skipexpect = false;
if (!$failed && $this->conf['TEST_WEB'] && isset($section_text['EXPECTHEADERS'])) {
$want = array();
$lines = preg_split("/[\n\r]+/",$section_text['EXPECTHEADERS']);
$wanted='';
foreach ($lines as $line) {
if (strpos($line, ':')!==false) {
$line = explode(":", $line, 2);
$want[trim($line[0])] = trim($line[1]);
$wanted .= trim($line[0]).': '.trim($line[1])."\n";
}
}
$output='';
foreach ($want as $k=>$v) {
$output .= "$k: {$headers[$k]}\n";
if (!isset($headers[$k]) || $headers[$k] != $v) {
$failed = TRUE;
}
}
// different servers may do different things on non-200 results
// for instance, IIS will deliver it's own error pages, so we
// cannot expect to match up the EXPECT section. We may however,
// want to match EXPECT on more than 200 results, so this may
// need to change later.
$skipexpect = isset($headers['Status']) && $headers['Status'] != 200;
}
if (!$failed && !$skipexpect && isset($section_text['EXPECT'])) {
$wanted = $section_text['EXPECT'];
$wanted = preg_replace('/\r\n/',"\n",$wanted);
$failed = (0 != strcmp($output,$wanted));
}
if (!$failed) {
@unlink($tmp_file);
$this->showstatus($tested, 'PASSED');
return 'PASSED';
}
// Test failed so we need to report details.
$this->showstatus($tested, 'FAILED');
$this->failed_tests[] = array(
'name' => $file,
'test_name' => $tested,
'output' => ereg_replace('\.phpt$','.log', $file),
'diff' => ereg_replace('\.phpt$','.diff', $file)
);
if ($this->conf['TEST_PHP_DETAILED'])
$this->writemsg(generate_diff($wanted,$output)."\n");
// write .exp
if (strpos($this->conf['TEST_PHP_LOG_FORMAT'],'E') !== FALSE) {
$logname = ereg_replace('\.phpt$','.exp',$file);
save_to_file($logname,$wanted);
}
// write .out
if (strpos($this->conf['TEST_PHP_LOG_FORMAT'],'O') !== FALSE) {
$logname = ereg_replace('\.phpt$','.out',$file);
save_to_file($logname,$output);
}
// write .diff
if (strpos($this->conf['TEST_PHP_LOG_FORMAT'],'D') !== FALSE) {
$logname = ereg_replace('\.phpt$','.diff',$file);
save_to_file($logname,generate_diff($wanted,$output));
}
// write .log
if (strpos($this->conf['TEST_PHP_LOG_FORMAT'],'L') !== FALSE) {
$logname = ereg_replace('\.phpt$','.log',$file);
save_to_file($logname,
"\n---- EXPECTED OUTPUT\n$wanted\n".
"---- ACTUAL OUTPUT\n$output\n".
"---- FAILED\n");
// display emacs/msvc error output
if (strpos($this->conf['TEST_PHP_LOG_FORMAT'],'C') !== FALSE) {
$this->error_report($file,$logname,$tested);
}
}
return 'FAILED';
}
//
// Write an error in a format recognizable to Emacs or MSVC.
//
function error_report($testname,$logname,$tested)
{
$testname = realpath($testname);
$logname = realpath($logname);
switch ($this->conf['TEST_PHP_ERROR_STYLE']) {
default:
case 'MSVC':
$this->writemsg($testname . "(1) : $tested\n");
$this->writemsg($logname . "(1) : $tested\n");
break;
case 'EMACS':
$this->writemsg($testname . ":1: $tested\n");
$this->writemsg($logname . ":1: $tested\n");
break;
}
}
function error($message)
{
$this->writemsg("ERROR: {$message}\n");
exit(1);
}
}
$test = new testHarness();
/*
* Local variables:
* tab-width: 4
* c-basic-offset: 4
* End:
* vim600: fdm=marker
* vim: noet sw=4 ts=4
*/
?>