php-src/run-tests.php

2928 lines
81 KiB
PHP
Raw Normal View History

#!/usr/bin/env php
<?php
/*
+----------------------------------------------------------------------+
2014-09-20 00:33:14 +08:00
| PHP Version 7 |
+----------------------------------------------------------------------+
| Copyright (c) 1997-2010 The PHP Group |
+----------------------------------------------------------------------+
2006-01-01 20:51:34 +08:00
| This source file is subject to version 3.01 of the PHP license, |
| that is bundled with this package in the file LICENSE, and is |
| available through the world-wide-web at the following url: |
2006-01-01 20:51:34 +08:00
| http://www.php.net/license/3_01.txt |
| If you did not receive a copy of the PHP license and are unable to |
| obtain it through the world-wide-web, please send a note to |
| license@php.net so we can mail you a copy immediately. |
+----------------------------------------------------------------------+
2002-11-02 20:44:36 +08:00
| Authors: Ilia Alshanetsky <iliaa@php.net> |
| Preston L. Bannister <pbannister@php.net> |
| Marcus Boerger <helly@php.net> |
| Derick Rethans <derick@php.net> |
| Sander Roobol <sander@php.net> |
2003-03-18 20:06:09 +08:00
| (based on version by: Stig Bakken <ssb@php.net>) |
| (based on the PHP 3 test framework by Rasmus Lerdorf) |
+----------------------------------------------------------------------+
*/
2005-07-09 05:46:23 +08:00
/* $Id$ */
/* Sanity check to ensure that pcre extension needed by this script is available.
* In the event it is not, print a nice error message indicating that this script will
* not run without it.
*/
2008-07-22 00:08:15 +08:00
if (!extension_loaded('pcre')) {
2003-02-03 20:14:13 +08:00
echo <<<NO_PCRE_ERROR
+-----------------------------------------------------------+
| ! ERROR ! |
| The test-suite requires that you have pcre extension |
| enabled. To enable this extension either compile your PHP |
| with --with-pcre-regex or if you've compiled pcre as a |
| shared module load it via php.ini. |
+-----------------------------------------------------------+
NO_PCRE_ERROR;
exit;
}
2008-07-22 00:08:15 +08:00
if (!function_exists('proc_open')) {
echo <<<NO_PROC_OPEN_ERROR
+-----------------------------------------------------------+
| ! ERROR ! |
| The test-suite requires that proc_open() is available. |
| Please check if you disabled it in php.ini. |
+-----------------------------------------------------------+
NO_PROC_OPEN_ERROR;
exit;
}
2009-04-16 21:41:25 +08:00
// Version constants only available as of 5.2.8
if (!defined("PHP_VERSION_ID")) {
list($major, $minor, $bug) = explode(".", phpversion(), 3);
$bug = (int)$bug; // Many distros make up their own versions
if ($bug < 10) {
$bug = "0$bug";
}
define("PHP_VERSION_ID", "{$major}0{$minor}$bug");
define("PHP_MAJOR_VERSION", $major);
}
2009-04-26 01:12:40 +08:00
// __DIR__ is available from 5.3.0
2008-12-09 23:21:15 +08:00
if (PHP_VERSION_ID < 50300) {
2008-12-08 20:36:10 +08:00
define('__DIR__', realpath(dirname(__FILE__)));
2009-04-26 01:12:40 +08:00
// FILE_BINARY is available from 5.2.7
if (PHP_VERSION_ID < 50207) {
define('FILE_BINARY', 0);
2011-02-11 09:34:03 +08:00
}
2008-12-08 20:36:10 +08:00
}
2008-07-22 00:08:15 +08:00
// If timezone is not set, use UTC.
if (ini_get('date.timezone') == '') {
date_default_timezone_set('UTC');
}
// store current directory
$CUR_DIR = getcwd();
// change into the PHP source directory.
if (getenv('TEST_PHP_SRCDIR')) {
@chdir(getenv('TEST_PHP_SRCDIR'));
}
// Delete some security related environment variables
putenv('SSH_CLIENT=deleted');
putenv('SSH_AUTH_SOCK=deleted');
putenv('SSH_TTY=deleted');
putenv('SSH_CONNECTION=deleted');
2002-10-08 11:00:06 +08:00
$cwd = getcwd();
set_time_limit(0);
ini_set('pcre.backtrack_limit', PHP_INT_MAX);
$valgrind_version = 0;
$valgrind_header = '';
// delete as much output buffers as possible
2003-01-27 01:17:44 +08:00
while(@ob_end_clean());
if (ob_get_level()) echo "Not all buffers were deleted.\n";
error_reporting(E_ALL);
2008-07-22 00:08:15 +08:00
if (PHP_MAJOR_VERSION < 6) {
if (ini_get('safe_mode')) {
echo <<< SAFE_MODE_WARNING
+-----------------------------------------------------------+
| ! WARNING ! |
| You are running the test-suite with "safe_mode" ENABLED ! |
| |
| Chances are high that no test will work at all, |
| depending on how you configured "safe_mode" ! |
+-----------------------------------------------------------+
SAFE_MODE_WARNING;
2008-07-22 00:08:15 +08:00
}
}
2006-01-01 01:48:26 +08:00
$environment = isset($_ENV) ? $_ENV : array();
if ((substr(PHP_OS, 0, 3) == "WIN") && empty($environment["SystemRoot"])) {
$environment["SystemRoot"] = getenv("SystemRoot");
}
2006-01-01 01:48:26 +08:00
// Don't ever guess at the PHP executable location.
// Require the explicit specification.
// Otherwise we could end up testing the wrong file!
2008-07-21 18:48:31 +08:00
$php = null;
$php_cgi = null;
$phpdbg = null;
if (getenv('TEST_PHP_EXECUTABLE')) {
$php = getenv('TEST_PHP_EXECUTABLE');
2008-07-21 18:48:31 +08:00
if ($php=='auto') {
$php = $cwd . '/sapi/cli/php';
putenv("TEST_PHP_EXECUTABLE=$php");
2008-07-21 18:48:31 +08:00
if (!getenv('TEST_PHP_CGI_EXECUTABLE')) {
$php_cgi = $cwd . '/sapi/cgi/php-cgi';
2008-07-21 18:48:31 +08:00
if (file_exists($php_cgi)) {
putenv("TEST_PHP_CGI_EXECUTABLE=$php_cgi");
} else {
2008-07-21 18:48:31 +08:00
$php_cgi = null;
}
}
if (!getenv('TEST_PHPDBG_EXECUTABLE')) {
$phpdbg = $cwd . '/sapi/phpdbg/phpdbg';
if (file_exists($phpdbg)) {
putenv("TEST_PHP_CGI_EXECUTABLE=$phpdbg");
} else {
$phpdbg = null;
}
}
}
2006-01-01 01:48:26 +08:00
$environment['TEST_PHP_EXECUTABLE'] = $php;
}
if (getenv('TEST_PHP_CGI_EXECUTABLE')) {
$php_cgi = getenv('TEST_PHP_CGI_EXECUTABLE');
2008-07-21 18:48:31 +08:00
if ($php_cgi=='auto') {
$php_cgi = $cwd . '/sapi/cgi/php-cgi';
putenv("TEST_PHP_CGI_EXECUTABLE=$php_cgi");
}
2008-07-21 18:48:31 +08:00
$environment['TEST_PHP_CGI_EXECUTABLE'] = $php_cgi;
}
if (getenv('TEST_PHPDBG_EXECUTABLE')) {
$phpdbg = getenv('TEST_PHPDBG_EXECUTABLE');
if ($phpdbg=='auto') {
$phpdbg = $cwd . '/sapi/phpdbg/phpdbg';
putenv("TEST_PHPDBG_EXECUTABLE=$phpdbg");
}
$environment['TEST_PHPDBG_EXECUTABLE'] = $phpdbg;
}
function verify_config()
{
global $php;
if (empty($php) || !file_exists($php)) {
2008-07-22 00:08:15 +08:00
error('environment variable TEST_PHP_EXECUTABLE must be set to specify PHP executable!');
}
2008-07-21 18:48:31 +08:00
2008-07-22 00:08:15 +08:00
if (function_exists('is_executable') && !is_executable($php)) {
error("invalid PHP executable specified by TEST_PHP_EXECUTABLE = $php");
}
}
if (getenv('TEST_PHP_LOG_FORMAT')) {
$log_format = strtoupper(getenv('TEST_PHP_LOG_FORMAT'));
} else {
2010-11-13 18:18:35 +08:00
$log_format = 'LEODS';
}
// Check whether a detailed log is wanted.
if (getenv('TEST_PHP_DETAILED')) {
$DETAILED = getenv('TEST_PHP_DETAILED');
2002-05-19 21:24:38 +08:00
} else {
$DETAILED = 0;
2002-05-19 21:24:38 +08:00
}
junit_init();
if (getenv('SHOW_ONLY_GROUPS')) {
$SHOW_ONLY_GROUPS = explode(",", getenv('SHOW_ONLY_GROUPS'));
} else {
$SHOW_ONLY_GROUPS = array();
}
// Check whether user test dirs are requested.
if (getenv('TEST_PHP_USER')) {
$user_tests = explode (',', getenv('TEST_PHP_USER'));
} else {
2002-10-14 17:32:36 +08:00
$user_tests = array();
}
$exts_to_test = array();
2002-11-15 04:12:36 +08:00
$ini_overwrites = array(
'output_handler=',
'open_basedir=',
'safe_mode=0',
2002-11-15 04:12:36 +08:00
'disable_functions=',
'output_buffering=Off',
'error_reporting=' . (E_ALL | E_STRICT),
2002-11-15 04:12:36 +08:00
'display_errors=1',
'display_startup_errors=1',
2002-11-15 04:12:36 +08:00
'log_errors=0',
'html_errors=0',
'track_errors=1',
2002-11-15 04:12:36 +08:00
'report_memleaks=1',
'report_zend_debug=0',
2003-09-04 22:41:10 +08:00
'docref_root=',
'docref_ext=.html',
'error_prepend_string=',
'error_append_string=',
'auto_prepend_file=',
'auto_append_file=',
'ignore_repeated_errors=0',
'precision=14',
'memory_limit=128M',
'log_errors_max_len=0',
2013-03-16 20:11:00 +08:00
'opcache.fast_shutdown=0',
'opcache.file_update_protection=0',
);
$no_file_cache = '-d opcache.file_cache= -d opcache.file_cache_only=0';
function write_information($show_html)
{
global $cwd, $php, $php_cgi, $phpdbg, $php_info, $user_tests, $ini_overwrites, $pass_options, $exts_to_test, $leak_check, $valgrind_header, $no_file_cache;
// Get info from php
$info_file = __DIR__ . '/run-test-info.php';
@unlink($info_file);
$php_info = '<?php echo "
PHP_SAPI : " , PHP_SAPI , "
PHP_VERSION : " , phpversion() , "
ZEND_VERSION: " , zend_version() , "
PHP_OS : " , PHP_OS , " - " , php_uname() , "
INI actual : " , realpath(get_cfg_var("cfg_file_path")) , "
More .INIs : " , (function_exists(\'php_ini_scanned_files\') ? str_replace("\n","", php_ini_scanned_files()) : "** not determined **"); ?>';
save_text($info_file, $php_info);
$info_params = array();
2008-07-21 18:48:31 +08:00
settings2array($ini_overwrites, $info_params);
settings2params($info_params);
$php_info = `$php $pass_options $info_params $no_file_cache "$info_file"`;
2008-08-06 00:25:42 +08:00
define('TESTED_PHP_VERSION', `$php -n -r "echo PHP_VERSION;"`);
2008-07-21 18:48:31 +08:00
if ($php_cgi && $php != $php_cgi) {
$php_info_cgi = `$php_cgi $pass_options $info_params $no_file_cache -q "$info_file"`;
$php_info_sep = "\n---------------------------------------------------------------------";
$php_cgi_info = "$php_info_sep\nPHP : $php_cgi $php_info_cgi$php_info_sep";
} else {
$php_cgi_info = '';
}
if ($phpdbg) {
$phpdbg_info = `$phpdbg $pass_options $info_params $no_file_cache -qrr "$info_file"`;
$php_info_sep = "\n---------------------------------------------------------------------";
$phpdbg_info = "$php_info_sep\nPHP : $phpdbg $phpdbg_info$php_info_sep";
} else {
$phpdbg_info = '';
}
@unlink($info_file);
// load list of enabled extensions
save_text($info_file, '<?php echo join(",", get_loaded_extensions()); ?>');
$exts_to_test = explode(',',`$php $pass_options $info_params $no_file_cache "$info_file"`);
// check for extensions that need special handling and regenerate
$info_params_ex = array(
'session' => array('session.auto_start=0'),
2006-12-28 23:07:45 +08:00
'tidy' => array('tidy.clean_output=0'),
'zlib' => array('zlib.output_compression=Off'),
'xdebug' => array('xdebug.default_enable=0'),
2008-02-13 02:23:14 +08:00
'mbstring' => array('mbstring.func_overload=0'),
);
2008-07-21 18:48:31 +08:00
foreach($info_params_ex as $ext => $ini_overwrites_ex) {
if (in_array($ext, $exts_to_test)) {
$ini_overwrites = array_merge($ini_overwrites, $ini_overwrites_ex);
}
}
2008-07-21 18:48:31 +08:00
@unlink($info_file);
2003-08-10 12:23:02 +08:00
// Write test context information.
echo "
=====================================================================
PHP : $php $php_info $php_cgi_info $phpdbg_info
2002-10-08 11:00:06 +08:00
CWD : $cwd
Extra dirs : ";
foreach ($user_tests as $test_dir) {
echo "{$test_dir}\n ";
}
echo "
VALGRIND : " . ($leak_check ? $valgrind_header : 'Not used') . "
=====================================================================
";
}
define('PHP_QA_EMAIL', 'qa-reports@lists.php.net');
define('QA_SUBMISSION_PAGE', 'http://qa.php.net/buildtest-process.php');
define('QA_REPORTS_PAGE', 'http://qa.php.net/reports');
define('TRAVIS_CI' , (bool) getenv('TRAVIS'));
function save_or_mail_results()
{
global $sum_results, $just_save_results, $failed_test_summary,
$PHP_FAILED_TESTS, $CUR_DIR, $php, $output_file, $compression;
/* We got failed Tests, offer the user to send an e-mail to QA team, unless NO_INTERACTION is set */
2012-04-26 19:48:49 +08:00
if (!getenv('NO_INTERACTION') && !TRAVIS_CI) {
$fp = fopen("php://stdin", "r+");
if ($sum_results['FAILED'] || $sum_results['BORKED'] || $sum_results['WARNED'] || $sum_results['LEAKED']) {
echo "\nYou may have found a problem in PHP.";
}
echo "\nThis report can be automatically sent to the PHP QA team at\n";
echo QA_REPORTS_PAGE . " and http://news.php.net/php.qa.reports\n";
echo "This gives us a better understanding of PHP's behavior.\n";
echo "If you don't want to send the report immediately you can choose\n";
echo "option \"s\" to save it. You can then email it to ". PHP_QA_EMAIL . " later.\n";
echo "Do you want to send this report now? [Yns]: ";
flush();
$user_input = fgets($fp, 10);
$just_save_results = (strtolower($user_input[0]) == 's');
}
2012-04-26 19:48:49 +08:00
if ($just_save_results || !getenv('NO_INTERACTION') || TRAVIS_CI) {
if ($just_save_results || TRAVIS_CI || strlen(trim($user_input)) == 0 || strtolower($user_input[0]) == 'y') {
/*
* Collect information about the host system for our report
* Fetch phpinfo() output so that we can see the PHP environment
* Make an archive of all the failed tests
* Send an email
*/
if ($just_save_results) {
$user_input = 's';
}
/* Ask the user to provide an email address, so that QA team can contact the user */
if (TRAVIS_CI) {
$user_email = 'travis at php dot net';
} elseif (!strncasecmp($user_input, 'y', 1) || strlen(trim($user_input)) == 0) {
echo "\nPlease enter your email address.\n(Your address will be mangled so that it will not go out on any\nmailinglist in plain text): ";
flush();
$user_email = trim(fgets($fp, 1024));
$user_email = str_replace("@", " at ", str_replace(".", " dot ", $user_email));
}
$failed_tests_data = '';
$sep = "\n" . str_repeat('=', 80) . "\n";
$failed_tests_data .= $failed_test_summary . "\n";
$failed_tests_data .= get_summary(true, false) . "\n";
if ($sum_results['FAILED']) {
foreach ($PHP_FAILED_TESTS['FAILED'] as $test_info) {
$failed_tests_data .= $sep . $test_info['name'] . $test_info['info'];
2009-12-21 23:44:58 +08:00
$failed_tests_data .= $sep . file_get_contents(realpath($test_info['output']), FILE_BINARY);
$failed_tests_data .= $sep . file_get_contents(realpath($test_info['diff']), FILE_BINARY);
$failed_tests_data .= $sep . "\n\n";
}
$status = "failed";
} else {
$status = "success";
}
$failed_tests_data .= "\n" . $sep . 'BUILD ENVIRONMENT' . $sep;
$failed_tests_data .= "OS:\n" . PHP_OS . " - " . php_uname() . "\n\n";
$ldd = $autoconf = $sys_libtool = $libtool = $compiler = 'N/A';
if (substr(PHP_OS, 0, 3) != "WIN") {
/* If PHP_AUTOCONF is set, use it; otherwise, use 'autoconf'. */
if (getenv('PHP_AUTOCONF')) {
$autoconf = shell_exec(getenv('PHP_AUTOCONF') . ' --version');
} else {
$autoconf = shell_exec('autoconf --version');
}
/* Always use the generated libtool - Mac OSX uses 'glibtool' */
$libtool = shell_exec($CUR_DIR . '/libtool --version');
/* Use shtool to find out if there is glibtool present (MacOSX) */
$sys_libtool_path = shell_exec(__DIR__ . '/build/shtool path glibtool libtool');
if ($sys_libtool_path) {
$sys_libtool = shell_exec(str_replace("\n", "", $sys_libtool_path) . ' --version');
}
/* Try the most common flags for 'version' */
$flags = array('-v', '-V', '--version');
$cc_status = 0;
foreach($flags AS $flag) {
system(getenv('CC') . " $flag >/dev/null 2>&1", $cc_status);
if ($cc_status == 0) {
$compiler = shell_exec(getenv('CC') . " $flag 2>&1");
break;
}
}
$ldd = shell_exec("ldd $php 2>/dev/null");
}
$failed_tests_data .= "Autoconf:\n$autoconf\n";
$failed_tests_data .= "Bundled Libtool:\n$libtool\n";
$failed_tests_data .= "System Libtool:\n$sys_libtool\n";
$failed_tests_data .= "Compiler:\n$compiler\n";
$failed_tests_data .= "Bison:\n". shell_exec('bison --version 2>/dev/null') . "\n";
$failed_tests_data .= "Libraries:\n$ldd\n";
$failed_tests_data .= "\n";
if (isset($user_email)) {
$failed_tests_data .= "User's E-mail: " . $user_email . "\n\n";
}
$failed_tests_data .= $sep . "PHPINFO" . $sep;
2008-08-15 04:53:56 +08:00
$failed_tests_data .= shell_exec($php . ' -ddisplay_errors=stderr -dhtml_errors=0 -i 2> /dev/null');
2012-04-26 19:48:49 +08:00
if ($just_save_results || !mail_qa_team($failed_tests_data, $compression, $status) && !TRAVIS_CI) {
file_put_contents($output_file, $failed_tests_data);
if (!$just_save_results) {
echo "\nThe test script was unable to automatically send the report to PHP's QA Team\n";
}
echo "Please send " . $output_file . " to " . PHP_QA_EMAIL . " manually, thank you.\n";
2012-04-26 19:48:49 +08:00
} elseif (!getenv('NO_INTERACTION') && !TRAVIS_CI) {
fwrite($fp, "\nThank you for helping to make PHP better.\n");
fclose($fp);
}
}
}
}
// Determine the tests to be run.
$test_files = array();
$redir_tests = array();
$test_results = array();
2008-05-26 00:05:04 +08:00
$PHP_FAILED_TESTS = array('BORKED' => array(), 'FAILED' => array(), 'WARNED' => array(), 'LEAKED' => array(), 'XFAILED' => array());
2003-03-05 03:32:06 +08:00
// If parameters given assume they represent selected tests to run.
$failed_tests_file= false;
$pass_option_n = false;
$pass_options = '';
$compression = 0;
2008-07-22 00:08:15 +08:00
$output_file = $CUR_DIR . '/php_test_results_' . date('Ymd_Hi') . '.txt';
2008-07-21 18:48:31 +08:00
if ($compression && in_array("compress.zlib", stream_get_filters())) {
$output_file = 'compress.zlib://' . $output_file . '.gz';
}
2008-07-21 18:48:31 +08:00
2008-07-25 17:55:45 +08:00
$just_save_results = false;
$leak_check = false;
$html_output = false;
$html_file = null;
$temp_source = null;
$temp_target = null;
$temp_urlbase = null;
$conf_passed = null;
2006-01-04 23:08:02 +08:00
$no_clean = false;
$cfgtypes = array('show', 'keep');
$cfgfiles = array('skip', 'php', 'clean', 'out', 'diff', 'exp');
$cfg = array();
2008-07-21 18:48:31 +08:00
foreach($cfgtypes as $type) {
$cfg[$type] = array();
2008-07-21 18:48:31 +08:00
foreach($cfgfiles as $file) {
$cfg[$type][$file] = false;
}
}
2008-07-21 18:48:31 +08:00
if (getenv('TEST_PHP_ARGS')) {
if (!isset($argc) || !$argc || !isset($argv)) {
$argv = array(__FILE__);
}
2008-07-21 18:48:31 +08:00
$argv = array_merge($argv, explode(' ', getenv('TEST_PHP_ARGS')));
$argc = count($argv);
}
if (isset($argc) && $argc > 1) {
2008-07-21 18:48:31 +08:00
for ($i=1; $i<$argc; $i++) {
$is_switch = false;
$switch = substr($argv[$i],1,1);
$repeat = substr($argv[$i],0,1) == '-';
2008-07-21 18:48:31 +08:00
while ($repeat) {
2008-07-21 18:48:31 +08:00
if (!$is_switch) {
$switch = substr($argv[$i],1,1);
}
2008-07-21 18:48:31 +08:00
$is_switch = true;
2008-07-21 18:48:31 +08:00
if ($repeat) {
foreach($cfgtypes as $type) {
2008-07-21 18:48:31 +08:00
if (strpos($switch, '--' . $type) === 0) {
foreach($cfgfiles as $file) {
if ($switch == '--' . $type . '-' . $file) {
$cfg[$type][$file] = true;
$is_switch = false;
break;
}
}
}
}
}
2008-07-21 18:48:31 +08:00
if (!$is_switch) {
$is_switch = true;
break;
}
2008-07-21 18:48:31 +08:00
$repeat = false;
2008-07-21 18:48:31 +08:00
switch($switch) {
case 'r':
case 'l':
2008-07-22 00:08:15 +08:00
$test_list = file($argv[++$i]);
if ($test_list) {
foreach($test_list as $test) {
$matches = array();
if (preg_match('/^#.*\[(.*)\]\:\s+(.*)$/', $test, $matches)) {
$redir_tests[] = array($matches[1], $matches[2]);
} else if (strlen($test)) {
$test_files[] = trim($test);
}
}
}
if ($switch != 'l') {
break;
}
$i--;
// break left intentionally
case 'w':
$failed_tests_file = fopen($argv[++$i], 'w+t');
break;
case 'a':
$failed_tests_file = fopen($argv[++$i], 'a+t');
break;
case 'c':
$conf_passed = $argv[++$i];
break;
case 'd':
$ini_overwrites[] = $argv[++$i];
break;
case 'g':
$SHOW_ONLY_GROUPS = explode(",", $argv[++$i]);;
break;
//case 'h'
case '--keep-all':
foreach($cfgfiles as $file) {
$cfg['keep'][$file] = true;
}
break;
//case 'l'
case 'm':
$leak_check = true;
$valgrind_cmd = "valgrind --version";
$valgrind_header = system_with_timeout($valgrind_cmd, $environment);
$replace_count = 0;
if (!$valgrind_header) {
error("Valgrind returned no version info, cannot proceed.\nPlease check if Valgrind is installed.");
} else {
$valgrind_version = preg_replace("/valgrind-(\d+)\.(\d+)\.(\d+)([.\w_-]+)?(\s+)/", '$1.$2.$3', $valgrind_header, 1, $replace_count);
if ($replace_count != 1) {
error("Valgrind returned invalid version info (\"$valgrind_header\"), cannot proceed.");
}
$valgrind_header = trim($valgrind_header);
}
break;
case 'n':
if (!$pass_option_n) {
$pass_options .= ' -n';
}
$pass_option_n = true;
break;
case 'e':
$pass_options .= ' -e';
break;
2006-01-04 23:08:02 +08:00
case '--no-clean':
$no_clean = true;
break;
case 'p':
$php = $argv[++$i];
putenv("TEST_PHP_EXECUTABLE=$php");
2008-08-30 19:25:34 +08:00
$environment['TEST_PHP_EXECUTABLE'] = $php;
break;
case 'P':
if(constant('PHP_BINARY')) {
$php = PHP_BINARY;
} else {
break;
}
putenv("TEST_PHP_EXECUTABLE=$php");
$environment['TEST_PHP_EXECUTABLE'] = $php;
break;
case 'q':
putenv('NO_INTERACTION=1');
break;
//case 'r'
case 's':
$output_file = $argv[++$i];
$just_save_results = true;
break;
case '--set-timeout':
$environment['TEST_TIMEOUT'] = $argv[++$i];
break;
case '--show-all':
foreach($cfgfiles as $file) {
$cfg['show'][$file] = true;
}
break;
case '--temp-source':
$temp_source = $argv[++$i];
break;
case '--temp-target':
$temp_target = $argv[++$i];
if ($temp_urlbase) {
$temp_urlbase = $temp_target;
}
break;
case '--temp-urlbase':
$temp_urlbase = $argv[++$i];
break;
case 'v':
case '--verbose':
$DETAILED = true;
break;
case 'x':
$environment['SKIP_SLOW_TESTS'] = 1;
break;
case '--offline':
$environment['SKIP_ONLINE_TESTS'] = 1;
break;
//case 'w'
case '-':
// repeat check with full switch
$switch = $argv[$i];
if ($switch != '-') {
$repeat = true;
}
break;
case '--html':
2008-07-22 00:08:15 +08:00
$html_file = fopen($argv[++$i], 'wt');
$html_output = is_resource($html_file);
break;
case '--version':
echo '$Id$' . "\n";
exit(1);
default:
echo "Illegal switch '$switch' specified!\n";
case 'h':
case '-help':
case '--help':
echo <<<HELP
Synopsis:
php run-tests.php [options] [files] [directories]
Options:
-l <file> Read the testfiles to be executed from <file>. After the test
has finished all failed tests are written to the same <file>.
If the list is empty and no further test is specified then
all tests are executed (same as: -r <file> -w <file>).
-r <file> Read the testfiles to be executed from <file>.
-w <file> Write a list of all failed tests to <file>.
-a <file> Same as -w but append rather then truncating <file>.
-c <file> Look for php.ini in directory <file> or use <file> as ini.
2004-03-29 15:49:32 +08:00
-n Pass -n option to the php binary (Do not use a php.ini).
-d foo=bar Pass -d option to the php binary (Define INI entry foo
with value 'bar').
-g Comma separated list of groups to show during test run
(possible values: PASS, FAIL, XFAIL, SKIP, BORK, WARN, LEAK, REDIRECT).
-m Test for memory leaks with Valgrind.
-p <php> Specify PHP executable to run.
-P Use PHP_BINARY as PHP executable to run.
2006-02-16 14:29:40 +08:00
-q Quiet, no user interaction (same as environment NO_INTERACTION).
-s <file> Write output to <file>.
2008-07-22 17:35:55 +08:00
-x Sets 'SKIP_SLOW_TESTS' environmental variable.
--offline Sets 'SKIP_ONLINE_TESTS' environmental variable.
--verbose
-v Verbose mode.
--help
-h This Help.
--html <file> Generate HTML output.
--temp-source <sdir> --temp-target <tdir> [--temp-urlbase <url>]
Write temporary files to <tdir> by replacing <sdir> from the
filenames to generate with <tdir>. If --html is being used and
<url> given then the generated links are relative and prefixed
with the given url. In general you want to make <sdir> the path
to your source files and <tdir> some pach in your web page
hierarchy with <url> pointing to <tdir>.
2006-01-04 23:08:02 +08:00
--keep-[all|php|skip|clean]
Do not delete 'all' files, 'php' test file, 'skip' or 'clean'
2006-01-04 23:08:02 +08:00
file.
2008-07-22 00:08:15 +08:00
2008-07-22 17:35:55 +08:00
--set-timeout [n]
Set timeout for individual tests, where [n] is the number of
seconds. The default value is 60 seconds, or 300 seconds when
testing for memory leaks.
--show-[all|php|skip|clean|exp|diff|out]
Show 'all' files, 'php' test file, 'skip' or 'clean' file. You
can also use this to show the output 'out', the expected result
2008-07-21 18:48:31 +08:00
'exp' or the difference between them 'diff'. The result types
get written independent of the log format, however 'diff' only
exists when a test fails.
2006-01-04 23:08:02 +08:00
--no-clean Do not execute clean section if any.
HELP;
exit(1);
}
}
2008-07-21 18:48:31 +08:00
if (!$is_switch) {
$testfile = realpath($argv[$i]);
2008-07-21 18:48:31 +08:00
if (!$testfile && strpos($argv[$i], '*') !== false && function_exists('glob')) {
2008-07-21 18:48:31 +08:00
if (preg_match("/\.phpt$/", $argv[$i])) {
$pattern_match = glob($argv[$i]);
} else if (preg_match("/\*$/", $argv[$i])) {
$pattern_match = glob($argv[$i] . '.phpt');
} else {
die("bogus test name " . $argv[$i] . "\n");
}
2008-07-21 18:48:31 +08:00
if (is_array($pattern_match)) {
$test_files = array_merge($test_files, $pattern_match);
}
2008-07-21 18:48:31 +08:00
} else if (is_dir($testfile)) {
find_files($testfile);
} else if (preg_match("/\.phpt$/", $testfile)) {
$test_files[] = $testfile;
} else {
die("bogus test name " . $argv[$i] . "\n");
}
}
}
2008-07-22 00:08:15 +08:00
if (strlen($conf_passed)) {
2008-07-16 23:41:58 +08:00
if (substr(PHP_OS, 0, 3) == "WIN") {
$pass_options .= " -c " . escapeshellarg($conf_passed);
} else {
$pass_options .= " -c '$conf_passed'";
}
}
2008-07-22 00:08:15 +08:00
2003-05-24 06:35:15 +08:00
$test_files = array_unique($test_files);
$test_files = array_merge($test_files, $redir_tests);
// Run selected tests.
2004-03-28 22:12:14 +08:00
$test_cnt = count($test_files);
2008-07-22 00:08:15 +08:00
2004-03-28 22:12:14 +08:00
if ($test_cnt) {
putenv('NO_INTERACTION=1');
verify_config();
write_information($html_output);
usort($test_files, "test_sort");
$start_time = time();
2008-07-22 00:08:15 +08:00
if (!$html_output) {
echo "Running selected tests.\n";
} else {
show_start($start_time);
}
2008-07-22 00:08:15 +08:00
2004-03-28 22:12:14 +08:00
$test_idx = 0;
2006-01-01 01:48:26 +08:00
run_all_tests($test_files, $environment);
$end_time = time();
2008-07-22 00:08:15 +08:00
if ($html_output) {
show_end($end_time);
}
2008-07-22 00:08:15 +08:00
if ($failed_tests_file) {
fclose($failed_tests_file);
}
2008-07-22 00:08:15 +08:00
compute_summary();
if ($html_output) {
fwrite($html_file, "<hr/>\n" . get_summary(false, true));
}
echo "=====================================================================";
echo get_summary(false, false);
2008-07-21 18:48:31 +08:00
if ($html_output) {
fclose($html_file);
}
2008-07-21 18:48:31 +08:00
if ($output_file != '' && $just_save_results) {
save_or_mail_results();
}
junit_save_xml();
if (getenv('REPORT_EXIT_STATUS') == 1 and $sum_results['FAILED']) {
exit(1);
}
2008-07-21 18:48:31 +08:00
exit(0);
}
2001-08-28 00:39:49 +08:00
}
verify_config();
write_information($html_output);
// Compile a list of all test files (*.phpt).
$test_files = array();
$exts_tested = count($exts_to_test);
$exts_skipped = 0;
$ignored_by_ext = 0;
sort($exts_to_test);
$test_dirs = array();
$optionals = array('tests', 'ext', 'Zend', 'ZendEngine2', 'sapi/cli', 'sapi/cgi', 'sapi/fpm');
2008-07-21 18:48:31 +08:00
2003-06-02 02:34:03 +08:00
foreach($optionals as $dir) {
if (@filetype($dir) == 'dir') {
$test_dirs[] = $dir;
}
}
// Convert extension names to lowercase
foreach ($exts_to_test as $key => $val) {
$exts_to_test[$key] = strtolower($val);
}
foreach ($test_dirs as $dir) {
2002-10-08 11:00:06 +08:00
find_files("{$cwd}/{$dir}", ($dir == 'ext'));
}
foreach ($user_tests as $dir) {
find_files($dir, ($dir == 'ext'));
}
2008-07-21 18:48:31 +08:00
function find_files($dir, $is_ext_dir = false, $ignore = false)
{
global $test_files, $exts_to_test, $ignored_by_ext, $exts_skipped, $exts_tested;
$o = opendir($dir) or error("cannot open directory: $dir");
2008-07-21 18:48:31 +08:00
while (($name = readdir($o)) !== false) {
if (is_dir("{$dir}/{$name}") && !in_array($name, array('.', '..', '.svn'))) {
$skip_ext = ($is_ext_dir && !in_array(strtolower($name), $exts_to_test));
if ($skip_ext) {
$exts_skipped++;
}
2008-07-21 18:48:31 +08:00
find_files("{$dir}/{$name}", false, $ignore || $skip_ext);
2002-10-08 11:00:06 +08:00
}
// Cleanup any left-over tmp files from last run.
if (substr($name, -4) == '.tmp') {
@unlink("$dir/$name");
continue;
}
// Otherwise we're only interested in *.phpt files.
if (substr($name, -5) == '.phpt') {
if ($ignore) {
$ignored_by_ext++;
} else {
$testfile = realpath("{$dir}/{$name}");
$test_files[] = $testfile;
}
}
}
2008-07-21 18:48:31 +08:00
closedir($o);
}
function test_name($name)
{
if (is_array($name)) {
return $name[0] . ':' . $name[1];
} else {
return $name;
}
}
2003-08-10 12:23:02 +08:00
function test_sort($a, $b)
{
global $cwd;
2008-07-22 00:08:15 +08:00
$a = test_name($a);
$b = test_name($b);
2008-07-21 18:48:31 +08:00
$ta = strpos($a, "{$cwd}/tests") === 0 ? 1 + (strpos($a, "{$cwd}/tests/run-test") === 0 ? 1 : 0) : 0;
$tb = strpos($b, "{$cwd}/tests") === 0 ? 1 + (strpos($b, "{$cwd}/tests/run-test") === 0 ? 1 : 0) : 0;
if ($ta == $tb) {
return strcmp($a, $b);
} else {
return $tb - $ta;
}
}
2003-05-24 06:35:15 +08:00
$test_files = array_unique($test_files);
usort($test_files, "test_sort");
$start_time = time();
show_start($start_time);
2004-03-28 22:12:14 +08:00
$test_cnt = count($test_files);
$test_idx = 0;
2006-01-01 01:48:26 +08:00
run_all_tests($test_files, $environment);
$end_time = time();
2008-07-21 18:48:31 +08:00
if ($failed_tests_file) {
fclose($failed_tests_file);
}
// Summarize results
if (0 == count($test_results)) {
2002-10-08 11:00:06 +08:00
echo "No tests were run.\n";
return;
}
compute_summary();
show_end($end_time);
show_summary();
if ($html_output) {
fclose($html_file);
}
save_or_mail_results();
2011-02-11 09:34:03 +08:00
junit_save_xml();
if (getenv('REPORT_EXIT_STATUS') == 1 and $sum_results['FAILED']) {
exit(1);
}
exit(0);
//
// Send Email to QA Team
//
2008-07-21 18:48:31 +08:00
function mail_qa_team($data, $compression, $status = false)
{
$url_bits = parse_url(QA_SUBMISSION_PAGE);
2008-07-21 18:48:31 +08:00
if (($proxy = getenv('http_proxy'))) {
$proxy = parse_url($proxy);
$path = $url_bits['host'].$url_bits['path'];
$host = $proxy['host'];
if (empty($proxy['port'])) {
$proxy['port'] = 80;
}
$port = $proxy['port'];
} else {
$path = $url_bits['path'];
$host = $url_bits['host'];
$port = empty($url_bits['port']) ? 80 : $port = $url_bits['port'];
}
2008-07-21 18:48:31 +08:00
2006-07-17 18:48:11 +08:00
$data = "php_test_data=" . urlencode(base64_encode(str_replace("\00", '[0x0]', $data)));
$data_length = strlen($data);
2008-07-22 00:08:15 +08:00
$fs = fsockopen($host, $port, $errno, $errstr, 10);
2008-07-21 18:48:31 +08:00
if (!$fs) {
2008-07-21 18:48:31 +08:00
return false;
}
2003-03-17 20:43:29 +08:00
$php_version = urlencode(TESTED_PHP_VERSION);
echo "\nPosting to ". QA_SUBMISSION_PAGE . "\n";
fwrite($fs, "POST " . $path . "?status=$status&version=$php_version HTTP/1.1\r\n");
fwrite($fs, "Host: " . $host . "\r\n");
fwrite($fs, "User-Agent: QA Browser 0.1\r\n");
fwrite($fs, "Content-Type: application/x-www-form-urlencoded\r\n");
2008-07-21 18:48:31 +08:00
fwrite($fs, "Content-Length: " . $data_length . "\r\n\r\n");
fwrite($fs, $data);
fwrite($fs, "\r\n\r\n");
fclose($fs);
return 1;
2011-02-11 09:34:03 +08:00
}
2008-07-21 18:48:31 +08:00
//
// Write the given text to a temporary file, and return the filename.
//
function save_text($filename, $text, $filename_copy = null)
{
global $DETAILED;
2008-06-20 05:09:43 +08:00
if ($filename_copy && $filename_copy != $filename) {
2011-11-27 01:30:03 +08:00
if (file_put_contents($filename_copy, $text, FILE_BINARY) === false) {
error("Cannot open file '" . $filename_copy . "' (save_text)");
}
}
2008-07-21 18:48:31 +08:00
2011-11-27 01:30:03 +08:00
if (file_put_contents($filename, $text, FILE_BINARY) === false) {
2005-12-07 19:12:52 +08:00
error("Cannot open file '" . $filename . "' (save_text)");
}
2008-07-21 18:48:31 +08:00
if (1 < $DETAILED) echo "
FILE $filename {{{
$text
2011-02-11 09:34:03 +08:00
}}}
";
}
//
// Write an error in a format recognizable to Emacs or MSVC.
//
2011-02-11 09:34:03 +08:00
function error_report($testname, $logname, $tested)
{
2002-10-08 11:00:06 +08:00
$testname = realpath($testname);
$logname = realpath($logname);
2008-07-21 18:48:31 +08:00
2002-10-08 11:00:06 +08:00
switch (strtoupper(getenv('TEST_PHP_ERROR_STYLE'))) {
2008-07-21 18:48:31 +08:00
case 'MSVC':
echo $testname . "(1) : $tested\n";
echo $logname . "(1) : $tested\n";
break;
case 'EMACS':
echo $testname . ":1: $tested\n";
echo $logname . ":1: $tested\n";
break;
2002-10-08 11:00:06 +08:00
}
}
2006-09-15 00:58:52 +08:00
function system_with_timeout($commandline, $env = null, $stdin = null)
{
global $leak_check, $cwd;
2005-12-18 20:08:18 +08:00
2011-11-27 01:30:03 +08:00
$data = '';
2008-07-22 00:08:15 +08:00
2008-12-08 20:36:10 +08:00
$bin_env = array();
foreach((array)$env as $key => $value) {
2011-11-27 01:30:03 +08:00
$bin_env[$key] = $value;
2008-12-08 20:36:10 +08:00
}
$proc = proc_open($commandline, array(
0 => array('pipe', 'r'),
1 => array('pipe', 'w'),
2 => array('pipe', 'w')
2008-12-08 20:36:10 +08:00
), $pipes, $cwd, $bin_env, array('suppress_errors' => true, 'binary_pipes' => true));
2008-07-22 00:08:15 +08:00
if (!$proc) {
return false;
2008-07-22 00:08:15 +08:00
}
2008-07-22 00:08:15 +08:00
if (!is_null($stdin)) {
2011-11-27 01:30:03 +08:00
fwrite($pipes[0], $stdin);
2006-09-15 00:58:52 +08:00
}
fclose($pipes[0]);
unset($pipes[0]);
2011-02-11 09:34:03 +08:00
$timeout = $leak_check ? 300 : (isset($env['TEST_TIMEOUT']) ? $env['TEST_TIMEOUT'] : 60);
while (true) {
/* hide errors from interrupted syscalls */
$r = $pipes;
$w = null;
$e = null;
2008-07-22 00:08:15 +08:00
$n = @stream_select($r, $w, $e, $timeout);
2008-07-22 00:08:15 +08:00
if ($n === false) {
break;
} else if ($n === 0) {
/* timed out */
2011-11-27 01:30:03 +08:00
$data .= "\n ** ERROR: process timed out **\n";
proc_terminate($proc, 9);
return $data;
} else if ($n > 0) {
2011-11-27 01:30:03 +08:00
$line = fread($pipes[1], 8192);
if (strlen($line) == 0) {
/* EOF */
break;
}
$data .= $line;
}
}
2008-07-22 00:08:15 +08:00
$stat = proc_get_status($proc);
2008-07-22 00:08:15 +08:00
if ($stat['signaled']) {
$data .= "\nTermsig=" . $stat['stopsig'] . "\n";
}
2015-01-31 02:52:09 +08:00
if ($stat["exitcode"] > 128 && $stat["exitcode"] < 160) {
$data .= "\nTermsig=" . ($stat["exitcode"] - 128) . "\n";
}
2008-07-22 00:08:15 +08:00
$code = proc_close($proc);
return $data;
}
2008-07-22 00:08:15 +08:00
function run_all_tests($test_files, $env, $redir_tested = null)
{
global $test_results, $failed_tests_file, $php, $test_cnt, $test_idx;
2008-07-22 00:08:15 +08:00
foreach($test_files as $name) {
if (is_array($name)) {
$index = "# $name[1]: $name[0]";
2008-07-22 00:08:15 +08:00
if ($redir_tested) {
$name = $name[0];
}
2008-07-22 00:08:15 +08:00
} else if ($redir_tested) {
$index = "# $redir_tested: $name";
2008-07-22 00:08:15 +08:00
} else {
$index = $name;
}
$test_idx++;
2006-01-01 01:48:26 +08:00
$result = run_test($php, $name, $env);
2008-07-22 00:08:15 +08:00
if (!is_array($name) && $result != 'REDIR') {
$test_results[$index] = $result;
2008-07-22 00:08:15 +08:00
if ($failed_tests_file && ($result == 'XFAILED' || $result == 'FAILED' || $result == 'WARNED' || $result == 'LEAKED')) {
fwrite($failed_tests_file, "$index\n");
}
}
}
}
//
// Show file or result block
//
2008-07-21 18:48:31 +08:00
function show_file_block($file, $block, $section = null)
{
global $cfg;
if ($cfg['show'][$file]) {
2008-07-21 18:48:31 +08:00
if (is_null($section)) {
$section = strtoupper($file);
}
2008-07-21 18:48:31 +08:00
echo "\n========" . $section . "========\n";
echo rtrim($block);
echo "\n========DONE========\n";
}
}
//
// Run an individual test case.
//
2006-01-01 01:48:26 +08:00
function run_test($php, $file, $env)
{
2006-01-01 01:48:26 +08:00
global $log_format, $info_params, $ini_overwrites, $cwd, $PHP_FAILED_TESTS;
global $pass_options, $DETAILED, $IN_REDIRECT, $test_cnt, $test_idx;
global $leak_check, $temp_source, $temp_target, $cfg, $environment;
2006-01-04 23:08:02 +08:00
global $no_clean;
global $valgrind_version;
global $JUNIT;
global $SHOW_ONLY_GROUPS;
global $no_file_cache;
$temp_filenames = null;
$org_file = $file;
if (isset($env['TEST_PHP_CGI_EXECUTABLE'])) {
$php_cgi = $env['TEST_PHP_CGI_EXECUTABLE'];
}
if (isset($env['TEST_PHPDBG_EXECUTABLE'])) {
$phpdbg = $env['TEST_PHPDBG_EXECUTABLE'];
}
2008-07-21 18:48:31 +08:00
if (is_array($file)) {
$file = $file[0];
}
if ($DETAILED) echo "
=================
TEST $file
";
2002-10-08 11:00:06 +08:00
// Load the sections of the test file.
$section_text = array('TEST' => '');
2002-10-08 11:00:06 +08:00
2009-12-21 23:44:58 +08:00
$fp = fopen($file, "rb") or error("Cannot open test file: $file");
2002-10-08 11:00:06 +08:00
2005-06-15 17:21:15 +08:00
$borked = false;
$bork_info = '';
2008-07-22 00:08:15 +08:00
if (!feof($fp)) {
$line = fgets($fp);
2008-07-22 00:08:15 +08:00
if ($line === false) {
$bork_info = "cannot read test";
$borked = true;
}
} else {
2005-06-15 17:21:15 +08:00
$bork_info = "empty test [$file]";
$borked = true;
}
2008-07-22 00:08:15 +08:00
if (!$borked && strncmp('--TEST--', $line, 8)) {
2005-06-15 17:21:15 +08:00
$bork_info = "tests must start with --TEST-- [$file]";
$borked = true;
}
2008-07-22 00:08:15 +08:00
$section = 'TEST';
$secfile = false;
$secdone = false;
2008-07-22 00:08:15 +08:00
2002-10-08 11:00:06 +08:00
while (!feof($fp)) {
$line = fgets($fp);
2009-12-21 23:44:58 +08:00
if ($line === false) {
break;
}
2002-10-08 11:00:06 +08:00
// Match the beginning of a section.
if (preg_match('/^--([_A-Z]+)--/', $line, $r)) {
2002-10-08 11:00:06 +08:00
$section = $r[1];
2011-11-27 01:30:03 +08:00
settype($section, 'string');
if (isset($section_text[$section])) {
$bork_info = "duplicated $section section";
$borked = true;
}
2011-11-27 01:30:03 +08:00
$section_text[$section] = '';
$secfile = $section == 'FILE' || $section == 'FILEEOF' || $section == 'FILE_EXTERNAL';
$secdone = false;
2002-10-08 11:00:06 +08:00
continue;
}
2008-07-21 18:48:31 +08:00
2002-10-08 11:00:06 +08:00
// Add to the section text.
if (!$secdone) {
$section_text[$section] .= $line;
}
// End of actual test?
2011-11-27 01:30:03 +08:00
if ($secfile && preg_match('/^===DONE===\s*$/', $line)) {
$secdone = true;
}
2002-10-08 11:00:06 +08:00
}
// the redirect section allows a set of tests to be reused outside of
// a given test dir
2008-07-22 00:08:15 +08:00
if (!$borked) {
if (@count($section_text['REDIRECTTEST']) == 1) {
if ($IN_REDIRECT) {
$borked = true;
$bork_info = "Can't redirect a test from within a redirected test";
} else {
2008-07-22 00:08:15 +08:00
$borked = false;
}
} else {
if (!isset($section_text['PHPDBG']) && @count($section_text['FILE']) + @count($section_text['FILEEOF']) + @count($section_text['FILE_EXTERNAL']) != 1) {
2008-07-22 00:08:15 +08:00
$bork_info = "missing section --FILE--";
$borked = true;
}
if (@count($section_text['FILEEOF']) == 1) {
2011-11-27 01:30:03 +08:00
$section_text['FILE'] = preg_replace("/[\r\n]+$/", '', $section_text['FILEEOF']);
2008-07-22 00:08:15 +08:00
unset($section_text['FILEEOF']);
}
foreach (array( 'FILE', 'EXPECT', 'EXPECTF', 'EXPECTREGEX' ) as $prefix) {
$key = $prefix . '_EXTERNAL';
2008-07-22 00:08:15 +08:00
if (@count($section_text[$key]) == 1) {
// don't allow tests to retrieve files from anywhere but this subdirectory
$section_text[$key] = dirname($file) . '/' . trim(str_replace('..', '', $section_text[$key]));
if (file_exists($section_text[$key])) {
$section_text[$prefix] = file_get_contents($section_text[$key], FILE_BINARY);
unset($section_text[$key]);
} else {
$bork_info = "could not load --" . $key . "-- " . dirname($file) . '/' . trim($section_text[$key]);
$borked = true;
}
2008-07-22 00:08:15 +08:00
}
}
if ((@count($section_text['EXPECT']) + @count($section_text['EXPECTF']) + @count($section_text['EXPECTREGEX'])) != 1) {
$bork_info = "missing section --EXPECT--, --EXPECTF-- or --EXPECTREGEX--";
$borked = true;
}
}
}
2002-10-08 11:00:06 +08:00
fclose($fp);
$shortname = str_replace($cwd . '/', '', $file);
2005-12-24 03:40:12 +08:00
$tested_file = $shortname;
2005-06-15 17:21:15 +08:00
if ($borked) {
2005-12-24 03:40:12 +08:00
show_result("BORK", $bork_info, $tested_file);
2005-06-15 17:21:15 +08:00
$PHP_FAILED_TESTS['BORKED'][] = array (
2008-07-22 00:08:15 +08:00
'name' => $file,
2005-06-15 17:21:15 +08:00
'test_name' => '',
2008-07-22 00:08:15 +08:00
'output' => '',
'diff' => '',
'info' => "$bork_info [$file]",
2005-06-15 17:21:15 +08:00
);
junit_mark_test_as('BORK', $shortname, $tested_file, 0, $bork_info);
2005-06-15 17:21:15 +08:00
return 'BORKED';
}
$tested = trim($section_text['TEST']);
/* For GET/POST/PUT tests, check if cgi sapi is available and if it is, use it. */
if (!empty($section_text['GET']) || !empty($section_text['POST']) || !empty($section_text['GZIP_POST']) || !empty($section_text['DEFLATE_POST']) || !empty($section_text['POST_RAW']) || !empty($section_text['PUT']) || !empty($section_text['COOKIE']) || !empty($section_text['EXPECTHEADERS'])) {
if (isset($php_cgi)) {
$old_php = $php;
2008-07-22 00:08:15 +08:00
$php = $php_cgi . ' -C ';
} else if (!strncasecmp(PHP_OS, "win", 3) && file_exists(dirname($php) . "/php-cgi.exe")) {
2006-01-11 23:19:52 +08:00
$old_php = $php;
2008-07-22 00:08:15 +08:00
$php = realpath(dirname($php) . "/php-cgi.exe") . ' -C ';
2005-12-30 23:05:17 +08:00
} else {
2008-07-22 00:08:15 +08:00
if (file_exists(dirname($php) . "/../../sapi/cgi/php-cgi")) {
2007-06-29 17:49:21 +08:00
$old_php = $php;
2008-07-22 00:08:15 +08:00
$php = realpath(dirname($php) . "/../../sapi/cgi/php-cgi") . ' -C ';
2007-06-29 17:49:21 +08:00
} else if (file_exists("./sapi/cgi/php-cgi")) {
$old_php = $php;
$php = realpath("./sapi/cgi/php-cgi") . ' -C ';
} else if (file_exists(dirname($php) . "/php-cgi")) {
$old_php = $php;
$php = realpath(dirname($php) . "/php-cgi") . ' -C ';
2007-06-29 17:49:21 +08:00
} else {
2008-07-22 00:08:15 +08:00
show_result('SKIP', $tested, $tested_file, "reason: CGI not available");
junit_init_suite(junit_get_suitename_for($shortname));
junit_mark_test_as('SKIP', $shortname, $tested, 0, 'CGI not available');
2007-06-29 17:49:21 +08:00
return 'SKIPPED';
}
2005-12-30 23:05:17 +08:00
}
}
/* For phpdbg tests, check if phpdbg sapi is available and if it is, use it. */
if (array_key_exists('PHPDBG', $section_text)) {
if (!isset($section_text['STDIN'])) {
$section_text['STDIN'] = $section_text['PHPDBG']."\n";
}
if (isset($phpdbg)) {
$old_php = $php;
$php = $phpdbg . ' -qIb';
} else if (!strncasecmp(PHP_OS, "win", 3) && file_exists(dirname($php) . "/phpdbg.exe")) {
$old_php = $php;
$php = realpath(dirname($php) . "/phpdbg.exe") . ' -qIb ';
} else {
if (file_exists(dirname($php) . "/../../sapi/phpdbg/phpdbg")) {
$old_php = $php;
$php = realpath(dirname($php) . "/../../sapi/phpdbg/phpdbg") . ' -qIb ';
} else if (file_exists("./sapi/phpdbg/phpdbg")) {
$old_php = $php;
$php = realpath("./sapi/phpdbg/phpdbg") . ' -qIb ';
} else if (file_exists(dirname($php) . "/phpdbg")) {
$old_php = $php;
$php = realpath(dirname($php) . "/phpdbg") . ' -qIb ';
} else {
show_result('SKIP', $tested, $tested_file, "reason: phpdbg not available");
junit_init_suite(junit_get_suitename_for($shortname));
junit_mark_test_as('SKIP', $shortname, $tested, 0, 'phpdbg not available');
return 'SKIPPED';
}
}
}
if (!$SHOW_ONLY_GROUPS) {
show_test($test_idx, $shortname);
}
2003-08-05 16:31:56 +08:00
if (is_array($IN_REDIRECT)) {
$temp_dir = $test_dir = $IN_REDIRECT['dir'];
} else {
$temp_dir = $test_dir = realpath(dirname($file));
}
2008-07-21 18:48:31 +08:00
if ($temp_source && $temp_target) {
$temp_dir = str_replace($temp_source, $temp_target, $temp_dir);
}
2006-02-06 01:33:11 +08:00
$main_file_name = basename($file,'phpt');
2008-07-22 00:08:15 +08:00
$diff_filename = $temp_dir . DIRECTORY_SEPARATOR . $main_file_name . 'diff';
$log_filename = $temp_dir . DIRECTORY_SEPARATOR . $main_file_name . 'log';
$exp_filename = $temp_dir . DIRECTORY_SEPARATOR . $main_file_name . 'exp';
$output_filename = $temp_dir . DIRECTORY_SEPARATOR . $main_file_name . 'out';
$memcheck_filename = $temp_dir . DIRECTORY_SEPARATOR . $main_file_name . 'mem';
2010-11-13 18:18:35 +08:00
$sh_filename = $temp_dir . DIRECTORY_SEPARATOR . $main_file_name . 'sh';
2008-07-22 00:08:15 +08:00
$temp_file = $temp_dir . DIRECTORY_SEPARATOR . $main_file_name . 'php';
$test_file = $test_dir . DIRECTORY_SEPARATOR . $main_file_name . 'php';
$temp_skipif = $temp_dir . DIRECTORY_SEPARATOR . $main_file_name . 'skip.php';
$test_skipif = $test_dir . DIRECTORY_SEPARATOR . $main_file_name . 'skip.php';
$temp_clean = $temp_dir . DIRECTORY_SEPARATOR . $main_file_name . 'clean.php';
$test_clean = $test_dir . DIRECTORY_SEPARATOR . $main_file_name . 'clean.php';
$tmp_post = $temp_dir . DIRECTORY_SEPARATOR . uniqid('/phpt.');
$tmp_relative_file = str_replace(__DIR__ . DIRECTORY_SEPARATOR, '', $test_file) . 't';
if ($temp_source && $temp_target) {
2006-01-04 23:08:02 +08:00
$temp_skipif .= 's';
$temp_file .= 's';
$temp_clean .= 's';
2008-07-21 18:48:31 +08:00
$copy_file = $temp_dir . DIRECTORY_SEPARATOR . basename(is_array($file) ? $file[1] : $file) . '.phps';
if (!is_dir(dirname($copy_file))) {
2008-07-22 00:08:15 +08:00
mkdir(dirname($copy_file), 0777, true) or error("Cannot create output directory - " . dirname($copy_file));
}
2008-07-21 18:48:31 +08:00
if (isset($section_text['FILE'])) {
save_text($copy_file, $section_text['FILE']);
}
2008-07-21 18:48:31 +08:00
$temp_filenames = array(
'file' => $copy_file,
'diff' => $diff_filename,
'log' => $log_filename,
'exp' => $exp_filename,
'out' => $output_filename,
'mem' => $memcheck_filename,
2010-11-13 18:18:35 +08:00
'sh' => $sh_filename,
'php' => $temp_file,
2006-01-04 23:08:02 +08:00
'skip' => $temp_skipif,
'clean'=> $temp_clean);
}
if (is_array($IN_REDIRECT)) {
$tested = $IN_REDIRECT['prefix'] . ' ' . trim($section_text['TEST']);
$tested_file = $tmp_relative_file;
}
2002-10-08 11:00:06 +08:00
// unlink old test results
@unlink($diff_filename);
@unlink($log_filename);
@unlink($exp_filename);
@unlink($output_filename);
@unlink($memcheck_filename);
2010-11-13 18:18:35 +08:00
@unlink($sh_filename);
@unlink($temp_file);
@unlink($test_file);
@unlink($temp_skipif);
@unlink($test_skipif);
@unlink($tmp_post);
2006-01-04 23:08:02 +08:00
@unlink($temp_clean);
@unlink($test_clean);
2002-10-08 11:00:06 +08:00
// Reset environment from any previous test.
2008-07-21 18:48:31 +08:00
$env['REDIRECT_STATUS'] = '';
$env['QUERY_STRING'] = '';
$env['PATH_TRANSLATED'] = '';
$env['SCRIPT_FILENAME'] = '';
$env['REQUEST_METHOD'] = '';
$env['CONTENT_TYPE'] = '';
$env['CONTENT_LENGTH'] = '';
$env['TZ'] = '';
2008-07-21 18:48:31 +08:00
2006-01-01 01:48:26 +08:00
if (!empty($section_text['ENV'])) {
2008-07-21 18:48:31 +08:00
2006-11-22 18:45:06 +08:00
foreach(explode("\n", trim($section_text['ENV'])) as $e) {
2008-07-21 18:48:31 +08:00
$e = explode('=', trim($e), 2);
if (!empty($e[0]) && isset($e[1])) {
$env[$e[0]] = $e[1];
}
2006-01-01 01:48:26 +08:00
}
}
2002-10-08 11:00:06 +08:00
2006-02-13 02:51:12 +08:00
// Default ini settings
$ini_settings = array();
// additional ini overwrites
//$ini_overwrites[] = 'setting=value';
settings2array($ini_overwrites, $ini_settings);
// Any special ini settings
// these may overwrite the test defaults...
if (array_key_exists('INI', $section_text)) {
if (strpos($section_text['INI'], '{PWD}') !== false) {
$section_text['INI'] = str_replace('{PWD}', dirname($file), $section_text['INI']);
}
settings2array(preg_split( "/[\n\r]+/", $section_text['INI']), $ini_settings);
}
2008-07-21 18:48:31 +08:00
// Additional required extensions
if (array_key_exists('EXTENSIONS', $section_text)) {
$ext_dir=`$php -r 'echo ini_get("extension_dir");'`;
$extensions = preg_split("/[\n\r]+/", trim($section_text['EXTENSIONS']));
$loaded = explode(",", `$php -n -r 'echo join(",", get_loaded_extensions());'`);
foreach ($extensions as $req_ext) {
if (!in_array($req_ext, $loaded)) {
$ini_settings['extension'][] = $ext_dir . DIRECTORY_SEPARATOR . $req_ext . '.' . PHP_SHLIB_SUFFIX;
}
}
}
2006-02-13 02:51:12 +08:00
settings2params($ini_settings);
// Check if test should be skipped.
2003-05-18 07:58:03 +08:00
$info = '';
$warn = false;
2008-07-21 18:48:31 +08:00
2008-11-03 21:07:28 +08:00
if (array_key_exists('SKIPIF', $section_text)) {
if (trim($section_text['SKIPIF'])) {
show_file_block('skip', $section_text['SKIPIF']);
save_text($test_skipif, $section_text['SKIPIF'], $temp_skipif);
$extra = substr(PHP_OS, 0, 3) !== "WIN" ?
"unset REQUEST_METHOD; unset QUERY_STRING; unset PATH_TRANSLATED; unset SCRIPT_FILENAME; unset REQUEST_METHOD;": "";
if ($leak_check) {
$env['USE_ZEND_ALLOC'] = '0';
$env['ZEND_DONT_UNLOAD_MODULES'] = 1;
2008-11-03 21:07:28 +08:00
} else {
$env['USE_ZEND_ALLOC'] = '1';
$env['ZEND_DONT_UNLOAD_MODULES'] = 0;
2007-05-02 23:41:06 +08:00
}
2008-07-22 00:08:15 +08:00
junit_start_timer($shortname);
$output = system_with_timeout("$extra $php $pass_options -q $ini_settings $no_file_cache -d display_errors=0 \"$test_skipif\"", $env);
junit_finish_timer($shortname);
2008-07-22 00:08:15 +08:00
2006-01-04 23:08:02 +08:00
if (!$cfg['keep']['skip']) {
@unlink($test_skipif);
}
2008-07-22 00:08:15 +08:00
if (!strncasecmp('skip', ltrim($output), 4)) {
2008-11-03 21:07:28 +08:00
if (preg_match('/^\s*skip\s*(.+)\s*/i', $output, $m)) {
show_result('SKIP', $tested, $tested_file, "reason: $m[1]", $temp_filenames);
} else {
show_result('SKIP', $tested, $tested_file, '', $temp_filenames);
}
2008-07-22 00:08:15 +08:00
if (isset($old_php)) {
$php = $old_php;
}
2008-07-22 00:08:15 +08:00
if (!$cfg['keep']['skip']) {
@unlink($test_skipif);
}
2008-07-22 00:08:15 +08:00
$message = !empty($m[1]) ? $m[1] : '';
junit_mark_test_as('SKIP', $shortname, $tested, null, $message);
return 'SKIPPED';
}
2008-07-22 00:08:15 +08:00
if (!strncasecmp('info', ltrim($output), 4)) {
if (preg_match('/^\s*info\s*(.+)\s*/i', $output, $m)) {
$info = " (info: $m[1])";
}
}
2008-07-22 00:08:15 +08:00
if (!strncasecmp('warn', ltrim($output), 4)) {
if (preg_match('/^\s*warn\s*(.+)\s*/i', $output, $m)) {
$warn = true; /* only if there is a reason */
$info = " (warn: $m[1])";
}
}
}
}
if (!extension_loaded("zlib")
&& ( array_key_exists("GZIP_POST", $section_text)
|| array_key_exists("DEFLATE_POST", $section_text))
) {
$message = "ext/zlib required";
show_result('SKIP', $tested, $tested_file, "reason: $message", $temp_filenames);
junit_mark_test_as('SKIP', $shortname, $tested, null, $message);
return 'SKIPPED';
}
if (@count($section_text['REDIRECTTEST']) == 1) {
$test_files = array();
$IN_REDIRECT = eval($section_text['REDIRECTTEST']);
$IN_REDIRECT['via'] = "via [$shortname]\n\t";
$IN_REDIRECT['dir'] = realpath(dirname($file));
$IN_REDIRECT['prefix'] = trim($section_text['TEST']);
2008-07-22 00:08:15 +08:00
if (count($IN_REDIRECT['TESTS']) == 1) {
if (is_array($org_file)) {
$test_files[] = $org_file[1];
} else {
$GLOBALS['test_files'] = $test_files;
find_files($IN_REDIRECT['TESTS']);
2008-07-22 00:08:15 +08:00
foreach($GLOBALS['test_files'] as $f) {
$test_files[] = array($f, $file);
}
}
2008-07-22 00:08:15 +08:00
$test_cnt += @count($test_files) - 1;
$test_idx--;
2005-07-18 08:19:28 +08:00
show_redirect_start($IN_REDIRECT['TESTS'], $tested, $tested_file);
2005-07-18 08:19:28 +08:00
// set up environment
2006-01-01 01:48:26 +08:00
$redirenv = array_merge($environment, $IN_REDIRECT['ENV']);
$redirenv['REDIR_TEST_DIR'] = realpath($IN_REDIRECT['TESTS']) . DIRECTORY_SEPARATOR;
2008-07-22 00:08:15 +08:00
usort($test_files, "test_sort");
2006-01-01 01:48:26 +08:00
run_all_tests($test_files, $redirenv, $tested);
2008-07-22 00:08:15 +08:00
show_redirect_ends($IN_REDIRECT['TESTS'], $tested, $tested_file);
2008-07-22 00:08:15 +08:00
// a redirected test never fails
$IN_REDIRECT = false;
junit_mark_test_as('PASS', $shortname, $tested);
return 'REDIR';
2008-07-22 00:08:15 +08:00
} else {
2008-07-22 00:08:15 +08:00
$bork_info = "Redirect info must contain exactly one TEST string to be used as redirect directory.";
show_result("BORK", $bork_info, '', $temp_filenames);
$PHP_FAILED_TESTS['BORKED'][] = array (
'name' => $file,
'test_name' => '',
'output' => '',
'diff' => '',
'info' => "$bork_info [$file]",
);
}
}
2008-07-21 18:48:31 +08:00
if (is_array($org_file) || @count($section_text['REDIRECTTEST']) == 1) {
2008-07-21 18:48:31 +08:00
if (is_array($org_file)) {
$file = $org_file[0];
}
$bork_info = "Redirected test did not contain redirection info";
show_result("BORK", $bork_info, '', $temp_filenames);
$PHP_FAILED_TESTS['BORKED'][] = array (
'name' => $file,
'test_name' => '',
'output' => '',
'diff' => '',
'info' => "$bork_info [$file]",
);
junit_mark_test_as('BORK', $shortname, $tested, null, $bork_info);
return 'BORKED';
}
2008-07-22 00:08:15 +08:00
2002-10-08 11:00:06 +08:00
// We've satisfied the preconditions - run the test!
if (isset($section_text['FILE'])) {
show_file_block('php', $section_text['FILE'], 'TEST');
save_text($test_file, $section_text['FILE'], $temp_file);
} else {
$test_file = $temp_file = "";
}
2008-07-21 18:48:31 +08:00
2002-10-08 11:00:06 +08:00
if (array_key_exists('GET', $section_text)) {
$query_string = trim($section_text['GET']);
} else {
$query_string = '';
2002-10-08 11:00:06 +08:00
}
2006-01-01 01:48:26 +08:00
$env['REDIRECT_STATUS'] = '1';
if (empty($env['QUERY_STRING'])) {
$env['QUERY_STRING'] = $query_string;
}
if (empty($env['PATH_TRANSLATED'])) {
$env['PATH_TRANSLATED'] = $test_file;
}
if (empty($env['SCRIPT_FILENAME'])) {
$env['SCRIPT_FILENAME'] = $test_file;
}
2002-10-08 11:00:06 +08:00
if (array_key_exists('COOKIE', $section_text)) {
$env['HTTP_COOKIE'] = trim($section_text['COOKIE']);
} else {
$env['HTTP_COOKIE'] = '';
}
2008-07-21 18:48:31 +08:00
$args = isset($section_text['ARGS']) ? ' -- ' . $section_text['ARGS'] : '';
2002-10-08 11:00:06 +08:00
if (array_key_exists('POST_RAW', $section_text) && !empty($section_text['POST_RAW'])) {
2008-07-21 18:48:31 +08:00
$post = trim($section_text['POST_RAW']);
$raw_lines = explode("\n", $post);
$request = '';
$started = false;
2008-07-21 18:48:31 +08:00
foreach ($raw_lines as $line) {
2008-07-21 18:48:31 +08:00
if (empty($env['CONTENT_TYPE']) && preg_match('/^Content-Type:(.*)/i', $line, $res)) {
$env['CONTENT_TYPE'] = trim(str_replace("\r", '', $res[1]));
continue;
}
2008-07-21 18:48:31 +08:00
if ($started) {
$request .= "\n";
}
$started = true;
$request .= $line;
}
$env['CONTENT_LENGTH'] = strlen($request);
$env['REQUEST_METHOD'] = 'POST';
if (empty($request)) {
junit_mark_test_as('BORK', $shortname, $tested, null, 'empty $request');
return 'BORKED';
}
2008-07-21 18:48:31 +08:00
save_text($tmp_post, $request);
$cmd = "$php $pass_options $ini_settings -f \"$test_file\" 2>&1 < \"$tmp_post\"";
2008-07-21 18:48:31 +08:00
} elseif (array_key_exists('PUT', $section_text) && !empty($section_text['PUT'])) {
$post = trim($section_text['PUT']);
$raw_lines = explode("\n", $post);
$request = '';
$started = false;
foreach ($raw_lines as $line) {
if (empty($env['CONTENT_TYPE']) && preg_match('/^Content-Type:(.*)/i', $line, $res)) {
$env['CONTENT_TYPE'] = trim(str_replace("\r", '', $res[1]));
continue;
}
if ($started) {
$request .= "\n";
}
$started = true;
$request .= $line;
}
$env['CONTENT_LENGTH'] = strlen($request);
$env['REQUEST_METHOD'] = 'PUT';
if (empty($request)) {
junit_mark_test_as('BORK', $shortname, $tested, null, 'empty $request');
return 'BORKED';
}
save_text($tmp_post, $request);
$cmd = "$php $pass_options $ini_settings -f \"$test_file\" 2>&1 < \"$tmp_post\"";
2008-07-22 00:08:15 +08:00
} else if (array_key_exists('POST', $section_text) && !empty($section_text['POST'])) {
2002-10-08 11:00:06 +08:00
$post = trim($section_text['POST']);
$content_length = strlen($post);
save_text($tmp_post, $post);
2006-01-01 01:48:26 +08:00
$env['REQUEST_METHOD'] = 'POST';
if (empty($env['CONTENT_TYPE'])) {
$env['CONTENT_TYPE'] = 'application/x-www-form-urlencoded';
}
if (empty($env['CONTENT_LENGTH'])) {
$env['CONTENT_LENGTH'] = $content_length;
}
2002-10-08 11:00:06 +08:00
$cmd = "$php $pass_options $ini_settings -f \"$test_file\" 2>&1 < \"$tmp_post\"";
} else if (array_key_exists('GZIP_POST', $section_text) && !empty($section_text['GZIP_POST'])) {
$post = trim($section_text['GZIP_POST']);
$post = gzencode($post, 9, FORCE_GZIP);
$env['HTTP_CONTENT_ENCODING'] = 'gzip';
save_text($tmp_post, $post);
$content_length = strlen($post);
$env['REQUEST_METHOD'] = 'POST';
$env['CONTENT_TYPE'] = 'application/x-www-form-urlencoded';
$env['CONTENT_LENGTH'] = $content_length;
$cmd = "$php $pass_options $ini_settings -f \"$test_file\" 2>&1 < \"$tmp_post\"";
} else if (array_key_exists('DEFLATE_POST', $section_text) && !empty($section_text['DEFLATE_POST'])) {
$post = trim($section_text['DEFLATE_POST']);
$post = gzcompress($post, 9);
$env['HTTP_CONTENT_ENCODING'] = 'deflate';
save_text($tmp_post, $post);
$content_length = strlen($post);
$env['REQUEST_METHOD'] = 'POST';
$env['CONTENT_TYPE'] = 'application/x-www-form-urlencoded';
$env['CONTENT_LENGTH'] = $content_length;
$cmd = "$php $pass_options $ini_settings -f \"$test_file\" 2>&1 < \"$tmp_post\"";
2002-10-08 11:00:06 +08:00
} else {
2006-01-01 01:48:26 +08:00
$env['REQUEST_METHOD'] = 'GET';
$env['CONTENT_TYPE'] = '';
$env['CONTENT_LENGTH'] = '';
2002-10-08 11:00:06 +08:00
2008-08-15 04:53:56 +08:00
$cmd = "$php $pass_options $ini_settings -f \"$test_file\" $args 2>&1";
2002-10-08 11:00:06 +08:00
}
if ($leak_check) {
2006-08-22 13:00:51 +08:00
$env['USE_ZEND_ALLOC'] = '0';
$env['ZEND_DONT_UNLOAD_MODULES'] = 1;
2008-07-21 18:48:31 +08:00
/* --vex-iropt-register-updates=allregs-at-mem-access is necessary for phpdbg watchpoint tests */
if (version_compare($valgrind_version, '3.3.0', '>=')) {
/* valgrind 3.3.0+ doesn't have --log-file-exactly option */
$cmd = "valgrind -q --tool=memcheck --trace-children=yes --vex-iropt-register-updates=allregs-at-mem-access --log-file=$memcheck_filename $cmd";
} else {
$cmd = "valgrind -q --tool=memcheck --trace-children=yes --vex-iropt-register-updates=allregs-at-mem-access --log-file-exactly=$memcheck_filename $cmd";
}
2008-07-21 18:48:31 +08:00
2006-08-15 05:08:16 +08:00
} else {
2006-08-22 13:00:51 +08:00
$env['USE_ZEND_ALLOC'] = '1';
$env['ZEND_DONT_UNLOAD_MODULES'] = 0;
}
if ($DETAILED) echo "
2006-01-01 01:48:26 +08:00
CONTENT_LENGTH = " . $env['CONTENT_LENGTH'] . "
CONTENT_TYPE = " . $env['CONTENT_TYPE'] . "
PATH_TRANSLATED = " . $env['PATH_TRANSLATED'] . "
QUERY_STRING = " . $env['QUERY_STRING'] . "
REDIRECT_STATUS = " . $env['REDIRECT_STATUS'] . "
REQUEST_METHOD = " . $env['REQUEST_METHOD'] . "
SCRIPT_FILENAME = " . $env['SCRIPT_FILENAME'] . "
HTTP_COOKIE = " . $env['HTTP_COOKIE'] . "
COMMAND $cmd
";
2002-10-08 11:00:06 +08:00
junit_start_timer($shortname);
2011-11-27 01:30:03 +08:00
$out = system_with_timeout($cmd, $env, isset($section_text['STDIN']) ? $section_text['STDIN'] : null);
junit_finish_timer($shortname);
2005-07-30 01:25:38 +08:00
2006-01-04 23:08:02 +08:00
if (array_key_exists('CLEAN', $section_text) && (!$no_clean || $cfg['keep']['clean'])) {
2008-07-21 18:48:31 +08:00
2006-01-04 23:08:02 +08:00
if (trim($section_text['CLEAN'])) {
show_file_block('clean', $section_text['CLEAN']);
2006-01-04 23:08:02 +08:00
save_text($test_clean, trim($section_text['CLEAN']), $temp_clean);
2008-07-21 18:48:31 +08:00
2006-01-04 23:08:02 +08:00
if (!$no_clean) {
$clean_params = array();
2008-07-21 18:48:31 +08:00
settings2array($ini_overwrites, $clean_params);
2006-01-04 23:08:02 +08:00
settings2params($clean_params);
$extra = substr(PHP_OS, 0, 3) !== "WIN" ?
"unset REQUEST_METHOD; unset QUERY_STRING; unset PATH_TRANSLATED; unset SCRIPT_FILENAME; unset REQUEST_METHOD;": "";
system_with_timeout("$extra $php $pass_options -q $clean_params $no_file_cache \"$test_clean\"", $env);
2006-01-04 23:08:02 +08:00
}
2008-07-21 18:48:31 +08:00
2006-01-04 23:08:02 +08:00
if (!$cfg['keep']['clean']) {
@unlink($test_clean);
}
}
}
2002-10-08 11:00:06 +08:00
@unlink($tmp_post);
$leaked = false;
$passed = false;
if ($leak_check) { // leak check
$leaked = filesize($memcheck_filename) > 0;
2008-07-21 18:48:31 +08:00
if (!$leaked) {
@unlink($memcheck_filename);
}
}
2002-10-08 11:00:06 +08:00
// Does the output match what is expected?
2011-11-27 01:30:03 +08:00
$output = preg_replace("/\r\n/", "\n", trim($out));
2002-10-08 11:00:06 +08:00
/* when using CGI, strip the headers from the output */
2011-11-27 01:30:03 +08:00
$headers = "";
2008-07-21 18:48:31 +08:00
2011-11-27 01:30:03 +08:00
if (isset($old_php) && preg_match("/^(.*?)\r?\n\r?\n(.*)/s", $out, $match)) {
2006-05-24 21:28:59 +08:00
$output = trim($match[2]);
2011-11-27 01:30:03 +08:00
$rh = preg_split("/[\n\r]+/", $match[1]);
$headers = array();
2008-07-21 18:48:31 +08:00
foreach ($rh as $line) {
2011-11-27 01:30:03 +08:00
if (strpos($line, ':') !== false) {
$line = explode(':', $line, 2);
$headers[trim($line[0])] = trim($line[1]);
}
}
}
$failed_headers = false;
2008-07-21 18:48:31 +08:00
if (isset($section_text['EXPECTHEADERS'])) {
$want = array();
$wanted_headers = array();
2011-11-27 01:30:03 +08:00
$lines = preg_split("/[\n\r]+/", $section_text['EXPECTHEADERS']);
2008-07-21 18:48:31 +08:00
foreach($lines as $line) {
2011-11-27 01:30:03 +08:00
if (strpos($line, ':') !== false) {
$line = explode(':', $line, 2);
$want[trim($line[0])] = trim($line[1]);
2011-11-27 01:30:03 +08:00
$wanted_headers[] = trim($line[0]) . ': ' . trim($line[1]);
}
}
2008-07-21 18:48:31 +08:00
$org_headers = $headers;
$headers = array();
$output_headers = array();
2008-07-21 18:48:31 +08:00
foreach($want as $k => $v) {
2008-07-21 18:48:31 +08:00
if (isset($org_headers[$k])) {
$headers = $org_headers[$k];
2011-11-27 01:30:03 +08:00
$output_headers[] = $k . ': ' . $org_headers[$k];
}
2008-07-21 18:48:31 +08:00
if (!isset($org_headers[$k]) || $org_headers[$k] != $v) {
$failed_headers = true;
}
}
2008-07-21 18:48:31 +08:00
ksort($wanted_headers);
2011-11-27 01:30:03 +08:00
$wanted_headers = join("\n", $wanted_headers);
ksort($output_headers);
2011-11-27 01:30:03 +08:00
$output_headers = join("\n", $output_headers);
}
show_file_block('out', $output);
2008-07-21 18:48:31 +08:00
if (isset($section_text['EXPECTF']) || isset($section_text['EXPECTREGEX'])) {
2008-07-21 18:48:31 +08:00
if (isset($section_text['EXPECTF'])) {
$wanted = trim($section_text['EXPECTF']);
} else {
$wanted = trim($section_text['EXPECTREGEX']);
}
2008-07-21 18:48:31 +08:00
show_file_block('exp', $wanted);
2011-11-27 01:30:03 +08:00
$wanted_re = preg_replace('/\r\n/', "\n", $wanted);
2008-07-21 18:48:31 +08:00
if (isset($section_text['EXPECTF'])) {
2009-03-03 18:53:44 +08:00
// do preg_quote, but miss out any %r delimited sections
2011-11-27 01:30:03 +08:00
$temp = "";
$r = "%r";
$startOffset = 0;
$length = strlen($wanted_re);
while($startOffset < $length) {
$start = strpos($wanted_re, $r, $startOffset);
if ($start !== false) {
// we have found a start tag
$end = strpos($wanted_re, $r, $start+2);
if ($end === false) {
// unbalanced tag, ignore it.
$end = $start = $length;
}
} else {
// no more %r sections
$start = $end = $length;
}
// quote a non re portion of the string
2011-11-27 01:30:03 +08:00
$temp = $temp . preg_quote(substr($wanted_re, $startOffset, ($start - $startOffset)), '/');
// add the re unquoted.
2009-12-21 23:44:58 +08:00
if ($end > $start) {
2011-11-27 01:30:03 +08:00
$temp = $temp . '(' . substr($wanted_re, $start+2, ($end - $start-2)). ')';
2009-12-21 23:44:58 +08:00
}
$startOffset = $end + 2;
}
$wanted_re = $temp;
2011-02-11 09:34:03 +08:00
$wanted_re = str_replace(
2011-11-27 01:30:03 +08:00
array('%binary_string_optional%'),
'string',
$wanted_re
);
$wanted_re = str_replace(
2011-11-27 01:30:03 +08:00
array('%unicode_string_optional%'),
'string',
$wanted_re
);
$wanted_re = str_replace(
2011-11-27 01:30:03 +08:00
array('%unicode\|string%', '%string\|unicode%'),
'string',
$wanted_re
);
$wanted_re = str_replace(
2011-11-27 01:30:03 +08:00
array('%u\|b%', '%b\|u%'),
'',
$wanted_re
);
// Stick to basics
2011-11-27 01:30:03 +08:00
$wanted_re = str_replace('%e', '\\' . DIRECTORY_SEPARATOR, $wanted_re);
$wanted_re = str_replace('%s', '[^\r\n]+', $wanted_re);
$wanted_re = str_replace('%S', '[^\r\n]*', $wanted_re);
$wanted_re = str_replace('%a', '.+', $wanted_re);
$wanted_re = str_replace('%A', '.*', $wanted_re);
$wanted_re = str_replace('%w', '\s*', $wanted_re);
$wanted_re = str_replace('%i', '[+-]?\d+', $wanted_re);
$wanted_re = str_replace('%d', '\d+', $wanted_re);
$wanted_re = str_replace('%x', '[0-9a-fA-F]+', $wanted_re);
$wanted_re = str_replace('%f', '[+-]?\.?\d+\.?\d*(?:[Ee][+-]?\d+)?', $wanted_re);
$wanted_re = str_replace('%c', '.', $wanted_re);
// %f allows two points "-.0.0" but that is the best *simple* expression
}
/* DEBUG YOUR REGEX HERE
var_dump($wanted_re);
2002-10-08 11:00:06 +08:00
print(str_repeat('=', 80) . "\n");
var_dump($output);
*/
2011-11-27 01:30:03 +08:00
if (preg_match("/^$wanted_re\$/s", $output)) {
$passed = true;
if (!$cfg['keep']['php']) {
@unlink($test_file);
}
if (isset($old_php)) {
$php = $old_php;
}
if (!$leaked && !$failed_headers) {
2009-01-05 19:14:43 +08:00
if (isset($section_text['XFAIL'] )) {
$warn = true;
$info = " (warn: XFAIL section but test passes)";
}else {
show_result("PASS", $tested, $tested_file, '', $temp_filenames);
junit_mark_test_as('PASS', $shortname, $tested);
2009-01-05 19:14:43 +08:00
return 'PASSED';
}
}
2002-10-08 11:00:06 +08:00
}
2008-07-22 00:08:15 +08:00
2002-10-08 11:00:06 +08:00
} else {
2008-07-22 00:08:15 +08:00
2011-11-27 01:30:03 +08:00
$wanted = trim($section_text['EXPECT']);
$wanted = preg_replace('/\r\n/',"\n", $wanted);
show_file_block('exp', $wanted);
2008-07-22 00:08:15 +08:00
2003-08-09 19:57:02 +08:00
// compare and leave on success
if (!strcmp($output, $wanted)) {
$passed = true;
2008-07-22 00:08:15 +08:00
if (!$cfg['keep']['php']) {
@unlink($test_file);
}
2008-07-22 00:08:15 +08:00
if (isset($old_php)) {
$php = $old_php;
}
2008-07-22 00:08:15 +08:00
if (!$leaked && !$failed_headers) {
2009-01-05 19:14:43 +08:00
if (isset($section_text['XFAIL'] )) {
$warn = true;
$info = " (warn: XFAIL section but test passes)";
}else {
show_result("PASS", $tested, $tested_file, '', $temp_filenames);
junit_mark_test_as('PASS', $shortname, $tested);
2009-01-05 19:14:43 +08:00
return 'PASSED';
}
}
2002-10-08 11:00:06 +08:00
}
2008-07-22 00:08:15 +08:00
$wanted_re = null;
2002-10-08 11:00:06 +08:00
}
2002-10-08 11:00:06 +08:00
// Test failed so we need to report details.
if ($failed_headers) {
$passed = false;
2011-11-27 01:30:03 +08:00
$wanted = $wanted_headers . "\n--HEADERS--\n" . $wanted;
$output = $output_headers . "\n--HEADERS--\n" . $output;
2008-07-21 18:48:31 +08:00
if (isset($wanted_re)) {
$wanted_re = preg_quote($wanted_headers . "\n--HEADERS--\n", '/') . $wanted_re;
}
}
if ($leaked) {
$restype[] = 'LEAK';
}
2008-07-22 00:08:15 +08:00
if ($warn) {
$restype[] = 'WARN';
}
2008-07-22 00:08:15 +08:00
if (!$passed) {
2008-07-22 00:08:15 +08:00
if (isset($section_text['XFAIL'])) {
2008-05-26 00:05:04 +08:00
$restype[] = 'XFAIL';
$info = ' XFAIL REASON: ' . rtrim($section_text['XFAIL']);
2008-07-22 00:08:15 +08:00
} else {
2008-05-26 00:05:04 +08:00
$restype[] = 'FAIL';
}
}
if (!$passed) {
2008-07-22 00:08:15 +08:00
// write .exp
2011-11-27 01:30:03 +08:00
if (strpos($log_format, 'E') !== false && file_put_contents($exp_filename, $wanted, FILE_BINARY) === false) {
2005-12-07 19:12:52 +08:00
error("Cannot create expected test output - $exp_filename");
}
// write .out
2011-11-27 01:30:03 +08:00
if (strpos($log_format, 'O') !== false && file_put_contents($output_filename, $output, FILE_BINARY) === false) {
2005-12-07 19:12:52 +08:00
error("Cannot create test output - $output_filename");
}
// write .diff
2008-07-22 00:08:15 +08:00
$diff = generate_diff($wanted, $wanted_re, $output);
if (is_array($IN_REDIRECT)) {
$diff = "# original source file: $shortname\n" . $diff;
}
show_file_block('diff', $diff);
2011-11-27 01:30:03 +08:00
if (strpos($log_format, 'D') !== false && file_put_contents($diff_filename, $diff, FILE_BINARY) === false) {
2005-12-07 19:12:52 +08:00
error("Cannot create test diff - $diff_filename");
}
2010-11-13 18:18:35 +08:00
// write .sh
2011-11-27 01:30:03 +08:00
if (strpos($log_format, 'S') !== false && file_put_contents($sh_filename, "#!/bin/sh
2010-11-13 18:18:35 +08:00
{$cmd}
", FILE_BINARY) === false) {
error("Cannot create test shell script - $sh_filename");
}
chmod($sh_filename, 0755);
// write .log
2011-11-27 01:30:03 +08:00
if (strpos($log_format, 'L') !== false && file_put_contents($log_filename, "
---- EXPECTED OUTPUT
$wanted
---- ACTUAL OUTPUT
$output
---- FAILED
2008-07-22 00:08:15 +08:00
", FILE_BINARY) === false) {
2005-12-07 19:12:52 +08:00
error("Cannot create test log - $log_filename");
error_report($file, $log_filename, $tested);
}
}
show_result(implode('&', $restype), $tested, $tested_file, $info, $temp_filenames);
foreach ($restype as $type) {
$PHP_FAILED_TESTS[$type.'ED'][] = array (
2008-07-22 00:08:15 +08:00
'name' => $file,
'test_name' => (is_array($IN_REDIRECT) ? $IN_REDIRECT['via'] : '') . $tested . " [$tested_file]",
'output' => $output_filename,
'diff' => $diff_filename,
'info' => $info,
);
}
if (isset($old_php)) {
$php = $old_php;
}
$diff = empty($diff) ? '' : preg_replace('/\e/', '<esc>', $diff);
junit_mark_test_as($restype, str_replace($cwd . '/', '', $tested_file), $tested, null, $info, $diff);
2008-07-22 00:08:15 +08:00
return $restype[0] . 'ED';
}
2008-07-21 18:48:31 +08:00
function comp_line($l1, $l2, $is_reg)
2003-08-10 12:23:02 +08:00
{
2003-08-10 04:02:02 +08:00
if ($is_reg) {
2011-11-27 01:30:03 +08:00
return preg_match('/^'. $l1 . '$/s', $l2);
2003-08-10 04:02:02 +08:00
} else {
2011-11-27 01:30:03 +08:00
return !strcmp($l1, $l2);
2003-08-10 04:02:02 +08:00
}
}
2008-07-21 18:48:31 +08:00
function count_array_diff($ar1, $ar2, $is_reg, $w, $idx1, $idx2, $cnt1, $cnt2, $steps)
2003-08-10 12:23:02 +08:00
{
2003-08-10 04:02:02 +08:00
$equal = 0;
2008-07-21 18:48:31 +08:00
2003-08-10 04:02:02 +08:00
while ($idx1 < $cnt1 && $idx2 < $cnt2 && comp_line($ar1[$idx1], $ar2[$idx2], $is_reg)) {
$idx1++;
$idx2++;
$equal++;
$steps--;
}
if (--$steps > 0) {
$eq1 = 0;
$st = $steps / 2;
2008-07-21 18:48:31 +08:00
for ($ofs1 = $idx1 + 1; $ofs1 < $cnt1 && $st-- > 0; $ofs1++) {
2008-07-22 00:08:15 +08:00
$eq = @count_array_diff($ar1, $ar2, $is_reg, $w, $ofs1, $idx2, $cnt1, $cnt2, $st);
2008-07-21 18:48:31 +08:00
2003-08-10 04:02:02 +08:00
if ($eq > $eq1) {
$eq1 = $eq;
}
}
2008-07-21 18:48:31 +08:00
2003-08-10 04:02:02 +08:00
$eq2 = 0;
$st = $steps;
2008-07-21 18:48:31 +08:00
for ($ofs2 = $idx2 + 1; $ofs2 < $cnt2 && $st-- > 0; $ofs2++) {
2008-07-22 00:08:15 +08:00
$eq = @count_array_diff($ar1, $ar2, $is_reg, $w, $idx1, $ofs2, $cnt1, $cnt2, $st);
2003-08-10 04:02:02 +08:00
if ($eq > $eq2) {
$eq2 = $eq;
}
}
2008-07-21 18:48:31 +08:00
2003-08-10 04:02:02 +08:00
if ($eq1 > $eq2) {
$equal += $eq1;
} else if ($eq2 > 0) {
$equal += $eq2;
}
}
2008-07-21 18:48:31 +08:00
2003-08-10 04:02:02 +08:00
return $equal;
}
2008-07-21 18:48:31 +08:00
function generate_array_diff($ar1, $ar2, $is_reg, $w)
2003-08-10 12:23:02 +08:00
{
2008-07-22 00:08:15 +08:00
$idx1 = 0; $ofs1 = 0; $cnt1 = @count($ar1);
$idx2 = 0; $ofs2 = 0; $cnt2 = @count($ar2);
2003-08-10 04:02:02 +08:00
$diff = array();
$old1 = array();
$old2 = array();
2008-07-21 18:48:31 +08:00
2003-08-10 04:02:02 +08:00
while ($idx1 < $cnt1 && $idx2 < $cnt2) {
2008-07-21 18:48:31 +08:00
2003-08-10 04:02:02 +08:00
if (comp_line($ar1[$idx1], $ar2[$idx2], $is_reg)) {
$idx1++;
$idx2++;
continue;
} else {
2008-07-21 18:48:31 +08:00
2008-07-22 00:08:15 +08:00
$c1 = @count_array_diff($ar1, $ar2, $is_reg, $w, $idx1+1, $idx2, $cnt1, $cnt2, 10);
$c2 = @count_array_diff($ar1, $ar2, $is_reg, $w, $idx1, $idx2+1, $cnt1, $cnt2, 10);
2008-07-21 18:48:31 +08:00
2003-08-10 04:02:02 +08:00
if ($c1 > $c2) {
2011-11-27 01:30:03 +08:00
$old1[$idx1] = sprintf("%03d- ", $idx1+1) . $w[$idx1++];
2003-08-10 04:02:02 +08:00
$last = 1;
} else if ($c2 > 0) {
2011-11-27 01:30:03 +08:00
$old2[$idx2] = sprintf("%03d+ ", $idx2+1) . $ar2[$idx2++];
2003-08-10 04:02:02 +08:00
$last = 2;
} else {
2011-11-27 01:30:03 +08:00
$old1[$idx1] = sprintf("%03d- ", $idx1+1) . $w[$idx1++];
$old2[$idx2] = sprintf("%03d+ ", $idx2+1) . $ar2[$idx2++];
2003-08-10 04:02:02 +08:00
}
}
}
2008-07-21 18:48:31 +08:00
2003-08-10 04:02:02 +08:00
reset($old1); $k1 = key($old1); $l1 = -2;
2008-07-21 18:48:31 +08:00
reset($old2); $k2 = key($old2); $l2 = -2;
while ($k1 !== null || $k2 !== null) {
if ($k1 == $l1 + 1 || $k2 === null) {
2003-08-10 04:02:02 +08:00
$l1 = $k1;
$diff[] = current($old1);
2008-07-21 18:48:31 +08:00
$k1 = next($old1) ? key($old1) : null;
} else if ($k2 == $l2 + 1 || $k1 === null) {
2003-08-10 04:02:02 +08:00
$l2 = $k2;
$diff[] = current($old2);
2008-07-21 18:48:31 +08:00
$k2 = next($old2) ? key($old2) : null;
2003-08-10 04:02:02 +08:00
} else if ($k1 < $k2) {
$l1 = $k1;
$diff[] = current($old1);
2008-07-21 18:48:31 +08:00
$k1 = next($old1) ? key($old1) : null;
2003-08-10 04:02:02 +08:00
} else {
$l2 = $k2;
$diff[] = current($old2);
2008-07-21 18:48:31 +08:00
$k2 = next($old2) ? key($old2) : null;
2003-08-10 04:02:02 +08:00
}
}
2008-07-21 18:48:31 +08:00
2003-08-10 04:02:02 +08:00
while ($idx1 < $cnt1) {
2011-11-27 01:30:03 +08:00
$diff[] = sprintf("%03d- ", $idx1 + 1) . $w[$idx1++];
2003-08-10 04:02:02 +08:00
}
2008-07-21 18:48:31 +08:00
2003-08-10 04:02:02 +08:00
while ($idx2 < $cnt2) {
2011-11-27 01:30:03 +08:00
$diff[] = sprintf("%03d+ ", $idx2 + 1) . $ar2[$idx2++];
2003-08-10 04:02:02 +08:00
}
2008-07-21 18:48:31 +08:00
2003-08-10 04:02:02 +08:00
return $diff;
}
2008-07-21 18:48:31 +08:00
function generate_diff($wanted, $wanted_re, $output)
{
2011-11-27 01:30:03 +08:00
$w = explode("\n", $wanted);
$o = explode("\n", $output);
$r = is_null($wanted_re) ? $w : explode("\n", $wanted_re);
2008-07-21 18:48:31 +08:00
$diff = generate_array_diff($r, $o, !is_null($wanted_re), $w);
2011-11-27 01:30:03 +08:00
return implode("\r\n", $diff);
}
function error($message)
{
echo "ERROR: {$message}\n";
exit(1);
}
function settings2array($settings, &$ini_settings)
{
foreach($settings as $setting) {
2008-07-21 18:48:31 +08:00
if (strpos($setting, '=') !== false) {
$setting = explode("=", $setting, 2);
$name = trim($setting[0]);
$value = trim($setting[1]);
2008-07-21 18:48:31 +08:00
if ($name == 'extension') {
2008-07-21 18:48:31 +08:00
if (!isset($ini_settings[$name])) {
$ini_settings[$name] = array();
}
2008-07-21 18:48:31 +08:00
$ini_settings[$name][] = $value;
2008-07-21 18:48:31 +08:00
} else {
$ini_settings[$name] = $value;
}
}
}
}
function settings2params(&$ini_settings)
{
2003-08-10 19:46:03 +08:00
$settings = '';
2008-07-21 18:48:31 +08:00
2003-08-10 19:46:03 +08:00
foreach($ini_settings as $name => $value) {
2008-07-21 18:48:31 +08:00
if (is_array($value)) {
foreach($value as $val) {
$val = addslashes($val);
$settings .= " -d \"$name=$val\"";
}
} else {
if (substr(PHP_OS, 0, 3) == "WIN" && !empty($value) && $value{0} == '"') {
$len = strlen($value);
if ($value{$len - 1} == '"') {
$value{0} = "'";
$value{$len - 1} = "'";
}
} else {
$value = addslashes($value);
}
$settings .= " -d \"$name=$value\"";
}
}
2008-07-21 18:48:31 +08:00
2003-08-10 19:46:03 +08:00
$ini_settings = $settings;
}
function compute_summary()
{
global $n_total, $test_results, $ignored_by_ext, $sum_results, $percent_results;
$n_total = count($test_results);
$n_total += $ignored_by_ext;
2008-07-22 00:08:15 +08:00
$sum_results = array(
'PASSED' => 0,
'WARNED' => 0,
'SKIPPED' => 0,
'FAILED' => 0,
'BORKED' => 0,
'LEAKED' => 0,
'XFAILED' => 0
);
foreach ($test_results as $v) {
$sum_results[$v]++;
}
2008-07-22 00:08:15 +08:00
$sum_results['SKIPPED'] += $ignored_by_ext;
$percent_results = array();
2008-07-22 00:08:15 +08:00
while (list($v, $n) = each($sum_results)) {
$percent_results[$v] = (100.0 * $n) / $n_total;
}
}
function get_summary($show_ext_summary, $show_html)
{
global $exts_skipped, $exts_tested, $n_total, $sum_results, $percent_results, $end_time, $start_time, $failed_test_summary, $PHP_FAILED_TESTS, $leak_check;
$x_total = $n_total - $sum_results['SKIPPED'] - $sum_results['BORKED'];
2008-07-21 18:48:31 +08:00
2004-01-16 23:17:37 +08:00
if ($x_total) {
$x_warned = (100.0 * $sum_results['WARNED']) / $x_total;
$x_failed = (100.0 * $sum_results['FAILED']) / $x_total;
2008-05-26 00:05:04 +08:00
$x_xfailed = (100.0 * $sum_results['XFAILED']) / $x_total;
$x_leaked = (100.0 * $sum_results['LEAKED']) / $x_total;
2004-01-16 23:17:37 +08:00
$x_passed = (100.0 * $sum_results['PASSED']) / $x_total;
} else {
2008-05-26 00:05:04 +08:00
$x_warned = $x_failed = $x_passed = $x_leaked = $x_xfailed = 0;
2004-01-16 23:17:37 +08:00
}
2008-07-22 00:08:15 +08:00
$summary = '';
if ($show_html) {
$summary .= "<pre>\n";
}
2011-02-11 09:34:03 +08:00
if ($show_ext_summary) {
2008-07-22 00:08:15 +08:00
$summary .= '
=====================================================================
TEST RESULT SUMMARY
---------------------------------------------------------------------
2008-07-22 00:08:15 +08:00
Exts skipped : ' . sprintf('%4d', $exts_skipped) . '
Exts tested : ' . sprintf('%4d', $exts_tested) . '
---------------------------------------------------------------------
2008-07-22 00:08:15 +08:00
';
}
2008-07-22 00:08:15 +08:00
$summary .= '
Number of tests : ' . sprintf('%4d', $n_total) . ' ' . sprintf('%8d', $x_total);
if ($sum_results['BORKED']) {
2008-07-22 00:08:15 +08:00
$summary .= '
Tests borked : ' . sprintf('%4d (%5.1f%%)', $sum_results['BORKED'], $percent_results['BORKED']) . ' --------';
}
$summary .= '
Tests skipped : ' . sprintf('%4d (%5.1f%%)', $sum_results['SKIPPED'], $percent_results['SKIPPED']) . ' --------
Tests warned : ' . sprintf('%4d (%5.1f%%)', $sum_results['WARNED'], $percent_results['WARNED']) . ' ' . sprintf('(%5.1f%%)', $x_warned) . '
Tests failed : ' . sprintf('%4d (%5.1f%%)', $sum_results['FAILED'], $percent_results['FAILED']) . ' ' . sprintf('(%5.1f%%)', $x_failed) . '
Expected fail : ' . sprintf('%4d (%5.1f%%)', $sum_results['XFAILED'], $percent_results['XFAILED']) . ' ' . sprintf('(%5.1f%%)', $x_xfailed);
if ($leak_check) {
2008-07-22 00:08:15 +08:00
$summary .= '
Tests leaked : ' . sprintf('%4d (%5.1f%%)', $sum_results['LEAKED'], $percent_results['LEAKED']) . ' ' . sprintf('(%5.1f%%)', $x_leaked);
}
2008-07-22 00:08:15 +08:00
$summary .= '
Tests passed : ' . sprintf('%4d (%5.1f%%)', $sum_results['PASSED'], $percent_results['PASSED']) . ' ' . sprintf('(%5.1f%%)', $x_passed) . '
---------------------------------------------------------------------
2008-07-22 00:08:15 +08:00
Time taken : ' . sprintf('%4d seconds', $end_time - $start_time) . '
=====================================================================
2008-07-22 00:08:15 +08:00
';
$failed_test_summary = '';
2008-07-22 00:08:15 +08:00
if (count($PHP_FAILED_TESTS['XFAILED'])) {
$failed_test_summary .= '
=====================================================================
EXPECTED FAILED TEST SUMMARY
---------------------------------------------------------------------
';
foreach ($PHP_FAILED_TESTS['XFAILED'] as $failed_test_data) {
$failed_test_summary .= $failed_test_data['test_name'] . $failed_test_data['info'] . "\n";
}
$failed_test_summary .= "=====================================================================\n";
}
2005-06-15 17:21:15 +08:00
if (count($PHP_FAILED_TESTS['BORKED'])) {
2008-07-22 00:08:15 +08:00
$failed_test_summary .= '
=====================================================================
2005-06-15 17:21:15 +08:00
BORKED TEST SUMMARY
---------------------------------------------------------------------
2008-07-22 00:08:15 +08:00
';
2005-06-15 17:21:15 +08:00
foreach ($PHP_FAILED_TESTS['BORKED'] as $failed_test_data) {
$failed_test_summary .= $failed_test_data['info'] . "\n";
}
2008-07-21 18:48:31 +08:00
2005-06-15 17:21:15 +08:00
$failed_test_summary .= "=====================================================================\n";
}
2008-07-21 18:48:31 +08:00
2005-06-15 17:21:15 +08:00
if (count($PHP_FAILED_TESTS['FAILED'])) {
2008-07-22 00:08:15 +08:00
$failed_test_summary .= '
2005-06-15 17:21:15 +08:00
=====================================================================
FAILED TEST SUMMARY
---------------------------------------------------------------------
2008-07-22 00:08:15 +08:00
';
2005-06-15 17:21:15 +08:00
foreach ($PHP_FAILED_TESTS['FAILED'] as $failed_test_data) {
$failed_test_summary .= $failed_test_data['test_name'] . $failed_test_data['info'] . "\n";
}
$failed_test_summary .= "=====================================================================\n";
}
2009-05-18 22:08:23 +08:00
if (count($PHP_FAILED_TESTS['WARNED'])) {
$failed_test_summary .= '
=====================================================================
WARNED TEST SUMMARY
---------------------------------------------------------------------
';
foreach ($PHP_FAILED_TESTS['WARNED'] as $failed_test_data) {
$failed_test_summary .= $failed_test_data['test_name'] . $failed_test_data['info'] . "\n";
}
$failed_test_summary .= "=====================================================================\n";
}
if (count($PHP_FAILED_TESTS['LEAKED'])) {
2008-07-22 00:08:15 +08:00
$failed_test_summary .= '
=====================================================================
LEAKED TEST SUMMARY
---------------------------------------------------------------------
2008-07-22 00:08:15 +08:00
';
foreach ($PHP_FAILED_TESTS['LEAKED'] as $failed_test_data) {
$failed_test_summary .= $failed_test_data['test_name'] . $failed_test_data['info'] . "\n";
}
2008-07-21 18:48:31 +08:00
$failed_test_summary .= "=====================================================================\n";
}
2008-07-22 00:08:15 +08:00
if ($failed_test_summary && !getenv('NO_PHPTEST_SUMMARY')) {
$summary .= $failed_test_summary;
}
2008-07-22 00:08:15 +08:00
if ($show_html) {
$summary .= "</pre>";
}
return $summary;
}
function show_start($start_time)
{
global $html_output, $html_file;
2008-07-21 18:48:31 +08:00
if ($html_output) {
2008-07-22 00:08:15 +08:00
fwrite($html_file, "<h2>Time Start: " . date('Y-m-d H:i:s', $start_time) . "</h2>\n");
fwrite($html_file, "<table>\n");
}
2008-07-21 18:48:31 +08:00
2008-07-22 00:08:15 +08:00
echo "TIME START " . date('Y-m-d H:i:s', $start_time) . "\n=====================================================================\n";
}
function show_end($end_time)
{
global $html_output, $html_file;
2008-07-21 18:48:31 +08:00
if ($html_output) {
fwrite($html_file, "</table>\n");
2008-07-22 00:08:15 +08:00
fwrite($html_file, "<h2>Time End: " . date('Y-m-d H:i:s', $end_time) . "</h2>\n");
}
2008-07-21 18:48:31 +08:00
2008-07-22 00:08:15 +08:00
echo "=====================================================================\nTIME END " . date('Y-m-d H:i:s', $end_time) . "\n";
}
function show_summary()
{
global $html_output, $html_file;
2008-07-21 18:48:31 +08:00
if ($html_output) {
fwrite($html_file, "<hr/>\n" . get_summary(true, true));
}
2008-07-21 18:48:31 +08:00
echo get_summary(true, false);
}
function show_redirect_start($tests, $tested, $tested_file)
{
global $html_output, $html_file, $line_length, $SHOW_ONLY_GROUPS;
2008-07-21 18:48:31 +08:00
if ($html_output) {
fwrite($html_file, "<tr><td colspan='3'>---&gt; $tests ($tested [$tested_file]) begin</td></tr>\n");
}
2008-07-21 18:48:31 +08:00
if (!$SHOW_ONLY_GROUPS || in_array('REDIRECT', $SHOW_ONLY_GROUPS)) {
echo "REDIRECT $tests ($tested [$tested_file]) begin\n";
} else {
// Write over the last line to avoid random trailing chars on next echo
echo str_repeat(" ", $line_length), "\r";
}
}
function show_redirect_ends($tests, $tested, $tested_file)
{
global $html_output, $html_file, $line_length, $SHOW_ONLY_GROUPS;
2008-07-21 18:48:31 +08:00
if ($html_output) {
fwrite($html_file, "<tr><td colspan='3'>---&gt; $tests ($tested [$tested_file]) done</td></tr>\n");
}
2008-07-21 18:48:31 +08:00
if (!$SHOW_ONLY_GROUPS || in_array('REDIRECT', $SHOW_ONLY_GROUPS)) {
echo "REDIRECT $tests ($tested [$tested_file]) done\n";
} else {
// Write over the last line to avoid random trailing chars on next echo
echo str_repeat(" ", $line_length), "\r";
}
}
function show_test($test_idx, $shortname)
{
global $test_cnt;
global $line_length;
$str = "TEST $test_idx/$test_cnt [$shortname]\r";
$line_length = strlen($str);
echo $str;
flush();
}
function show_result($result, $tested, $tested_file, $extra = '', $temp_filenames = null)
{
global $html_output, $html_file, $temp_target, $temp_urlbase, $line_length, $SHOW_ONLY_GROUPS;
if (!$SHOW_ONLY_GROUPS || in_array($result, $SHOW_ONLY_GROUPS)) {
echo "$result $tested [$tested_file] $extra\n";
} else if (!$SHOW_ONLY_GROUPS) {
// Write over the last line to avoid random trailing chars on next echo
echo str_repeat(" ", $line_length), "\r";
}
2008-07-21 18:48:31 +08:00
if ($html_output) {
2008-07-22 00:08:15 +08:00
if (isset($temp_filenames['file']) && file_exists($temp_filenames['file'])) {
$url = str_replace($temp_target, $temp_urlbase, $temp_filenames['file']);
$tested = "<a href='$url'>$tested</a>";
}
2008-07-21 18:48:31 +08:00
2008-07-22 00:08:15 +08:00
if (isset($temp_filenames['skip']) && file_exists($temp_filenames['skip'])) {
2008-07-21 18:48:31 +08:00
if (empty($extra)) {
$extra = "skipif";
}
2008-07-21 18:48:31 +08:00
$url = str_replace($temp_target, $temp_urlbase, $temp_filenames['skip']);
$extra = "<a href='$url'>$extra</a>";
2008-07-21 18:48:31 +08:00
} else if (empty($extra)) {
$extra = "&nbsp;";
}
2008-07-21 18:48:31 +08:00
2008-07-22 00:08:15 +08:00
if (isset($temp_filenames['diff']) && file_exists($temp_filenames['diff'])) {
$url = str_replace($temp_target, $temp_urlbase, $temp_filenames['diff']);
$diff = "<a href='$url'>diff</a>";
} else {
$diff = "&nbsp;";
}
2008-07-21 18:48:31 +08:00
2008-07-22 00:08:15 +08:00
if (isset($temp_filenames['mem']) && file_exists($temp_filenames['mem'])) {
$url = str_replace($temp_target, $temp_urlbase, $temp_filenames['mem']);
$mem = "<a href='$url'>leaks</a>";
} else {
$mem = "&nbsp;";
}
2008-07-21 18:48:31 +08:00
2011-02-11 09:34:03 +08:00
fwrite($html_file,
"<tr>" .
"<td>$result</td>" .
"<td>$tested</td>" .
"<td>$extra</td>" .
2011-02-11 09:34:03 +08:00
"<td>$diff</td>" .
"<td>$mem</td>" .
"</tr>\n");
}
}
function junit_init() {
// Check whether a junit log is wanted.
$JUNIT = getenv('TEST_PHP_JUNIT');
if (empty($JUNIT)) {
$JUNIT = FALSE;
} elseif (!$fp = fopen($JUNIT, 'w')) {
error("Failed to open $JUNIT for writing.");
} else {
$JUNIT = array(
'fp' => $fp,
'name' => 'php-src',
'test_total' => 0,
'test_pass' => 0,
'test_fail' => 0,
'test_error' => 0,
'test_skip' => 0,
'execution_time'=> 0,
'suites' => array(),
'files' => array()
);
}
$GLOBALS['JUNIT'] = $JUNIT;
}
function junit_save_xml() {
global $JUNIT;
if (!junit_enabled()) return;
$xml = '<?xml version="1.0" encoding="UTF-8"?>'. PHP_EOL .
'<testsuites>' . PHP_EOL;
$xml .= junit_get_suite_xml();
$xml .= '</testsuites>';
fwrite($JUNIT['fp'], $xml);
}
function junit_get_suite_xml($suite_name = '') {
global $JUNIT;
$suite = $suite_name ? $JUNIT['suites'][$suite_name] : $JUNIT;
$result = sprintf(
'<testsuite name="%s" tests="%s" failures="%d" errors="%d" skip="%d" time="%s">' . PHP_EOL,
$suite['name'], $suite['test_total'], $suite['test_fail'], $suite['test_error'], $suite['test_skip'],
$suite['execution_time']
);
foreach($suite['suites'] as $sub_suite) {
$result .= junit_get_suite_xml($sub_suite['name']);
}
// Output files only in subsuites
if (!empty($suite_name)) {
foreach($suite['files'] as $file) {
$result .= $JUNIT['files'][$file]['xml'];
}
}
$result .= '</testsuite>' . PHP_EOL;
return $result;
}
function junit_enabled() {
global $JUNIT;
return !empty($JUNIT);
}
/**
* @param array|string $type
* @param string $file_name
* @param string $test_name
* @param int|string $time
* @param string $message
* @param string $details
* @return void
*/
function junit_mark_test_as($type, $file_name, $test_name, $time = null, $message = '', $details = '') {
global $JUNIT;
if (!junit_enabled()) return;
$suite = junit_get_suitename_for($file_name);
junit_suite_record($suite, 'test_total');
$time = null !== $time ? $time : junit_get_timer($file_name);
junit_suite_record($suite, 'execution_time', $time);
$escaped_details = htmlspecialchars($details, ENT_QUOTES, 'UTF-8');
$escaped_details = preg_replace_callback('/[\0-\x08\x0B\x0C\x0E-\x1F]/', function ($c) {
return sprintf('[[0x%02x]]', ord($c[0]));
}, $escaped_details);
$escaped_message = htmlspecialchars($message, ENT_QUOTES, 'UTF-8');
$escaped_test_name = basename($file_name) . ' - ' . htmlspecialchars($test_name, ENT_QUOTES);
$JUNIT['files'][$file_name]['xml'] = "<testcase classname='$suite' name='$escaped_test_name' time='$time'>\n";
if (is_array($type)) {
$output_type = $type[0] . 'ED';
$temp = array_intersect(array('XFAIL', 'FAIL', 'WARN'), $type);
$type = reset($temp);
} else {
$output_type = $type . 'ED';
}
if ('PASS' == $type || 'XFAIL' == $type) {
junit_suite_record($suite, 'test_pass');
} elseif ('BORK' == $type) {
junit_suite_record($suite, 'test_error');
$JUNIT['files'][$file_name]['xml'] .= "<error type='$output_type' message='$escaped_message'/>\n";
} elseif ('SKIP' == $type) {
junit_suite_record($suite, 'test_skip');
$JUNIT['files'][$file_name]['xml'] .= "<skipped>$escaped_message</skipped>\n";
} elseif ('WARN' == $type) {
junit_suite_record($suite, 'test_warn');
$JUNIT['files'][$file_name]['xml'] .= "<warning>$escaped_message</warning>\n";
} elseif('FAIL' == $type) {
junit_suite_record($suite, 'test_fail');
$JUNIT['files'][$file_name]['xml'] .= "<failure type='$output_type' message='$escaped_message'>$escaped_details</failure>\n";
} else {
junit_suite_record($suite, 'test_error');
$JUNIT['files'][$file_name]['xml'] .= "<error type='$output_type' message='$escaped_message'>$escaped_details</error>\n";
}
$JUNIT['files'][$file_name]['xml'] .= "</testcase>\n";
}
function junit_suite_record($suite, $param, $value = 1) {
global $JUNIT;
$JUNIT[$param] += $value;
$JUNIT['suites'][$suite][$param] += $value;
}
function junit_get_timer($file_name) {
global $JUNIT;
if (!junit_enabled()) return 0;
if (isset($JUNIT['files'][$file_name]['total'])) {
return number_format($JUNIT['files'][$file_name]['total'], 4);
}
return 0;
}
function junit_start_timer($file_name) {
global $JUNIT;
if (!junit_enabled()) return;
if (!isset($JUNIT['files'][$file_name]['start'])) {
$JUNIT['files'][$file_name]['start'] = microtime(true);
$suite = junit_get_suitename_for($file_name);
junit_init_suite($suite);
$JUNIT['suites'][$suite]['files'][$file_name] = $file_name;
}
}
function junit_get_suitename_for($file_name) {
return junit_path_to_classname(dirname($file_name));
}
function junit_path_to_classname($file_name) {
global $JUNIT;
return $JUNIT['name'] . '.' . str_replace(DIRECTORY_SEPARATOR, '.', $file_name);
}
function junit_init_suite($suite_name) {
global $JUNIT;
if (!junit_enabled()) return;
if (!empty($JUNIT['suites'][$suite_name])) {
return;
}
$JUNIT['suites'][$suite_name] = array(
'name' => $suite_name,
'test_total' => 0,
'test_pass' => 0,
'test_fail' => 0,
'test_error' => 0,
'test_skip' => 0,
'suites' => array(),
'files' => array(),
'execution_time'=> 0,
);
}
function junit_finish_timer($file_name) {
global $JUNIT;
if (!junit_enabled()) return;
if (!isset($JUNIT['files'][$file_name]['start'])) {
error("Timer for $file_name was not started!");
}
if (!isset($JUNIT['files'][$file_name]['total'])) {
$JUNIT['files'][$file_name]['total'] = 0;
}
$start = $JUNIT['files'][$file_name]['start'];
$JUNIT['files'][$file_name]['total'] += microtime(true) - $start;
unset($JUNIT['files'][$file_name]['start']);
}
/*
* Local variables:
* tab-width: 4
* c-basic-offset: 4
* End:
2002-10-08 11:00:06 +08:00
* vim: noet sw=4 ts=4
*/
?>