mysql-test-run.pl 102 KB
Newer Older
unknown's avatar
unknown committed
1 2 3 4
#!/usr/bin/perl
# -*- cperl -*-

#
5 6 7
##############################################################################
#
#  mysql-test-run.pl
unknown's avatar
unknown committed
8
#
unknown's avatar
unknown committed
9
#  Tool used for executing a suite of .test files
unknown's avatar
unknown committed
10
#
11 12
#  See the "MySQL Test framework manual" for more information
#  http://dev.mysql.com/doc/mysqltest/en/index.html
unknown's avatar
unknown committed
13
#
14
#  Please keep the test framework tools identical in all versions!
unknown's avatar
unknown committed
15
#
16
##############################################################################
unknown's avatar
unknown committed
17

unknown's avatar
unknown committed
18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36
use strict;
use warnings;

BEGIN {
  # Check that mysql-test-run.pl is started from mysql-test/
  unless ( -f "mysql-test-run.pl" )
  {
    print "**** ERROR **** ",
      "You must start mysql-test-run from the mysql-test/ directory\n";
    exit(1);
  }
  # Check that lib exist
  unless ( -d "lib/" )
  {
    print "**** ERROR **** ",
      "Could not find the lib/ directory \n";
    exit(1);
  }
}
37

unknown's avatar
unknown committed
38

unknown's avatar
unknown committed
39
use lib "lib";
unknown's avatar
unknown committed
40 41
use Cwd;
use Getopt::Long;
unknown's avatar
unknown committed
42 43 44 45
use My::File::Path; # Patched version of File::Path
use File::Basename;
use File::Copy;
use File::Temp qw / tempdir /;
unknown's avatar
unknown committed
46
use My::Platform;
unknown's avatar
unknown committed
47 48
use My::SafeProcess;
use My::ConfigFactory;
49
use My::Options;
unknown's avatar
unknown committed
50
use mtr_cases;
51
use mtr_report;
52

unknown's avatar
unknown committed
53 54 55 56 57
require "lib/mtr_process.pl";
require "lib/mtr_io.pl";
require "lib/mtr_gcov.pl";
require "lib/mtr_match.pl";
require "lib/mtr_misc.pl";
58
require "lib/mtr_unique.pl";
unknown's avatar
unknown committed
59

unknown's avatar
unknown committed
60
$SIG{INT}= sub { mtr_error("Got ^C signal"); };
unknown's avatar
unknown committed
61

unknown's avatar
unknown committed
62
our $mysql_version_id;
unknown's avatar
unknown committed
63 64
our $glob_mysql_test_dir;
our $basedir;
unknown's avatar
unknown committed
65 66 67

our $path_charsetsdir;
our $path_client_bindir;
unknown's avatar
unknown committed
68
our $path_client_libdir;
unknown's avatar
unknown committed
69
our $path_language;
70 71 72

our $path_current_testlog;
our $path_testlog;
unknown's avatar
unknown committed
73

unknown's avatar
unknown committed
74 75 76 77 78
our $default_vardir;
our $opt_vardir;                # Path to use for var/ dir
my $path_vardir_trace;          # unix formatted opt_vardir for trace files
my $opt_tmpdir;                 # Path to use for tmp/ dir
my $path_config_file;           # The generated config file, var/my.cnf
unknown's avatar
unknown committed
79

80 81 82 83 84 85
# Visual Studio produces executables in different sub-directories based on the
# configuration used to build them.  To make life easier, an environment
# variable or command-line option may be specified to control which set of
# executables will be used by the test suite.
our $opt_vs_config = $ENV{'MTR_VS_CONFIG'};

86 87
my $DEFAULT_SUITES= "main,binlog,federated,rpl,rpl_ndb,ndb";
our $opt_suites= $DEFAULT_SUITES;
unknown's avatar
unknown committed
88

89
our $opt_verbose= 0;  # Verbose output, enable with --verbose
unknown's avatar
unknown committed
90
our $opt_verbose_restart= 0;  # Verbose output for restarts
unknown's avatar
unknown committed
91

unknown's avatar
unknown committed
92
my $exe_mysqld;
unknown's avatar
unknown committed
93 94 95
our $exe_mysql;
our $exe_mysqladmin;
our $exe_mysqltest;
unknown's avatar
unknown committed
96
our $exe_ndbd;
unknown's avatar
unknown committed
97
our $exe_ndb_mgmd= "";
98
our $exe_libtool;
unknown's avatar
unknown committed
99

100
my $opt_big_test= 0;
unknown's avatar
unknown committed
101

102
our @opt_combinations;
103

unknown's avatar
unknown committed
104
our @opt_extra_mysqld_opt;
unknown's avatar
unknown committed
105 106

our $opt_compress;
107 108 109 110
our $opt_ssl;
our $opt_skip_ssl;
our $opt_ssl_supported;
our $opt_ps_protocol;
111 112 113
our $opt_sp_protocol;
our $opt_cursor_protocol;
our $opt_view_protocol;
114

unknown's avatar
unknown committed
115
our $opt_debug;
unknown's avatar
unknown committed
116
our @opt_cases;                  # The test cases names in argv
117
our $opt_embedded_server;
118

unknown's avatar
unknown committed
119 120 121
# Options used when connecting to an already running server
my %opts_extern;
sub using_extern { return (keys %opts_extern > 0);};
122

unknown's avatar
unknown committed
123
our $opt_fast= 0;
unknown's avatar
unknown committed
124
our $opt_force;
125
our $opt_mem= $ENV{'MTR_MEM'};
unknown's avatar
unknown committed
126 127 128 129 130

our $opt_gcov;
our $opt_gcov_err;
our $opt_gcov_msg;

unknown's avatar
unknown committed
131
our $glob_debugger= 0;
unknown's avatar
unknown committed
132 133
our $opt_gdb;
our $opt_client_gdb;
unknown's avatar
unknown committed
134 135
our $opt_ddd;
our $opt_client_ddd;
unknown's avatar
unknown committed
136
our $opt_manual_gdb;
unknown's avatar
unknown committed
137 138
our $opt_manual_ddd;
our $opt_manual_debug;
139 140
our $opt_debugger;
our $opt_client_debugger;
unknown's avatar
unknown committed
141

unknown's avatar
unknown committed
142 143
my $config; # The currently running config
my $current_config_name; # The currently running config file template
unknown's avatar
unknown committed
144

unknown's avatar
unknown committed
145 146
my $opt_baseport;
my $opt_mtr_build_thread= $ENV{'MTR_BUILD_THREAD'} || "auto";
147

unknown's avatar
unknown committed
148
my $opt_record;
149
my $opt_report_features;
unknown's avatar
unknown committed
150
our $opt_check_testcases;
unknown's avatar
unknown committed
151
my $opt_mark_progress;
unknown's avatar
unknown committed
152

unknown's avatar
unknown committed
153
my $opt_sleep;
unknown's avatar
unknown committed
154

unknown's avatar
unknown committed
155 156 157 158
my $opt_testcase_timeout=    15; # 15 minutes
my $opt_suite_timeout   =   180; # 3 hours
my $opt_shutdown_timeout=    10; # 10 seconds
my $opt_start_timeout   =    30; # 30 seconds
unknown's avatar
unknown committed
159

unknown's avatar
unknown committed
160 161
my $opt_start;
my $opt_start_dirty;
unknown's avatar
unknown committed
162 163 164
my $opt_repeat= 1;
my $opt_retry= 1;
my $opt_retry_failure= 2;
unknown's avatar
unknown committed
165

unknown's avatar
unknown committed
166
my $opt_strace_client;
unknown's avatar
unknown committed
167

168
our $opt_timer= 1;
unknown's avatar
unknown committed
169

unknown's avatar
unknown committed
170
our $opt_user;
unknown's avatar
unknown committed
171

unknown's avatar
unknown committed
172 173 174 175 176 177 178 179 180
my $opt_valgrind= 0;
my $opt_valgrind_mysqld= 0;
my $opt_valgrind_mysqltest= 0;
my @default_valgrind_args= ("--show-reachable=yes");
my @valgrind_args;
my $opt_valgrind_path;
my $opt_callgrind;

our $opt_warnings= 1;
unknown's avatar
unknown committed
181

182 183
our $opt_skip_ndbcluster= 0;
our $opt_skip_ndbcluster_slave= 0;
unknown's avatar
unknown committed
184
our $opt_with_ndbcluster= 0;
185
our $glob_ndbcluster_supported= 0;
186
our $opt_ndb_extra_test= 0;
unknown's avatar
unknown committed
187

unknown's avatar
unknown committed
188
our $exe_ndb_mgm="";
unknown's avatar
unknown committed
189
our $exe_ndb_waiter;
unknown's avatar
unknown committed
190 191 192
our $path_ndb_tools_dir= "";
our $path_ndb_examples_dir= "";
our $exe_ndb_example= "";
unknown's avatar
unknown committed
193
our $path_ndb_testrun_log;
unknown's avatar
unknown committed
194

195 196
our $path_sql_dir;

unknown's avatar
unknown committed
197
our $debug_compiled_binaries;
198

199 200
our %mysqld_variables;

201 202
my $source_dist= 0;

203 204
our $opt_max_save_core= 5;
my $num_saved_cores= 0;  # Number of core files saved in vardir/log/ so far.
unknown's avatar
unknown committed
205

unknown's avatar
unknown committed
206 207
select(STDOUT);
$| = 1; # Automatically flush STDOUT
unknown's avatar
unknown committed
208 209 210

main();

unknown's avatar
unknown committed
211
sub main {
unknown's avatar
unknown committed
212 213

  command_line_setup();
214

unknown's avatar
unknown committed
215 216
  mtr_report("Checking supported features...");

217 218 219 220
  check_ndbcluster_support(\%mysqld_variables);
  check_ssl_support(\%mysqld_variables);
  check_debug_support(\%mysqld_variables);

unknown's avatar
unknown committed
221
  executable_setup();
222

unknown's avatar
unknown committed
223
  environment_setup();
unknown's avatar
unknown committed
224 225 226 227 228 229

  if ( $opt_gcov )
  {
    gcov_prepare();
  }

unknown's avatar
unknown committed
230 231
  # Figure out which tests we are going to run
  mtr_report("Collecting tests...");
232
  my $tests= collect_test_cases($opt_suites, \@opt_cases);
unknown's avatar
unknown committed
233

unknown's avatar
unknown committed
234
  initialize_servers();
235

unknown's avatar
unknown committed
236 237 238 239 240 241 242 243 244
  if ( $opt_report_features ) {
    # Put "report features" as the first test to run
    my $tinfo = {};
    $tinfo->{'name'} = 'report_features';
    $tinfo->{'result_file'} = undef; # Prints result
    $tinfo->{'path'} = 'include/report-features.test';
    $tinfo->{'master_opt'} = [];
    $tinfo->{'slave_opt'} = [];
    unshift(@$tests, $tinfo);
unknown's avatar
unknown committed
245
  }
246

unknown's avatar
unknown committed
247 248 249
  if ( using_extern() ) {
    create_config_file_for_extern(%opts_extern);
  }
unknown's avatar
unknown committed
250

unknown's avatar
unknown committed
251
  run_tests($tests);
unknown's avatar
unknown committed
252

unknown's avatar
unknown committed
253 254
  exit(0);
}
unknown's avatar
unknown committed
255 256


unknown's avatar
unknown committed
257 258 259 260 261
sub ignore_option {
  my ($opt, $value)= @_;
  print "Ignoring option '$opt'\n";
}

unknown's avatar
unknown committed
262
sub command_line_setup {
unknown's avatar
unknown committed
263
  my $opt_comment;
unknown's avatar
unknown committed
264
  my $opt_usage;
unknown's avatar
unknown committed
265

266 267 268
  # This is needed for test log evaluation in "gen-build-status-page"
  # in all cases where the calling tool does not log the commands
  # directly before it executes them, like "make test-force-pl" in RPM builds.
unknown's avatar
unknown committed
269
  mtr_report("Logging: $0 ", join(" ", @ARGV));
270

unknown's avatar
unknown committed
271
  # Read the command line options
unknown's avatar
unknown committed
272
  # Note: Keep list, and the order, in sync with usage at end of this file
unknown's avatar
unknown committed
273
  Getopt::Long::Configure("pass_through");
unknown's avatar
unknown committed
274
  GetOptions(
unknown's avatar
unknown committed
275
             # Control what engine/variation to run
unknown's avatar
unknown committed
276
             'embedded-server'          => \$opt_embedded_server,
unknown's avatar
unknown committed
277
             'ps-protocol'              => \$opt_ps_protocol,
278 279 280
             'sp-protocol'              => \$opt_sp_protocol,
             'view-protocol'            => \$opt_view_protocol,
             'cursor-protocol'          => \$opt_cursor_protocol,
unknown's avatar
unknown committed
281
             'ssl|with-openssl'         => \$opt_ssl,
282 283
             'skip-ssl'                 => \$opt_skip_ssl,
             'compress'                 => \$opt_compress,
284
             'with-ndbcluster|ndb'      => \$opt_with_ndbcluster,
unknown's avatar
unknown committed
285 286 287 288 289 290
             'vs-config'                => \$opt_vs_config,

             # Config file to use as template for all tests
	     'defaults-file=s'          => \&collect_option,
	     # Extra config file to append to all generated configs
	     'defaults-extra-file=s'    => \&collect_option,
unknown's avatar
unknown committed
291 292

             # Control what test suites or cases to run
unknown's avatar
unknown committed
293
             'force'                    => \$opt_force,
unknown's avatar
unknown committed
294
             'with-ndbcluster-only'     => \&collect_option,
unknown's avatar
unknown committed
295
             'skip-ndbcluster|skip-ndb' => \$opt_skip_ndbcluster,
unknown's avatar
unknown committed
296 297 298
             'skip-ndbcluster-slave|skip-ndb-slave'
                                        => \$opt_skip_ndbcluster_slave,
             'ndb-extra-test'           => \$opt_ndb_extra_test,
299
             'suite|suites=s'           => \$opt_suites,
unknown's avatar
unknown committed
300 301 302 303
             'skip-rpl'                 => \&collect_option,
             'skip-test=s'              => \&collect_option,
             'do-test=s'                => \&collect_option,
             'start-from=s'             => \&collect_option,
304
             'big-test'                 => \$opt_big_test,
unknown's avatar
unknown committed
305
	     'combination=s'            => \@opt_combinations,
unknown's avatar
unknown committed
306
             'skip-combinations'        => \&collect_option,
unknown's avatar
unknown committed
307

unknown's avatar
unknown committed
308 309
	     'skip-im'                  => \&ignore_option,

unknown's avatar
unknown committed
310
             # Specify ports
unknown's avatar
unknown committed
311
	     'build-thread|mtr-build-thread=i' => \$opt_mtr_build_thread,
unknown's avatar
unknown committed
312 313 314

             # Test case authoring
             'record'                   => \$opt_record,
315
             'check-testcases'          => \$opt_check_testcases,
316
             'mark-progress'            => \$opt_mark_progress,
unknown's avatar
unknown committed
317

318
             # Extra options used when starting mysqld
unknown's avatar
unknown committed
319
             'mysqld=s'                 => \@opt_extra_mysqld_opt,
unknown's avatar
unknown committed
320 321

             # Run test on running server
unknown's avatar
unknown committed
322
             'extern=s'                  => \%opts_extern, # Append to hash
unknown's avatar
unknown committed
323 324

             # Debugging
unknown's avatar
unknown committed
325
             'debug'                    => \$opt_debug,
unknown's avatar
unknown committed
326
             'gdb'                      => \$opt_gdb,
unknown's avatar
unknown committed
327
             'client-gdb'               => \$opt_client_gdb,
unknown's avatar
unknown committed
328 329
             'manual-gdb'               => \$opt_manual_gdb,
             'manual-debug'             => \$opt_manual_debug,
unknown's avatar
unknown committed
330
             'ddd'                      => \$opt_ddd,
unknown's avatar
unknown committed
331
             'client-ddd'               => \$opt_client_ddd,
unknown's avatar
unknown committed
332
             'manual-ddd'               => \$opt_manual_ddd,
333 334
	     'debugger=s'               => \$opt_debugger,
	     'client-debugger=s'        => \$opt_client_debugger,
unknown's avatar
unknown committed
335
             'strace-client:s'          => \$opt_strace_client,
336
             'max-save-core=i'          => \$opt_max_save_core,
unknown's avatar
unknown committed
337 338 339

             # Coverage, profiling etc
             'gcov'                     => \$opt_gcov,
340
             'valgrind|valgrind-all'    => \$opt_valgrind,
unknown's avatar
unknown committed
341 342
             'valgrind-mysqltest'       => \$opt_valgrind_mysqltest,
             'valgrind-mysqld'          => \$opt_valgrind_mysqld,
unknown's avatar
unknown committed
343 344 345 346 347 348 349 350 351 352 353 354
             'valgrind-options=s'       => sub {
	       my ($opt, $value)= @_;
	       # Deprecated option unless it's what we know pushbuild uses
	       if ($value eq "--gen-suppressions=all --show-reachable=yes") {
		 push(@valgrind_args, $_) for (split(' ', $value));
		 return;
	       }
	       die("--valgrind-options=s is deprecated. Use ",
		   "--valgrind-option=s, to be specified several",
		   " times if necessary");
	     },
             'valgrind-option=s'        => \@valgrind_args,
unknown's avatar
unknown committed
355
             'valgrind-path=s'          => \$opt_valgrind_path,
356
	     'callgrind'                => \$opt_callgrind,
unknown's avatar
unknown committed
357

358 359 360
	     # Directories
             'tmpdir=s'                 => \$opt_tmpdir,
             'vardir=s'                 => \$opt_vardir,
361
             'mem'                      => \$opt_mem,
unknown's avatar
unknown committed
362 363
             'client-bindir=s'          => \$path_client_bindir,
             'client-libdir=s'          => \$path_client_libdir,
364

unknown's avatar
unknown committed
365
             # Misc
366
             'report-features'          => \$opt_report_features,
unknown's avatar
unknown committed
367
             'comment=s'                => \$opt_comment,
unknown's avatar
unknown committed
368
             'fast'                     => \$opt_fast,
unknown's avatar
unknown committed
369
             'reorder'                  => \&collect_option,
unknown's avatar
unknown committed
370 371
             'enable-disabled'          => \&collect_option,
             'verbose+'                 => \$opt_verbose,
unknown's avatar
unknown committed
372
             'verbose-restart'          => \$opt_verbose_restart,
unknown's avatar
unknown committed
373
             'sleep=i'                  => \$opt_sleep,
374
             'start-dirty'              => \$opt_start_dirty,
unknown's avatar
unknown committed
375 376
             'start'                    => \$opt_start,
	     'print-testcases'          => \&collect_option,
unknown's avatar
unknown committed
377 378 379
	     'repeat=i'                 => \$opt_repeat,
	     'retry=i'                  => \$opt_retry,
	     'retry-failure=i'          => \$opt_retry_failure,
380
             'timer!'                   => \$opt_timer,
unknown's avatar
unknown committed
381
             'user=s'                   => \$opt_user,
382 383
             'testcase-timeout=i'       => \$opt_testcase_timeout,
             'suite-timeout=i'          => \$opt_suite_timeout,
unknown's avatar
unknown committed
384 385
             'shutdown-timeout=i'       => \$opt_shutdown_timeout,
             'warnings!'                => \$opt_warnings,
386
	     'timestamp'                => \&report_option,
unknown's avatar
unknown committed
387 388

             'help|h'                   => \$opt_usage,
unknown's avatar
unknown committed
389 390
            ) or usage("Can't read options");

unknown's avatar
unknown committed
391 392
  usage("") if $opt_usage;

unknown's avatar
unknown committed
393 394 395 396 397
  # --------------------------------------------------------------------------
  # Check mtr_build_thread and calculate baseport
  # --------------------------------------------------------------------------
  set_mtr_build_thread_ports($opt_mtr_build_thread);

398 399
  if ( -d "../sql" )
  {
400
    $source_dist=  1;
401 402
  }

403
  # Find the absolute path to the test directory
unknown's avatar
unknown committed
404 405
  $glob_mysql_test_dir= cwd();
  if (IS_CYGWIN)
unknown's avatar
unknown committed
406
  {
unknown's avatar
unknown committed
407 408
    # Use mixed path format i.e c:/path/to/
    $glob_mysql_test_dir= mixed_path($glob_mysql_test_dir);
unknown's avatar
unknown committed
409
  }
410 411 412 413

  # In most cases, the base directory we find everything relative to,
  # is the parent directory of the "mysql-test" directory. For source
  # distributions, TAR binary distributions and some other packages.
unknown's avatar
unknown committed
414
  $basedir= dirname($glob_mysql_test_dir);
415 416 417 418 419 420

  # In the RPM case, binaries and libraries are installed in the
  # default system locations, instead of having our own private base
  # directory. And we install "/usr/share/mysql-test". Moving up one
  # more directory relative to "mysql-test" gives us a usable base
  # directory for RPM installs.
unknown's avatar
unknown committed
421
  if ( ! $source_dist and ! -d "$basedir/bin" )
422
  {
unknown's avatar
unknown committed
423
    $basedir= dirname($basedir);
424 425
  }

426 427 428 429 430
  #
  # Find the mysqld executable to be able to find the mysqld version
  # number as early as possible
  #

431
  # Look for the client binaries directory
unknown's avatar
unknown committed
432 433 434 435 436 437 438 439 440 441 442 443 444
  if ($path_client_bindir)
  {
    # --client-bindir=path set on command line, check that the path exists
    $path_client_bindir= mtr_path_exists($path_client_bindir);
  }
  else
  {
    $path_client_bindir= mtr_path_exists("$basedir/client_release",
					 "$basedir/client_debug",
					 vs_config_dirs('client', ''),
					 "$basedir/client",
					 "$basedir/bin");
  }
445

unknown's avatar
unknown committed
446
  # Look for language files and charsetsdir, use same share
unknown's avatar
unknown committed
447 448 449
  my $path_share=      mtr_path_exists("$basedir/share/mysql",
				       "$basedir/sql/share",
				       "$basedir/share");
unknown's avatar
unknown committed
450 451 452 453

  $path_language=      mtr_path_exists("$path_share/english");
  $path_charsetsdir=   mtr_path_exists("$path_share/charsets");

unknown's avatar
unknown committed
454 455
  # Look for SQL scripts directory
  if ( mtr_file_exists("$path_share/mysql_system_tables.sql") ne "")
unknown's avatar
unknown committed
456
  {
unknown's avatar
unknown committed
457 458
    # The SQL scripts are in path_share
    $path_sql_dir= $path_share;
unknown's avatar
unknown committed
459 460 461
  }
  else
  {
unknown's avatar
unknown committed
462 463
    $path_sql_dir= mtr_path_exists("$basedir/share",
				   "$basedir/scripts");
unknown's avatar
unknown committed
464
  }
unknown's avatar
unknown committed
465

unknown's avatar
unknown committed
466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481
  $exe_mysqld=       mtr_exe_exists (vs_config_dirs('sql', 'mysqld'),
				     vs_config_dirs('sql', 'mysqld-debug'),
				     "$basedir/sql/mysqld",
				     "$path_client_bindir/mysqld-max-nt",
				     "$path_client_bindir/mysqld-max",
				     "$path_client_bindir/mysqld-nt",
				     "$path_client_bindir/mysqld",
				     "$path_client_bindir/mysqld-debug",
				     "$path_client_bindir/mysqld-max",
				     "$basedir/libexec/mysqld",
				     "$basedir/bin/mysqld",
				     "$basedir/sbin/mysqld");

  # Use the mysqld found above to find out what features are available
  collect_mysqld_features();

unknown's avatar
unknown committed
482
  if ( $opt_comment )
unknown's avatar
unknown committed
483
  {
unknown's avatar
unknown committed
484 485 486 487
    mtr_report();
    mtr_print_thick_line('#');
    mtr_report("# $opt_comment");
    mtr_print_thick_line('#');
unknown's avatar
unknown committed
488
  }
unknown's avatar
unknown committed
489

unknown's avatar
unknown committed
490 491 492 493 494 495
  foreach my $arg ( @ARGV )
  {
    if ( $arg =~ /^--skip-/ )
    {
      push(@opt_extra_mysqld_opt, $arg);
    }
496 497 498 499 500 501
    elsif ( $arg =~ /^--$/ )
    {
      # It is an effect of setting 'pass_through' in option processing
      # that the lone '--' separating options from arguments survives,
      # simply ignore it.
    }
unknown's avatar
unknown committed
502 503 504 505 506 507 508 509 510
    elsif ( $arg =~ /^-/ )
    {
      usage("Invalid option \"$arg\"");
    }
    else
    {
      push(@opt_cases, $arg);
    }
  }
unknown's avatar
unknown committed
511

512 513 514
  # --------------------------------------------------------------------------
  # Find out type of logging that are being used
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
515
  foreach my $arg ( @opt_extra_mysqld_opt )
516
  {
unknown's avatar
unknown committed
517
    if ( $arg =~ /binlog[-_]format=(\S+)/ )
518
    {
unknown's avatar
unknown committed
519 520 521
      # Save this for collect phase
      collect_option('binlog-format', $1);
      mtr_report("Using binlog format '$1'");
522
    }
523 524
  }

525 526 527 528 529 530 531 532

  # --------------------------------------------------------------------------
  # Find out default storage engine being used(if any)
  # --------------------------------------------------------------------------
  foreach my $arg ( @opt_extra_mysqld_opt )
  {
    if ( $arg =~ /default-storage-engine=(\S+)/ )
    {
unknown's avatar
unknown committed
533 534 535
      # Save this for collect phase
      collect_option('default-storage-engine', $1);
      mtr_report("Using default engine '$1'")
536 537 538
    }
  }

539
  # --------------------------------------------------------------------------
540
  # Check if we should speed up tests by trying to run on tmpfs
541
  # --------------------------------------------------------------------------
542
  if ( defined $opt_mem )
543 544 545 546 547 548
  {
    mtr_error("Can't use --mem and --vardir at the same time ")
      if $opt_vardir;
    mtr_error("Can't use --mem and --tmpdir at the same time ")
      if $opt_tmpdir;

549
    # Search through list of locations that are known
550
    # to be "fast disks" to find a suitable location
551 552 553
    # Use --mem=<dir> as first location to look.
    my @tmpfs_locations= ($opt_mem, "/dev/shm", "/tmp");

554 555 556 557
    foreach my $fs (@tmpfs_locations)
    {
      if ( -d $fs )
      {
558 559
	my $template= "var_${opt_mtr_build_thread}_XXXX";
	$opt_mem= tempdir( $template, DIR => $fs, CLEANUP => 0);
560 561 562 563
	last;
      }
    }
  }
564

565 566 567
  # --------------------------------------------------------------------------
  # Set the "var/" directory, as it is the base for everything else
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
568
  $default_vardir= "$glob_mysql_test_dir/var";
569 570
  if ( ! $opt_vardir )
  {
571
    $opt_vardir= $default_vardir;
572
  }
573
  elsif ( $mysql_version_id < 50000 and
574
	  $opt_vardir ne $default_vardir)
unknown's avatar
unknown committed
575
  {
576 577 578
    # Version 4.1 and --vardir was specified
    # Only supported as a symlink from var/
    # by setting up $opt_mem that symlink will be created
unknown's avatar
unknown committed
579
    if ( ! IS_WINDOWS )
580 581 582 583 584 585
    {
      # Only platforms that have native symlinks can use the vardir trick
      $opt_mem= $opt_vardir;
      mtr_report("Using 4.1 vardir trick");
    }

586
    $opt_vardir= $default_vardir;
587
  }
unknown's avatar
unknown committed
588 589

  $path_vardir_trace= $opt_vardir;
unknown's avatar
unknown committed
590
  # Chop off any "c:", DBUG likes a unix path ex: c:/src/... => /src/...
unknown's avatar
unknown committed
591
  $path_vardir_trace=~ s/^\w://;
unknown's avatar
unknown committed
592

unknown's avatar
unknown committed
593 594
  # We make the path absolute, as the server will do a chdir() before usage
  unless ( $opt_vardir =~ m,^/, or
unknown's avatar
unknown committed
595
           (IS_WINDOWS and $opt_vardir =~ m,^[a-z]:/,i) )
596 597 598 599
  {
    # Make absolute path, relative test dir
    $opt_vardir= "$glob_mysql_test_dir/$opt_vardir";
  }
unknown's avatar
unknown committed
600

unknown's avatar
unknown committed
601 602 603
  # Location of my.cnf that all clients use
  $path_config_file= "$opt_vardir/my.cnf";

604
  # --------------------------------------------------------------------------
605
  # Set tmpdir
606 607
  # --------------------------------------------------------------------------
  $opt_tmpdir=       "$opt_vardir/tmp" unless $opt_tmpdir;
unknown's avatar
unknown committed
608
  $opt_tmpdir =~ s,/+$,,;       # Remove ending slash if any
unknown's avatar
unknown committed
609 610

  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
611
  # fast option
unknown's avatar
unknown committed
612
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
613 614
  if ($opt_fast){
    $opt_shutdown_timeout= 0; # Kill processes instead of nice shutdown
unknown's avatar
unknown committed
615 616
  }

unknown's avatar
unknown committed
617
  # --------------------------------------------------------------------------
618
  # Record flag
unknown's avatar
unknown committed
619
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
620
  if ( $opt_record and ! @opt_cases )
unknown's avatar
unknown committed
621 622 623 624
  {
    mtr_error("Will not run in record mode without a specific test case");
  }

625
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
626
  # Embedded server flag
627
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
628
  if ( $opt_embedded_server )
unknown's avatar
unknown committed
629
  {
unknown's avatar
unknown committed
630
    if ( IS_WINDOWS )
unknown's avatar
unknown committed
631 632 633 634 635
    {
      # Add the location for libmysqld.dll to the path.
      my $separator= ";";
      my $lib_mysqld=
        mtr_path_exists(vs_config_dirs('libmysqld',''));
unknown's avatar
unknown committed
636
      if ( IS_CYGWIN )
unknown's avatar
unknown committed
637
      {
unknown's avatar
unknown committed
638
	$lib_mysqld= posix_path($lib_mysqld);
unknown's avatar
unknown committed
639 640 641 642 643 644
	$separator= ":";
      }
      $ENV{'PATH'}= "$ENV{'PATH'}".$separator.$lib_mysqld;
    }
    $opt_skip_ndbcluster= 1;       # Turn off use of NDB cluster
    $opt_skip_ssl= 1;              # Turn off use of SSL
unknown's avatar
unknown committed
645

unknown's avatar
unknown committed
646 647 648 649 650 651 652
    # Turn off use of bin log
    push(@opt_extra_mysqld_opt, "--skip-log-bin");

    if ( using_extern() )
    {
      mtr_error("Can't use --extern with --embedded-server");
    }
unknown's avatar
unknown committed
653 654
  }

655
  # --------------------------------------------------------------------------
656
  # Big test flags
657
  # --------------------------------------------------------------------------
658 659 660 661
   if ( $opt_big_test )
   {
     $ENV{'BIG_TEST'}= 1;
   }
unknown's avatar
unknown committed
662

663 664 665
  # --------------------------------------------------------------------------
  # Gcov flag
  # --------------------------------------------------------------------------
666
  if ( $opt_gcov and ! $source_dist )
unknown's avatar
unknown committed
667
  {
unknown's avatar
unknown committed
668 669 670
    mtr_error("Coverage test needs the source - please use source dist");
  }

671
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
672
  # Check debug related options
673
  # --------------------------------------------------------------------------
674
  if ( $opt_gdb || $opt_client_gdb || $opt_ddd || $opt_client_ddd ||
675 676
       $opt_manual_gdb || $opt_manual_ddd || $opt_manual_debug ||
       $opt_debugger || $opt_client_debugger )
unknown's avatar
unknown committed
677
  {
678
    # Indicate that we are using debugger
unknown's avatar
unknown committed
679
    $glob_debugger= 1;
unknown's avatar
unknown committed
680
    if ( using_extern() )
unknown's avatar
unknown committed
681
    {
unknown's avatar
unknown committed
682
      mtr_error("Can't use --extern when using debugger");
unknown's avatar
unknown committed
683 684 685
    }
  }

686
  # --------------------------------------------------------------------------
687
  # Check valgrind arguments
688
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
689
  if ( $opt_valgrind or $opt_valgrind_path or @valgrind_args)
unknown's avatar
unknown committed
690
  {
unknown's avatar
unknown committed
691 692 693 694
    mtr_report("Turning on valgrind for all executables");
    $opt_valgrind= 1;
    $opt_valgrind_mysqld= 1;
    $opt_valgrind_mysqltest= 1;
unknown's avatar
unknown committed
695 696 697 698 699 700

    # Increase the timeouts when running with valgrind
    $opt_testcase_timeout*= 10;
    $opt_suite_timeout*= 6;
    $opt_start_timeout*= 10;

unknown's avatar
unknown committed
701
  }
702
  elsif ( $opt_valgrind_mysqld )
unknown's avatar
unknown committed
703
  {
704
    mtr_report("Turning on valgrind for mysqld(s) only");
unknown's avatar
unknown committed
705
    $opt_valgrind= 1;
706 707 708
  }
  elsif ( $opt_valgrind_mysqltest )
  {
709
    mtr_report("Turning on valgrind for mysqltest and mysql_client_test only");
unknown's avatar
unknown committed
710
    $opt_valgrind= 1;
711 712
  }

713 714 715 716 717 718 719
  if ( $opt_callgrind )
  {
    mtr_report("Turning on valgrind with callgrind for mysqld(s)");
    $opt_valgrind= 1;
    $opt_valgrind_mysqld= 1;

    # Set special valgrind options unless options passed on command line
unknown's avatar
unknown committed
720 721
    push(@valgrind_args, "--trace-children=yes")
      unless @valgrind_args;
722 723
  }

724 725 726
  if ( $opt_valgrind )
  {
    # Set valgrind_options to default unless already defined
unknown's avatar
unknown committed
727 728
    push(@valgrind_args, @default_valgrind_args)
      unless @valgrind_args;
unknown's avatar
unknown committed
729

unknown's avatar
unknown committed
730 731
    mtr_report("Running valgrind with options \"",
	       join(" ", @valgrind_args), "\"");
unknown's avatar
unknown committed
732
  }
unknown's avatar
unknown committed
733

unknown's avatar
unknown committed
734
  if ( ! $opt_user )
unknown's avatar
unknown committed
735
  {
unknown's avatar
unknown committed
736
    $opt_user= "root"; # We want to do FLUSH xxx commands
unknown's avatar
unknown committed
737 738
  }

739 740 741 742 743 744
  # On QNX, /tmp/dir/master.sock and /tmp/dir//master.sock seem to be
  # considered different, so avoid the extra slash (/) in the socket
  # paths.
  my $sockdir = $opt_tmpdir;
  $sockdir =~ s|/+$||;

745 746 747
  # On some operating systems, there is a limit to the length of a
  # UNIX domain socket's path far below PATH_MAX, so try to avoid long
  # socket path names.
748
  $sockdir = tempdir(CLEANUP => 0) if ( length($sockdir) >= 70 );
749

750 751
  $path_testlog=         "$opt_vardir/log/mysqltest.log";
  $path_current_testlog= "$opt_vardir/log/current_test";
unknown's avatar
unknown committed
752
  $path_ndb_testrun_log= "$opt_vardir/log/ndb_testrun.log";
753

754 755
}

unknown's avatar
unknown committed
756

757 758 759 760 761 762 763 764 765 766 767 768 769 770 771
#
# To make it easier for different devs to work on the same host,
# an environment variable can be used to control all ports. A small
# number is to be used, 0 - 16 or similar.
#
# Note the MASTER_MYPORT has to be set the same in all 4.x and 5.x
# versions of this script, else a 4.0 test run might conflict with a
# 5.1 test run, even if different MTR_BUILD_THREAD is used. This means
# all port numbers might not be used in this version of the script.
#
# Also note the limitation of ports we are allowed to hand out. This
# differs between operating systems and configuration, see
# http://www.ncftp.com/ncftpd/doc/misc/ephemeral_ports.html
# But a fairly safe range seems to be 5001 - 32767
#
772
sub set_mtr_build_thread_ports($) {
unknown's avatar
unknown committed
773
  my $mtr_build_thread= shift || 0;
774

unknown's avatar
unknown committed
775 776
  if ( lc($mtr_build_thread) eq 'auto' ) {
    print "Requesting build thread... ";
unknown's avatar
unknown committed
777 778
    $mtr_build_thread=
      mtr_require_unique_id_and_wait("/tmp/mysql-test-ports", 200, 299);
unknown's avatar
unknown committed
779 780
    print "got ".$mtr_build_thread."\n";
  }
unknown's avatar
unknown committed
781
  $ENV{MTR_BUILD_THREAD}= $mtr_build_thread;
unknown's avatar
unknown committed
782

unknown's avatar
unknown committed
783 784 785
  # Calculate baseport
  $opt_baseport= $mtr_build_thread * 10 + 10000;
  if ( $opt_baseport < 5001 or $opt_baseport + 9 >= 32767 )
786 787 788
  {
    mtr_error("MTR_BUILD_THREAD number results in a port",
              "outside 5001 - 32767",
unknown's avatar
unknown committed
789
              "($opt_baseport - $opt_baseport + 9)");
790
  }
791

unknown's avatar
unknown committed
792
  mtr_report("Using MR_BUILD_THREAD $mtr_build_thread,",
unknown's avatar
unknown committed
793
	     "with reserved ports $opt_baseport..".($opt_baseport+9));
794

unknown's avatar
unknown committed
795 796 797
}


unknown's avatar
unknown committed
798
sub collect_mysqld_features {
unknown's avatar
unknown committed
799
  my $found_variable_list_start= 0;
800
  my $tmpdir= tempdir(CLEANUP => 0); # Directory removed by this function
801

802
  #
unknown's avatar
unknown committed
803
  # Execute "mysqld --no-defaults --help --verbose" to get a
unknown's avatar
unknown committed
804
  # list of all features and settings
805
  #
806 807 808
  # --no-defaults and --skip-grant-tables are to avoid loading
  # system-wide configs and plugins
  #
809
  # --datadir must exist, mysqld will chdir into it
unknown's avatar
unknown committed
810
  #
unknown's avatar
unknown committed
811 812 813 814 815 816 817 818 819 820 821
  my $args;
  mtr_init_args(\$args);
  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--datadir=%s", mixed_path($tmpdir));
  mtr_add_arg($args, "--language=%s", $path_language);
  mtr_add_arg($args, "--skip-grant-tables");
  mtr_add_arg($args, "--verbose");
  mtr_add_arg($args, "--help");

  my $cmd= join(" ", $exe_mysqld, @$args);
  my $list= `$cmd`;
unknown's avatar
unknown committed
822

823
  foreach my $line (split('\n', $list))
unknown's avatar
unknown committed
824
  {
unknown's avatar
unknown committed
825 826
    # First look for version
    if ( !$mysql_version_id )
unknown's avatar
unknown committed
827
    {
unknown's avatar
unknown committed
828
      # Look for version
829 830 831
      my $exe_name= basename($exe_mysqld);
      mtr_verbose("exe_name: $exe_name");
      if ( $line =~ /^\S*$exe_name\s\sVer\s([0-9]*)\.([0-9]*)\.([0-9]*)/ )
unknown's avatar
unknown committed
832
      {
833
	#print "Major: $1 Minor: $2 Build: $3\n";
unknown's avatar
unknown committed
834
	$mysql_version_id= $1*10000 + $2*100 + $3;
835 836
	#print "mysql_version_id: $mysql_version_id\n";
	mtr_report("MySQL Version $1.$2.$3");
unknown's avatar
unknown committed
837
      }
unknown's avatar
unknown committed
838 839 840
    }
    else
    {
unknown's avatar
unknown committed
841
      if (!$found_variable_list_start)
unknown's avatar
unknown committed
842
      {
unknown's avatar
unknown committed
843
	# Look for start of variables list
844
	if ( $line =~ /[\-]+\s[\-]+/ )
unknown's avatar
unknown committed
845 846 847
	{
	  $found_variable_list_start= 1;
	}
848 849 850
      }
      else
      {
unknown's avatar
unknown committed
851
	# Put variables into hash
852
	if ( $line =~ /^([\S]+)[ \t]+(.*?)\r?$/ )
unknown's avatar
unknown committed
853
	{
854
	  # print "$1=\"$2\"\n";
unknown's avatar
unknown committed
855 856
	  $mysqld_variables{$1}= $2;
	}
857 858
	else
	{
859 860 861 862 863 864 865 866 867 868 869 870 871
	  # The variable list is ended with a blank line
	  if ( $line =~ /^[\s]*$/ )
	  {
	    last;
	  }
	  else
	  {
	    # Send out a warning, we should fix the variables that has no
	    # space between variable name and it's value
	    # or should it be fixed width column parsing? It does not
	    # look like that in function my_print_variables in my_getopt.c
	    mtr_warning("Could not parse variable list line : $line");
	  }
872
	}
unknown's avatar
unknown committed
873
      }
unknown's avatar
unknown committed
874
    }
unknown's avatar
unknown committed
875
  }
876
  rmtree($tmpdir);
unknown's avatar
unknown committed
877
  mtr_error("Could not find version of MySQL") unless $mysql_version_id;
878
  mtr_error("Could not find variabes list") unless $found_variable_list_start;
unknown's avatar
unknown committed
879 880 881 882

}


unknown's avatar
unknown committed
883
sub executable_setup_ndb () {
unknown's avatar
unknown committed
884

unknown's avatar
unknown committed
885 886 887 888
  # Look for ndb tols and binaries
  my $ndb_path= mtr_file_exists("$basedir/ndb",
				"$basedir/storage/ndb",
				"$basedir/bin");
889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919

  $exe_ndbd=
    mtr_exe_maybe_exists("$ndb_path/src/kernel/ndbd",
			 "$ndb_path/ndbd");
  $exe_ndb_mgm=
    mtr_exe_maybe_exists("$ndb_path/src/mgmclient/ndb_mgm",
			 "$ndb_path/ndb_mgm");
  $exe_ndb_mgmd=
    mtr_exe_maybe_exists("$ndb_path/src/mgmsrv/ndb_mgmd",
			 "$ndb_path/ndb_mgmd");
  $exe_ndb_waiter=
    mtr_exe_maybe_exists("$ndb_path/tools/ndb_waiter",
			 "$ndb_path/ndb_waiter");

  # May not exist
  $path_ndb_tools_dir= mtr_file_exists("$ndb_path/tools",
				       "$ndb_path");
  # May not exist
  $path_ndb_examples_dir=
    mtr_file_exists("$ndb_path/ndbapi-examples",
		    "$ndb_path/examples");
  # May not exist
  $exe_ndb_example=
    mtr_file_exists("$path_ndb_examples_dir/ndbapi_simple/ndbapi_simple");

  return ( $exe_ndbd eq "" or
	   $exe_ndb_mgm eq "" or
	   $exe_ndb_mgmd eq "" or
	   $exe_ndb_waiter eq "");
}

unknown's avatar
unknown committed
920

unknown's avatar
unknown committed
921 922
sub executable_setup () {

923 924 925 926 927 928 929 930 931 932 933 934 935 936 937
  #
  # Check if libtool is available in this distribution/clone
  # we need it when valgrinding or debugging non installed binary
  # Otherwise valgrind will valgrind the libtool wrapper or bash
  # and gdb will not find the real executable to debug
  #
  if ( -x "../libtool")
  {
    $exe_libtool= "../libtool";
    if ($opt_valgrind or $glob_debugger)
    {
      mtr_report("Using \"$exe_libtool\" when running valgrind or debugger");
    }
  }

unknown's avatar
unknown committed
938

unknown's avatar
unknown committed
939 940 941
  # Look for the client binaries
  $exe_mysqladmin=     mtr_exe_exists("$path_client_bindir/mysqladmin");
  $exe_mysql=          mtr_exe_exists("$path_client_bindir/mysql");
unknown's avatar
unknown committed
942

unknown's avatar
unknown committed
943 944 945 946
  if ( ! $opt_skip_ndbcluster and executable_setup_ndb()) {
    mtr_warning("Could not find all required ndb binaries, " .
		"all ndb tests will fail, use --skip-ndbcluster to " .
		"skip testing it.");
947

unknown's avatar
unknown committed
948 949
    foreach my $cluster ( clusters()) {
      $cluster->{"executable_setup_failed"}= 1;
unknown's avatar
unknown committed
950 951
    }
  }
952

unknown's avatar
unknown committed
953
  # Look for mysqltest executable
unknown's avatar
unknown committed
954
  if ( $opt_embedded_server )
unknown's avatar
unknown committed
955
  {
unknown's avatar
unknown committed
956
    $exe_mysqltest=
957
      mtr_exe_exists(vs_config_dirs('libmysqld/examples','mysqltest_embedded'),
unknown's avatar
unknown committed
958
                     "$basedir/libmysqld/examples/mysqltest_embedded",
959
                     "$path_client_bindir/mysqltest_embedded");
unknown's avatar
unknown committed
960
  }
unknown's avatar
unknown committed
961 962
  else
  {
963
    $exe_mysqltest= mtr_exe_exists("$path_client_bindir/mysqltest");
unknown's avatar
unknown committed
964
  }
965

unknown's avatar
unknown committed
966 967 968
}


unknown's avatar
unknown committed
969 970 971 972 973 974 975 976 977

sub client_debug_arg($$) {
  my ($args, $client_name)= @_;

  if ( $opt_debug ) {
    mtr_add_arg($args,
		"--debug=d:t:A,%s/log/%s.trace",
		$path_vardir_trace, $client_name)
  }
978 979 980
}


unknown's avatar
unknown committed
981
sub mysql_fix_arguments () {
unknown's avatar
unknown committed
982

unknown's avatar
unknown committed
983
  return "" if ( IS_WINDOWS );
984

unknown's avatar
unknown committed
985 986 987
  my $exe=
    mtr_script_exists("$basedir/scripts/mysql_fix_privilege_tables",
		      "$path_client_bindir/mysql_fix_privilege_tables");
988 989
  my $args;
  mtr_init_args(\$args);
unknown's avatar
unknown committed
990
  mtr_add_arg($args, "--defaults-file=%s", $path_config_file);
991

unknown's avatar
unknown committed
992 993 994 995 996
  mtr_add_arg($args, "--basedir=", $basedir);
  mtr_add_arg($args, "--bindir=", $path_client_bindir);
  mtr_add_arg($args, "--verbose");
  return mtr_args2str($exe, @$args);
}
997 998


unknown's avatar
unknown committed
999 1000 1001
sub client_arguments ($) {
  my $client_name= shift;
  my $client_exe= mtr_exe_exists("$path_client_bindir/$client_name");
1002

unknown's avatar
unknown committed
1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019
  my $args;
  mtr_init_args(\$args);
  mtr_add_arg($args, "--defaults-file=%s", $path_config_file);
  client_debug_arg($args, $client_name);
  return mtr_args2str($client_exe, @$args);
}


sub mysqlslap_arguments () {
  my $exe= mtr_exe_maybe_exists("$path_client_bindir/mysqlslap");
  if ( $exe eq "" ) {
    # mysqlap was not found

    if (defined $mysql_version_id and $mysql_version_id >= 50100 ) {
      mtr_error("Could not find the mysqlslap binary");
    }
    return ""; # Don't care about mysqlslap
1020 1021
  }

unknown's avatar
unknown committed
1022 1023 1024 1025 1026
  my $args;
  mtr_init_args(\$args);
  mtr_add_arg($args, "--defaults-file=%s", $path_config_file);
  client_debug_arg($args, "mysqlslap");
  return mtr_args2str($exe, @$args);
1027 1028
}

unknown's avatar
unknown committed
1029 1030 1031 1032

sub mysqldump_arguments ($) {
  my($group_suffix) = @_;
  my $exe= mtr_exe_exists("$path_client_bindir/mysqldump");
1033 1034 1035

  my $args;
  mtr_init_args(\$args);
unknown's avatar
unknown committed
1036 1037 1038 1039 1040
  mtr_add_arg($args, "--defaults-file=%s", $path_config_file);
  mtr_add_arg($args, "--defaults-group-suffix=_%s", $group_suffix);
  client_debug_arg($args, "mysqldump-$group_suffix");
  return mtr_args2str($exe, @$args);
}
1041 1042


unknown's avatar
unknown committed
1043 1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058 1059
sub mysql_client_test_arguments(){
  my $exe;
  # mysql_client_test executable may _not_ exist
  if ( $opt_embedded_server ) {
    $exe= mtr_exe_maybe_exists(
	    vs_config_dirs('libmysqld/examples','mysql_client_test_embedded'),
	    "$basedir/libmysqld/examples/mysql_client_test_embedded");
  } else {
    $exe= mtr_exe_maybe_exists(vs_config_dirs('tests', 'mysql_client_test'),
			       "$basedir/tests/mysql_client_test",
			       "$basedir/bin/mysql_client_test");
  }

  my $args;
  mtr_init_args(\$args);
  if ( $opt_valgrind_mysqltest ) {
    valgrind_arguments($args, \$exe);
1060
  }
unknown's avatar
unknown committed
1061 1062 1063 1064
  mtr_add_arg($args, "--defaults-file=%s", $path_config_file);
  mtr_add_arg($args, "--testcase");
  mtr_add_arg($args, "--vardir=$opt_vardir");
  client_debug_arg($args,"mysql_client_test");
1065

unknown's avatar
unknown committed
1066
  return mtr_args2str($exe, @$args);
1067 1068
}

unknown's avatar
unknown committed
1069

unknown's avatar
unknown committed
1070 1071 1072 1073 1074
#
# Set environment to be used by childs of this process for
# things that are constant during the whole lifetime of mysql-test-run
#
sub environment_setup {
unknown's avatar
unknown committed
1075

unknown's avatar
unknown committed
1076 1077
  umask(022);

1078
  my @ld_library_paths;
1079

unknown's avatar
unknown committed
1080
  if ($path_client_libdir)
unknown's avatar
unknown committed
1081
  {
unknown's avatar
unknown committed
1082 1083
    # Use the --client-libdir passed on commandline
    push(@ld_library_paths, "$path_client_libdir");
1084 1085
  }
  else
unknown's avatar
unknown committed
1086
  {
unknown's avatar
unknown committed
1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098
    # Setup LD_LIBRARY_PATH so the libraries from this distro/clone
    # are used in favor of the system installed ones
    if ( $source_dist )
    {
      push(@ld_library_paths, "$basedir/libmysql/.libs/",
	   "$basedir/libmysql_r/.libs/",
	   "$basedir/zlib.libs/");
    }
    else
    {
      push(@ld_library_paths, "$basedir/lib");
    }
1099 1100
  }

unknown's avatar
unknown committed
1101
  # --------------------------------------------------------------------------
1102 1103
  # Add the path where libndbclient can be found
  # --------------------------------------------------------------------------
1104
  if ( $glob_ndbcluster_supported )
1105
  {
unknown's avatar
unknown committed
1106 1107 1108 1109 1110 1111 1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122 1123 1124 1125 1126 1127 1128 1129 1130 1131 1132 1133 1134 1135 1136 1137
    push(@ld_library_paths,  "$basedir/storage/ndb/src/.libs");
  }

  # --------------------------------------------------------------------------
  # Add the path where mysqld will find udf_example.so
  # --------------------------------------------------------------------------
  my $lib_udf_example=
    mtr_file_exists(vs_config_dirs('sql', 'udf_example.dll'),
		    "$basedir/sql/.libs/udf_example.so",);

  if ( $lib_udf_example )
  {
    push(@ld_library_paths, dirname($lib_udf_example));
  }

  $ENV{'UDF_EXAMPLE_LIB'}=
    ($lib_udf_example ? basename($lib_udf_example) : "");
  $ENV{'UDF_EXAMPLE_LIB_OPT'}=
    ($lib_udf_example ? "--plugin_dir=" . dirname($lib_udf_example) : "");

  # --------------------------------------------------------------------------
  # Add the path where mysqld will find ha_example.so
  # --------------------------------------------------------------------------
  if ($mysql_version_id >= 50100) {
    my $lib_example_plugin=
      mtr_file_exists(vs_config_dirs('storage/example', 'ha_example.dll'),
		      "$basedir/storage/example/.libs/ha_example.so",);
    $ENV{'EXAMPLE_PLUGIN'}=
      ($lib_example_plugin ? basename($lib_example_plugin) : "");
    $ENV{'EXAMPLE_PLUGIN_OPT'}=
      ($lib_example_plugin ?
       "--plugin_dir=" . dirname($lib_example_plugin) : "");
unknown's avatar
unknown committed
1138
  }
unknown's avatar
unknown committed
1139

1140
  # --------------------------------------------------------------------------
1141
  # Valgrind need to be run with debug libraries otherwise it's almost
1142 1143 1144
  # impossible to add correct supressions, that means if "/usr/lib/debug"
  # is available, it should be added to
  # LD_LIBRARY_PATH
1145 1146 1147 1148
  #
  # But pthread is broken in libc6-dbg on Debian <= 3.1 (see Debian
  # bug 399035, http://bugs.debian.org/cgi-bin/bugreport.cgi?bug=399035),
  # so don't change LD_LIBRARY_PATH on that platform.
1149
  # --------------------------------------------------------------------------
1150
  my $debug_libraries_path= "/usr/lib/debug";
1151 1152 1153
  my $deb_version;
  if (  $opt_valgrind and -d $debug_libraries_path and
        (! -e '/etc/debian_version' or
unknown's avatar
unknown committed
1154 1155
	 ($deb_version=
	    mtr_grab_file('/etc/debian_version')) !~ /^[0-9]+\.[0-9]$/ or
1156
         $deb_version > 3.1 ) )
1157
  {
1158
    push(@ld_library_paths, $debug_libraries_path);
1159
  }
1160

1161
  $ENV{'LD_LIBRARY_PATH'}= join(":", @ld_library_paths,
unknown's avatar
unknown committed
1162
				$ENV{'LD_LIBRARY_PATH'} ?
1163
				split(':', $ENV{'LD_LIBRARY_PATH'}) : ());
1164 1165 1166
  mtr_debug("LD_LIBRARY_PATH: $ENV{'LD_LIBRARY_PATH'}");

  $ENV{'DYLD_LIBRARY_PATH'}= join(":", @ld_library_paths,
1167 1168
				  $ENV{'DYLD_LIBRARY_PATH'} ?
				  split(':', $ENV{'DYLD_LIBRARY_PATH'}) : ());
1169
  mtr_debug("DYLD_LIBRARY_PATH: $ENV{'DYLD_LIBRARY_PATH'}");
1170

1171 1172 1173 1174 1175 1176 1177 1178 1179 1180 1181
  # The environment variable used for shared libs on AIX
  $ENV{'SHLIB_PATH'}= join(":", @ld_library_paths,
                           $ENV{'SHLIB_PATH'} ?
                           split(':', $ENV{'SHLIB_PATH'}) : ());
  mtr_debug("SHLIB_PATH: $ENV{'SHLIB_PATH'}");

  # The environment variable used for shared libs on hp-ux
  $ENV{'LIBPATH'}= join(":", @ld_library_paths,
                        $ENV{'LIBPATH'} ?
                        split(':', $ENV{'LIBPATH'}) : ());
  mtr_debug("LIBPATH: $ENV{'LIBPATH'}");
1182

1183
  $ENV{'CHARSETSDIR'}=              $path_charsetsdir;
unknown's avatar
unknown committed
1184 1185
  $ENV{'UMASK'}=              "0660"; # The octal *string*
  $ENV{'UMASK_DIR'}=          "0770"; # The octal *string*
unknown's avatar
unknown committed
1186

1187 1188 1189 1190 1191 1192 1193 1194 1195 1196
  #
  # MySQL tests can produce output in various character sets
  # (especially, ctype_xxx.test). To avoid confusing Perl
  # with output which is incompatible with the current locale
  # settings, we reset the current values of LC_ALL and LC_CTYPE to "C".
  # For details, please see
  # Bug#27636 tests fails if LC_* variables set to *_*.UTF-8
  #
  $ENV{'LC_ALL'}=             "C";
  $ENV{'LC_CTYPE'}=           "C";
unknown's avatar
unknown committed
1197

unknown's avatar
unknown committed
1198
  $ENV{'LC_COLLATE'}=         "C";
unknown's avatar
unknown committed
1199
  $ENV{'USE_RUNNING_SERVER'}= using_extern();
unknown's avatar
unknown committed
1200
  $ENV{'MYSQL_TEST_DIR'}=     $glob_mysql_test_dir;
1201
  $ENV{'MYSQLTEST_VARDIR'}=   $opt_vardir;
unknown's avatar
unknown committed
1202
  $ENV{'DEFAULT_MASTER_PORT'}= $mysqld_variables{'master-port'} || 3306;
1203

1204 1205 1206
  # ----------------------------------------------------
  # Setup env for NDB
  # ----------------------------------------------------
unknown's avatar
unknown committed
1207 1208 1209 1210 1211 1212 1213
  $ENV{'NDB_MGM'}=                  $exe_ndb_mgm;
  $ENV{'NDB_EXTRA_TEST'}=           $opt_ndb_extra_test;
  $ENV{'NDB_TOOLS_DIR'}=            $path_ndb_tools_dir;
  $ENV{'NDB_TOOLS_OUTPUT'}=         $path_ndb_testrun_log;
  $ENV{'NDB_EXAMPLES_DIR'}=         $path_ndb_examples_dir;
  $ENV{'NDB_EXAMPLES_BINARY'}=      $exe_ndb_example;
  $ENV{'NDB_EXAMPLES_OUTPUT'}=      $path_ndb_testrun_log;
1214

1215
  # ----------------------------------------------------
unknown's avatar
unknown committed
1216
  # mysql clients
1217
  # ----------------------------------------------------
unknown's avatar
unknown committed
1218 1219 1220 1221 1222 1223 1224 1225 1226
  $ENV{'MYSQL_CHECK'}=              client_arguments("mysqlcheck");
  $ENV{'MYSQL_DUMP'}=               mysqldump_arguments(".1");
  $ENV{'MYSQL_DUMP_SLAVE'}=         mysqldump_arguments(".2");
  $ENV{'MYSQL_SLAP'}=               mysqlslap_arguments();
  $ENV{'MYSQL_IMPORT'}=             client_arguments("mysqlimport");
  $ENV{'MYSQL_SHOW'}=               client_arguments("mysqlshow");
  $ENV{'MYSQL_BINLOG'}=             client_arguments("mysqlbinlog");
  $ENV{'MYSQL'}=                    client_arguments("mysql");
  $ENV{'MYSQL_UPGRADE'}=            client_arguments("mysql_upgrade");
unknown's avatar
unknown committed
1227
  $ENV{'MYSQLADMIN'}=               native_path($exe_mysqladmin);
unknown's avatar
unknown committed
1228 1229 1230
  $ENV{'MYSQL_CLIENT_TEST'}=        mysql_client_test_arguments();
  $ENV{'MYSQL_FIX_SYSTEM_TABLES'}=  mysql_fix_arguments();
  $ENV{'EXE_MYSQL'}=                $exe_mysql;
1231

unknown's avatar
unknown committed
1232
  # ----------------------------------------------------
unknown's avatar
unknown committed
1233 1234
  # bug25714 executable may _not_ exist in
  # some versions, test using it should be skipped
1235
  # ----------------------------------------------------
unknown's avatar
unknown committed
1236 1237 1238
  my $exe_bug25714=
      mtr_exe_maybe_exists(vs_config_dirs('tests', 'bug25714'),
                           "$basedir/tests/bug25714");
unknown's avatar
unknown committed
1239
  $ENV{'MYSQL_BUG25714'}=  native_path($exe_bug25714);
1240

1241
  # ----------------------------------------------------
unknown's avatar
unknown committed
1242
  # mysql_fix_privilege_tables.sql
1243
  # ----------------------------------------------------
unknown's avatar
unknown committed
1244 1245 1246
  my $file_mysql_fix_privilege_tables=
    mtr_file_exists("$basedir/scripts/mysql_fix_privilege_tables.sql",
		    "$basedir/share/mysql_fix_privilege_tables.sql");
1247
  $ENV{'MYSQL_FIX_PRIVILEGE_TABLES'}=  $file_mysql_fix_privilege_tables;
1248 1249

  # ----------------------------------------------------
unknown's avatar
unknown committed
1250
  # my_print_defaults
1251
  # ----------------------------------------------------
unknown's avatar
unknown committed
1252 1253 1254 1255
  my $exe_my_print_defaults=
    mtr_exe_exists(vs_config_dirs('extra', 'my_print_defaults'),
		   "$path_client_bindir/my_print_defaults",
		   "$basedir/extra/my_print_defaults");
unknown's avatar
unknown committed
1256
  $ENV{'MYSQL_MY_PRINT_DEFAULTS'}= native_path($exe_my_print_defaults);
1257

1258 1259 1260 1261 1262 1263 1264 1265 1266 1267 1268 1269 1270 1271 1272 1273 1274

  # ----------------------------------------------------
  # Setup env so childs can execute myisampack and myisamchk
  # ----------------------------------------------------
  $ENV{'MYISAMCHK'}= native_path(mtr_exe_exists(
                       vs_config_dirs('storage/myisam', 'myisamchk'),
                       vs_config_dirs('myisam', 'myisamchk'),
                       "$path_client_bindir/myisamchk",
                       "$basedir/storage/myisam/myisamchk",
                       "$basedir/myisam/myisamchk"));
  $ENV{'MYISAMPACK'}= native_path(mtr_exe_exists(
                        vs_config_dirs('storage/myisam', 'myisampack'),
                        vs_config_dirs('myisam', 'myisampack'),
                        "$path_client_bindir/myisampack",
                        "$basedir/storage/myisam/myisampack",
                        "$basedir/myisam/myisampack"));

1275
  # ----------------------------------------------------
unknown's avatar
unknown committed
1276
  # perror
1277
  # ----------------------------------------------------
unknown's avatar
unknown committed
1278 1279 1280
  my $exe_perror= mtr_exe_exists(vs_config_dirs('extra', 'perror'),
				 "$basedir/extra/perror",
				 "$path_client_bindir/perror");
unknown's avatar
unknown committed
1281
  $ENV{'MY_PERROR'}= native_path($exe_perror);
1282

1283 1284 1285 1286
  # Create an environment variable to make it possible
  # to detect that valgrind is being used from test cases
  $ENV{'VALGRIND_TEST'}= $opt_valgrind;

unknown's avatar
unknown committed
1287 1288 1289
}


1290

1291 1292 1293 1294 1295
#
# Remove var and any directories in var/ created by previous
# tests
#
sub remove_stale_vardir () {
1296

unknown's avatar
unknown committed
1297
  mtr_report("Removing old var directory...");
unknown's avatar
unknown committed
1298

1299 1300
  # Safety!
  mtr_error("No, don't remove the vardir when running with --extern")
unknown's avatar
unknown committed
1301
    if using_extern();
1302 1303

  mtr_verbose("opt_vardir: $opt_vardir");
1304
  if ( $opt_vardir eq $default_vardir )
1305 1306 1307 1308
  {
    #
    # Running with "var" in mysql-test dir
    #
1309
    if ( -l $opt_vardir)
1310
    {
1311
      # var is a symlink
1312

1313
      if ( $opt_mem )
1314 1315
      {
	# Remove the directory which the link points at
1316
	mtr_verbose("Removing " . readlink($opt_vardir));
unknown's avatar
unknown committed
1317
	rmtree(readlink($opt_vardir));
1318

1319
	# Remove the "var" symlink
1320
	mtr_verbose("unlink($opt_vardir)");
1321
	unlink($opt_vardir);
1322 1323 1324 1325
      }
      else
      {
	# Some users creates a soft link in mysql-test/var to another area
1326 1327
	# - allow it, but remove all files in it

unknown's avatar
unknown committed
1328
	mtr_report(" - WARNING: Using the 'mysql-test/var' symlink");
1329

1330 1331 1332 1333
	# Make sure the directory where it points exist
	mtr_error("The destination for symlink $opt_vardir does not exist")
	  if ! -d readlink($opt_vardir);

1334 1335 1336
	foreach my $bin ( glob("$opt_vardir/*") )
	{
	  mtr_verbose("Removing bin $bin");
unknown's avatar
unknown committed
1337
	  rmtree($bin);
1338
	}
1339
      }
1340 1341 1342 1343
    }
    else
    {
      # Remove the entire "var" dir
1344
      mtr_verbose("Removing $opt_vardir/");
unknown's avatar
unknown committed
1345
      rmtree("$opt_vardir/");
1346
    }
1347 1348 1349 1350 1351 1352 1353

    if ( $opt_mem )
    {
      # A symlink from var/ to $opt_mem will be set up
      # remove the $opt_mem dir to assure the symlink
      # won't point at an old directory
      mtr_verbose("Removing $opt_mem");
unknown's avatar
unknown committed
1354
      rmtree($opt_mem);
1355 1356
    }

1357 1358 1359 1360 1361 1362 1363 1364 1365
  }
  else
  {
    #
    # Running with "var" in some other place
    #

    # Remove the var/ dir in mysql-test dir if any
    # this could be an old symlink that shouldn't be there
1366
    mtr_verbose("Removing $default_vardir");
unknown's avatar
unknown committed
1367
    rmtree($default_vardir);
1368 1369

    # Remove the "var" dir
1370
    mtr_verbose("Removing $opt_vardir/");
unknown's avatar
unknown committed
1371
    rmtree("$opt_vardir/");
1372
  }
1373 1374
}

unknown's avatar
unknown committed
1375 1376


1377 1378 1379 1380
#
# Create var and the directories needed in var
#
sub setup_vardir() {
unknown's avatar
unknown committed
1381
  mtr_report("Creating var directory...");
unknown's avatar
unknown committed
1382

1383
  if ( $opt_vardir eq $default_vardir )
1384
  {
1385 1386 1387 1388 1389 1390
    #
    # Running with "var" in mysql-test dir
    #
    if ( -l $opt_vardir )
    {
      #  it's a symlink
1391

1392 1393 1394 1395 1396 1397 1398 1399 1400
      # Make sure the directory where it points exist
      mtr_error("The destination for symlink $opt_vardir does not exist")
	if ! -d readlink($opt_vardir);
    }
    elsif ( $opt_mem )
    {
      # Runinng with "var" as a link to some "memory" location, normally tmpfs
      mtr_verbose("Creating $opt_mem");
      mkpath($opt_mem);
1401

unknown's avatar
unknown committed
1402
      mtr_report(" - symlinking 'var' to '$opt_mem'");
1403 1404
      symlink($opt_mem, $opt_vardir);
    }
1405 1406
  }

1407 1408 1409 1410 1411
  if ( ! -d $opt_vardir )
  {
    mtr_verbose("Creating $opt_vardir");
    mkpath($opt_vardir);
  }
unknown's avatar
unknown committed
1412

1413 1414
  # Ensure a proper error message if vardir couldn't be created
  unless ( -d $opt_vardir and -w $opt_vardir )
1415
  {
1416 1417
    mtr_error("Writable 'var' directory is needed, use the " .
	      "'--vardir=<path>' option");
1418 1419
  }

1420 1421 1422
  mkpath("$opt_vardir/log");
  mkpath("$opt_vardir/run");
  mkpath("$opt_vardir/tmp");
unknown's avatar
unknown committed
1423
  mkpath($opt_tmpdir) if $opt_tmpdir ne "$opt_vardir/tmp";
unknown's avatar
unknown committed
1424

unknown's avatar
unknown committed
1425 1426 1427
  # copy all files from std_data into var/std_data
  # and make them writable
  copytree("$glob_mysql_test_dir/std_data", "$opt_vardir/std_data");
unknown's avatar
unknown committed
1428 1429

  # Remove old log files
unknown's avatar
unknown committed
1430
  foreach my $name (glob("r/*.progress r/*.log r/*.warnings"))
unknown's avatar
unknown committed
1431 1432 1433
  {
    unlink($name);
  }
unknown's avatar
unknown committed
1434 1435 1436
}


unknown's avatar
unknown committed
1437 1438 1439 1440
#
# Check if running as root
# i.e a file can be read regardless what mode we set it to
#
1441
sub  check_running_as_root () {
1442
  my $test_file= "$opt_vardir/test_running_as_root.txt";
1443 1444 1445 1446 1447 1448 1449 1450 1451 1452
  mtr_tofile($test_file, "MySQL");
  chmod(oct("0000"), $test_file);

  my $result="";
  if (open(FILE,"<",$test_file))
  {
    $result= join('', <FILE>);
    close FILE;
  }

1453 1454 1455 1456
  # Some filesystems( for example CIFS) allows reading a file
  # although mode was set to 0000, but in that case a stat on
  # the file will not return 0000
  my $file_mode= (stat($test_file))[2] & 07777;
1457 1458

  $ENV{'MYSQL_TEST_ROOT'}= "NO";
1459 1460
  mtr_verbose("result: $result, file_mode: $file_mode");
  if ($result eq "MySQL" && $file_mode == 0)
1461 1462 1463 1464 1465
  {
    mtr_warning("running this script as _root_ will cause some " .
                "tests to be skipped");
    $ENV{'MYSQL_TEST_ROOT'}= "YES";
  }
1466 1467 1468

  chmod(oct("0755"), $test_file);
  unlink($test_file);
1469 1470 1471
}


unknown's avatar
unknown committed
1472 1473
sub check_ssl_support ($) {
  my $mysqld_variables= shift;
1474

unknown's avatar
unknown committed
1475
  if ($opt_skip_ssl)
1476
  {
unknown's avatar
unknown committed
1477
    mtr_report(" - skipping SSL");
1478 1479 1480 1481 1482
    $opt_ssl_supported= 0;
    $opt_ssl= 0;
    return;
  }

1483
  if ( ! $mysqld_variables->{'ssl'} )
1484 1485 1486 1487 1488 1489
  {
    if ( $opt_ssl)
    {
      mtr_error("Couldn't find support for SSL");
      return;
    }
unknown's avatar
unknown committed
1490
    mtr_report(" - skipping SSL, mysqld not compiled with SSL");
1491 1492 1493 1494
    $opt_ssl_supported= 0;
    $opt_ssl= 0;
    return;
  }
unknown's avatar
unknown committed
1495
  mtr_report(" - SSL connections supported");
1496 1497 1498 1499
  $opt_ssl_supported= 1;
}


unknown's avatar
unknown committed
1500 1501
sub check_debug_support ($) {
  my $mysqld_variables= shift;
unknown's avatar
unknown committed
1502

1503
  if ( ! $mysqld_variables->{'debug'} )
unknown's avatar
unknown committed
1504
  {
unknown's avatar
unknown committed
1505
    #mtr_report(" - binaries are not debug compiled");
unknown's avatar
unknown committed
1506
    $debug_compiled_binaries= 0;
1507 1508 1509 1510 1511

    if ( $opt_debug )
    {
      mtr_error("Can't use --debug, binaries does not support it");
    }
unknown's avatar
unknown committed
1512 1513
    return;
  }
unknown's avatar
unknown committed
1514
  mtr_report(" - binaries are debug compiled");
unknown's avatar
unknown committed
1515 1516 1517
  $debug_compiled_binaries= 1;
}

unknown's avatar
unknown committed
1518

1519 1520 1521 1522 1523 1524 1525 1526 1527 1528 1529 1530 1531
#
# Helper function to handle configuration-based subdirectories which Visual
# Studio uses for storing binaries.  If opt_vs_config is set, this returns
# a path based on that setting; if not, it returns paths for the default
# /release/ and /debug/ subdirectories.
#
# $exe can be undefined, if the directory itself will be used
#
sub vs_config_dirs ($$) {
  my ($path_part, $exe) = @_;

  $exe = "" if not defined $exe;

unknown's avatar
unknown committed
1532
  # Don't look in these dirs when not on windows
unknown's avatar
unknown committed
1533
  return () unless IS_WINDOWS;
unknown's avatar
unknown committed
1534

1535 1536
  if ($opt_vs_config)
  {
unknown's avatar
unknown committed
1537
    return ("$basedir/$path_part/$opt_vs_config/$exe");
1538 1539
  }

unknown's avatar
unknown committed
1540 1541 1542
  return ("$basedir/$path_part/release/$exe",
          "$basedir/$path_part/relwithdebinfo/$exe",
          "$basedir/$path_part/debug/$exe");
1543 1544
}

unknown's avatar
unknown committed
1545

unknown's avatar
unknown committed
1546 1547
sub check_ndbcluster_support ($) {
  my $mysqld_variables= shift;
1548

unknown's avatar
unknown committed
1549
  if ($opt_skip_ndbcluster)
1550
  {
unknown's avatar
unknown committed
1551
    mtr_report(" - skipping ndbcluster");
1552
    $opt_skip_ndbcluster_slave= 1;
1553 1554
    return;
  }
1555

unknown's avatar
unknown committed
1556
  if ( ! $mysqld_variables{'ndb-connectstring'} )
1557
  {
unknown's avatar
unknown committed
1558
    mtr_report(" - skipping ndbcluster, mysqld not compiled with ndbcluster");
1559 1560
    $opt_skip_ndbcluster= 1;
    $opt_skip_ndbcluster_slave= 1;
1561
    return;
1562
  }
unknown's avatar
unknown committed
1563

1564
  $glob_ndbcluster_supported= 1;
unknown's avatar
unknown committed
1565
  mtr_report(" - using ndbcluster when necessary, mysqld supports it");
1566 1567 1568 1569

  if ( $mysql_version_id < 50100 )
  {
    # Slave cluster is not supported until 5.1
unknown's avatar
unknown committed
1570
    $opt_skip_ndbcluster_slave= 1;
unknown's avatar
unknown committed
1571

1572 1573
  }

unknown's avatar
unknown committed
1574
  return;
unknown's avatar
unknown committed
1575 1576
}

unknown's avatar
unknown committed
1577

1578
sub ndbcluster_wait_started($$){
unknown's avatar
unknown committed
1579
  my $cluster= shift;
1580
  my $ndb_waiter_extra_opt= shift;
unknown's avatar
unknown committed
1581
  my $path_waitlog= join('/', $opt_vardir, $cluster->name(), "ndb_waiter.log");
1582

unknown's avatar
unknown committed
1583
  my $args;
1584
  mtr_init_args(\$args);
unknown's avatar
unknown committed
1585 1586
  mtr_add_arg($args, "--defaults-file=%s", $path_config_file);
  mtr_add_arg($args, "--defaults-group-suffix=%s", $cluster->suffix());
1587 1588 1589 1590 1591 1592
  mtr_add_arg($args, "--timeout=60");

  if ($ndb_waiter_extra_opt)
  {
    mtr_add_arg($args, "$ndb_waiter_extra_opt");
  }
unknown's avatar
unknown committed
1593 1594 1595 1596

  # Start the ndb_waiter which will connect to the ndb_mgmd
  # and poll it for state of the ndbd's, will return when
  # all nodes in the cluster is started
unknown's avatar
unknown committed
1597

unknown's avatar
unknown committed
1598 1599 1600 1601 1602 1603 1604 1605 1606
  my $res= My::SafeProcess->run
    (
     name          => "ndb_waiter ".$cluster->name(),
     path          => $exe_ndb_waiter,
     args          => \$args,
     output        => $path_waitlog,
     error         => $path_waitlog,
     append        => 1,
    );
1607

unknown's avatar
unknown committed
1608 1609 1610 1611 1612 1613 1614 1615 1616 1617
  # Check that ndb_mgmd(s) are still alive
  foreach my $ndb_mgmd ( in_cluster($cluster, ndb_mgmds()) )
  {
    my $proc= $ndb_mgmd->{proc};
    if ( ! $proc->wait_one(0) )
    {
      mtr_warning("$proc died");
      return 2;
    }
  }
1618

unknown's avatar
unknown committed
1619 1620 1621 1622 1623 1624 1625 1626 1627 1628 1629
  # Check that all started ndbd(s) are still alive
  foreach my $ndbd ( in_cluster($cluster, ndbds()) )
  {
    my $proc= $ndbd->{proc};
    next unless defined $proc;
    if ( ! $proc->wait_one(0) )
    {
      mtr_warning("$proc died");
      return 3;
    }
  }
1630

unknown's avatar
unknown committed
1631
  if ($res)
1632
  {
unknown's avatar
unknown committed
1633
    mtr_verbose("ndbcluster_wait_started failed");
1634 1635 1636
    return 1;
  }
  return 0;
unknown's avatar
unknown committed
1637 1638 1639
}


1640 1641 1642 1643
sub ndb_mgmd_wait_started($) {
  my ($cluster)= @_;

  my $retries= 100;
unknown's avatar
unknown committed
1644
  while ($retries)
1645
  {
unknown's avatar
unknown committed
1646 1647 1648 1649 1650 1651 1652 1653 1654 1655 1656 1657
    my $result= ndbcluster_wait_started($cluster, "--no-contact");
    if ($result == 0)
    {
      # ndb_mgmd is started
      mtr_verbose("ndb_mgmd is started");
      return 0;
    }
    elsif ($result > 1)
    {
      mtr_warning("Cluster process failed while waiting for start");
      return $result;
    }
1658

unknown's avatar
unknown committed
1659
    mtr_milli_sleep(100);
1660 1661 1662
    $retries--;
  }

unknown's avatar
unknown committed
1663
  return 1;
1664 1665
}

unknown's avatar
unknown committed
1666

unknown's avatar
unknown committed
1667 1668
sub ndb_mgmd_start ($$) {
  my ($cluster, $ndb_mgmd)= @_;
unknown's avatar
unknown committed
1669

unknown's avatar
unknown committed
1670 1671 1672 1673 1674 1675
  mtr_verbose("ndb_mgmd_start");

  my $dir= $ndb_mgmd->value("DataDir");
  mkpath($dir) unless -d $dir;

  my $args;
unknown's avatar
unknown committed
1676
  mtr_init_args(\$args);
unknown's avatar
unknown committed
1677 1678 1679
  mtr_add_arg($args, "--defaults-file=%s", $path_config_file);
  mtr_add_arg($args, "--defaults-group-suffix=%s", $cluster->suffix());
  mtr_add_arg($args, "--mycnf");
1680
  mtr_add_arg($args, "--nodaemon");
unknown's avatar
unknown committed
1681

unknown's avatar
unknown committed
1682
  my $path_ndb_mgmd_log= "$dir/ndb_mgmd.log";
unknown's avatar
unknown committed
1683

unknown's avatar
unknown committed
1684 1685 1686 1687 1688 1689 1690 1691 1692 1693 1694
  $ndb_mgmd->{'proc'}= My::SafeProcess->new
    (
     name          => $ndb_mgmd->after('cluster_config.'),
     path          => $exe_ndb_mgmd,
     args          => \$args,
     output        => $path_ndb_mgmd_log,
     error         => $path_ndb_mgmd_log,
     append        => 1,
     verbose       => $opt_verbose,
    );
  mtr_verbose("Started $ndb_mgmd->{proc}");
unknown's avatar
unknown committed
1695

1696 1697 1698
  # FIXME Should not be needed
  # Unfortunately the cluster nodes will fail to start
  # if ndb_mgmd has not started properly
1699
  if (ndb_mgmd_wait_started($cluster))
1700
  {
unknown's avatar
unknown committed
1701 1702
    mtr_warning("Failed to wait for start of ndb_mgmd");
    return 1;
1703
  }
1704

unknown's avatar
unknown committed
1705
  return 0;
unknown's avatar
unknown committed
1706 1707 1708
}


unknown's avatar
unknown committed
1709 1710 1711 1712
sub ndbd_start {
  my ($cluster, $ndbd)= @_;

  mtr_verbose("ndbd_start");
unknown's avatar
unknown committed
1713

unknown's avatar
unknown committed
1714 1715
  my $dir= $ndbd->value("DataDir");
  mkpath($dir) unless -d $dir;
unknown's avatar
unknown committed
1716

unknown's avatar
unknown committed
1717
  my $args;
unknown's avatar
unknown committed
1718
  mtr_init_args(\$args);
unknown's avatar
unknown committed
1719 1720
  mtr_add_arg($args, "--defaults-file=%s", $path_config_file);
  mtr_add_arg($args, "--defaults-group-suffix=%s", $cluster->suffix());
unknown's avatar
unknown committed
1721 1722
  mtr_add_arg($args, "--nodaemon");

unknown's avatar
unknown committed
1723
# > 5.0 { 'character-sets-dir' => \&fix_charset_dir },
unknown's avatar
unknown committed
1724 1725


unknown's avatar
unknown committed
1726 1727 1728 1729 1730 1731 1732 1733 1734 1735 1736 1737
  my $path_ndbd_log= "$dir/ndbd.log";
  my $proc= My::SafeProcess->new
    (
     name          => $ndbd->after('cluster_config.'),
     path          => $exe_ndbd,
     args          => \$args,
     output        => $path_ndbd_log,
     error         => $path_ndbd_log,
     append        => 1,
     verbose       => $opt_verbose,
    );
  mtr_verbose("Started $proc");
1738

unknown's avatar
unknown committed
1739
  $ndbd->{proc}= $proc;
unknown's avatar
unknown committed
1740

unknown's avatar
unknown committed
1741
  return;
unknown's avatar
unknown committed
1742 1743 1744
}


unknown's avatar
unknown committed
1745
sub ndbcluster_start ($) {
unknown's avatar
unknown committed
1746 1747
  my $cluster= shift;

unknown's avatar
unknown committed
1748
  mtr_verbose("ndbcluster_start '".$cluster->name()."'");
unknown's avatar
unknown committed
1749

unknown's avatar
unknown committed
1750
  foreach my $ndb_mgmd ( in_cluster($cluster, ndb_mgmds()) )
1751
  {
unknown's avatar
unknown committed
1752 1753
    next if started($ndb_mgmd);
    ndb_mgmd_start($cluster, $ndb_mgmd);
1754 1755
  }

unknown's avatar
unknown committed
1756
  foreach my $ndbd ( in_cluster($cluster, ndbds()) )
unknown's avatar
unknown committed
1757
  {
unknown's avatar
unknown committed
1758 1759
    next if started($ndbd);
    ndbd_start($cluster, $ndbd);
unknown's avatar
unknown committed
1760 1761
  }

unknown's avatar
unknown committed
1762 1763 1764 1765
  return 0;
}


unknown's avatar
unknown committed
1766
#
unknown's avatar
unknown committed
1767
# Run the collected tests
unknown's avatar
unknown committed
1768
#
unknown's avatar
unknown committed
1769 1770 1771
my $suite_timeout_proc;
sub run_tests {
  my ($tests)= @_;
unknown's avatar
unknown committed
1772

unknown's avatar
unknown committed
1773 1774 1775
  mtr_report();
  mtr_print_thick_line();
  mtr_print_header();
unknown's avatar
unknown committed
1776

unknown's avatar
unknown committed
1777 1778
  $suite_timeout_proc= My::SafeProcess->timer($opt_suite_timeout* 60);
  foreach my $tinfo ( @$tests )
unknown's avatar
unknown committed
1779
  {
unknown's avatar
unknown committed
1780
    if (run_testcase_check_skip_test($tinfo))
unknown's avatar
unknown committed
1781
    {
unknown's avatar
unknown committed
1782
      next;
unknown's avatar
unknown committed
1783
    }
unknown's avatar
unknown committed
1784

unknown's avatar
unknown committed
1785 1786 1787 1788 1789 1790
    for my $repeat (1..$opt_repeat){

      if (run_testcase($tinfo))
      {
	# Testcase failed, enter retry mode
	my $retries= 1;
1791
	while ($retries < $opt_retry){
unknown's avatar
unknown committed
1792 1793 1794 1795 1796 1797 1798 1799 1800 1801 1802 1803 1804 1805 1806 1807 1808 1809 1810 1811 1812 1813 1814 1815 1816 1817
	  mtr_report("\nRetrying, attempt($retries/$opt_retry)...\n");

	  if (run_testcase($tinfo) <= 0)
	  {
	    # Testcase suceeded

	    my $test_has_failed= $tinfo->{failures} || 0;
	    if (!$test_has_failed){
	      last;
	    }
	  }
	  else
	  {
	    # Testcase failed

	    # Limit number of test failures
	    my $failures= $tinfo->{failures};
	    if ($opt_retry > 1 and $failures >= $opt_retry_failure){
	      mtr_report("Test has failed $failures times, no more retries!\n");
	      last;
	    }
	  }
	  $retries++;
	}
      }
    }
unknown's avatar
unknown committed
1818
  }
unknown's avatar
unknown committed
1819 1820
  # Kill the test suite timer
  $suite_timeout_proc->kill();
unknown's avatar
unknown committed
1821

unknown's avatar
unknown committed
1822
  mtr_print_line();
unknown's avatar
unknown committed
1823

unknown's avatar
unknown committed
1824
  stop_all_servers();
unknown's avatar
unknown committed
1825

unknown's avatar
unknown committed
1826
  if ( $opt_gcov )
unknown's avatar
unknown committed
1827
  {
unknown's avatar
unknown committed
1828
    gcov_collect(); # collect coverage information
unknown's avatar
unknown committed
1829 1830
  }

unknown's avatar
unknown committed
1831
  mtr_report_stats($tests);
unknown's avatar
unknown committed
1832

unknown's avatar
unknown committed
1833
}
unknown's avatar
unknown committed
1834 1835


unknown's avatar
unknown committed
1836 1837 1838 1839 1840 1841 1842 1843 1844
sub create_config_file_for_extern {
  my %opts=
    (
     socket     => '/tmp/mysqld.sock',
     port       => 3306,
     user       => 'test',
     password   => '',
     @_
    );
unknown's avatar
unknown committed
1845

unknown's avatar
unknown committed
1846 1847 1848 1849 1850 1851 1852 1853
  mtr_report("Creating my.cnf file for extern server...");
  my $F= IO::File->new($path_config_file, "w")
    or mtr_error("Can't write to $path_config_file: $!");

  print $F "[client]\n";
  while (my ($option, $value)= each( %opts )) {
    print $F "$option= $value\n";
    mtr_report(" $option= $value");
unknown's avatar
unknown committed
1854 1855
  }

unknown's avatar
unknown committed
1856
  print $F <<EOF
unknown's avatar
unknown committed
1857

unknown's avatar
unknown committed
1858 1859 1860
# binlog reads from [client] and [mysqlbinlog]
[mysqlbinlog]
character-sets-dir= $path_charsetsdir
unknown's avatar
unknown committed
1861

unknown's avatar
unknown committed
1862 1863 1864 1865 1866 1867
# mysql_fix_privilege_tables.sh don't read from [client]
[mysql_fix_privilege_tables]
socket            = $opts{'socket'}
port              = $opts{'port'}
user              = $opts{'user'}
password          = $opts{'password'}
unknown's avatar
unknown committed
1868

unknown's avatar
unknown committed
1869

unknown's avatar
unknown committed
1870 1871
EOF
;
1872

unknown's avatar
unknown committed
1873 1874
  $F= undef; # Close file
}
1875

unknown's avatar
unknown committed
1876

unknown's avatar
unknown committed
1877 1878 1879 1880 1881 1882 1883 1884 1885 1886 1887 1888 1889 1890 1891
#
# Kill processes left from previous runs, normally
# there should be none so make sure to warn
# if there is one
#
sub kill_leftovers ($) {
  my $rundir= shift;
  return unless ( -d $rundir );

  mtr_report("Checking leftover processes...");

  # Scan the "run" directory for process id's to kill
  opendir(RUNDIR, $rundir)
    or mtr_error("kill_leftovers, can't open dir \"$rundir\": $!");
  while ( my $elem= readdir(RUNDIR) )
unknown's avatar
unknown committed
1892
  {
unknown's avatar
unknown committed
1893 1894
    # Only read pid from files that end with .pid
    if ( $elem =~ /.*[.]pid$/ )
1895
    {
unknown's avatar
unknown committed
1896 1897 1898 1899 1900 1901 1902 1903 1904 1905
      my $pidfile= "$rundir/$elem";
      next unless -f $pidfile;
      my $pid= mtr_fromfile($pidfile);
      unlink($pidfile);
      unless ($pid=~ /^(\d+)/){
	# The pid was not a valid number
	mtr_warning("Got invalid pid '$pid' from '$elem'");
	next;
      }
      mtr_report(" - found old pid $pid in '$elem', killing it...");
unknown's avatar
unknown committed
1906

unknown's avatar
unknown committed
1907 1908 1909 1910 1911
      my $ret= kill(9, $pid);
      if ($ret == 0) {
	mtr_report("   process did not exist!");
	next;
      }
unknown's avatar
unknown committed
1912

unknown's avatar
unknown committed
1913 1914 1915 1916 1917 1918 1919 1920 1921 1922 1923 1924
      my $check_counter= 100;
      while ($ret > 0 and $check_counter--) {
	mtr_milli_sleep(100);
	$ret= kill(0, $pid);
      }
      mtr_report($check_counter ? "   ok!" : "   failed!");
    }
    else
    {
      mtr_warning("Found non pid file '$elem' in '$rundir'")
	if -f "$rundir/$elem";
    }
unknown's avatar
unknown committed
1925
  }
unknown's avatar
unknown committed
1926 1927
  closedir(RUNDIR);
}
unknown's avatar
unknown committed
1928

unknown's avatar
unknown committed
1929 1930 1931 1932 1933 1934 1935 1936 1937
#
# Check that all the ports that are going to
# be used are free
#
sub check_ports_free
{
  my @ports_to_check;
  for ($opt_baseport..$opt_baseport+9){
    push(@ports_to_check, $_);
unknown's avatar
unknown committed
1938
  }
unknown's avatar
unknown committed
1939 1940 1941 1942 1943 1944 1945
  mtr_report("Checking ports...");
  # print "@ports_to_check\n";
  foreach my $port (@ports_to_check){
    if (mtr_ping_port($port)){
      mtr_report(" - 'localhost:$port' was not free");
      return 1; # One port was not free
    }
unknown's avatar
unknown committed
1946 1947
  }

unknown's avatar
unknown committed
1948
  return 0; # All ports free
unknown's avatar
unknown committed
1949 1950 1951
}


unknown's avatar
unknown committed
1952
sub initialize_servers {
1953

unknown's avatar
unknown committed
1954
  if ( using_extern() )
1955 1956 1957 1958 1959 1960 1961 1962 1963
  {
    # Running against an already started server, if the specified
    # vardir does not already exist it should be created
    if ( ! -d $opt_vardir )
    {
      setup_vardir();
    }
    else
    {
1964
      mtr_verbose("No need to create '$opt_vardir' it already exists");
1965 1966 1967
    }
  }
  else
1968
  {
unknown's avatar
unknown committed
1969 1970 1971 1972 1973 1974 1975 1976
    # Kill leftovers from previous run
    # using any pidfiles found in var/run
    kill_leftovers("$opt_vardir/run");

    if (check_ports_free()){
      # Some port was not free(which one has already been printed)
      mtr_error("Some port(s) was not free")
    }
unknown's avatar
unknown committed
1977

1978
    if ( ! $opt_start_dirty )
1979
    {
1980 1981 1982
      remove_stale_vardir();
      setup_vardir();

1983 1984
      mysql_install_db();
    }
1985
  }
1986
  check_running_as_root();
unknown's avatar
unknown committed
1987 1988 1989
}


unknown's avatar
unknown committed
1990 1991 1992 1993 1994
#
# Copy the reference database into selected datadir
#
sub copy_install_db ($) {
  my $path_data_dir=  shift;
1995

unknown's avatar
unknown committed
1996 1997 1998
  # Don't install over another db
  mtr_error("There is already an installed db in '$path_data_dir'")
    if -d $path_data_dir;
1999

unknown's avatar
unknown committed
2000 2001
  # copy the installed db into place
  copytree("$opt_vardir/install.db", $path_data_dir);
2002 2003 2004
}


unknown's avatar
unknown committed
2005 2006
sub mysql_install_db {
  my $data_dir= "$opt_vardir/install.db";
unknown's avatar
unknown committed
2007

unknown's avatar
unknown committed
2008
  mtr_report("Installing system database...");
unknown's avatar
unknown committed
2009

2010
  my $args;
unknown's avatar
unknown committed
2011 2012 2013
  mtr_init_args(\$args);
  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--bootstrap");
unknown's avatar
unknown committed
2014
  mtr_add_arg($args, "--basedir=%s", $basedir);
unknown's avatar
unknown committed
2015
  mtr_add_arg($args, "--datadir=%s", $data_dir);
unknown's avatar
unknown committed
2016 2017
  mtr_add_arg($args, "--loose-skip-innodb");
  mtr_add_arg($args, "--loose-skip-ndbcluster");
2018
  mtr_add_arg($args, "--tmpdir=%s", "$opt_vardir/tmp/");
2019
  mtr_add_arg($args, "--core-file");
unknown's avatar
unknown committed
2020

2021 2022
  if ( $opt_debug )
  {
unknown's avatar
unknown committed
2023 2024
    mtr_add_arg($args, "--debug=d:t:i:A,%s/log/bootstrap.trace",
		$path_vardir_trace);
2025 2026
  }

unknown's avatar
unknown committed
2027 2028
  mtr_add_arg($args, "--language=%s", $path_language);
  mtr_add_arg($args, "--character-sets-dir=%s", $path_charsetsdir);
unknown's avatar
unknown committed
2029

2030 2031 2032 2033 2034 2035 2036
  # If DISABLE_GRANT_OPTIONS is defined when the server is compiled (e.g.,
  # configure --disable-grant-options), mysqld will not recognize the
  # --bootstrap or --skip-grant-tables options.  The user can set
  # MYSQLD_BOOTSTRAP to the full path to a mysqld which does accept
  # --bootstrap, to accommodate this.
  my $exe_mysqld_bootstrap = $ENV{'MYSQLD_BOOTSTRAP'} || $exe_mysqld;

2037 2038 2039 2040 2041
  # ----------------------------------------------------------------------
  # export MYSQLD_BOOTSTRAP_CMD variable containing <path>/mysqld <args>
  # ----------------------------------------------------------------------
  $ENV{'MYSQLD_BOOTSTRAP_CMD'}= "$exe_mysqld_bootstrap " . join(" ", @$args);

2042 2043 2044
  # ----------------------------------------------------------------------
  # Create the bootstrap.sql file
  # ----------------------------------------------------------------------
2045
  my $bootstrap_sql_file= "$opt_vardir/tmp/bootstrap.sql";
2046 2047 2048 2049

  # Use the mysql database for system tables
  mtr_tofile($bootstrap_sql_file, "use mysql");

2050 2051
  # Add the offical mysql system tables
  # for a production system
2052 2053 2054
  mtr_appendfile_to_file("$path_sql_dir/mysql_system_tables.sql",
			 $bootstrap_sql_file);

2055 2056 2057 2058 2059
  # Add the mysql system tables initial data
  # for a production system
  mtr_appendfile_to_file("$path_sql_dir/mysql_system_tables_data.sql",
			 $bootstrap_sql_file);

2060 2061 2062 2063 2064 2065 2066 2067 2068 2069 2070 2071
  # Add test data for timezone - this is just a subset, on a real
  # system these tables will be populated either by mysql_tzinfo_to_sql
  # or by downloading the timezone table package from our website
  mtr_appendfile_to_file("$path_sql_dir/mysql_test_data_timezone.sql",
			 $bootstrap_sql_file);

  # Fill help tables, just an empty file when running from bk repo
  # but will be replaced by a real fill_help_tables.sql when
  # building the source dist
  mtr_appendfile_to_file("$path_sql_dir/fill_help_tables.sql",
			 $bootstrap_sql_file);

2072
  # Remove anonymous users
2073 2074 2075
  mtr_tofile($bootstrap_sql_file,
	     "DELETE FROM mysql.user where user= '';");

2076 2077 2078
  # Log bootstrap command
  my $path_bootstrap_log= "$opt_vardir/log/bootstrap.log";
  mtr_tofile($path_bootstrap_log,
2079
	     "$exe_mysqld_bootstrap " . join(" ", @$args) . "\n");
2080

unknown's avatar
unknown committed
2081 2082 2083 2084 2085 2086 2087 2088 2089 2090 2091 2092 2093
  # Create directories mysql and test
  mkpath("$data_dir/mysql");
  mkpath("$data_dir/test");

  if ( My::SafeProcess->run
       (
	name          => "bootstrap",
	path          => $exe_mysqld_bootstrap,
	args          => \$args,
	input         => $bootstrap_sql_file,
	output        => $path_bootstrap_log,
	error         => $path_bootstrap_log,
	append        => 1,
2094
	verbose       => $opt_verbose,
unknown's avatar
unknown committed
2095
       ) != 0)
unknown's avatar
unknown committed
2096
  {
unknown's avatar
unknown committed
2097
    mtr_error("Error executing mysqld --bootstrap\n" .
2098 2099
              "Could not install system database from $bootstrap_sql_file\n" .
	      "see $path_bootstrap_log for errors");
unknown's avatar
unknown committed
2100 2101 2102 2103
  }
}


2104 2105 2106
sub run_testcase_check_skip_test($)
{
  my ($tinfo)= @_;
2107

unknown's avatar
unknown committed
2108 2109 2110 2111 2112 2113 2114 2115 2116 2117
  # ----------------------------------------------------------------------
  # If marked to skip, just print out and return.
  # Note that a test case not marked as 'skip' can still be
  # skipped later, because of the test case itself in cooperation
  # with the mysqltest program tells us so.
  # ----------------------------------------------------------------------

  if ( $tinfo->{'skip'} )
  {
    mtr_report_test_skipped($tinfo);
2118
    return 1;
unknown's avatar
unknown committed
2119 2120
  }

2121
  if ($tinfo->{'ndb_test'})
2122
  {
unknown's avatar
unknown committed
2123
    foreach my $cluster ( clusters() )
2124
    {
2125 2126 2127 2128 2129
      # If test needs this cluster, check binaries was found ok
      if ( $cluster->{'executable_setup_failed'} )
      {
	$tinfo->{comment}=
	  "Failed to find cluster binaries";
2130
	mtr_report_test_failed($tinfo, undef);
2131 2132
	return 1;
      }
unknown's avatar
unknown committed
2133
    }
2134 2135
  }

2136 2137


unknown's avatar
unknown committed
2138 2139 2140
  return 0;
}

2141

2142 2143
sub run_query {
  my ($tinfo, $mysqld, $query)= @_;
2144 2145 2146 2147 2148

  my $args;
  mtr_init_args(\$args);
  mtr_add_arg($args, "--defaults-file=%s", $path_config_file);
  mtr_add_arg($args, "--defaults-group-suffix=%s", $mysqld->after('mysqld'));
2149 2150 2151

  mtr_add_arg($args, "-e %s", $query);

2152 2153
  my $res= My::SafeProcess->run
    (
2154
     name          => "run_query -> ".$mysqld->name(),
2155 2156
     path          => $exe_mysql,
     args          => \$args,
2157 2158
     output        => '/dev/null',
     error         => '/dev/null'
unknown's avatar
unknown committed
2159 2160
    );

2161
  return $res
2162
}
unknown's avatar
unknown committed
2163

2164

2165 2166 2167 2168
sub do_before_run_mysqltest($)
{
  my $tinfo= shift;

2169
  # Remove old files produced by mysqltest
2170 2171 2172 2173 2174 2175
  my $base_file= mtr_match_extension($tinfo->{'result_file'},
				    "result"); # Trim extension
  unlink("$base_file.reject");
  unlink("$base_file.progress");
  unlink("$base_file.log");
  unlink("$base_file.warnings");
2176

unknown's avatar
unknown committed
2177 2178 2179 2180 2181 2182 2183 2184
  if ( $mysql_version_id < 50000 ) {
    # Set environment variable NDB_STATUS_OK to 1
    # if script decided to run mysqltest cluster _is_ installed ok
    $ENV{'NDB_STATUS_OK'} = "1";
  } elsif ( $mysql_version_id < 50100 ) {
    # Set environment variable NDB_STATUS_OK to YES
    # if script decided to run mysqltest cluster _is_ installed ok
    $ENV{'NDB_STATUS_OK'} = "YES";
2185
  }
2186
}
unknown's avatar
unknown committed
2187

2188

unknown's avatar
unknown committed
2189
sub run_check_testcase_all($$)
2190
{
unknown's avatar
unknown committed
2191
  my ($tinfo, $mode)= @_;
unknown's avatar
unknown committed
2192
  my $result;
2193

unknown's avatar
unknown committed
2194
  foreach my $mysqld ( mysqlds() )
2195
  {
unknown's avatar
unknown committed
2196 2197 2198 2199 2200 2201
    if ( defined $mysqld->{'proc'} )
    {
      if (run_check_testcase($tinfo, $mode, $mysqld))
      {
	# Check failed, mark the test case with that info
	$tinfo->{'check_testcase_failed'}= 1;
unknown's avatar
unknown committed
2202
	$result= 1;
unknown's avatar
unknown committed
2203 2204
      }
    }
2205
  }
unknown's avatar
unknown committed
2206
  return $result;
unknown's avatar
unknown committed
2207
}
2208

2209

unknown's avatar
unknown committed
2210 2211 2212 2213
sub mark_log {
  my ($log, $tinfo)= @_;
  my $log_msg= "CURRENT_TEST: $tinfo->{name}\n";
  mtr_tofile($log, $log_msg);
2214 2215
}

unknown's avatar
unknown committed
2216

2217 2218 2219 2220
sub find_testcase_skipped_reason($)
{
  my ($tinfo)= @_;

2221 2222 2223
  # Set default message
  $tinfo->{'comment'}= "Detected by testcase(no log file)";

2224 2225
  # Open the test log file
  my $F= IO::File->new($path_current_testlog)
2226
    or return;
2227 2228 2229 2230
  my $reason;

  while ( my $line= <$F> )
  {
unknown's avatar
unknown committed
2231
    # Look for "reason: <reason for skipping test>"
2232
    if ( $line =~ /reason: (.*)/ )
unknown's avatar
unknown committed
2233
    {
2234 2235 2236
      $reason= $1;
    }
  }
2237

2238 2239
  if ( ! $reason )
  {
2240
    mtr_warning("Could not find reason for skipping test in $path_current_testlog");
2241
    $reason= "Detected by testcase(reason unknown) ";
2242
  }
2243 2244 2245 2246
  $tinfo->{'comment'}= $reason;
}


unknown's avatar
unknown committed
2247 2248 2249 2250 2251
# Return timezone value of tinfo or default value
sub timezone {
  my ($tinfo)= @_;
  return $tinfo->{timezone} || "GMT-3";
}
2252 2253


unknown's avatar
unknown committed
2254 2255
# Storage for changed environment variables
my %old_env;
2256

unknown's avatar
unknown committed
2257 2258 2259
#
# Run a single test case
#
unknown's avatar
unknown committed
2260 2261 2262 2263 2264
# RETURN VALUE
#  0 OK
#  > 0 failure
#

2265 2266 2267
sub run_testcase ($) {
  my $tinfo=  shift;

unknown's avatar
unknown committed
2268 2269
  mtr_verbose("Running test:", $tinfo->{name});

2270 2271 2272
  # -------------------------------------------------------
  # Init variables that can change between each test case
  # -------------------------------------------------------
unknown's avatar
unknown committed
2273 2274 2275
  my $timezone= timezone($tinfo);
  $ENV{'TZ'}= $timezone;
  mtr_verbose("Setting timezone: $timezone");
2276

unknown's avatar
unknown committed
2277
  if ( ! using_extern() )
2278
  {
unknown's avatar
unknown committed
2279 2280 2281
    my @restart= servers_need_restart($tinfo);
    if ( @restart != 0) {
      stop_servers($tinfo, @restart );
2282
    }
unknown's avatar
unknown committed
2283

unknown's avatar
unknown committed
2284 2285 2286 2287 2288 2289 2290 2291 2292 2293 2294 2295 2296 2297 2298 2299 2300 2301 2302 2303 2304 2305 2306 2307 2308 2309 2310 2311
    if ( started(all_servers()) == 0 )
    {
      # Restore old ENV
      while (my ($option, $value)= each( %old_env )) {
	if (defined $value){
	  mtr_verbose("Restoring $option to $value");
	  $ENV{$option}= $value;
	} else {
	  mtr_verbose("Removing $option");
	  delete($ENV{$option});
	}
      }
      %old_env= ();

      mtr_verbose("Generating my.cnf from '$tinfo->{template_path}'");

      # Generate new config file from template
      $config= My::ConfigFactory->new_config
	( {
	   basedir         => $basedir,
	   template_path   => $tinfo->{template_path},
	   extra_template_path => $tinfo->{extra_template_path},
	   vardir          => $opt_vardir,
	   tmpdir          => $opt_tmpdir,
	   baseport        => $opt_baseport,
	   #hosts          => [ 'host1', 'host2' ],
	   user            => $opt_user,
	   password        => '',
2312
	   ssl             => $opt_ssl_supported,
unknown's avatar
unknown committed
2313
	   embedded        => $opt_embedded_server,
unknown's avatar
unknown committed
2314 2315
	  }
	);
2316

unknown's avatar
unknown committed
2317 2318
      # Write the new my.cnf
      $config->save($path_config_file);
2319

unknown's avatar
unknown committed
2320 2321 2322 2323 2324 2325 2326 2327 2328 2329 2330 2331 2332 2333 2334 2335 2336 2337
      # Remember current config so a restart can occur when a test need
      # to use a different one
      $current_config_name= $tinfo->{template_path};

      #
      # Set variables in the ENV section
      #
      foreach my $option ($config->options_in_group("ENV"))
      {
	# Save old value to restore it before next time
	$old_env{$option->name()}= $ENV{$option->name()};

	mtr_verbose($option->name(), "=",$option->value());
	$ENV{$option->name()}= $option->value();
      }
    }

    # Write start of testcase to log
2338
    mark_log($path_current_testlog, $tinfo);
unknown's avatar
unknown committed
2339 2340

    if (start_servers($tinfo))
unknown's avatar
unknown committed
2341
    {
2342 2343
      report_failure_and_restart($tinfo);
      return 1;
unknown's avatar
unknown committed
2344
    }
2345
  }
unknown's avatar
unknown committed
2346

unknown's avatar
unknown committed
2347 2348
  # --------------------------------------------------------------------
  # If --start or --start-dirty given, stop here to let user manually
2349
  # run tests
unknown's avatar
unknown committed
2350
  # ----------------------------------------------------------------------
unknown's avatar
unknown committed
2351
  if ( $opt_start or $opt_start_dirty )
unknown's avatar
unknown committed
2352
  {
2353 2354 2355 2356 2357 2358 2359 2360 2361 2362
    $suite_timeout_proc->kill();
    mtr_report("\nServers started, waiting for any of them to die...");
    my $proc= My::SafeProcess->wait_any();
    if ( grep($proc eq $_, started(all_servers())) )
    {
      mtr_report("Server $proc died");
      exit(1);
    }
    mtr_report("Unknown process $proc died");
    exit(1);
unknown's avatar
unknown committed
2363 2364
  }

unknown's avatar
unknown committed
2365 2366 2367 2368 2369 2370 2371 2372
  my $test_timeout_proc= My::SafeProcess->timer($opt_testcase_timeout * 60);

  do_before_run_mysqltest($tinfo);

  if ( $opt_check_testcases )
  {
    run_check_testcase_all($tinfo, "before")
  }
2373

unknown's avatar
unknown committed
2374
  my $test= start_mysqltest($tinfo);
2375

unknown's avatar
unknown committed
2376 2377 2378 2379
  while (1)
  {
    my $proc= My::SafeProcess->wait_any();
    unless ( defined $proc )
unknown's avatar
unknown committed
2380
    {
unknown's avatar
unknown committed
2381
      mtr_error("wait_any failed");
unknown's avatar
unknown committed
2382
    }
unknown's avatar
unknown committed
2383 2384 2385 2386 2387 2388 2389 2390 2391 2392 2393
    mtr_verbose("Got $proc");

    # ----------------------------------------------------
    # Stop the test case timer
    # ----------------------------------------------------
    $test_timeout_proc->kill();

    # ----------------------------------------------------
    # Was it the test program that exited
    # ----------------------------------------------------
    if ($proc eq $test)
unknown's avatar
unknown committed
2394
    {
unknown's avatar
unknown committed
2395 2396 2397 2398 2399 2400 2401 2402
      my $res= $test->exit_status();

      if ( $res == 0 )
      {
	mtr_report_test_passed($tinfo, $opt_timer);

	if ( $opt_check_testcases )
	{
unknown's avatar
unknown committed
2403 2404 2405 2406
	  if (run_check_testcase_all($tinfo, "after"))
	  {
	    # Stop all servers that are known to be running
	    stop_all_servers();
2407
	    after_test_failure($tinfo->{'name'});
unknown's avatar
unknown committed
2408 2409
	    mtr_report("Resuming tests...\n");
	  }
unknown's avatar
unknown committed
2410 2411 2412 2413 2414 2415
	}
      }
      elsif ( $res == 62 )
      {
	# Testcase itself tell us to skip this one
	$tinfo->{skip_detected_by_test}= 1;
2416
	# Try to get reason from test log file
unknown's avatar
unknown committed
2417 2418 2419 2420 2421 2422 2423 2424 2425 2426 2427 2428 2429 2430 2431 2432 2433 2434 2435 2436 2437 2438 2439 2440
	find_testcase_skipped_reason($tinfo);
	mtr_report_test_skipped($tinfo);
      }
      elsif ( $res == 65 )
      {
	# Testprogram killed by signal
	$tinfo->{comment}=
	  "testprogram crashed(returned code $res)";
	report_failure_and_restart($tinfo);
      }
      elsif ( $res == 1 )
      {
	# Test case failure reported by mysqltest
	report_failure_and_restart($tinfo);
      }
      else
      {
	# mysqltest failed, probably crashed
	$tinfo->{comment}=
	  "mysqltest failed with unexpected return code $res";
	report_failure_and_restart($tinfo);
      }

      # Save info from this testcase run to mysqltest.log
2441 2442 2443 2444 2445
      if( -f $path_current_testlog)
      {
	mtr_appendfile_to_file($path_current_testlog, $path_testlog);
	unlink($path_current_testlog);
      }
unknown's avatar
unknown committed
2446

unknown's avatar
unknown committed
2447
      return ($res == 62) ? 0 : $res;
2448

unknown's avatar
unknown committed
2449
    }
unknown's avatar
unknown committed
2450 2451 2452 2453 2454

    # ----------------------------------------------------
    # Check if it was an expected crash
    # ----------------------------------------------------
    if ( check_expected_crash_and_restart($proc) )
2455
    {
unknown's avatar
unknown committed
2456
      next;
2457
    }
unknown's avatar
unknown committed
2458 2459 2460 2461 2462 2463 2464 2465 2466 2467

    # ----------------------------------------------------
    # It's not mysqltest that has exited, kill it
    # ----------------------------------------------------
    $test->kill();

    # ----------------------------------------------------
    # Check if it was a server that died
    # ----------------------------------------------------
    if ( grep($proc eq $_, started(all_servers())) )
unknown's avatar
unknown committed
2468
    {
unknown's avatar
unknown committed
2469 2470 2471 2472
      # Server failed, probably crashed
      $tinfo->{comment}=
	"Server failed during test run";

unknown's avatar
unknown committed
2473
      report_failure_and_restart($tinfo);
unknown's avatar
unknown committed
2474
      return 1;
unknown's avatar
unknown committed
2475
    }
unknown's avatar
unknown committed
2476 2477 2478 2479 2480

    # ----------------------------------------------------
    # Check if testcase timer expired
    # ----------------------------------------------------
    if ( $proc eq $test_timeout_proc )
unknown's avatar
unknown committed
2481
    {
unknown's avatar
unknown committed
2482 2483
      mtr_report("Test case timeout!");
      $tinfo->{'timeout'}= 1;           # Mark as timeout
unknown's avatar
unknown committed
2484
      report_failure_and_restart($tinfo);
unknown's avatar
unknown committed
2485
      return 1;
unknown's avatar
unknown committed
2486
    }
2487

unknown's avatar
unknown committed
2488 2489 2490 2491 2492 2493 2494 2495
    # ----------------------------------------------------
    # Check if test suite timer expired
    # ----------------------------------------------------
    if ( $proc eq $suite_timeout_proc )
    {
      mtr_report("Test suite timeout! Terminating...");
      exit(1);
    }
unknown's avatar
unknown committed
2496

unknown's avatar
unknown committed
2497
    mtr_error("Unhandled process $proc exited");
2498
  }
unknown's avatar
unknown committed
2499
  mtr_error("Should never come here");
unknown's avatar
unknown committed
2500
}
unknown's avatar
unknown committed
2501

2502 2503

#
unknown's avatar
unknown committed
2504 2505 2506
# Loop through our list of processes and look for and entry
# with the provided pid, if found check for the file indicating
# expected crash and restart it.
2507
#
unknown's avatar
unknown committed
2508 2509
sub check_expected_crash_and_restart {
  my ($proc)= @_;
2510

unknown's avatar
unknown committed
2511
  foreach my $mysqld ( mysqlds() )
2512
  {
unknown's avatar
unknown committed
2513 2514 2515 2516 2517 2518 2519 2520 2521 2522 2523 2524 2525 2526
    next unless ( $mysqld->{proc} eq $proc );

    # Check if crash expected by looking at the .expect file
    # in var/tmp
    my $expect_file= "$opt_vardir/tmp/".$mysqld->name().".expect";
    if ( -f $expect_file )
    {
      mtr_verbose("Crash was expected, file $expect_file exists");
      # Start server with same settings as last time
      mysqld_start($mysqld, $mysqld->{'started_opts'});
      unlink($expect_file);
    }

    return 1;
2527
  }
unknown's avatar
unknown committed
2528 2529 2530

  # Not an expected crash
  return 0;
2531 2532
}

2533 2534 2535 2536 2537

#
# Save any interesting files in the data_dir
# before the data dir is removed.
#
unknown's avatar
unknown committed
2538
sub save_files_after_test_failure($$) {
2539 2540 2541 2542 2543 2544 2545
  my $test_name= shift;
  my $data_dir= shift;
  my $save_name= "$opt_vardir/log/$test_name";

  # Look for core files
  foreach my $core_file ( glob("$data_dir/core*") )
  {
2546
    last if $opt_max_save_core > 0 && $num_saved_cores >= $opt_max_save_core;
2547
    my $core_name= basename($core_file);
unknown's avatar
unknown committed
2548 2549
    mtr_report(" - saving '$core_name'");
    mkpath($save_name) if ! -d $save_name;
2550
    rename("$core_file", "$save_name/$core_name");
2551
    ++$num_saved_cores;
2552 2553 2554
  }
}

unknown's avatar
unknown committed
2555

unknown's avatar
unknown committed
2556
sub after_test_failure ($) {
2557
  my $test_name= shift;
2558

unknown's avatar
unknown committed
2559
  mtr_report("Cleaning datadirs...");
2560

unknown's avatar
unknown committed
2561 2562 2563 2564 2565 2566 2567 2568
  foreach my $mysqld ( mysqlds() )
  {
    my $data_dir= $mysqld->value('datadir');
    my $name= basename($data_dir);
    save_files_after_test_failure($test_name, $data_dir);
    mtr_debug("Removing '$data_dir'");
    rmtree($data_dir);
  }
2569

unknown's avatar
unknown committed
2570 2571 2572 2573 2574
  # Remove the ndb_*_fs dirs for all ndbd nodes
  # forcing a clean start of ndb next time
  foreach my $cluster ( clusters() )
  {
    foreach my $ndbd ( ndbds($cluster) )
2575
    {
unknown's avatar
unknown committed
2576 2577 2578 2579
      my $data_dir= $ndbd->value('DataDir');
      foreach my $fs_dir ( glob("$data_dir/ndb_*_fs") ) {
	rmtree($fs_dir);
	mtr_debug("Removing '$fs_dir'");
2580
      }
unknown's avatar
unknown committed
2581 2582 2583 2584

      my $backup_dir= $ndbd->value('BackupDataDir');
      rmtree("$backup_dir/BACKUP");
      mtr_debug("Removing '$backup_dir'");
2585 2586 2587 2588
    }
  }
}

unknown's avatar
unknown committed
2589

unknown's avatar
unknown committed
2590 2591 2592
sub report_failure_and_restart ($) {
  my $tinfo= shift;

2593
  mtr_report_test_failed($tinfo, $path_current_testlog);
unknown's avatar
unknown committed
2594
  print "\n";
2595
  if ( $opt_force )
unknown's avatar
unknown committed
2596
  {
2597 2598 2599
    # Stop all servers that are known to be running
    stop_all_servers();

unknown's avatar
unknown committed
2600 2601
    after_test_failure($tinfo->{'name'});
    mtr_report("Resuming tests...\n");
2602
    return;
unknown's avatar
unknown committed
2603
  }
unknown's avatar
unknown committed
2604 2605
  mtr_error("Test '$tinfo->{'name'}' failed.",
	    "To continue, re-run with '--force'");
unknown's avatar
unknown committed
2606 2607 2608
}


unknown's avatar
unknown committed
2609 2610
sub run_sh_script {
  my ($script)= @_;
unknown's avatar
unknown committed
2611

unknown's avatar
unknown committed
2612
  return 0 unless defined $script;
2613

unknown's avatar
unknown committed
2614 2615 2616
  mtr_verbose("Running '$script'");
  my $ret= system("/bin/sh $script") >> 8;
  return $ret;
unknown's avatar
unknown committed
2617 2618
}

unknown's avatar
unknown committed
2619

unknown's avatar
unknown committed
2620 2621
sub mysqld_stop {
  my $mysqld= shift or die "usage: mysqld_stop(<mysqld>)";
unknown's avatar
unknown committed
2622

unknown's avatar
unknown committed
2623 2624
  my $args;
  mtr_init_args(\$args);
2625

unknown's avatar
unknown committed
2626 2627 2628 2629 2630 2631 2632
  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--user=%s", $opt_user);
  mtr_add_arg($args, "--password=");
  mtr_add_arg($args, "--port=%d", $mysqld->value('port'));
  mtr_add_arg($args, "--host=%s", $mysqld->value('#host'));
  mtr_add_arg($args, "--connect_timeout=20");
  mtr_add_arg($args, "--protocol=tcp");
unknown's avatar
unknown committed
2633

unknown's avatar
unknown committed
2634
  mtr_add_arg($args, "shutdown");
2635

unknown's avatar
unknown committed
2636 2637 2638 2639 2640 2641
  My::SafeProcess->run
    (
     name          => "mysqladmin shutdown ".$mysqld->name(),
     path          => $exe_mysqladmin,
     args          => \$args,
     error         => "/dev/null",
unknown's avatar
unknown committed
2642

unknown's avatar
unknown committed
2643
    );
unknown's avatar
unknown committed
2644 2645
}

unknown's avatar
unknown committed
2646

unknown's avatar
unknown committed
2647
sub mysqld_arguments ($$$) {
unknown's avatar
unknown committed
2648
  my $args=              shift;
2649
  my $mysqld=            shift;
2650
  my $extra_opts=        shift;
unknown's avatar
unknown committed
2651

unknown's avatar
unknown committed
2652
  mtr_add_arg($args, "--defaults-file=%s",  $path_config_file);
2653

unknown's avatar
unknown committed
2654
  # When mysqld is run by a root user(euid is 0), it will fail
unknown's avatar
unknown committed
2655 2656
  # to start unless we specify what user to run as, see BUG#30630
  my $euid= $>;
unknown's avatar
unknown committed
2657
  if (!IS_WINDOWS and $euid == 0 and
2658
      (grep(/^--user/, @$extra_opts)) == 0) {
unknown's avatar
unknown committed
2659
    mtr_add_arg($args, "--user=root");
unknown's avatar
unknown committed
2660 2661
  }

unknown's avatar
unknown committed
2662
  if ( $opt_valgrind_mysqld )
unknown's avatar
unknown committed
2663
  {
unknown's avatar
unknown committed
2664
    mtr_add_arg($args, "--skip-safemalloc");
2665 2666 2667

    if ( $mysql_version_id < 50100 )
    {
unknown's avatar
unknown committed
2668
      mtr_add_arg($args, "--skip-bdb");
2669
    }
unknown's avatar
unknown committed
2670 2671
  }

2672 2673
  if ( $mysql_version_id >= 50106 )
  {
unknown's avatar
unknown committed
2674
    # Turn on logging to both tables and file
unknown's avatar
unknown committed
2675
    mtr_add_arg($args, "--log-output=table,file");
2676 2677
  }

2678
  # Check if "extra_opt" contains skip-log-bin
2679
  my $skip_binlog= grep(/^(--|--loose-)skip-log-bin/, @$extra_opts);
unknown's avatar
unknown committed
2680

unknown's avatar
unknown committed
2681
  # Indicate to mysqld it will be debugged in debugger
unknown's avatar
unknown committed
2682
  if ( $glob_debugger )
unknown's avatar
unknown committed
2683
  {
unknown's avatar
unknown committed
2684
    mtr_add_arg($args, "--gdb");
unknown's avatar
unknown committed
2685 2686
  }

unknown's avatar
unknown committed
2687
  my $found_skip_core= 0;
2688
  foreach my $arg ( @$extra_opts )
unknown's avatar
unknown committed
2689
  {
2690
    # Allow --skip-core-file to be set in <testname>-[master|slave].opt file
unknown's avatar
unknown committed
2691 2692 2693 2694
    if ($arg eq "--skip-core-file")
    {
      $found_skip_core= 1;
    }
2695 2696 2697 2698
    elsif ($skip_binlog and mtr_match_prefix($arg, "--binlog-format"))
    {
      ; # Dont add --binlog-format when running without binlog
    }
unknown's avatar
unknown committed
2699 2700
    else
    {
unknown's avatar
unknown committed
2701
      mtr_add_arg($args, "%s", $arg);
unknown's avatar
unknown committed
2702 2703 2704 2705
    }
  }
  if ( !$found_skip_core )
  {
unknown's avatar
unknown committed
2706
    mtr_add_arg($args, "%s", "--core-file");
unknown's avatar
unknown committed
2707 2708 2709 2710 2711 2712
  }

  return $args;
}


2713

unknown's avatar
unknown committed
2714
sub mysqld_start ($$) {
unknown's avatar
unknown committed
2715
  my $mysqld=            shift;
2716 2717 2718
  my $extra_opts=        shift;

  mtr_verbose(My::Options::toStr("mysqld_start", @$extra_opts));
unknown's avatar
unknown committed
2719

unknown's avatar
unknown committed
2720
  my $exe= $exe_mysqld;
unknown's avatar
unknown committed
2721 2722
  my $wait_for_pid_file= 1;

2723
  mtr_error("Internal error: mysqld should never be started for embedded")
unknown's avatar
unknown committed
2724
    if $opt_embedded_server;
unknown's avatar
unknown committed
2725

unknown's avatar
unknown committed
2726
  my $args;
unknown's avatar
unknown committed
2727 2728
  mtr_init_args(\$args);

unknown's avatar
unknown committed
2729
  if ( $opt_valgrind_mysqld )
unknown's avatar
unknown committed
2730
  {
unknown's avatar
unknown committed
2731
    valgrind_arguments($args, \$exe);
unknown's avatar
unknown committed
2732 2733
  }

unknown's avatar
unknown committed
2734
  mtr_add_arg($args, "--defaults-group-suffix=%s", $mysqld->after('mysqld'));
2735
  mysqld_arguments($args,$mysqld,$extra_opts);
unknown's avatar
unknown committed
2736

unknown's avatar
unknown committed
2737 2738 2739 2740 2741 2742
  if ( $opt_debug )
  {
    mtr_add_arg($args, "--debug=d:t:i:A,%s/log/%s.trace",
		$path_vardir_trace, $mysqld->name());
  }

unknown's avatar
unknown committed
2743
  if ( $opt_gdb || $opt_manual_gdb )
unknown's avatar
unknown committed
2744
  {
unknown's avatar
unknown committed
2745
    gdb_arguments(\$args, \$exe, $mysqld->name());
unknown's avatar
unknown committed
2746 2747 2748
  }
  elsif ( $opt_ddd || $opt_manual_ddd )
  {
unknown's avatar
unknown committed
2749
    ddd_arguments(\$args, \$exe, $mysqld->name());
unknown's avatar
unknown committed
2750
  }
2751 2752
  elsif ( $opt_debugger )
  {
unknown's avatar
unknown committed
2753
    debugger_arguments(\$args, \$exe, $mysqld->name());
unknown's avatar
unknown committed
2754
  }
2755 2756
  elsif ( $opt_manual_debug )
  {
unknown's avatar
unknown committed
2757
     print "\nStart $mysqld->name() in your debugger\n" .
2758 2759 2760 2761 2762 2763 2764 2765
           "dir: $glob_mysql_test_dir\n" .
           "exe: $exe\n" .
	   "args:  " . join(" ", @$args)  . "\n\n" .
	   "Waiting ....\n";

     # Indicate the exe should not be started
    $exe= undef;
  }
unknown's avatar
unknown committed
2766 2767 2768 2769 2770
  else
  {
    # Default to not wait until pid file has been created
    $wait_for_pid_file= 0;
  }
unknown's avatar
unknown committed
2771

unknown's avatar
unknown committed
2772 2773
  # Remove the old pidfile if any
  unlink($mysqld->value('pid-file'));
2774

unknown's avatar
unknown committed
2775 2776
  my $output= $mysqld->value('log-error');
  if ( $opt_valgrind and $opt_debug )
unknown's avatar
unknown committed
2777
  {
unknown's avatar
unknown committed
2778 2779 2780 2781
    # When both --valgrind and --debug is selected, send
    # all output to the trace file, making it possible to
    # see the exact location where valgrind complains
    $output= "$opt_vardir/log/".$mysqld->name().".trace";
unknown's avatar
unknown committed
2782 2783
  }

unknown's avatar
unknown committed
2784
  if ( defined $exe )
unknown's avatar
unknown committed
2785
  {
unknown's avatar
unknown committed
2786 2787 2788 2789 2790 2791 2792 2793 2794 2795 2796 2797 2798
    $mysqld->{'proc'}= My::SafeProcess->new
      (
       name          => $mysqld->name(),
       path          => $exe,
       args          => \$args,
       output        => $output,
       error         => $output,
       append        => 1,
       verbose       => $opt_verbose,
       host          => undef,
       shutdown      => sub { mysqld_stop($mysqld) },
      );
    mtr_verbose("Started $mysqld->{proc}");
unknown's avatar
unknown committed
2799 2800
  }

unknown's avatar
unknown committed
2801 2802 2803 2804 2805 2806 2807
  if ( $wait_for_pid_file &&
       !sleep_until_file_created($mysqld->value('pid-file'),
				 $opt_start_timeout,
				 $mysqld->{'proc'}))
  {
    mtr_error("Failed to start mysqld $mysqld->name()");
  }
2808 2809

  # Remember options used when starting
2810
  $mysqld->{'started_opts'}= $extra_opts;
2811

unknown's avatar
unknown committed
2812
  return;
unknown's avatar
unknown committed
2813 2814
}

unknown's avatar
unknown committed
2815

unknown's avatar
unknown committed
2816
sub stop_all_servers () {
unknown's avatar
unknown committed
2817

unknown's avatar
unknown committed
2818
  mtr_report("Stopping all servers...");
unknown's avatar
unknown committed
2819

unknown's avatar
unknown committed
2820 2821 2822
  # Kill all started servers
  My::SafeProcess::shutdown(0, # shutdown timeout 0 => kill
			    started(all_servers()));
unknown's avatar
unknown committed
2823

unknown's avatar
unknown committed
2824 2825 2826 2827 2828 2829 2830
  # Remove pidfiles
  foreach my $server ( all_servers() )
  {
    my $pid_file= $server->if_exist('pid-file');
    unlink($pid_file) if defined $pid_file;
  }

unknown's avatar
unknown committed
2831 2832
  # Mark servers as stopped
  map($_->{proc}= undef, all_servers());
unknown's avatar
unknown committed
2833

unknown's avatar
unknown committed
2834 2835
}

unknown's avatar
unknown committed
2836

unknown's avatar
unknown committed
2837 2838 2839
# Find out if server should be restarted for this test
sub server_need_restart {
  my ($tinfo, $server)= @_;
unknown's avatar
unknown committed
2840

unknown's avatar
unknown committed
2841
  if ( using_extern() )
unknown's avatar
unknown committed
2842
  {
unknown's avatar
unknown committed
2843
    mtr_verbose_restart($server, "no restart for --extern server");
unknown's avatar
unknown committed
2844
    return 0;
2845
  }
unknown's avatar
unknown committed
2846 2847

  if ( $opt_embedded_server )
2848
  {
unknown's avatar
unknown committed
2849
    mtr_verbose_restart($server, "no start or restart for embedded server");
unknown's avatar
unknown committed
2850
    return 0;
unknown's avatar
unknown committed
2851
  }
unknown's avatar
unknown committed
2852 2853

  if ( $tinfo->{'force_restart'} ) {
unknown's avatar
unknown committed
2854
    mtr_verbose_restart($server, "forced in .opt file");
unknown's avatar
unknown committed
2855
    return 1;
unknown's avatar
unknown committed
2856
  }
unknown's avatar
unknown committed
2857 2858

  if ( $tinfo->{template_path} ne $current_config_name)
2859
  {
unknown's avatar
unknown committed
2860
    mtr_verbose_restart($server, "using different config file");
unknown's avatar
unknown committed
2861
    return 1;
2862
  }
unknown's avatar
unknown committed
2863 2864

  if ( $tinfo->{'master_sh'}  || $tinfo->{'slave_sh'} )
unknown's avatar
unknown committed
2865
  {
unknown's avatar
unknown committed
2866
    mtr_verbose_restart($server, "sh script to run");
unknown's avatar
unknown committed
2867
    return 1;
unknown's avatar
unknown committed
2868
  }
unknown's avatar
unknown committed
2869 2870

  if ( ! started($server) )
2871
  {
unknown's avatar
unknown committed
2872
    mtr_verbose_restart($server, "not started");
unknown's avatar
unknown committed
2873
    return 1;
2874
  }
unknown's avatar
unknown committed
2875 2876 2877

  my $started_tinfo= $server->{'started_tinfo'};
  if ( defined $started_tinfo )
2878
  {
unknown's avatar
unknown committed
2879 2880 2881 2882

    # Check if timezone of  test that server was started
    # with differs from timezone of next test
    if ( timezone($started_tinfo) ne timezone($tinfo) )
2883
    {
unknown's avatar
unknown committed
2884
      mtr_verbose_restart($server, "different timezone");
unknown's avatar
unknown committed
2885
      return 1;
2886
    }
2887
  }
2888

2889
  my $is_mysqld= grep ($server eq $_, mysqlds());
2890 2891
  if ($is_mysqld)
  {
unknown's avatar
unknown committed
2892

2893 2894
    # Check that running process was started with same options
    # as the current test requires
2895
    my $extra_opts= get_extra_opts($server, $tinfo);
2896
    my $started_opts= $server->{'started_opts'};
2897 2898

    if (!My::Options::same($started_opts, $extra_opts) )
2899
    {
2900
      my $use_dynamic_option_switch= 0;
unknown's avatar
unknown committed
2901 2902 2903 2904 2905 2906 2907
      if (!$use_dynamic_option_switch)
      {
	mtr_verbose_restart($server, "running with different options '" .
			    join(" ", @{$extra_opts}) . "' != '" .
			    join(" ", @{$started_opts}) . "'" );
	return 1;
      }
2908

2909 2910 2911 2912 2913 2914 2915 2916 2917 2918
      mtr_verbose(My::Options::toStr("started_opts", @$started_opts));
      mtr_verbose(My::Options::toStr("extra_opts", @$extra_opts));

      # Get diff and check if dynamic switch is possible
      my @diff_opts= My::Options::diff($started_opts, $extra_opts);
      mtr_verbose(My::Options::toStr("diff_opts", @diff_opts));

      my $query= My::Options::toSQL(@diff_opts);
      mtr_verbose("Attempting dynamic switch '$query'");
      if (run_query($tinfo, $server, $query)){
2919
	mtr_verbose("Restart: running with different options '" .
2920
		    join(" ", @{$extra_opts}) . "' != '" .
unknown's avatar
unknown committed
2921
		    join(" ", @{$started_opts}) . "'" );
2922 2923
	return 1;
      }
2924 2925 2926

      # Remember the dynamically set options
      $server->{'started_opts'}= $extra_opts;
2927
    }
unknown's avatar
unknown committed
2928
  }
2929

unknown's avatar
unknown committed
2930 2931
  # Default, no restart
  return 0;
2932 2933
}

unknown's avatar
unknown committed
2934

unknown's avatar
unknown committed
2935 2936 2937 2938
sub servers_need_restart($) {
  my ($tinfo)= @_;
  return grep { server_need_restart($tinfo, $_); } all_servers();
}
unknown's avatar
unknown committed
2939 2940 2941



unknown's avatar
unknown committed
2942 2943 2944 2945 2946 2947 2948 2949 2950 2951
#
# Return list of specific servers
#  - there is no servers in an empty config
#
sub _like   { return $config ? $config->like($_[0]) : (); }
sub mysqlds { return _like('mysqld.'); }
sub ndbds   { return _like('cluster_config.ndbd.');}
sub ndb_mgmds { return _like('cluster_config.ndb_mgmd.'); }
sub clusters  { return _like('mysql_cluster.'); }
sub all_servers { return ( mysqlds(), ndb_mgmds(), ndbds() ); }
unknown's avatar
unknown committed
2952 2953


unknown's avatar
unknown committed
2954 2955 2956 2957 2958 2959 2960 2961 2962
#
# Filter a list of servers and return only those that are part
# of the specified cluster
#
sub in_cluster {
  my ($cluster)= shift;
  # Return only processes for a specific cluster
  return grep { $_->suffix() eq $cluster->suffix() } @_;
}
unknown's avatar
unknown committed
2963

unknown's avatar
unknown committed
2964 2965


unknown's avatar
unknown committed
2966 2967 2968 2969 2970 2971
#
# Filter a list of servers and return the SafeProcess
# for only those that are started or stopped
#
sub started { return grep(defined $_, map($_->{proc}, @_));  }
sub stopped { return grep(!defined $_, map($_->{proc}, @_)); }
2972

unknown's avatar
unknown committed
2973

2974
sub get_extra_opts {
unknown's avatar
unknown committed
2975
  my ($mysqld, $tinfo)= @_;
unknown's avatar
unknown committed
2976

unknown's avatar
unknown committed
2977 2978 2979 2980
  return
    $mysqld->option("#!use-slave-opt") ?
      $tinfo->{slave_opt} : $tinfo->{master_opt};
}
unknown's avatar
unknown committed
2981 2982


unknown's avatar
unknown committed
2983 2984
sub stop_servers($$) {
  my ($tinfo, @servers)= @_;
unknown's avatar
unknown committed
2985

unknown's avatar
unknown committed
2986 2987
  # Remember if we restarted for this test case (count restarts)
  $tinfo->{'restarted'}= 1;
unknown's avatar
unknown committed
2988

unknown's avatar
unknown committed
2989 2990 2991 2992
  if ( join('|', @servers) eq join('|', all_servers()) )
  {
    # All servers are going down, use some kind of order to
    # avoid too many warnings in the log files
unknown's avatar
unknown committed
2993

2994
   mtr_report("Restarting all servers");
2995

unknown's avatar
unknown committed
2996 2997
    #  mysqld processes
    My::SafeProcess::shutdown( $opt_shutdown_timeout, started(mysqlds()) );
2998

unknown's avatar
unknown committed
2999 3000 3001 3002 3003 3004
    # cluster processes
    My::SafeProcess::shutdown( $opt_shutdown_timeout,
			       started(ndbds(), ndb_mgmds()) );
  }
  else
  {
3005 3006
    mtr_report("Restarting ", started(@servers));

unknown's avatar
unknown committed
3007 3008 3009
     # Stop only some servers
    My::SafeProcess::shutdown( $opt_shutdown_timeout,
			       started(@servers) );
3010 3011
  }

unknown's avatar
unknown committed
3012
  foreach my $server (@servers)
unknown's avatar
unknown committed
3013
  {
unknown's avatar
unknown committed
3014 3015 3016 3017 3018 3019 3020
    # Mark server as stopped
    $server->{proc}= undef;

    # Forget history
    delete $server->{'started_tinfo'};
    delete $server->{'started_opts'};
    delete $server->{'started_cnf'};
unknown's avatar
unknown committed
3021
  }
unknown's avatar
unknown committed
3022 3023
}

3024

3025
#
unknown's avatar
unknown committed
3026
# start_servers
3027
#
unknown's avatar
unknown committed
3028
# Start servers not already started
3029 3030 3031 3032 3033
#
# RETURN
#  0 OK
#  1 Start failed
#
unknown's avatar
unknown committed
3034 3035
sub start_servers($) {
  my ($tinfo)= @_;
3036

unknown's avatar
unknown committed
3037 3038 3039 3040 3041
  # Start clusters
  foreach my $cluster ( clusters() )
  {
    ndbcluster_start($cluster);
  }
unknown's avatar
unknown committed
3042

unknown's avatar
unknown committed
3043 3044
  # Start mysqlds
  foreach my $mysqld ( mysqlds() )
unknown's avatar
unknown committed
3045
  {
unknown's avatar
unknown committed
3046
    if ( $mysqld->{proc} )
unknown's avatar
unknown committed
3047
    {
unknown's avatar
unknown committed
3048 3049 3050 3051 3052 3053
      # Already started

      # Write start of testcase to log file
      mark_log($mysqld->value('log-error'), $tinfo);

      next;
unknown's avatar
unknown committed
3054
    }
unknown's avatar
unknown committed
3055

unknown's avatar
unknown committed
3056 3057 3058 3059
    my $datadir= $mysqld->value('datadir');

    # Don't delete anything if starting dirty
    if (!$opt_start_dirty)
unknown's avatar
unknown committed
3060
    {
unknown's avatar
unknown committed
3061
      my @options= ('log-bin', 'relay-log');
unknown's avatar
unknown committed
3062

unknown's avatar
unknown committed
3063 3064
      foreach my $option_name ( @options )  {
	next unless $mysqld->option($option_name);
unknown's avatar
unknown committed
3065

unknown's avatar
unknown committed
3066
	my $value= $mysqld->value($option_name);
3067

unknown's avatar
unknown committed
3068
	foreach my $file ( glob("$datadir/$value*") )
3069
	{
unknown's avatar
unknown committed
3070 3071 3072
	  #print "removing: $file\n";
	  mtr_debug("Removing '$file'");
	  unlink($file);
3073
	}
unknown's avatar
unknown committed
3074
      }
unknown's avatar
unknown committed
3075 3076 3077 3078 3079

      # Remove old master.info and relay-log.info files
      # from the servers datadir
      unlink("$datadir/master.info");
      unlink("$datadir/relay-log.info");
unknown's avatar
unknown committed
3080
    }
unknown's avatar
unknown committed
3081

unknown's avatar
unknown committed
3082 3083
    # Copy datadir from installed system db
    copy_install_db($datadir) unless -d $datadir;
unknown's avatar
unknown committed
3084

unknown's avatar
unknown committed
3085 3086
    # Write start of testcase to log file
    mark_log($mysqld->value('log-error'), $tinfo);
unknown's avatar
unknown committed
3087

unknown's avatar
unknown committed
3088 3089 3090
    # Run <tname>-master.sh
    if ($mysqld->option('#!run-master-sh') and
       run_sh_script($tinfo->{master_sh}) )
unknown's avatar
unknown committed
3091
    {
unknown's avatar
unknown committed
3092
      $tinfo->{'comment'}= "Failed to execute '$tinfo->{master_sh}'";
3093
      return 1;
unknown's avatar
unknown committed
3094
    }
unknown's avatar
unknown committed
3095

unknown's avatar
unknown committed
3096 3097 3098
    # Run <tname>-slave.sh
    if ($mysqld->option('#!run-slave-sh') and
	run_sh_script($tinfo->{slave_sh}))
unknown's avatar
unknown committed
3099
    {
unknown's avatar
unknown committed
3100 3101
      $tinfo->{'comment'}= "Failed to execute '$tinfo->{slave_sh}'";
      return 1;
unknown's avatar
unknown committed
3102 3103
    }

unknown's avatar
unknown committed
3104 3105 3106 3107 3108 3109 3110 3111
    if (!$opt_embedded_server)
    {
      my $extra_opts= get_extra_opts($mysqld, $tinfo);
      mysqld_start($mysqld,$extra_opts);

      # Save this test case information, so next can examine it
      $mysqld->{'started_tinfo'}= $tinfo;
    }
3112

unknown's avatar
unknown committed
3113 3114
  }

3115
  # Wait for clusters to start
unknown's avatar
unknown committed
3116
  foreach my $cluster ( clusters() )
unknown's avatar
unknown committed
3117
  {
3118
    if (ndbcluster_wait_started($cluster, ""))
3119 3120
    {
      # failed to start
unknown's avatar
unknown committed
3121
      $tinfo->{'comment'}= "Start of '".$cluster->name()."' cluster failed";
3122
      return 1;
3123
    }
unknown's avatar
unknown committed
3124 3125
  }

unknown's avatar
unknown committed
3126 3127
  # Wait for mysqlds to start
  foreach my $mysqld ( mysqlds() )
3128
  {
unknown's avatar
unknown committed
3129 3130
    next if !started($mysqld);

unknown's avatar
unknown committed
3131 3132 3133 3134 3135
    if (sleep_until_file_created($mysqld->value('pid-file'),
				 $opt_start_timeout,
				 $mysqld->{'proc'}) == 0) {
      $tinfo->{comment}=
	"Failed to start ".$mysqld->name();
3136
      return 1;
3137
    }
unknown's avatar
unknown committed
3138
  }
3139
  return 0;
unknown's avatar
unknown committed
3140 3141
}

unknown's avatar
unknown committed
3142

3143 3144
#
# Run include/check-testcase.test
unknown's avatar
unknown committed
3145
# Before a testcase, run in record mode and save result file to var/tmp
3146 3147
# After testcase, run and compare with the recorded file, they should be equal!
#
3148 3149 3150 3151
# RETURN VALUE
#  0 OK
#  1 Check failed
#
unknown's avatar
unknown committed
3152 3153
sub run_check_testcase ($$$) {
  my $tinfo=    shift;
3154
  my $mode=     shift;
3155 3156
  my $mysqld=   shift;

unknown's avatar
unknown committed
3157 3158
  my $name= "check-".$mysqld->name();
  my $tname= $tinfo->{name};
3159 3160 3161 3162 3163 3164 3165 3166

  my $args;
  mtr_init_args(\$args);

  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--silent");
  mtr_add_arg($args, "--skip-safemalloc");
  mtr_add_arg($args, "--tmpdir=%s", $opt_tmpdir);
3167
  mtr_add_arg($args, "--character-sets-dir=%s", $path_charsetsdir);
3168

unknown's avatar
unknown committed
3169 3170
  mtr_add_arg($args, "--socket=%s", $mysqld->value('socket'));
  mtr_add_arg($args, "--port=%d", $mysqld->value('port'));
3171 3172 3173 3174
  mtr_add_arg($args, "--database=test");
  mtr_add_arg($args, "--user=%s", $opt_user);
  mtr_add_arg($args, "--password=");

unknown's avatar
unknown committed
3175 3176
  mtr_add_arg($args, "--result-file=%s", "$opt_vardir/tmp/$name.result");
  mtr_add_arg($args, "--test-file=%s", "include/check-testcase.test");
3177 3178 3179 3180 3181

  if ( $mode eq "before" )
  {
    mtr_add_arg($args, "--record");
  }
unknown's avatar
unknown committed
3182 3183 3184 3185 3186 3187 3188 3189
  my $errfile= "$opt_vardir/tmp/$name.err";
  my $res= My::SafeProcess->run
    (
     name          => $name,
     path          => $exe_mysqltest,
     error         => $errfile,
     args          => \$args,
    );
3190

unknown's avatar
unknown committed
3191
  if ( $mode eq "after" and $res == 1 )
3192
  {
unknown's avatar
unknown committed
3193 3194 3195 3196
    mtr_report("\nThe check of testcase '$tname' failed, this is the\n",
	       "diff between before and after:\n");
    # Test failed, display the report mysqltest has created
    mtr_printfile("$opt_vardir/tmp/$name.err");
3197 3198 3199
  }
  elsif ( $res )
  {
unknown's avatar
unknown committed
3200 3201 3202
    mtr_report("\nCould not execute 'check-testcase' $mode testcase '$tname':");
    mtr_printfile("$opt_vardir/tmp/$name.err");
    mtr_report();
3203
  }
3204
  return $res;
3205 3206
}

3207

unknown's avatar
unknown committed
3208 3209 3210
sub run_mysqltest ($) {
  my $proc= start_mysqltest(@_);
  $proc->wait();
3211
}
unknown's avatar
unknown committed
3212

3213

unknown's avatar
unknown committed
3214
sub start_mysqltest ($) {
3215
  my ($tinfo)= @_;
unknown's avatar
unknown committed
3216 3217
  my $exe= $exe_mysqltest;
  my $args;
unknown's avatar
unknown committed
3218 3219 3220

  mtr_init_args(\$args);

unknown's avatar
unknown committed
3221
  mtr_add_arg($args, "--defaults-file=%s", $path_config_file);
unknown's avatar
unknown committed
3222 3223 3224
  mtr_add_arg($args, "--silent");
  mtr_add_arg($args, "--skip-safemalloc");
  mtr_add_arg($args, "--tmpdir=%s", $opt_tmpdir);
3225
  mtr_add_arg($args, "--character-sets-dir=%s", $path_charsetsdir);
3226
  mtr_add_arg($args, "--logdir=%s/log", $opt_vardir);
3227

3228 3229 3230 3231
  # Log line number and time  for each line in .test file
  mtr_add_arg($args, "--mark-progress")
    if $opt_mark_progress;

unknown's avatar
unknown committed
3232
  mtr_add_arg($args, "--database=test");
unknown's avatar
unknown committed
3233

unknown's avatar
unknown committed
3234 3235 3236 3237 3238
  if ( $opt_ps_protocol )
  {
    mtr_add_arg($args, "--ps-protocol");
  }

3239 3240 3241 3242 3243 3244 3245 3246 3247 3248 3249 3250 3251 3252 3253
  if ( $opt_sp_protocol )
  {
    mtr_add_arg($args, "--sp-protocol");
  }

  if ( $opt_view_protocol )
  {
    mtr_add_arg($args, "--view-protocol");
  }

  if ( $opt_cursor_protocol )
  {
    mtr_add_arg($args, "--cursor-protocol");
  }

unknown's avatar
unknown committed
3254 3255
  if ( $opt_strace_client )
  {
unknown's avatar
unknown committed
3256
    $exe=  $opt_strace_client || "strace";
unknown's avatar
unknown committed
3257
    mtr_add_arg($args, "-o");
3258
    mtr_add_arg($args, "%s/log/mysqltest.strace", $opt_vardir);
unknown's avatar
unknown committed
3259 3260 3261
    mtr_add_arg($args, "$exe_mysqltest");
  }

unknown's avatar
unknown committed
3262 3263
  if ( $opt_timer )
  {
3264
    mtr_add_arg($args, "--timer-file=%s/log/timer", $opt_vardir);
unknown's avatar
unknown committed
3265 3266 3267 3268 3269 3270 3271 3272 3273 3274 3275 3276
  }

  if ( $opt_compress )
  {
    mtr_add_arg($args, "--compress");
  }

  if ( $opt_sleep )
  {
    mtr_add_arg($args, "--sleep=%d", $opt_sleep);
  }

unknown's avatar
unknown committed
3277
  client_debug_arg($args, "mysqltest");
3278 3279 3280

  if ( $opt_ssl )
  {
3281
    # Turn on SSL for _all_ test cases if option --ssl was used
3282
    mtr_add_arg($args, "--ssl");
3283
  }
unknown's avatar
unknown committed
3284 3285 3286 3287 3288
  elsif ( $opt_ssl_supported )
  {
    mtr_add_arg($args, "--skip-ssl");
  }

unknown's avatar
unknown committed
3289 3290 3291 3292 3293 3294
  if ( $opt_embedded_server )
  {

    # Get the args needed for the embedded server
    # and append them to args prefixed
    # with --sever-arg=
unknown's avatar
unknown committed
3295

unknown's avatar
unknown committed
3296 3297 3298 3299 3300 3301 3302 3303 3304
    my $mysqld=  $config->group('embedded')
      or mtr_error("Could not get [embedded] section");

    my $mysqld_args;
    mtr_init_args(\$mysqld_args);
    my $extra_opts= get_extra_opts($mysqld, $tinfo);
    mysqld_arguments($mysqld_args, $mysqld, $extra_opts);
    mtr_add_arg($args, "--server-arg=%s", $_) for @$mysqld_args;
  }
unknown's avatar
unknown committed
3305

3306 3307 3308
  # ----------------------------------------------------------------------
  # export MYSQL_TEST variable containing <path>/mysqltest <args>
  # ----------------------------------------------------------------------
unknown's avatar
unknown committed
3309
  $ENV{'MYSQL_TEST'}= mtr_args2str($exe_mysqltest, @$args);
3310

3311
  # ----------------------------------------------------------------------
3312
  # Add arguments that should not go into the MYSQL_TEST env var
3313
  # ----------------------------------------------------------------------
3314
  if ( $opt_valgrind_mysqltest )
3315 3316 3317 3318 3319 3320 3321 3322 3323 3324
  {
    # Prefix the Valgrind options to the argument list.
    # We do this here, since we do not want to Valgrind the nested invocations
    # of mysqltest; that would mess up the stderr output causing test failure.
    my @args_saved = @$args;
    mtr_init_args(\$args);
    valgrind_arguments($args, \$exe);
    mtr_add_arg($args, "%s", $_) for @args_saved;
  }

3325
  mtr_add_arg($args, "--test-file=%s", $tinfo->{'path'});
unknown's avatar
unknown committed
3326

3327 3328 3329
  # Number of lines of resut to include in failure report
  mtr_add_arg($args, "--tail-lines=20");

3330
  if ( defined $tinfo->{'result_file'} ) {
3331
    mtr_add_arg($args, "--result-file=%s", $tinfo->{'result_file'});
3332
  }
3333 3334 3335 3336 3337 3338

  if ( $opt_record )
  {
    mtr_add_arg($args, "--record");
  }

unknown's avatar
unknown committed
3339 3340 3341 3342 3343 3344 3345 3346
  if ( $opt_client_gdb )
  {
    gdb_arguments(\$args, \$exe, "client");
  }
  elsif ( $opt_client_ddd )
  {
    ddd_arguments(\$args, \$exe, "client");
  }
3347 3348 3349
  elsif ( $opt_client_debugger )
  {
    debugger_arguments(\$args, \$exe, "client");
unknown's avatar
unknown committed
3350
 }
3351 3352


unknown's avatar
unknown committed
3353 3354 3355 3356 3357
  my $proc= My::SafeProcess->new
    (
     name          => "mysqltest",
     path          => $exe,
     args          => \$args,
3358 3359
     append        => 1,
     error         => $path_current_testlog,
unknown's avatar
unknown committed
3360 3361 3362 3363
     verbose       => $opt_verbose,
    );
  mtr_verbose("Started $proc");
  return $proc;
unknown's avatar
unknown committed
3364
}
unknown's avatar
unknown committed
3365

unknown's avatar
unknown committed
3366

unknown's avatar
unknown committed
3367 3368 3369 3370 3371 3372 3373 3374 3375 3376 3377 3378
#
# Modify the exe and args so that program is run in gdb in xterm
#
sub gdb_arguments {
  my $args= shift;
  my $exe=  shift;
  my $type= shift;

  # Write $args to gdb init file
  my $str= join(" ", @$$args);
  my $gdb_init_file= "$opt_tmpdir/gdbinit.$type";

3379 3380 3381
  # Remove the old gdbinit file
  unlink($gdb_init_file);

unknown's avatar
unknown committed
3382 3383 3384 3385
  if ( $type eq "client" )
  {
    # write init file for client
    mtr_tofile($gdb_init_file,
3386 3387
	       "set args $str\n" .
	       "break main\n");
unknown's avatar
unknown committed
3388 3389 3390 3391 3392 3393 3394 3395 3396 3397
  }
  else
  {
    # write init file for mysqld
    mtr_tofile($gdb_init_file,
	       "set args $str\n" .
	       "break mysql_parse\n" .
	       "commands 1\n" .
	       "disable 1\n" .
	       "end\n" .
3398 3399 3400 3401 3402
	       "run");
  }

  if ( $opt_manual_gdb )
  {
3403
     print "\nTo start gdb for $type, type in another window:\n";
unknown's avatar
unknown committed
3404
     print "gdb -cd $glob_mysql_test_dir -x $gdb_init_file $$exe\n";
3405 3406 3407 3408

     # Indicate the exe should not be started
     $$exe= undef;
     return;
unknown's avatar
unknown committed
3409 3410 3411 3412 3413 3414
  }

  $$args= [];
  mtr_add_arg($$args, "-title");
  mtr_add_arg($$args, "$type");
  mtr_add_arg($$args, "-e");
3415

3416
  if ( $exe_libtool )
unknown's avatar
unknown committed
3417
  {
3418
    mtr_add_arg($$args, $exe_libtool);
unknown's avatar
unknown committed
3419 3420 3421 3422 3423 3424 3425 3426 3427
    mtr_add_arg($$args, "--mode=execute");
  }

  mtr_add_arg($$args, "gdb");
  mtr_add_arg($$args, "-x");
  mtr_add_arg($$args, "$gdb_init_file");
  mtr_add_arg($$args, "$$exe");

  $$exe= "xterm";
unknown's avatar
unknown committed
3428
}
unknown's avatar
unknown committed
3429

unknown's avatar
unknown committed
3430

unknown's avatar
unknown committed
3431 3432 3433 3434 3435 3436 3437 3438 3439 3440 3441
#
# Modify the exe and args so that program is run in ddd
#
sub ddd_arguments {
  my $args= shift;
  my $exe=  shift;
  my $type= shift;

  # Write $args to ddd init file
  my $str= join(" ", @$$args);
  my $gdb_init_file= "$opt_tmpdir/gdbinit.$type";
unknown's avatar
unknown committed
3442

3443 3444 3445
  # Remove the old gdbinit file
  unlink($gdb_init_file);

unknown's avatar
unknown committed
3446 3447 3448 3449 3450
  if ( $type eq "client" )
  {
    # write init file for client
    mtr_tofile($gdb_init_file,
	       "set args $str\n" .
3451
	       "break main\n");
unknown's avatar
unknown committed
3452 3453 3454 3455 3456 3457 3458 3459 3460 3461
  }
  else
  {
    # write init file for mysqld
    mtr_tofile($gdb_init_file,
	       "file $$exe\n" .
	       "set args $str\n" .
	       "break mysql_parse\n" .
	       "commands 1\n" .
	       "disable 1\n" .
3462
	       "end");
3463 3464 3465 3466
  }

  if ( $opt_manual_ddd )
  {
3467
     print "\nTo start ddd for $type, type in another window:\n";
unknown's avatar
unknown committed
3468
     print "ddd -cd $glob_mysql_test_dir -x $gdb_init_file $$exe\n";
3469 3470 3471 3472

     # Indicate the exe should not be started
     $$exe= undef;
     return;
unknown's avatar
unknown committed
3473
  }
unknown's avatar
unknown committed
3474

unknown's avatar
unknown committed
3475 3476
  my $save_exe= $$exe;
  $$args= [];
3477
  if ( $exe_libtool )
unknown's avatar
unknown committed
3478
  {
3479
    $$exe= $exe_libtool;
unknown's avatar
unknown committed
3480 3481 3482 3483 3484 3485 3486 3487 3488 3489 3490
    mtr_add_arg($$args, "--mode=execute");
    mtr_add_arg($$args, "ddd");
  }
  else
  {
    $$exe= "ddd";
  }
  mtr_add_arg($$args, "--command=$gdb_init_file");
  mtr_add_arg($$args, "$save_exe");
}

3491 3492 3493 3494 3495 3496 3497 3498 3499

#
# Modify the exe and args so that program is run in the selected debugger
#
sub debugger_arguments {
  my $args= shift;
  my $exe=  shift;
  my $debugger= $opt_debugger || $opt_client_debugger;

3500
  if ( $debugger =~ /vcexpress|vc|devenv/ )
3501 3502 3503 3504 3505 3506 3507
  {
    # vc[express] /debugexe exe arg1 .. argn

    # Add /debugexe and name of the exe before args
    unshift(@$$args, "/debugexe");
    unshift(@$$args, "$$exe");

3508 3509 3510
    # Set exe to debuggername
    $$exe= $debugger;

3511
  }
3512
  elsif ( $debugger =~ /windbg/ )
3513 3514 3515 3516 3517 3518
  {
    # windbg exe arg1 .. argn

    # Add name of the exe before args
    unshift(@$$args, "$$exe");

3519 3520 3521 3522 3523 3524 3525 3526 3527 3528 3529 3530 3531 3532 3533
    # Set exe to debuggername
    $$exe= $debugger;

  }
  elsif ( $debugger eq "dbx" )
  {
    # xterm -e dbx -r exe arg1 .. argn

    unshift(@$$args, $$exe);
    unshift(@$$args, "-r");
    unshift(@$$args, $debugger);
    unshift(@$$args, "-e");

    $$exe= "xterm";

3534 3535 3536 3537 3538 3539 3540 3541
  }
  else
  {
    mtr_error("Unknown argument \"$debugger\" passed to --debugger");
  }
}


unknown's avatar
unknown committed
3542 3543 3544
#
# Modify the exe and args so that program is run in valgrind
#
unknown's avatar
unknown committed
3545 3546 3547 3548
sub valgrind_arguments {
  my $args= shift;
  my $exe=  shift;

3549 3550 3551 3552 3553 3554 3555 3556 3557 3558 3559 3560 3561 3562
  if ( $opt_callgrind)
  {
    mtr_add_arg($args, "--tool=callgrind");
    mtr_add_arg($args, "--base=$opt_vardir/log");
  }
  else
  {
    mtr_add_arg($args, "--tool=memcheck"); # From >= 2.1.2 needs this option
    mtr_add_arg($args, "--alignment=8");
    mtr_add_arg($args, "--leak-check=yes");
    mtr_add_arg($args, "--num-callers=16");
    mtr_add_arg($args, "--suppressions=%s/valgrind.supp", $glob_mysql_test_dir)
      if -f "$glob_mysql_test_dir/valgrind.supp";
  }
unknown's avatar
unknown committed
3563

3564
  # Add valgrind options, can be overriden by user
unknown's avatar
unknown committed
3565
  mtr_add_arg($args, '%s', $_) for (@valgrind_args);
3566

unknown's avatar
unknown committed
3567 3568
  mtr_add_arg($args, $$exe);

unknown's avatar
unknown committed
3569
  $$exe= $opt_valgrind_path || "valgrind";
3570 3571 3572 3573 3574 3575 3576 3577

  if ($exe_libtool)
  {
    # Add "libtool --mode-execute" before the test to execute
    # if running in valgrind(to avoid valgrinding bash)
    unshift(@$args, "--mode=execute", $$exe);
    $$exe= $exe_libtool;
  }
unknown's avatar
unknown committed
3578 3579 3580
}


unknown's avatar
unknown committed
3581
#
unknown's avatar
unknown committed
3582
# Usage
unknown's avatar
unknown committed
3583
#
unknown's avatar
unknown committed
3584
sub usage ($) {
3585 3586 3587 3588
  my $message= shift;

  if ( $message )
  {
unknown's avatar
unknown committed
3589
    print STDERR "$message\n";
3590 3591
  }

unknown's avatar
unknown committed
3592
  print <<HERE;
unknown's avatar
unknown committed
3593

unknown's avatar
unknown committed
3594
$0 [ OPTIONS ] [ TESTCASE ]
unknown's avatar
unknown committed
3595 3596 3597 3598 3599

Options to control what engine/variation to run

  embedded-server       Use the embedded server, i.e. no mysqld daemons
  ps-protocol           Use the binary protocol between client and server
3600 3601 3602 3603
  cursor-protocol       Use the cursor protocol between client and server
                        (implies --ps-protocol)
  view-protocol         Create a view to execute all non updating queries
  sp-protocol           Create a stored procedure to execute all queries
3604 3605
  compress              Use the compressed protocol between client and server
  ssl                   Use ssl protocol between client and server
3606
  skip-ssl              Dont start server with support for ssl connections
3607
  ndb|with-ndbcluster   Use cluster as default table type
3608 3609
  vs-config             Visual Studio configuration used to create executables
                        (default: MTR_VS_CONFIG environment variable)
unknown's avatar
unknown committed
3610

unknown's avatar
unknown committed
3611 3612 3613 3614 3615
  config|defaults-file=<config template> Use fixed config template for all
                        tests
  extra_defaults_file=<config template> Extra config template to add to
                        all generated configs

3616 3617 3618
Options to control directories to use
  tmpdir=DIR            The directory where temporary files are stored
                        (default: ./var/tmp).
3619 3620 3621
  vardir=DIR            The directory where files generated from the test run
                        is stored (default: ./var). Specifying a ramdisk or
                        tmpfs will speed up tests.
3622 3623 3624
  mem                   Run testsuite in "memory" using tmpfs or ramdisk
                        Attempts to find a suitable location
                        using a builtin list of standard locations
3625 3626 3627
                        for tmpfs (/dev/shm)
                        The option can also be set using environment
                        variable MTR_MEM=[DIR]
unknown's avatar
unknown committed
3628 3629 3630
  client-bindir=PATH    Path to the directory where client binaries are located
  client-libdir=PATH    Path to the directory where client libraries are located

3631

unknown's avatar
unknown committed
3632 3633 3634
Options to control what test suites or cases to run

  force                 Continue to run the suite after failure
3635
  with-ndbcluster-only  Run only tests that include "ndb" in the filename
unknown's avatar
unknown committed
3636 3637 3638
  skip-ndb[cluster]     Skip all tests that need cluster
  skip-ndb[cluster]-slave Skip all tests that need a slave cluster
  ndb-extra             Run extra tests from ndb directory
3639 3640 3641 3642 3643 3644
  do-test=PREFIX or REGEX
                        Run test cases which name are prefixed with PREFIX
                        or fulfills REGEX
  skip-test=PREFIX or REGEX
                        Skip test cases which name are prefixed with PREFIX
                        or fulfills REGEX
3645 3646 3647 3648
  start-from=PREFIX     Run test cases starting test prefixed with PREFIX where
                        prefix may be suite.testname or just testname
  suite[s]=NAME1,..,NAMEN
                        Collect tests in suites from the comma separated
3649 3650
                        list of suite names.
                        The default is: "$opt_suites"
unknown's avatar
unknown committed
3651
  skip-rpl              Skip the replication test cases.
3652 3653
  big-test              Set the environment variable BIG_TEST, which can be
                        checked from test cases.
unknown's avatar
unknown committed
3654 3655 3656

Options that specify ports

unknown's avatar
unknown committed
3657
  mtr-build-thread=#    Specify unique number to calculate port number(s) from.
unknown's avatar
unknown committed
3658
  build-thread=#        Can be set in environment variable MTR_BUILD_THREAD.
unknown's avatar
unknown committed
3659 3660
                        Set  MTR_BUILD_THREAD="auto" to automatically aquire
                        a build thread id that is unique to current host
unknown's avatar
unknown committed
3661 3662 3663 3664

Options for test case authoring

  record TESTNAME       (Re)genereate the result file for TESTNAME
3665
  check-testcases       Check testcases for sideeffects
3666
  mark-progress         Log line number and elapsed time to <testname>.progress
unknown's avatar
unknown committed
3667 3668 3669 3670 3671 3672 3673

Options that pass on options

  mysqld=ARGS           Specify additional arguments to "mysqld"

Options to run test on running server

unknown's avatar
unknown committed
3674 3675 3676 3677 3678 3679
  extern option=value   Run only the tests against an already started server
                        the options to use for connection to the extern server
                        must be specified using name-value pair notation
                        For example:
                         ./$0 --extern socket=/tmp/mysqld.sock

3680 3681
  user=USER             User for connection to extern server
  socket=PATH           Socket for connection to extern server
unknown's avatar
unknown committed
3682 3683 3684

Options for debugging the product

3685 3686
  client-ddd            Start mysqltest client in ddd
  client-debugger=NAME  Start mysqltest in the selected debugger
unknown's avatar
unknown committed
3687 3688
  client-gdb            Start mysqltest client in gdb
  ddd                   Start mysqld in ddd
3689
  debug                 Dump trace output for all servers and client programs
3690
  debugger=NAME         Start mysqld in the selected debugger
3691 3692 3693 3694 3695
  gdb                   Start the mysqld(s) in gdb
  manual-debug          Let user manually start mysqld in debugger, before
                        running test(s)
  manual-gdb            Let user manually start mysqld in gdb, before running
                        test(s)
unknown's avatar
unknown committed
3696 3697
  manual-ddd            Let user manually start mysqld in ddd, before running
                        test(s)
unknown's avatar
unknown committed
3698 3699 3700
  strace-client=[path]  Create strace output for mysqltest client, optionally
                        specifying name and path to the trace program to use.
                        Example: $0 --strace-client=ktrace
3701 3702 3703
  max-save-core         Limit the number of core files saved (to avoid filling
                        up disks for heavily crashing server). Defaults to
                        $opt_max_save_core, set to 0 for no limit.
unknown's avatar
unknown committed
3704

unknown's avatar
unknown committed
3705
Options for valgrind
unknown's avatar
unknown committed
3706

3707
  valgrind              Run the "mysqltest" and "mysqld" executables using
unknown's avatar
unknown committed
3708
                        valgrind with default options
3709
  valgrind-all          Synonym for --valgrind
3710 3711
  valgrind-mysqltest    Run the "mysqltest" and "mysql_client_test" executable
                        with valgrind
unknown's avatar
unknown committed
3712
  valgrind-mysqld       Run the "mysqld" executable with valgrind
unknown's avatar
unknown committed
3713 3714 3715
  valgrind-options=ARGS Deprecated, use --valgrind-option
  valgrind-option=ARGS  Option to give valgrind, replaces default option(s),
                        can be specified more then once
unknown's avatar
unknown committed
3716
  valgrind-path=[EXE]   Path to the valgrind executable
3717
  callgrind             Instruct valgrind to use callgrind
unknown's avatar
unknown committed
3718 3719 3720

Misc options

3721
  comment=STR           Write STR to the output
3722
  notimer               Don't show test case execution time
unknown's avatar
unknown committed
3723 3724 3725 3726 3727
  verbose               More verbose output(use multiple times for even more)
  start                 Only initialize and start the servers, using the
                        startup settings for the first specified test case
                        Example:
                         $0 --start alias &
3728
  start-dirty           Only start the servers (without initialization) for
unknown's avatar
unknown committed
3729 3730 3731
                        the first specified test case
  fast                  Run as fast as possible, dont't wait for servers
                        to shutdown etc.
unknown's avatar
unknown committed
3732 3733
  repeat=N              Run each test N number of times
  retry=N               Retry tests that fail N times, limit number of failures
unknown's avatar
unknown committed
3734
                        to $opt_retry_failure
unknown's avatar
unknown committed
3735
  retry-failure=N       Limit number of retries for a failed test
3736
  reorder               Reorder tests to get fewer server restarts
unknown's avatar
unknown committed
3737 3738
  help                  Get this help text

unknown's avatar
unknown committed
3739 3740 3741 3742 3743 3744
  testcase-timeout=MINUTES Max test case run time (default $opt_testcase_timeout)
  suite-timeout=MINUTES Max test suite run time (default $opt_suite_timeout)
  shutdown-timeout=SECONDS Max number of seconds to wait for server shutdown
                        before killing servers (default $opt_shutdown_timeout)
  warnings              Scan the log files for warnings. Use --nowarnings
                        to turn off.
3745

3746
  sleep=SECONDS         Passed to mysqltest, will be used as fixed sleep time
unknown's avatar
unknown committed
3747

unknown's avatar
unknown committed
3748
HERE
unknown's avatar
unknown committed
3749
  exit(1);
3750

unknown's avatar
unknown committed
3751
}
unknown's avatar
unknown committed
3752