mysql-test-run.pl 134 KB
Newer Older
kent@mysql.com's avatar
kent@mysql.com committed
1 2 3 4
#!/usr/bin/perl
# -*- cperl -*-

#
5 6 7 8 9
##############################################################################
#
#  mysql-test-run.pl
#
#  Tool used for executing a suite of .test file
kent@mysql.com's avatar
kent@mysql.com committed
10
#
11 12
#  See the "MySQL Test framework manual" for more information
#  http://dev.mysql.com/doc/mysqltest/en/index.html
kent@mysql.com's avatar
kent@mysql.com committed
13
#
14
#  Please keep the test framework tools identical in all versions!
kent@mysql.com's avatar
kent@mysql.com committed
15
#
16
##############################################################################
kent@mysql.com's avatar
kent@mysql.com committed
17
#
18
# Coding style directions for this perl script
kent@mysql.com's avatar
kent@mysql.com committed
19
#
kent@mysql.com's avatar
kent@mysql.com committed
20
#   - To make this Perl script easy to alter even for those that not
21
#     code Perl that often, keeep the coding style as close as possible to
kent@mysql.com's avatar
kent@mysql.com committed
22
#     the C/C++ MySQL coding standard.
kent@mysql.com's avatar
kent@mysql.com committed
23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52
#
#   - All lists of arguments to send to commands are Perl lists/arrays,
#     not strings we append args to. Within reason, most string
#     concatenation for arguments should be avoided.
#
#   - Functions defined in the main program are not to be prefixed,
#     functions in "library files" are to be prefixed with "mtr_" (for
#     Mysql-Test-Run). There are some exceptions, code that fits best in
#     the main program, but are put into separate files to avoid
#     clutter, may be without prefix.
#
#   - All stat/opendir/-f/ is to be kept in collect_test_cases(). It
#     will create a struct that the rest of the program can use to get
#     the information. This separates the "find information" from the
#     "do the work" and makes the program more easy to maintain.
#
#   - The rule when it comes to the logic of this program is
#
#       command_line_setup() - is to handle the logic between flags
#       collect_test_cases() - is to do its best to select what tests
#                              to run, dig out options, if needs restart etc.
#       run_testcase()       - is to run a single testcase, and follow the
#                              logic set in both above. No, or rare file
#                              system operations. If a test seems complex,
#                              it should probably not be here.
#
# A nice way to trace the execution of this script while debugging
# is to use the Devel::Trace package found at
# "http://www.plover.com/~mjd/perl/Trace/" and run this script like
# "perl -d:Trace mysql-test-run.pl"
kent@mysql.com's avatar
kent@mysql.com committed
53
#
kent@mysql.com's avatar
kent@mysql.com committed
54 55 56 57 58 59

$Devel::Trace::TRACE= 0;       # Don't trace boring init stuff

#require 5.6.1;
use File::Path;
use File::Basename;
60
use File::Copy;
kent@mysql.com's avatar
kent@mysql.com committed
61 62 63 64 65 66
use Cwd;
use Getopt::Long;
use Sys::Hostname;
use IO::Socket;
use IO::Socket::INET;
use strict;
67
use warnings;
kent@mysql.com's avatar
kent@mysql.com committed
68

69 70 71
select(STDOUT);
$| = 1; # Automatically flush STDOUT

72 73 74 75
our $glob_win32_perl=  ($^O eq "MSWin32"); # ActiveState Win32 Perl
our $glob_cygwin_perl= ($^O eq "cygwin");  # Cygwin Perl
our $glob_win32=       ($glob_win32_perl or $glob_cygwin_perl);
our $glob_netware=     ($^O eq "NetWare"); # NetWare
kent@mysql.com's avatar
kent@mysql.com committed
76

kent@mysql.com's avatar
kent@mysql.com committed
77
require "lib/mtr_cases.pl";
78
require "lib/mtr_im.pl";
kent@mysql.com's avatar
kent@mysql.com committed
79
require "lib/mtr_process.pl";
80
require "lib/mtr_timer.pl";
kent@mysql.com's avatar
kent@mysql.com committed
81 82 83 84
require "lib/mtr_io.pl";
require "lib/mtr_gcov.pl";
require "lib/mtr_gprof.pl";
require "lib/mtr_report.pl";
kent@mysql.com's avatar
kent@mysql.com committed
85
require "lib/mtr_diff.pl";
kent@mysql.com's avatar
kent@mysql.com committed
86 87
require "lib/mtr_match.pl";
require "lib/mtr_misc.pl";
88
require "lib/mtr_stress.pl";
89
require "lib/mtr_unique.pl";
kent@mysql.com's avatar
kent@mysql.com committed
90 91 92 93 94 95 96 97 98 99

$Devel::Trace::TRACE= 1;

##############################################################################
#
#  Default settings
#
##############################################################################

# Misc global variables
100
our $mysql_version_id;
kent@mysql.com's avatar
kent@mysql.com committed
101
our $glob_mysql_test_dir=         undef;
kent@mysql.com's avatar
kent@mysql.com committed
102
our $glob_mysql_bench_dir=        undef;
kent@mysql.com's avatar
kent@mysql.com committed
103 104
our $glob_hostname=               undef;
our $glob_scriptname=             undef;
105
our $glob_timers=                 undef;
kent@mysql.com's avatar
kent@mysql.com committed
106 107
our $glob_use_running_server=     0;
our $glob_use_running_ndbcluster= 0;
108
our $glob_use_running_ndbcluster_slave= 0;
kent@mysql.com's avatar
kent@mysql.com committed
109
our $glob_use_embedded_server=    0;
kent@mysql.com's avatar
kent@mysql.com committed
110
our @glob_test_mode;
kent@mysql.com's avatar
kent@mysql.com committed
111 112 113 114 115 116 117

our $glob_basedir;

our $path_charsetsdir;
our $path_client_bindir;
our $path_language;
our $path_timefile;
118
our $path_snapshot;
119
our $path_mysqltest_log;
120
our $path_current_test_log;
kent@mysql.com's avatar
kent@mysql.com committed
121
our $path_my_basedir;
122

123
our $opt_vardir;                 # A path but set directly on cmd line
124
our $path_vardir_trace;          # unix formatted opt_vardir for trace files
kent@mysql.com's avatar
kent@mysql.com committed
125 126
our $opt_tmpdir;                 # A path but set directly on cmd line

127 128 129 130 131 132
# Visual Studio produces executables in different sub-directories based on the
# configuration used to build them.  To make life easier, an environment
# variable or command-line option may be specified to control which set of
# executables will be used by the test suite.
our $opt_vs_config = $ENV{'MTR_VS_CONFIG'};

133 134
our $default_vardir;

kent@mysql.com's avatar
kent@mysql.com committed
135 136 137
our $opt_usage;
our $opt_suite;

kent@mysql.com's avatar
kent@mysql.com committed
138
our $opt_script_debug= 0;  # Script debugging, enable with --script-debug
139
our $opt_verbose= 0;  # Verbose output, enable with --verbose
kent@mysql.com's avatar
kent@mysql.com committed
140 141 142 143 144

our $exe_master_mysqld;
our $exe_mysql;
our $exe_mysqladmin;
our $exe_mysqlbinlog;
kent@mysql.com's avatar
kent@mysql.com committed
145
our $exe_mysql_client_test;
kent@mysql.com's avatar
kent@mysql.com committed
146
our $exe_mysqld;
147 148 149 150 151
our $exe_mysqlcheck;
our $exe_mysqldump;
our $exe_mysqlslap;
our $exe_mysqlimport;
our $exe_mysqlshow;
kent@mysql.com's avatar
kent@mysql.com committed
152
our $exe_mysql_fix_system_tables;
kent@mysql.com's avatar
kent@mysql.com committed
153
our $exe_mysqltest;
154 155
our $exe_ndbd;
our $exe_ndb_mgmd;
kent@mysql.com's avatar
kent@mysql.com committed
156
our $exe_slave_mysqld;
157
our $exe_im;
158
our $exe_my_print_defaults;
159
our $exe_perror;
160
our $lib_udf_example;
161
our $exe_libtool;
kent@mysql.com's avatar
kent@mysql.com committed
162 163 164 165 166

our $opt_bench= 0;
our $opt_small_bench= 0;
our $opt_big_test= 0;            # Send --big-test to mysqltest

kent@mysql.com's avatar
kent@mysql.com committed
167
our @opt_extra_mysqld_opt;
kent@mysql.com's avatar
kent@mysql.com committed
168 169

our $opt_compress;
170 171 172 173
our $opt_ssl;
our $opt_skip_ssl;
our $opt_ssl_supported;
our $opt_ps_protocol;
174 175 176
our $opt_sp_protocol;
our $opt_cursor_protocol;
our $opt_view_protocol;
177

kent@mysql.com's avatar
kent@mysql.com committed
178 179
our $opt_debug;
our $opt_do_test;
kent@mysql.com's avatar
kent@mysql.com committed
180
our @opt_cases;                  # The test cases names in argv
kent@mysql.com's avatar
kent@mysql.com committed
181 182 183 184
our $opt_embedded_server;
our $opt_extern;
our $opt_fast;
our $opt_force;
185 186
our $opt_reorder= 0;
our $opt_enable_disabled;
187
our $opt_mem= $ENV{'MTR_MEM'};
kent@mysql.com's avatar
kent@mysql.com committed
188 189 190 191 192

our $opt_gcov;
our $opt_gcov_err;
our $opt_gcov_msg;

193
our $glob_debugger= 0;
kent@mysql.com's avatar
kent@mysql.com committed
194 195
our $opt_gdb;
our $opt_client_gdb;
196 197
our $opt_ddd;
our $opt_client_ddd;
kent@mysql.com's avatar
kent@mysql.com committed
198
our $opt_manual_gdb;
199 200
our $opt_manual_ddd;
our $opt_manual_debug;
201
our $opt_mtr_build_thread=0;
202 203
our $opt_debugger;
our $opt_client_debugger;
kent@mysql.com's avatar
kent@mysql.com committed
204 205 206 207 208 209

our $opt_gprof;
our $opt_gprof_dir;
our $opt_gprof_master;
our $opt_gprof_slave;

210
our $master;
kent@mysql.com's avatar
kent@mysql.com committed
211
our $slave;
212
our $clusters;
kent@mysql.com's avatar
kent@mysql.com committed
213

214 215
our $instance_manager;

216 217 218 219 220
our $opt_master_myport;
our $opt_slave_myport;
our $im_port;
our $im_mysqld1_port;
our $im_mysqld2_port;
kent@mysql.com's avatar
kent@mysql.com committed
221 222
our $opt_ndbcluster_port;
our $opt_ndbconnectstring;
223 224
our $opt_ndbcluster_port_slave;
our $opt_ndbconnectstring_slave;
kent@mysql.com's avatar
kent@mysql.com committed
225 226

our $opt_record;
227
our $opt_check_testcases;
228
my  $opt_report_features;
kent@mysql.com's avatar
kent@mysql.com committed
229 230 231

our $opt_skip;
our $opt_skip_rpl;
232
our $max_slave_num= 0;
233
our $use_innodb;
kent@mysql.com's avatar
kent@mysql.com committed
234
our $opt_skip_test;
kent@mysql.com's avatar
kent@mysql.com committed
235
our $opt_skip_im;
kent@mysql.com's avatar
kent@mysql.com committed
236 237

our $opt_sleep;
kent@mysql.com's avatar
kent@mysql.com committed
238

239
our $opt_sleep_time_after_restart=  1;
kent@mysql.com's avatar
kent@mysql.com committed
240
our $opt_sleep_time_for_delete=    10;
kent@mysql.com's avatar
kent@mysql.com committed
241 242
our $opt_testcase_timeout;
our $opt_suite_timeout;
kent@mysql.com's avatar
kent@mysql.com committed
243
my  $default_testcase_timeout=     15; # 15 min max
244
my  $default_suite_timeout=       180; # 3 hours max
kent@mysql.com's avatar
kent@mysql.com committed
245 246 247 248 249 250

our $opt_socket;

our $opt_source_dist;

our $opt_start_and_exit;
251
our $opt_start_dirty;
kent@mysql.com's avatar
kent@mysql.com committed
252 253 254 255
our $opt_start_from;

our $opt_strace_client;

256
our $opt_timer= 1;
kent@mysql.com's avatar
kent@mysql.com committed
257

kent@mysql.com's avatar
kent@mysql.com committed
258
our $opt_user;
kent@mysql.com's avatar
kent@mysql.com committed
259 260
our $opt_user_test;

261 262 263
our $opt_valgrind= 0;
our $opt_valgrind_mysqld= 0;
our $opt_valgrind_mysqltest= 0;
264
our $default_valgrind_options= "--show-reachable=yes";
kent@mysql.com's avatar
kent@mysql.com committed
265
our $opt_valgrind_options;
266
our $opt_valgrind_path;
267
our $opt_callgrind;
kent@mysql.com's avatar
kent@mysql.com committed
268

269 270 271 272
our $opt_stress=               "";
our $opt_stress_suite=     "main";
our $opt_stress_mode=    "random";
our $opt_stress_threads=        5;
273 274 275
our $opt_stress_test_count=     0;
our $opt_stress_loop_count=     0;
our $opt_stress_test_duration=  0;
276 277 278
our $opt_stress_init_file=     "";
our $opt_stress_test_file=     "";

kent@mysql.com's avatar
kent@mysql.com committed
279 280 281 282 283 284
our $opt_wait_for_master;
our $opt_wait_for_slave;
our $opt_wait_timeout=  10;

our $opt_warnings;

kent@mysql.com's avatar
kent@mysql.com committed
285 286
our $opt_udiff;

287 288 289 290
our $opt_skip_ndbcluster= 0;
our $opt_skip_ndbcluster_slave= 0;
our $opt_with_ndbcluster= 0;
our $opt_with_ndbcluster_only= 0;
291
our $glob_ndbcluster_supported= 0;
292 293 294
our $opt_ndb_extra_test= 0;
our $opt_skip_master_binlog= 0;
our $opt_skip_slave_binlog= 0;
kent@mysql.com's avatar
kent@mysql.com committed
295

296
our $exe_ndb_mgm;
297
our $exe_ndb_waiter;
298
our $path_ndb_tools_dir;
299 300 301
our $path_ndb_examples_dir;
our $exe_ndb_example;
our $path_ndb_testrun_log;
kent@mysql.com's avatar
kent@mysql.com committed
302

303 304
our @data_dir_lst;

305 306 307 308
our $used_binlog_format;
our $debug_compiled_binaries;
our $glob_tot_real_time= 0;

309 310
our %mysqld_variables;

kent@mysql.com's avatar
kent@mysql.com committed
311 312 313 314 315 316 317 318 319 320

######################################################################
#
#  Function declarations
#
######################################################################

sub main ();
sub initial_setup ();
sub command_line_setup ();
321
sub set_mtr_build_thread_ports($);
322
sub datadir_setup ();
kent@mysql.com's avatar
kent@mysql.com committed
323
sub executable_setup ();
kent@mysql.com's avatar
kent@mysql.com committed
324
sub environment_setup ();
325
sub kill_running_servers ();
326
sub cleanup_stale_files ();
327
sub check_ssl_support ($);
328
sub check_running_as_root();
329 330 331 332 333 334
sub check_ndbcluster_support ($);
sub rm_ndbcluster_tables ($);
sub ndbcluster_start_install ($);
sub ndbcluster_start ($$);
sub ndbcluster_wait_started ($$);
sub mysqld_wait_started($);
kent@mysql.com's avatar
kent@mysql.com committed
335
sub run_benchmarks ($);
336
sub initialize_servers ();
kent@mysql.com's avatar
kent@mysql.com committed
337 338
sub mysql_install_db ();
sub install_db ($$);
339
sub copy_install_db ($$);
kent@mysql.com's avatar
kent@mysql.com committed
340
sub run_testcase ($);
341 342 343
sub run_testcase_stop_servers ($$$);
sub run_testcase_start_servers ($);
sub run_testcase_check_skip_test($);
kent@mysql.com's avatar
kent@mysql.com committed
344
sub report_failure_and_restart ($);
345 346
sub do_before_start_master ($);
sub do_before_start_slave ($);
347 348 349
sub ndbd_start ($$$);
sub ndb_mgmd_start ($);
sub mysqld_start ($$$);
kent@mysql.com's avatar
kent@mysql.com committed
350
sub mysqld_arguments ($$$$$);
351
sub stop_all_servers ();
kent@mysql.com's avatar
kent@mysql.com committed
352
sub run_mysqltest ($);
kent@mysql.com's avatar
kent@mysql.com committed
353
sub usage ($);
kent@mysql.com's avatar
kent@mysql.com committed
354 355 356 357 358 359 360 361 362 363 364 365

######################################################################
#
#  Main program
#
######################################################################

main();

sub main () {

  command_line_setup();
366

367 368 369 370
  check_ndbcluster_support(\%mysqld_variables);
  check_ssl_support(\%mysqld_variables);
  check_debug_support(\%mysqld_variables);

kent@mysql.com's avatar
kent@mysql.com committed
371
  executable_setup();
372

kent@mysql.com's avatar
kent@mysql.com committed
373
  environment_setup();
kent@mysql.com's avatar
kent@mysql.com committed
374 375 376 377 378 379 380 381 382 383 384 385
  signal_setup();

  if ( $opt_gcov )
  {
    gcov_prepare();
  }

  if ( $opt_gprof )
  {
    gprof_prepare();
  }

386
  if ( $opt_bench )
kent@mysql.com's avatar
kent@mysql.com committed
387
  {
388
    initialize_servers();
kent@mysql.com's avatar
kent@mysql.com committed
389 390
    run_benchmarks(shift);      # Shift what? Extra arguments?!
  }
391 392
  elsif ( $opt_stress )
  {
393
    initialize_servers();
394 395
    run_stress_test()
  }
kent@mysql.com's avatar
kent@mysql.com committed
396 397
  else
  {
398 399 400 401
    # Figure out which tests we are going to run
    my $tests= collect_test_cases($opt_suite);

    # Turn off NDB and other similar options if no tests use it
402
    my ($need_ndbcluster,$need_im);
403 404
    foreach my $test (@$tests)
    {
405 406
      next if $test->{skip};

407 408
      $need_ndbcluster||= $test->{ndb_test};
      $need_im||= $test->{component_id} eq 'im';
409 410 411 412 413 414 415

      # Count max number of slaves used by a test case
      if ( $test->{slave_num} > $max_slave_num)
      {
	$max_slave_num= $test->{slave_num};
	mtr_error("Too many slaves") if $max_slave_num > 3;
      }
416
      $use_innodb||= $test->{'innodb_test'};
417
    }
kent@mysql.com's avatar
kent@mysql.com committed
418

419 420 421 422 423 424
    # Check if cluster can be skipped
    if ( !$need_ndbcluster )
    {
      $opt_skip_ndbcluster= 1;
      $opt_skip_ndbcluster_slave= 1;
    }
kent@mysql.com's avatar
kent@mysql.com committed
425

426 427 428 429 430
    # Check if slave cluster can be skipped
    if ($max_slave_num == 0)
    {
      $opt_skip_ndbcluster_slave= 1;
    }
kent@mysql.com's avatar
kent@mysql.com committed
431

432 433 434 435
    # Check if im can be skipped
    if ( ! $need_im )
    {
     $opt_skip_im= 1;
436
    }
kent@mysql.com's avatar
kent@mysql.com committed
437

438
    initialize_servers();
kent@mysql.com's avatar
kent@mysql.com committed
439

440 441 442 443
    if ( $opt_report_features ) {
      run_report_features();
    }

444
    run_suite($opt_suite, $tests);
kent@mysql.com's avatar
kent@mysql.com committed
445
  }
446

kent@mysql.com's avatar
kent@mysql.com committed
447
  mtr_exit(0);
kent@mysql.com's avatar
kent@mysql.com committed
448 449 450 451 452 453 454 455 456 457 458 459
}

##############################################################################
#
#  Default settings
#
##############################################################################

sub command_line_setup () {

  # These are defaults for things that are set on the command line

kent@mysql.com's avatar
kent@mysql.com committed
460
  $opt_suite=        "main";    # Special default suite
461 462
  my $opt_comment;

463 464
  $opt_master_myport=          9306;
  $opt_slave_myport=           9308;
465 466
  $opt_ndbcluster_port=        9310;
  $opt_ndbcluster_port_slave=  9311;
467 468 469
  $im_port=                    9312;
  $im_mysqld1_port=            9313;
  $im_mysqld2_port=            9314;
kent@mysql.com's avatar
kent@mysql.com committed
470

kent@mysql.com's avatar
kent@mysql.com committed
471 472
  if ( $ENV{'MTR_BUILD_THREAD'} )
  {
473
    set_mtr_build_thread_ports($ENV{'MTR_BUILD_THREAD'});
kent@mysql.com's avatar
kent@mysql.com committed
474 475
  }

476 477 478 479 480
  # This is needed for test log evaluation in "gen-build-status-page"
  # in all cases where the calling tool does not log the commands
  # directly before it executes them, like "make test-force-pl" in RPM builds.
  print "Logging: $0 ", join(" ", @ARGV), "\n";

kent@mysql.com's avatar
kent@mysql.com committed
481
  # Read the command line
kent@mysql.com's avatar
kent@mysql.com committed
482
  # Note: Keep list, and the order, in sync with usage at end of this file
kent@mysql.com's avatar
kent@mysql.com committed
483

kent@mysql.com's avatar
kent@mysql.com committed
484
  Getopt::Long::Configure("pass_through");
kent@mysql.com's avatar
kent@mysql.com committed
485
  GetOptions(
kent@mysql.com's avatar
kent@mysql.com committed
486
             # Control what engine/variation to run
kent@mysql.com's avatar
kent@mysql.com committed
487
             'embedded-server'          => \$opt_embedded_server,
kent@mysql.com's avatar
kent@mysql.com committed
488
             'ps-protocol'              => \$opt_ps_protocol,
489 490 491
             'sp-protocol'              => \$opt_sp_protocol,
             'view-protocol'            => \$opt_view_protocol,
             'cursor-protocol'          => \$opt_cursor_protocol,
492
             'ssl|with-openssl'         => \$opt_ssl,
493 494
             'skip-ssl'                 => \$opt_skip_ssl,
             'compress'                 => \$opt_compress,
kent@mysql.com's avatar
kent@mysql.com committed
495 496
             'bench'                    => \$opt_bench,
             'small-bench'              => \$opt_small_bench,
497
             'with-ndbcluster'          => \$opt_with_ndbcluster,
498
             'vs-config'            => \$opt_vs_config,
kent@mysql.com's avatar
kent@mysql.com committed
499 500

             # Control what test suites or cases to run
kent@mysql.com's avatar
kent@mysql.com committed
501
             'force'                    => \$opt_force,
502
             'with-ndbcluster-only'     => \$opt_with_ndbcluster_only,
503 504 505 506 507 508
             'skip-ndbcluster|skip-ndb' => \$opt_skip_ndbcluster,
             'skip-ndbcluster-slave|skip-ndb-slave'
                                        => \$opt_skip_ndbcluster_slave,
             'ndb-extra-test'           => \$opt_ndb_extra_test,
             'skip-master-binlog'       => \$opt_skip_master_binlog,
             'skip-slave-binlog'        => \$opt_skip_slave_binlog,
kent@mysql.com's avatar
kent@mysql.com committed
509
             'do-test=s'                => \$opt_do_test,
510
             'start-from=s'             => \$opt_start_from,
kent@mysql.com's avatar
kent@mysql.com committed
511 512
             'suite=s'                  => \$opt_suite,
             'skip-rpl'                 => \$opt_skip_rpl,
kent@mysql.com's avatar
kent@mysql.com committed
513
             'skip-im'                  => \$opt_skip_im,
kent@mysql.com's avatar
kent@mysql.com committed
514
             'skip-test=s'              => \$opt_skip_test,
515
             'big-test'                 => \$opt_big_test,
kent@mysql.com's avatar
kent@mysql.com committed
516 517 518 519

             # Specify ports
             'master_port=i'            => \$opt_master_myport,
             'slave_port=i'             => \$opt_slave_myport,
520 521
             'ndbcluster-port|ndbcluster_port=i' => \$opt_ndbcluster_port,
             'ndbcluster-port-slave=i'  => \$opt_ndbcluster_port_slave,
522 523 524
             'im-port=i'                => \$im_port, # Instance Manager port.
             'im-mysqld1-port=i'        => \$im_mysqld1_port, # Port of mysqld, controlled by IM
             'im-mysqld2-port=i'        => \$im_mysqld2_port, # Port of mysqld, controlled by IM
525
	     'mtr-build-thread=i'       => \$opt_mtr_build_thread,
kent@mysql.com's avatar
kent@mysql.com committed
526 527 528

             # Test case authoring
             'record'                   => \$opt_record,
529
             'check-testcases'          => \$opt_check_testcases,
kent@mysql.com's avatar
kent@mysql.com committed
530

531
             # Extra options used when starting mysqld
kent@mysql.com's avatar
kent@mysql.com committed
532
             'mysqld=s'                 => \@opt_extra_mysqld_opt,
kent@mysql.com's avatar
kent@mysql.com committed
533 534 535

             # Run test on running server
             'extern'                   => \$opt_extern,
536 537
             'ndb-connectstring=s'       => \$opt_ndbconnectstring,
             'ndb-connectstring-slave=s' => \$opt_ndbconnectstring_slave,
kent@mysql.com's avatar
kent@mysql.com committed
538 539

             # Debugging
kent@mysql.com's avatar
kent@mysql.com committed
540
             'gdb'                      => \$opt_gdb,
kent@mysql.com's avatar
kent@mysql.com committed
541
             'client-gdb'               => \$opt_client_gdb,
542 543
             'manual-gdb'               => \$opt_manual_gdb,
             'manual-debug'             => \$opt_manual_debug,
kent@mysql.com's avatar
kent@mysql.com committed
544
             'ddd'                      => \$opt_ddd,
545
             'client-ddd'               => \$opt_client_ddd,
546 547
	     'debugger=s'               => \$opt_debugger,
	     'client-debugger=s'        => \$opt_client_debugger,
kent@mysql.com's avatar
kent@mysql.com committed
548 549 550 551 552 553
             'strace-client'            => \$opt_strace_client,
             'master-binary=s'          => \$exe_master_mysqld,
             'slave-binary=s'           => \$exe_slave_mysqld,

             # Coverage, profiling etc
             'gcov'                     => \$opt_gcov,
kent@mysql.com's avatar
kent@mysql.com committed
554
             'gprof'                    => \$opt_gprof,
555
             'valgrind|valgrind-all'    => \$opt_valgrind,
556 557
             'valgrind-mysqltest'       => \$opt_valgrind_mysqltest,
             'valgrind-mysqld'          => \$opt_valgrind_mysqld,
kent@mysql.com's avatar
kent@mysql.com committed
558
             'valgrind-options=s'       => \$opt_valgrind_options,
559
             'valgrind-path=s'          => \$opt_valgrind_path,
560
	     'callgrind'                => \$opt_callgrind,
kent@mysql.com's avatar
kent@mysql.com committed
561

562 563 564 565 566 567 568 569 570 571 572
             # Stress testing 
             'stress'                   => \$opt_stress,
             'stress-suite=s'           => \$opt_stress_suite,
             'stress-threads=i'         => \$opt_stress_threads,
             'stress-test-file=s'       => \$opt_stress_test_file,
             'stress-init-file=s'       => \$opt_stress_init_file,
             'stress-mode=s'            => \$opt_stress_mode,
             'stress-loop-count=i'      => \$opt_stress_loop_count,
             'stress-test-count=i'      => \$opt_stress_test_count,
             'stress-test-duration=i'   => \$opt_stress_test_duration,

573 574 575
	     # Directories
             'tmpdir=s'                 => \$opt_tmpdir,
             'vardir=s'                 => \$opt_vardir,
576
             'benchdir=s'               => \$glob_mysql_bench_dir,
577
             'mem:s'                    => \$opt_mem,
578

kent@mysql.com's avatar
kent@mysql.com committed
579
             # Misc
580
             'report-features'          => \$opt_report_features,
581
             'comment=s'                => \$opt_comment,
kent@mysql.com's avatar
kent@mysql.com committed
582 583
             'debug'                    => \$opt_debug,
             'fast'                     => \$opt_fast,
kent@mysql.com's avatar
kent@mysql.com committed
584
             'reorder'                  => \$opt_reorder,
585
             'enable-disabled'          => \$opt_enable_disabled,
kent@mysql.com's avatar
kent@mysql.com committed
586
             'script-debug'             => \$opt_script_debug,
587
             'verbose'                  => \$opt_verbose,
kent@mysql.com's avatar
kent@mysql.com committed
588 589
             'sleep=i'                  => \$opt_sleep,
             'socket=s'                 => \$opt_socket,
590
             'start-dirty'              => \$opt_start_dirty,
kent@mysql.com's avatar
kent@mysql.com committed
591
             'start-and-exit'           => \$opt_start_and_exit,
592
             'timer!'                   => \$opt_timer,
kent@mysql.com's avatar
kent@mysql.com committed
593
             'unified-diff|udiff'       => \$opt_udiff,
kent@mysql.com's avatar
kent@mysql.com committed
594 595 596
             'user-test=s'              => \$opt_user_test,
             'user=s'                   => \$opt_user,
             'wait-timeout=i'           => \$opt_wait_timeout,
597 598
             'testcase-timeout=i'       => \$opt_testcase_timeout,
             'suite-timeout=i'          => \$opt_suite_timeout,
kent@mysql.com's avatar
kent@mysql.com committed
599
             'warnings|log-warnings'    => \$opt_warnings,
kent@mysql.com's avatar
kent@mysql.com committed
600 601

             'help|h'                   => \$opt_usage,
kent@mysql.com's avatar
kent@mysql.com committed
602 603
            ) or usage("Can't read options");

604
  usage("") if $opt_usage;
kent@mysql.com's avatar
kent@mysql.com committed
605

606 607
  $glob_scriptname=  basename($0);

608 609 610 611 612 613 614 615 616
  if ($opt_mtr_build_thread != 0)
  {
    set_mtr_build_thread_ports($opt_mtr_build_thread)
  }
  elsif ($ENV{'MTR_BUILD_THREAD'})
  {
    $opt_mtr_build_thread= $ENV{'MTR_BUILD_THREAD'};
  }

617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632
  # We require that we are in the "mysql-test" directory
  # to run mysql-test-run
  if (! -f $glob_scriptname)
  {
    mtr_error("Can't find the location for the mysql-test-run script\n" .
              "Go to to the mysql-test directory and execute the script " .
              "as follows:\n./$glob_scriptname");
  }

  if ( -d "../sql" )
  {
    $opt_source_dist=  1;
  }

  $glob_hostname=  mtr_short_hostname();

633
  # Find the absolute path to the test directory
634 635
  $glob_mysql_test_dir=  cwd();
  if ( $glob_cygwin_perl )
kent@mysql.com's avatar
kent@mysql.com committed
636
  {
637 638 639
    # Windows programs like 'mysqld' needs Windows paths
    $glob_mysql_test_dir= `cygpath -m "$glob_mysql_test_dir"`;
    chomp($glob_mysql_test_dir);
kent@mysql.com's avatar
kent@mysql.com committed
640
  }
641 642 643 644 645 646 647 648 649 650 651 652

  # In most cases, the base directory we find everything relative to,
  # is the parent directory of the "mysql-test" directory. For source
  # distributions, TAR binary distributions and some other packages.
  $glob_basedir= dirname($glob_mysql_test_dir);

  # In the RPM case, binaries and libraries are installed in the
  # default system locations, instead of having our own private base
  # directory. And we install "/usr/share/mysql-test". Moving up one
  # more directory relative to "mysql-test" gives us a usable base
  # directory for RPM installs.
  if ( ! $opt_source_dist and ! -d "$glob_basedir/bin" )
653
  {
654
    $glob_basedir= dirname($glob_basedir);
655
  }
656 657 658 659

  # Expect mysql-bench to be located adjacent to the source tree, by default
  $glob_mysql_bench_dir= "$glob_basedir/../mysql-bench"
    unless defined $glob_mysql_bench_dir;
660 661
  $glob_mysql_bench_dir= undef
    unless -d $glob_mysql_bench_dir;
662 663 664 665 666 667 668 669 670 671 672 673 674 675 676

  $path_my_basedir=
    $opt_source_dist ? $glob_mysql_test_dir : $glob_basedir;

  $glob_timers= mtr_init_timers();

  #
  # Find the mysqld executable to be able to find the mysqld version
  # number as early as possible
  #

  # Look for the client binaries
  $path_client_bindir= mtr_path_exists(vs_config_dirs('client', ''),
				       "$glob_basedir/client_release",
				       "$glob_basedir/client_debug",
677 678
				       "$glob_basedir/client",
				       "$glob_basedir/bin");
679 680 681 682 683 684 685 686 687 688

  $exe_mysqld=         mtr_exe_exists (vs_config_dirs('sql', 'mysqld'),
				       "$glob_basedir/sql/mysqld",
				       "$path_client_bindir/mysqld-max-nt",
				       "$path_client_bindir/mysqld-max",
				       "$path_client_bindir/mysqld-nt",
				       "$path_client_bindir/mysqld",
				       "$path_client_bindir/mysqld-debug",
				       "$path_client_bindir/mysqld-max",
				       "$glob_basedir/libexec/mysqld",
689 690
				       "$glob_basedir/bin/mysqld",
				       "$glob_basedir/sbin/mysqld");
691 692 693

  # Use the mysqld found above to find out what features are available
  collect_mysqld_features();
kent@mysql.com's avatar
kent@mysql.com committed
694

695 696 697 698 699 700 701 702
  if ( $opt_comment )
  {
    print "\n";
    print '#' x 78, "\n";
    print "# $opt_comment\n";
    print '#' x 78, "\n\n";
  }

kent@mysql.com's avatar
kent@mysql.com committed
703 704 705 706 707 708
  foreach my $arg ( @ARGV )
  {
    if ( $arg =~ /^--skip-/ )
    {
      push(@opt_extra_mysqld_opt, $arg);
    }
709 710 711 712 713 714
    elsif ( $arg =~ /^--$/ )
    {
      # It is an effect of setting 'pass_through' in option processing
      # that the lone '--' separating options from arguments survives,
      # simply ignore it.
    }
kent@mysql.com's avatar
kent@mysql.com committed
715 716 717 718 719 720 721 722 723
    elsif ( $arg =~ /^-/ )
    {
      usage("Invalid option \"$arg\"");
    }
    else
    {
      push(@opt_cases, $arg);
    }
  }
kent@mysql.com's avatar
kent@mysql.com committed
724

725
  # --------------------------------------------------------------------------
726 727 728 729
  # Find out type of logging that are being used
  # --------------------------------------------------------------------------
  # NOTE if the default binlog format is changed, this has to be changed
  $used_binlog_format= "stmt";
730 731
  if ( $mysql_version_id >= 50100 )
  {
732 733 734
    $used_binlog_format= "mixed"; # Default value for binlog format

    foreach my $arg ( @opt_extra_mysqld_opt )
735
    {
736 737 738 739
      if ( $arg =~ /binlog-format=(\S+)/ )
      {
	$used_binlog_format= $1;
      }
740
    }
741
    mtr_report("Using binlog format '$used_binlog_format'");
742 743
  }

744 745
  # --------------------------------------------------------------------------
  # Check if we should speed up tests by trying to run on tmpfs
746
  # --------------------------------------------------------------------------
747
  if ( defined $opt_mem )
748 749 750 751 752 753
  {
    mtr_error("Can't use --mem and --vardir at the same time ")
      if $opt_vardir;
    mtr_error("Can't use --mem and --tmpdir at the same time ")
      if $opt_tmpdir;

754 755 756 757 758
    # Search through list of locations that are known
    # to be "fast disks" to list to find a suitable location
    # Use --mem=<dir> as first location to look.
    my @tmpfs_locations= ($opt_mem, "/dev/shm", "/tmp");

759 760 761 762 763 764
    foreach my $fs (@tmpfs_locations)
    {
      if ( -d $fs )
      {
	mtr_report("Using tmpfs in $fs");
	$opt_mem= "$fs/var";
765
	$opt_mem .= $opt_mtr_build_thread if $opt_mtr_build_thread;
766 767 768 769
	last;
      }
    }
  }
770

771 772 773
  # --------------------------------------------------------------------------
  # Set the "var/" directory, as it is the base for everything else
  # --------------------------------------------------------------------------
774
  $default_vardir= "$glob_mysql_test_dir/var";
775 776
  if ( ! $opt_vardir )
  {
777
    $opt_vardir= $default_vardir;
778
  }
779
  elsif ( $mysql_version_id < 50000 and
780
	  $opt_vardir ne $default_vardir)
781
  {
782 783 784
    # Version 4.1 and --vardir was specified
    # Only supported as a symlink from var/
    # by setting up $opt_mem that symlink will be created
785 786 787 788 789 790 791
    if ( ! $glob_win32 )
    {
      # Only platforms that have native symlinks can use the vardir trick
      $opt_mem= $opt_vardir;
      mtr_report("Using 4.1 vardir trick");
    }

792
    $opt_vardir= $default_vardir;
793
  }
794 795

  $path_vardir_trace= $opt_vardir;
msvensson@neptunus.(none)'s avatar
msvensson@neptunus.(none) committed
796
  # Chop off any "c:", DBUG likes a unix path ex: c:/src/... => /src/...
797
  $path_vardir_trace=~ s/^\w://;
msvensson@neptunus.(none)'s avatar
msvensson@neptunus.(none) committed
798

kent@mysql.com's avatar
kent@mysql.com committed
799 800 801
  # We make the path absolute, as the server will do a chdir() before usage
  unless ( $opt_vardir =~ m,^/, or
           ($glob_win32 and $opt_vardir =~ m,^[a-z]:/,i) )
802 803 804 805
  {
    # Make absolute path, relative test dir
    $opt_vardir= "$glob_mysql_test_dir/$opt_vardir";
  }
kent@mysql.com's avatar
kent@mysql.com committed
806

807 808 809 810 811 812 813
  # Ensure a proper error message 
  mkpath("$opt_vardir");
  unless ( -d $opt_vardir and -w $opt_vardir )
  {
    mtr_error("Writable 'var' directory is needed, use the '--vardir' option");
  }

814
  # --------------------------------------------------------------------------
815
  # Set tmpdir
816 817
  # --------------------------------------------------------------------------
  $opt_tmpdir=       "$opt_vardir/tmp" unless $opt_tmpdir;
kent@mysql.com's avatar
kent@mysql.com committed
818
  $opt_tmpdir =~ s,/+$,,;       # Remove ending slash if any
kent@mysql.com's avatar
kent@mysql.com committed
819

820
  # --------------------------------------------------------------------------
821
  # Set socket
822
  # --------------------------------------------------------------------------
823 824 825 826
  if (!$opt_socket)
  {
    $opt_socket=  $mysqld_variables{'socket'};
  }
kent@mysql.com's avatar
kent@mysql.com committed
827 828

  # --------------------------------------------------------------------------
829
  # Check im suport
kent@mysql.com's avatar
kent@mysql.com committed
830
  # --------------------------------------------------------------------------
831
  if ( $mysql_version_id < 50000 )
kent@mysql.com's avatar
kent@mysql.com committed
832
  {
833 834 835
    # Instance manager is not supported until 5.0
    $opt_skip_im= 1;

kent@mysql.com's avatar
kent@mysql.com committed
836 837
  }

838 839 840 841
  if ( $glob_win32 )
  {
    mtr_report("Disable Instance manager - not supported on Windows");
    $opt_skip_im= 1;
kent@mysql.com's avatar
kent@mysql.com committed
842 843 844
  }

  # --------------------------------------------------------------------------
845
  # Record flag
kent@mysql.com's avatar
kent@mysql.com committed
846
  # --------------------------------------------------------------------------
kent@mysql.com's avatar
kent@mysql.com committed
847
  if ( $opt_record and ! @opt_cases )
kent@mysql.com's avatar
kent@mysql.com committed
848 849 850 851
  {
    mtr_error("Will not run in record mode without a specific test case");
  }

852 853 854
  # --------------------------------------------------------------------------
  # Embedded server flag
  # --------------------------------------------------------------------------
kent@mysql.com's avatar
kent@mysql.com committed
855 856 857
  if ( $opt_embedded_server )
  {
    $glob_use_embedded_server= 1;
kent@mysql.com's avatar
kent@mysql.com committed
858
    push(@glob_test_mode, "embedded");
kent@mysql.com's avatar
kent@mysql.com committed
859
    $opt_skip_rpl= 1;              # We never run replication with embedded
860 861
    $opt_skip_ndbcluster= 1;       # Turn off use of NDB cluster
    $opt_skip_ssl= 1;              # Turn off use of SSL
kent@mysql.com's avatar
kent@mysql.com committed
862 863 864

    if ( $opt_extern )
    {
kent@mysql.com's avatar
kent@mysql.com committed
865
      mtr_error("Can't use --extern with --embedded-server");
kent@mysql.com's avatar
kent@mysql.com committed
866 867 868
    }
  }

869 870 871 872

  # --------------------------------------------------------------------------
  # ps protcol flag
  # --------------------------------------------------------------------------
kent@mysql.com's avatar
kent@mysql.com committed
873 874 875 876 877
  if ( $opt_ps_protocol )
  {
    push(@glob_test_mode, "ps-protocol");
  }

878 879 880
  # --------------------------------------------------------------------------
  # Ndb cluster flags
  # --------------------------------------------------------------------------
881
  if ( $opt_with_ndbcluster and !$opt_bench)
882
  {
883
    mtr_error("Can only use --with-ndbcluster togheter with --bench");
884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 914
  }

  if ( $opt_ndbconnectstring )
  {
    $glob_use_running_ndbcluster= 1;
    mtr_error("Can't specify --ndb-connectstring and --skip-ndbcluster")
      if $opt_skip_ndbcluster;
    mtr_error("Can't specify --ndb-connectstring and --ndbcluster-port")
      if $opt_ndbcluster_port;
  }
  else
  {
    # Set default connect string
    $opt_ndbconnectstring= "host=localhost:$opt_ndbcluster_port";
  }

  if ( $opt_ndbconnectstring_slave )
  {
      $glob_use_running_ndbcluster_slave= 1;
      mtr_error("Can't specify ndb-connectstring_slave and " .
		"--skip-ndbcluster-slave")
	if $opt_skip_ndbcluster;
      mtr_error("Can't specify --ndb-connectstring-slave and " .
		"--ndbcluster-port-slave")
	if $opt_ndbcluster_port_slave;
  }
  else
  {
    # Set default connect string
    $opt_ndbconnectstring_slave= "host=localhost:$opt_ndbcluster_port_slave";
  }
kent@mysql.com's avatar
kent@mysql.com committed
915

916 917 918
  # --------------------------------------------------------------------------
  # Bench flags
  # --------------------------------------------------------------------------
kent@mysql.com's avatar
kent@mysql.com committed
919 920 921 922 923
  if ( $opt_small_bench )
  {
    $opt_bench=  1;
  }

924 925 926
  # --------------------------------------------------------------------------
  # Sleep flag
  # --------------------------------------------------------------------------
kent@mysql.com's avatar
kent@mysql.com committed
927 928
  if ( $opt_sleep )
  {
kent@mysql.com's avatar
kent@mysql.com committed
929
    $opt_sleep_time_after_restart= $opt_sleep;
kent@mysql.com's avatar
kent@mysql.com committed
930 931
  }

932 933 934
  # --------------------------------------------------------------------------
  # Gcov flag
  # --------------------------------------------------------------------------
kent@mysql.com's avatar
kent@mysql.com committed
935
  if ( $opt_gcov and ! $opt_source_dist )
kent@mysql.com's avatar
kent@mysql.com committed
936
  {
kent@mysql.com's avatar
kent@mysql.com committed
937 938 939
    mtr_error("Coverage test needs the source - please use source dist");
  }

940
  # --------------------------------------------------------------------------
941
  # Check debug related options
942
  # --------------------------------------------------------------------------
943
  if ( $opt_gdb || $opt_client_gdb || $opt_ddd || $opt_client_ddd ||
944 945
       $opt_manual_gdb || $opt_manual_ddd || $opt_manual_debug ||
       $opt_debugger || $opt_client_debugger )
kent@mysql.com's avatar
kent@mysql.com committed
946
  {
947
    # Indicate that we are using debugger
948 949
    $glob_debugger= 1;
    # Increase timeouts
kent@mysql.com's avatar
kent@mysql.com committed
950 951 952
    $opt_wait_timeout=  300;
    if ( $opt_extern )
    {
953
      mtr_error("Can't use --extern when using debugger");
kent@mysql.com's avatar
kent@mysql.com committed
954 955 956
    }
  }

957 958 959 960 961
  # --------------------------------------------------------------------------
  # Check if special exe was selected for master or slave
  # --------------------------------------------------------------------------
  $exe_master_mysqld= $exe_master_mysqld || $exe_mysqld;
  $exe_slave_mysqld=  $exe_slave_mysqld  || $exe_mysqld;
962

963
  # --------------------------------------------------------------------------
964
  # Check valgrind arguments
965
  # --------------------------------------------------------------------------
966
  if ( $opt_valgrind or $opt_valgrind_path or defined $opt_valgrind_options)
kent@mysql.com's avatar
kent@mysql.com committed
967
  {
968 969 970 971 972
    mtr_report("Turning on valgrind for all executables");
    $opt_valgrind= 1;
    $opt_valgrind_mysqld= 1;
    $opt_valgrind_mysqltest= 1;
  }
973
  elsif ( $opt_valgrind_mysqld )
kent@mysql.com's avatar
kent@mysql.com committed
974
  {
975
    mtr_report("Turning on valgrind for mysqld(s) only");
976
    $opt_valgrind= 1;
977 978 979
  }
  elsif ( $opt_valgrind_mysqltest )
  {
980
    mtr_report("Turning on valgrind for mysqltest and mysql_client_test only");
981
    $opt_valgrind= 1;
982
  }
kent@mysql.com's avatar
kent@mysql.com committed
983

984
  if ( $opt_callgrind )
kent@mysql.com's avatar
kent@mysql.com committed
985
  {
986
    mtr_report("Turning on valgrind with callgrind for mysqld(s)");
987
    $opt_valgrind= 1;
988
    $opt_valgrind_mysqld= 1;
kent@mysql.com's avatar
kent@mysql.com committed
989

990 991 992
    # Set special valgrind options unless options passed on command line
    $opt_valgrind_options="--trace-children=yes"
      unless defined $opt_valgrind_options;
993 994 995 996 997 998 999 1000 1001
  }

  if ( $opt_valgrind )
  {
    # Set valgrind_options to default unless already defined
    $opt_valgrind_options=$default_valgrind_options
      unless defined $opt_valgrind_options;

    mtr_report("Running valgrind with options \"$opt_valgrind_options\"");
kent@mysql.com's avatar
kent@mysql.com committed
1002 1003 1004 1005 1006
  }

  if ( ! $opt_testcase_timeout )
  {
    $opt_testcase_timeout= $default_testcase_timeout;
1007
    $opt_testcase_timeout*= 10 if $opt_valgrind;
kent@mysql.com's avatar
kent@mysql.com committed
1008 1009 1010 1011 1012
  }

  if ( ! $opt_suite_timeout )
  {
    $opt_suite_timeout= $default_suite_timeout;
1013
    $opt_suite_timeout*= 6 if $opt_valgrind;
kent@mysql.com's avatar
kent@mysql.com committed
1014
  }
kent@mysql.com's avatar
kent@mysql.com committed
1015

1016 1017
  # Increase times to wait for executables to start if using valgrind
  if ( $opt_valgrind )
kent@mysql.com's avatar
kent@mysql.com committed
1018 1019 1020 1021
  {
    $opt_sleep_time_after_restart= 10;
    $opt_sleep_time_for_delete= 60;
  }
kent@mysql.com's avatar
kent@mysql.com committed
1022

kent@mysql.com's avatar
kent@mysql.com committed
1023
  if ( ! $opt_user )
kent@mysql.com's avatar
kent@mysql.com committed
1024
  {
kent@mysql.com's avatar
kent@mysql.com committed
1025 1026 1027 1028 1029 1030 1031 1032
    if ( $glob_use_running_server )
    {
      $opt_user= "test";
    }
    else
    {
      $opt_user= "root"; # We want to do FLUSH xxx commands
    }
kent@mysql.com's avatar
kent@mysql.com committed
1033 1034
  }

1035 1036 1037 1038 1039 1040
  # On QNX, /tmp/dir/master.sock and /tmp/dir//master.sock seem to be
  # considered different, so avoid the extra slash (/) in the socket
  # paths.
  my $sockdir = $opt_tmpdir;
  $sockdir =~ s|/+$||;

1041 1042
  # Put this into a hash, will be a C struct

kent@mysql.com's avatar
kent@mysql.com committed
1043 1044
  $master->[0]=
  {
1045 1046 1047
   pid           => 0,
   type          => "master",
   idx           => 0,
kent@mysql.com's avatar
kent@mysql.com committed
1048 1049 1050
   path_myddir   => "$opt_vardir/master-data",
   path_myerr    => "$opt_vardir/log/master.err",
   path_mylog    => "$opt_vardir/log/master.log",
1051 1052 1053
   path_pid    => "$opt_vardir/run/master.pid",
   path_sock   => "$sockdir/master.sock",
   port   =>  $opt_master_myport,
kent@mysql.com's avatar
kent@mysql.com committed
1054
   start_timeout =>  400, # enough time create innodb tables
1055 1056
   cluster       =>  0, # index in clusters list
   start_opts    => [],
kent@mysql.com's avatar
kent@mysql.com committed
1057 1058 1059 1060
  };

  $master->[1]=
  {
1061 1062 1063
   pid           => 0,
   type          => "master",
   idx           => 1,
kent@mysql.com's avatar
kent@mysql.com committed
1064 1065 1066
   path_myddir   => "$opt_vardir/master1-data",
   path_myerr    => "$opt_vardir/log/master1.err",
   path_mylog    => "$opt_vardir/log/master1.log",
1067 1068 1069
   path_pid    => "$opt_vardir/run/master1.pid",
   path_sock   => "$sockdir/master1.sock",
   port   => $opt_master_myport + 1,
kent@mysql.com's avatar
kent@mysql.com committed
1070
   start_timeout => 400, # enough time create innodb tables
1071 1072
   cluster       =>  0, # index in clusters list
   start_opts    => [],
kent@mysql.com's avatar
kent@mysql.com committed
1073 1074 1075 1076
  };

  $slave->[0]=
  {
1077 1078 1079
   pid           => 0,
   type          => "slave",
   idx           => 0,
kent@mysql.com's avatar
kent@mysql.com committed
1080 1081 1082
   path_myddir   => "$opt_vardir/slave-data",
   path_myerr    => "$opt_vardir/log/slave.err",
   path_mylog    => "$opt_vardir/log/slave.log",
1083 1084 1085
   path_pid    => "$opt_vardir/run/slave.pid",
   path_sock   => "$sockdir/slave.sock",
   port   => $opt_slave_myport,
kent@mysql.com's avatar
kent@mysql.com committed
1086
   start_timeout => 400,
1087 1088 1089

   cluster       =>  1, # index in clusters list
   start_opts    => [],
kent@mysql.com's avatar
kent@mysql.com committed
1090 1091 1092 1093
  };

  $slave->[1]=
  {
1094 1095 1096
   pid           => 0,
   type          => "slave",
   idx           => 1,
kent@mysql.com's avatar
kent@mysql.com committed
1097 1098 1099
   path_myddir   => "$opt_vardir/slave1-data",
   path_myerr    => "$opt_vardir/log/slave1.err",
   path_mylog    => "$opt_vardir/log/slave1.log",
1100 1101 1102
   path_pid    => "$opt_vardir/run/slave1.pid",
   path_sock   => "$sockdir/slave1.sock",
   port   => $opt_slave_myport + 1,
kent@mysql.com's avatar
kent@mysql.com committed
1103
   start_timeout => 300,
1104 1105
   cluster       =>  -1, # index in clusters list
   start_opts    => [],
kent@mysql.com's avatar
kent@mysql.com committed
1106 1107 1108 1109
  };

  $slave->[2]=
  {
1110 1111 1112
   pid           => 0,
   type          => "slave",
   idx           => 2,
kent@mysql.com's avatar
kent@mysql.com committed
1113 1114 1115
   path_myddir   => "$opt_vardir/slave2-data",
   path_myerr    => "$opt_vardir/log/slave2.err",
   path_mylog    => "$opt_vardir/log/slave2.log",
1116 1117 1118
   path_pid    => "$opt_vardir/run/slave2.pid",
   path_sock   => "$sockdir/slave2.sock",
   port   => $opt_slave_myport + 2,
kent@mysql.com's avatar
kent@mysql.com committed
1119
   start_timeout => 300,
1120 1121
   cluster       =>  -1, # index in clusters list
   start_opts    => [],
kent@mysql.com's avatar
kent@mysql.com committed
1122
  };
1123

kent@mysql.com's avatar
Merge  
kent@mysql.com committed
1124 1125 1126 1127 1128
  $instance_manager=
  {
   path_err =>        "$opt_vardir/log/im.err",
   path_log =>        "$opt_vardir/log/im.log",
   path_pid =>        "$opt_vardir/run/im.pid",
1129
   path_angel_pid =>  "$opt_vardir/run/im.angel.pid",
1130
   path_sock =>       "$sockdir/im.sock",
kent@mysql.com's avatar
Merge  
kent@mysql.com committed
1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144
   port =>            $im_port,
   start_timeout =>   $master->[0]->{'start_timeout'},
   admin_login =>     'im_admin',
   admin_password =>  'im_admin_secret',
   admin_sha1 =>      '*598D51AD2DFF7792045D6DF3DDF9AA1AF737B295',
   password_file =>   "$opt_vardir/im.passwd",
   defaults_file =>   "$opt_vardir/im.cnf",
  };

  $instance_manager->{'instances'}->[0]=
  {
   server_id    => 1,
   port         => $im_mysqld1_port,
   path_datadir => "$opt_vardir/im_mysqld_1.data",
1145
   path_sock    => "$sockdir/mysqld_1.sock",
kent@mysql.com's avatar
kent@mysql.com committed
1146
   path_pid     => "$opt_vardir/run/mysqld_1.pid",
1147 1148
   start_timeout  => 400, # enough time create innodb tables
   old_log_format => 1
kent@mysql.com's avatar
Merge  
kent@mysql.com committed
1149 1150 1151 1152 1153 1154 1155
  };

  $instance_manager->{'instances'}->[1]=
  {
   server_id    => 2,
   port         => $im_mysqld2_port,
   path_datadir => "$opt_vardir/im_mysqld_2.data",
1156
   path_sock    => "$sockdir/mysqld_2.sock",
kent@mysql.com's avatar
kent@mysql.com committed
1157
   path_pid     => "$opt_vardir/run/mysqld_2.pid",
kent@mysql.com's avatar
Merge  
kent@mysql.com committed
1158
   nonguarded   => 1,
1159 1160 1161 1162 1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173 1174 1175 1176 1177 1178 1179 1180 1181 1182 1183 1184 1185 1186
   start_timeout  => 400, # enough time create innodb tables
   old_log_format => 1
  };

  my $data_dir= "$opt_vardir/ndbcluster-$opt_ndbcluster_port";
  $clusters->[0]=
  {
   name            => "Master",
   nodes           => 2,
   port            => "$opt_ndbcluster_port",
   data_dir        => "$data_dir",
   connect_string  => "$opt_ndbconnectstring",
   path_pid        => "$data_dir/ndb_3.pid", # Nodes + 1
   pid             => 0, # pid of ndb_mgmd
   installed_ok    => 0,
  };

  $data_dir= "$opt_vardir/ndbcluster-$opt_ndbcluster_port_slave";
  $clusters->[1]=
  {
   name            => "Slave",
   nodes           => 1,
   port            => "$opt_ndbcluster_port_slave",
   data_dir        => "$data_dir",
   connect_string  => "$opt_ndbconnectstring_slave",
   path_pid        => "$data_dir/ndb_2.pid", # Nodes + 1
   pid             => 0, # pid of ndb_mgmd
   installed_ok    => 0,
kent@mysql.com's avatar
Merge  
kent@mysql.com committed
1187
  };
1188

1189 1190 1191 1192 1193 1194 1195 1196 1197 1198 1199 1200 1201 1202 1203 1204
  # Init pids of ndbd's
  foreach my $cluster ( @{$clusters} )
  {
    for ( my $idx= 0; $idx < $cluster->{'nodes'}; $idx++ )
    {
      my $nodeid= $idx+1;
      $cluster->{'ndbds'}->[$idx]=
	{
	 pid      => 0,
	 nodeid => $nodeid,
	 path_pid => "$cluster->{'data_dir'}/ndb_${nodeid}.pid",
	 path_fs => "$cluster->{'data_dir'}/ndb_${nodeid}_fs",
	};
    }
  }

1205 1206 1207 1208
  if ( $opt_extern )
  {
    $glob_use_running_server=  1;
    $opt_skip_rpl= 1;                   # We don't run rpl test cases
1209
    $master->[0]->{'path_sock'}=  $opt_socket;
1210 1211 1212
  }

  $path_timefile=  "$opt_vardir/log/mysqltest-time";
1213
  $path_mysqltest_log=  "$opt_vardir/log/mysqltest.log";
1214
  $path_current_test_log= "$opt_vardir/log/current_test";
1215
  $path_ndb_testrun_log= "$opt_vardir/log/ndb_testrun.log";
1216 1217

  $path_snapshot= "$opt_tmpdir/snapshot_$opt_master_myport/";
1218 1219
}

1220 1221 1222 1223 1224 1225 1226 1227 1228 1229 1230 1231 1232 1233 1234 1235 1236 1237 1238 1239 1240 1241 1242 1243 1244 1245 1246 1247 1248 1249 1250 1251 1252 1253 1254 1255 1256
#
# To make it easier for different devs to work on the same host,
# an environment variable can be used to control all ports. A small
# number is to be used, 0 - 16 or similar.
#
# Note the MASTER_MYPORT has to be set the same in all 4.x and 5.x
# versions of this script, else a 4.0 test run might conflict with a
# 5.1 test run, even if different MTR_BUILD_THREAD is used. This means
# all port numbers might not be used in this version of the script.
#
# Also note the limitation of ports we are allowed to hand out. This
# differs between operating systems and configuration, see
# http://www.ncftp.com/ncftpd/doc/misc/ephemeral_ports.html
# But a fairly safe range seems to be 5001 - 32767
#

sub set_mtr_build_thread_ports() {
  my $mtr_build_thread= shift;

  # Up to two masters, up to three slaves
  $opt_master_myport=         $mtr_build_thread * 10 + 10000; # and 1
  $opt_slave_myport=          $opt_master_myport + 2;  # and 3 4
  $opt_ndbcluster_port=       $opt_master_myport + 5;
  $opt_ndbcluster_port_slave= $opt_master_myport + 6;
  $im_port=                   $opt_master_myport + 7;
  $im_mysqld1_port=           $opt_master_myport + 8;
  $im_mysqld2_port=           $opt_master_myport + 9;

  if ( $opt_master_myport < 5001 or $opt_master_myport + 10 >= 32767 )
  {
    mtr_error("MTR_BUILD_THREAD number results in a port",
              "outside 5001 - 32767",
              "($opt_master_myport - $opt_master_myport + 10)");
  }
}


1257
sub datadir_setup () {
1258 1259 1260 1261

  # Make a list of all data_dirs
  @data_dir_lst = (
    $master->[0]->{'path_myddir'},
1262
    $master->[1]->{'path_myddir'});
1263

1264
  for (my $idx= 0; $idx < $max_slave_num; $idx++)
1265
  {
1266
    push(@data_dir_lst, $slave->[$idx]->{'path_myddir'});
1267 1268
  }

1269 1270 1271 1272 1273 1274 1275
  unless ($opt_skip_im)
  {
    foreach my $instance (@{$instance_manager->{'instances'}})
    {
      push(@data_dir_lst, $instance->{'path_datadir'});
    }
  }
kent@mysql.com's avatar
kent@mysql.com committed
1276 1277 1278 1279 1280 1281 1282 1283 1284 1285
}


##############################################################################
#
#  Set paths to various executable programs
#
##############################################################################


1286
sub collect_mysqld_features () {
1287
  #
1288 1289
  # Execute "mysqld --no-defaults --help --verbose", that will
  # print out version and a list of all features and settings
1290
  #
1291
  my $found_variable_list_start= 0;
1292
  my $spec_file= "$glob_mysql_test_dir/mysqld.spec.$$";
1293 1294 1295 1296 1297
  if ( mtr_run($exe_mysqld,
	       ["--no-defaults",
	        "--verbose",
	        "--help"],
	       "", "$spec_file", "$spec_file", "") != 0 )
1298
  {
1299 1300
    mtr_error("Failed to get version and list of features from %s",
	      $exe_mysqld);
1301 1302
  }

1303 1304
  my $F= IO::File->new($spec_file) or
    mtr_error("can't open file \"$spec_file\": $!");
kent@mysql.com's avatar
kent@mysql.com committed
1305

1306
  while ( my $line= <$F> )
kent@mysql.com's avatar
kent@mysql.com committed
1307
  {
1308 1309
    # First look for version
    if ( !$mysql_version_id )
kent@mysql.com's avatar
kent@mysql.com committed
1310
    {
1311
      # Look for version
1312 1313 1314
      my $exe_name= basename($exe_mysqld);
      mtr_verbose("exe_name: $exe_name");
      if ( $line =~ /^\S*$exe_name\s\sVer\s([0-9]*)\.([0-9]*)\.([0-9]*)/ )
1315
      {
1316
	#print "Major: $1 Minor: $2 Build: $3\n";
1317
	$mysql_version_id= $1*10000 + $2*100 + $3;
1318 1319
	#print "mysql_version_id: $mysql_version_id\n";
	mtr_report("MySQL Version $1.$2.$3");
1320
      }
kent@mysql.com's avatar
kent@mysql.com committed
1321 1322 1323
    }
    else
    {
1324
      if (!$found_variable_list_start)
1325
      {
1326
	# Look for start of variables list
1327
	if ( $line =~ /[\-]+\s[\-]+/ )
1328 1329 1330
	{
	  $found_variable_list_start= 1;
	}
1331 1332 1333
      }
      else
      {
1334
	# Put variables into hash
1335
	if ( $line =~ /^([\S]+)[ \t]+(.*?)\r?$/ )
1336
	{
1337
	  # print "$1=\"$2\"\n";
1338 1339
	  $mysqld_variables{$1}= $2;
	}
1340 1341
	else
	{
1342 1343 1344 1345 1346 1347 1348 1349 1350 1351 1352 1353 1354
	  # The variable list is ended with a blank line
	  if ( $line =~ /^[\s]*$/ )
	  {
	    last;
	  }
	  else
	  {
	    # Send out a warning, we should fix the variables that has no
	    # space between variable name and it's value
	    # or should it be fixed width column parsing? It does not
	    # look like that in function my_print_variables in my_getopt.c
	    mtr_warning("Could not parse variable list line : $line");
	  }
1355
	}
1356
      }
kent@mysql.com's avatar
kent@mysql.com committed
1357
    }
kent@mysql.com's avatar
kent@mysql.com committed
1358
  }
1359
  unlink($spec_file);
1360
  mtr_error("Could not find version of MySQL") unless $mysql_version_id;
1361
  mtr_error("Could not find variabes list") unless $found_variable_list_start;
1362 1363 1364 1365

}


1366 1367 1368 1369 1370 1371
sub executable_setup_im () {

  # Look for instance manager binary - mysqlmanager
  $exe_im=
    mtr_exe_maybe_exists(
      "$glob_basedir/server-tools/instance-manager/mysqlmanager",
1372 1373 1374
      "$glob_basedir/libexec/mysqlmanager",
      "$glob_basedir/bin/mysqlmanager",
      "$glob_basedir/sbin/mysqlmanager");
1375 1376 1377 1378 1379 1380 1381 1382 1383 1384 1385 1386 1387 1388 1389 1390 1391 1392 1393 1394 1395 1396 1397 1398 1399 1400 1401 1402 1403 1404 1405 1406 1407 1408 1409 1410 1411 1412 1413 1414 1415

  return ($exe_im eq "");
}

sub executable_setup_ndb () {

  # Look for ndb tols and binaries
  my $ndb_path= mtr_file_exists("$glob_basedir/ndb",
				"$glob_basedir/storage/ndb",
				"$glob_basedir/bin");

  $exe_ndbd=
    mtr_exe_maybe_exists("$ndb_path/src/kernel/ndbd",
			 "$ndb_path/ndbd");
  $exe_ndb_mgm=
    mtr_exe_maybe_exists("$ndb_path/src/mgmclient/ndb_mgm",
			 "$ndb_path/ndb_mgm");
  $exe_ndb_mgmd=
    mtr_exe_maybe_exists("$ndb_path/src/mgmsrv/ndb_mgmd",
			 "$ndb_path/ndb_mgmd");
  $exe_ndb_waiter=
    mtr_exe_maybe_exists("$ndb_path/tools/ndb_waiter",
			 "$ndb_path/ndb_waiter");

  # May not exist
  $path_ndb_tools_dir= mtr_file_exists("$ndb_path/tools",
				       "$ndb_path");
  # May not exist
  $path_ndb_examples_dir=
    mtr_file_exists("$ndb_path/ndbapi-examples",
		    "$ndb_path/examples");
  # May not exist
  $exe_ndb_example=
    mtr_file_exists("$path_ndb_examples_dir/ndbapi_simple/ndbapi_simple");

  return ( $exe_ndbd eq "" or
	   $exe_ndb_mgm eq "" or
	   $exe_ndb_mgmd eq "" or
	   $exe_ndb_waiter eq "");
}

1416
sub executable_setup () {
kent@mysql.com's avatar
kent@mysql.com committed
1417

1418 1419 1420 1421 1422 1423 1424 1425 1426 1427
  #
  # Check if libtool is available in this distribution/clone
  # we need it when valgrinding or debugging non installed binary
  # Otherwise valgrind will valgrind the libtool wrapper or bash
  # and gdb will not find the real executable to debug
  #
  if ( -x "../libtool")
  {
    $exe_libtool= "../libtool";
    if ($opt_valgrind or $glob_debugger)
kent@mysql.com's avatar
kent@mysql.com committed
1428
    {
1429
      mtr_report("Using \"$exe_libtool\" when running valgrind or debugger");
kent@mysql.com's avatar
kent@mysql.com committed
1430 1431 1432
    }
  }

1433
  # Look for language files and charsetsdir, use same share
1434
  my $path_share=      mtr_path_exists("$glob_basedir/share/mysql",
1435 1436
				       "$glob_basedir/sql/share",
				       "$glob_basedir/share");
kent@mysql.com's avatar
kent@mysql.com committed
1437

1438 1439
  $path_language=      mtr_path_exists("$path_share/english");
  $path_charsetsdir=   mtr_path_exists("$path_share/charsets");
kent@mysql.com's avatar
kent@mysql.com committed
1440

1441 1442
  # Look for my_print_defaults
  $exe_my_print_defaults=
1443 1444 1445
    mtr_exe_exists(vs_config_dirs('extra', 'my_print_defaults'),
		           "$path_client_bindir/my_print_defaults",
		           "$glob_basedir/extra/my_print_defaults");
kent@mysql.com's avatar
kent@mysql.com committed
1446

1447
  # Look for perror
1448 1449 1450
  $exe_perror= mtr_exe_exists(vs_config_dirs('extra', 'perror'),
			                  "$glob_basedir/extra/perror",
			                  "$path_client_bindir/perror");
kent@mysql.com's avatar
kent@mysql.com committed
1451

1452 1453 1454 1455 1456 1457 1458 1459
  # Look for the client binaries
  $exe_mysqlcheck=     mtr_exe_exists("$path_client_bindir/mysqlcheck");
  $exe_mysqldump=      mtr_exe_exists("$path_client_bindir/mysqldump");
  $exe_mysqlimport=    mtr_exe_exists("$path_client_bindir/mysqlimport");
  $exe_mysqlshow=      mtr_exe_exists("$path_client_bindir/mysqlshow");
  $exe_mysqlbinlog=    mtr_exe_exists("$path_client_bindir/mysqlbinlog");
  $exe_mysqladmin=     mtr_exe_exists("$path_client_bindir/mysqladmin");
  $exe_mysql=          mtr_exe_exists("$path_client_bindir/mysql");
1460
  if ( $mysql_version_id >= 50100 )
kent@mysql.com's avatar
kent@mysql.com committed
1461
  {
1462 1463
    $exe_mysqlslap=      mtr_exe_exists("$path_client_bindir/mysqlslap");
  }
1464

1465 1466 1467
  if ( ! $glob_win32 )
  {
    # Look for mysql_fix_system_table script
kent@mysql.com's avatar
kent@mysql.com committed
1468
    $exe_mysql_fix_system_tables=
1469 1470 1471
      mtr_script_exists("$glob_basedir/scripts/mysql_fix_privilege_tables",
			"$path_client_bindir/mysql_fix_privilege_tables");
  }
kent@mysql.com's avatar
kent@mysql.com committed
1472

kent@mysql.com's avatar
kent@mysql.com committed
1473

1474 1475 1476 1477 1478 1479 1480
  if ( ! $opt_skip_ndbcluster and executable_setup_ndb())
  {
    mtr_warning("Could not find all required ndb binaries, " .
		"all ndb tests will fail, use --skip-ndbcluster to " .
		"skip testing it.");

    foreach my $cluster (@{$clusters})
kent@mysql.com's avatar
kent@mysql.com committed
1481
    {
1482
      $cluster->{"executable_setup_failed"}= 1;
kent@mysql.com's avatar
kent@mysql.com committed
1483
    }
1484
  }
1485

1486 1487 1488 1489 1490 1491
  if ( ! $opt_skip_im and executable_setup_im())
  {
    mtr_warning("Could not find all required instance manager binaries, " .
		"all im tests will fail, use --skip-im to " .
		"continue without instance manager");
    $instance_manager->{"executable_setup_failed"}= 1;
kent@mysql.com's avatar
kent@mysql.com committed
1492 1493
  }

1494 1495
  # Look for the udf_example library
  $lib_udf_example=
1496 1497
    mtr_file_exists(vs_config_dirs('sql', 'udf_example.dll'),
                    "$glob_basedir/sql/.libs/udf_example.so",);
1498

1499 1500
  # Look for mysqltest executable
  if ( $glob_use_embedded_server )
kent@mysql.com's avatar
kent@mysql.com committed
1501
  {
1502
    $exe_mysqltest=
1503 1504 1505
      mtr_exe_exists(vs_config_dirs('libmysqld/examples', 'mysqltest_embedded'),
                     "$glob_basedir/libmysqld/examples/mysqltest_embedded",                     
                     "$path_client_bindir/mysqltest_embedded");
kent@mysql.com's avatar
kent@mysql.com committed
1506
  }
1507 1508 1509 1510 1511
  else
  {
      $exe_mysqltest= mtr_exe_exists("$path_client_bindir/mysqltest");
  }

1512 1513 1514
  # Look for mysql_client_test executable which may _not_ exist in
  # some versions, test using it should be skipped
  if ( $glob_use_embedded_server )
1515
  {
1516
    $exe_mysql_client_test=
1517
      mtr_exe_maybe_exists(
1518
        vs_config_dirs('libmysqld/examples', 'mysql_client_test_embedded'),
1519
        "$glob_basedir/libmysqld/examples/mysql_client_test_embedded");
1520 1521 1522
  }
  else
  {
1523
    $exe_mysql_client_test=
1524 1525
      mtr_exe_maybe_exists(vs_config_dirs('tests', 'mysql_client_test'),
                           "$glob_basedir/tests/mysql_client_test",
1526
                           "$glob_basedir/bin/mysql_client_test");
1527 1528 1529 1530 1531 1532 1533 1534 1535 1536
  }
}


sub generate_cmdline_mysqldump ($) {
  my($mysqld) = @_;
  return
    "$exe_mysqldump --no-defaults -uroot " .
      "--port=$mysqld->{'port'} " .
      "--socket=$mysqld->{'path_sock'} --password=";
kent@mysql.com's avatar
kent@mysql.com committed
1537 1538 1539
}


kent@mysql.com's avatar
kent@mysql.com committed
1540 1541
##############################################################################
#
1542 1543
#  Set environment to be used by childs of this process for
#  things that are constant duting the whole lifetime of mysql-test-run.pl
kent@mysql.com's avatar
kent@mysql.com committed
1544 1545 1546
#
##############################################################################

1547 1548 1549 1550 1551 1552 1553 1554 1555 1556 1557 1558 1559 1560 1561 1562 1563 1564 1565 1566 1567 1568 1569 1570 1571 1572 1573 1574 1575 1576 1577 1578 1579 1580 1581 1582 1583 1584 1585 1586 1587
sub mysql_client_test_arguments()
{
  my $exe= $exe_mysql_client_test;

  my $args;
  mtr_init_args(\$args);
  if ( $opt_valgrind_mysqltest )
  {
    valgrind_arguments($args, \$exe);
  }

  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--testcase");
  mtr_add_arg($args, "--user=root");
  mtr_add_arg($args, "--port=$master->[0]->{'port'}");
  mtr_add_arg($args, "--socket=$master->[0]->{'path_sock'}");

  if ( $mysql_version_id >= 50000 )
  {
    mtr_add_arg($args, "--vardir=$opt_vardir")
  }

  if ( $opt_debug )
  {
    mtr_add_arg($args,
      "--debug=d:t:A,$path_vardir_trace/log/mysql_client_test.trace");
  }

  if ( $glob_use_embedded_server )
  {
    mtr_add_arg($args,
      " -A --language=$path_language");
    mtr_add_arg($args,
      " -A --datadir=$slave->[0]->{'path_myddir'}");
    mtr_add_arg($args,
      " -A --character-sets-dir=$path_charsetsdir");
  }

  return join(" ", $exe, @$args);
}

kent@mysql.com's avatar
kent@mysql.com committed
1588 1589 1590 1591
# Note that some env is setup in spawn/run, in "mtr_process.pl"

sub environment_setup () {

1592 1593
  umask(022);

1594
  my @ld_library_paths;
1595

kent@mysql.com's avatar
kent@mysql.com committed
1596
  # --------------------------------------------------------------------------
1597 1598
  # Setup LD_LIBRARY_PATH so the libraries from this distro/clone
  # are used in favor of the system installed ones
kent@mysql.com's avatar
kent@mysql.com committed
1599
  # --------------------------------------------------------------------------
1600 1601
  if ( $opt_source_dist )
  {
1602
    push(@ld_library_paths, "$glob_basedir/libmysql/.libs/",
1603 1604
                            "$glob_basedir/libmysql_r/.libs/",
                            "$glob_basedir/zlib.libs/");
1605 1606
  }
  else
kent@mysql.com's avatar
kent@mysql.com committed
1607
  {
1608 1609 1610 1611 1612 1613
    push(@ld_library_paths, "$glob_basedir/lib");
  }

 # --------------------------------------------------------------------------
  # Add the path where libndbclient can be found
  # --------------------------------------------------------------------------
1614
  if ( $glob_ndbcluster_supported )
1615 1616
  {
    push(@ld_library_paths,  "$glob_basedir/storage/ndb/src/.libs");
kent@mysql.com's avatar
kent@mysql.com committed
1617
  }
kent@mysql.com's avatar
kent@mysql.com committed
1618

1619 1620 1621
  # --------------------------------------------------------------------------
  # Add the path where mysqld will find udf_example.so
  # --------------------------------------------------------------------------
1622 1623 1624 1625 1626 1627
  if ( $lib_udf_example )
  {
    push(@ld_library_paths, dirname($lib_udf_example));
  }

  # --------------------------------------------------------------------------
1628
  # Valgrind need to be run with debug libraries otherwise it's almost
1629 1630 1631 1632 1633 1634 1635 1636 1637
  # impossible to add correct supressions, that means if "/usr/lib/debug"
  # is available, it should be added to
  # LD_LIBRARY_PATH
  # --------------------------------------------------------------------------
  my $debug_libraries_path= "/usr/lib/debug";
  if (  $opt_valgrind and -d $debug_libraries_path )
  {
    push(@ld_library_paths, $debug_libraries_path);
  }
1638

1639
  $ENV{'LD_LIBRARY_PATH'}= join(":", @ld_library_paths,
1640 1641
				$ENV{'LD_LIBRARY_PATHS'} ?
				split(':', $ENV{'LD_LIBRARY_PATH'}) : ());
1642 1643 1644
  mtr_debug("LD_LIBRARY_PATH: $ENV{'LD_LIBRARY_PATH'}");

  $ENV{'DYLD_LIBRARY_PATH'}= join(":", @ld_library_paths,
1645 1646
				  $ENV{'DYLD_LIBRARY_PATH'} ?
				  split(':', $ENV{'DYLD_LIBRARY_PATH'}) : ());
1647
  mtr_debug("DYLD_LIBRARY_PATH: $ENV{'DYLD_LIBRARY_PATH'}");
1648

1649

kent@mysql.com's avatar
kent@mysql.com committed
1650 1651 1652 1653
  # --------------------------------------------------------------------------
  # Also command lines in .opt files may contain env vars
  # --------------------------------------------------------------------------

1654
  $ENV{'CHARSETSDIR'}=              $path_charsetsdir;
kent@mysql.com's avatar
kent@mysql.com committed
1655 1656 1657 1658 1659
  $ENV{'UMASK'}=              "0660"; # The octal *string*
  $ENV{'UMASK_DIR'}=          "0770"; # The octal *string*
  $ENV{'LC_COLLATE'}=         "C";
  $ENV{'USE_RUNNING_SERVER'}= $glob_use_running_server;
  $ENV{'MYSQL_TEST_DIR'}=     $glob_mysql_test_dir;
1660
  $ENV{'MYSQLTEST_VARDIR'}=   $opt_vardir;
1661
  $ENV{'MYSQL_TMP_DIR'}=      $opt_tmpdir;
1662 1663 1664 1665 1666 1667 1668 1669
  $ENV{'MASTER_MYSOCK'}=      $master->[0]->{'path_sock'};
  $ENV{'MASTER_MYSOCK1'}=     $master->[1]->{'path_sock'};
  $ENV{'MASTER_MYPORT'}=      $master->[0]->{'port'};
  $ENV{'MASTER_MYPORT1'}=     $master->[1]->{'port'};
  $ENV{'SLAVE_MYSOCK'}=       $slave->[0]->{'path_sock'};
  $ENV{'SLAVE_MYPORT'}=       $slave->[0]->{'port'};
  $ENV{'SLAVE_MYPORT1'}=      $slave->[1]->{'port'};
  $ENV{'SLAVE_MYPORT2'}=      $slave->[2]->{'port'};
1670
  $ENV{'MYSQL_TCP_PORT'}=     $mysqld_variables{'port'};
1671

1672 1673 1674
  $ENV{'IM_PATH_SOCK'}=       $instance_manager->{path_sock};
  $ENV{'IM_USERNAME'}=        $instance_manager->{admin_login};
  $ENV{'IM_PASSWORD'}=        $instance_manager->{admin_password};
1675
  $ENV{MTR_BUILD_THREAD}=      $opt_mtr_build_thread;
1676

1677 1678 1679
  $ENV{'EXE_MYSQL'}=          $exe_mysql;


1680 1681 1682
  # ----------------------------------------------------
  # Setup env for NDB
  # ----------------------------------------------------
1683 1684 1685
  if ( ! $opt_skip_ndbcluster )
  {
    $ENV{'NDB_MGM'}=                  $exe_ndb_mgm;
1686

1687 1688
    $ENV{'NDBCLUSTER_PORT'}=          $opt_ndbcluster_port;
    $ENV{'NDBCLUSTER_PORT_SLAVE'}=    $opt_ndbcluster_port_slave;
1689

1690
    $ENV{'NDB_EXTRA_TEST'}=           $opt_ndb_extra_test;
1691

1692 1693 1694 1695 1696
    $ENV{'NDB_BACKUP_DIR'}=           $clusters->[0]->{'data_dir'};
    $ENV{'NDB_DATA_DIR'}=             $clusters->[0]->{'data_dir'};
    $ENV{'NDB_TOOLS_DIR'}=            $path_ndb_tools_dir;
    $ENV{'NDB_TOOLS_OUTPUT'}=         $path_ndb_testrun_log;
    $ENV{'NDB_CONNECTSTRING'}=        $opt_ndbconnectstring;
1697

1698 1699 1700 1701 1702
    if ( $mysql_version_id >= 50000 )
    {
      $ENV{'NDB_EXAMPLES_DIR'}=         $path_ndb_examples_dir;
      $ENV{'MY_NDB_EXAMPLES_BINARY'}=   $exe_ndb_example;
    }
1703 1704
    $ENV{'NDB_EXAMPLES_OUTPUT'}=      $path_ndb_testrun_log;
  }
1705 1706 1707 1708

  # ----------------------------------------------------
  # Setup env for IM
  # ----------------------------------------------------
1709 1710 1711 1712 1713 1714 1715 1716 1717 1718 1719 1720 1721 1722 1723 1724 1725 1726 1727 1728 1729 1730
  if ( ! $opt_skip_im )
  {
    $ENV{'IM_EXE'}=             $exe_im;
    $ENV{'IM_PATH_PID'}=        $instance_manager->{path_pid};
    $ENV{'IM_PATH_ANGEL_PID'}=  $instance_manager->{path_angel_pid};
    $ENV{'IM_PORT'}=            $instance_manager->{port};
    $ENV{'IM_DEFAULTS_PATH'}=   $instance_manager->{defaults_file};
    $ENV{'IM_PASSWORD_PATH'}=   $instance_manager->{password_file};

    $ENV{'IM_MYSQLD1_SOCK'}=
      $instance_manager->{instances}->[0]->{path_sock};
    $ENV{'IM_MYSQLD1_PORT'}=
      $instance_manager->{instances}->[0]->{port};
    $ENV{'IM_MYSQLD1_PATH_PID'}=
      $instance_manager->{instances}->[0]->{path_pid};
    $ENV{'IM_MYSQLD2_SOCK'}=
      $instance_manager->{instances}->[1]->{path_sock};
    $ENV{'IM_MYSQLD2_PORT'}=
      $instance_manager->{instances}->[1]->{port};
    $ENV{'IM_MYSQLD2_PATH_PID'}=
      $instance_manager->{instances}->[1]->{path_pid};
  }
1731 1732 1733 1734 1735 1736 1737 1738 1739 1740 1741 1742 1743 1744 1745 1746 1747 1748 1749 1750 1751 1752 1753 1754 1755 1756 1757 1758 1759 1760 1761 1762 1763 1764 1765 1766

  # ----------------------------------------------------
  # Setup env so childs can execute mysqlcheck
  # ----------------------------------------------------
  my $cmdline_mysqlcheck=
    "$exe_mysqlcheck --no-defaults -uroot " .
    "--port=$master->[0]->{'port'} " .
    "--socket=$master->[0]->{'path_sock'} --password=";

  if ( $opt_debug )
  {
    $cmdline_mysqlcheck .=
      " --debug=d:t:A,$path_vardir_trace/log/mysqlcheck.trace";
  }
  $ENV{'MYSQL_CHECK'}=              $cmdline_mysqlcheck;

  # ----------------------------------------------------
  # Setup env to childs can execute myqldump
  # ----------------------------------------------------
  my $cmdline_mysqldump= generate_cmdline_mysqldump($master->[0]);
  my $cmdline_mysqldumpslave= generate_cmdline_mysqldump($slave->[0]);

  if ( $opt_debug )
  {
    $cmdline_mysqldump .=
      " --debug=d:t:A,$path_vardir_trace/log/mysqldump-master.trace";
    $cmdline_mysqldumpslave .=
      " --debug=d:t:A,$path_vardir_trace/log/mysqldump-slave.trace";
  }
  $ENV{'MYSQL_DUMP'}= $cmdline_mysqldump;
  $ENV{'MYSQL_DUMP_SLAVE'}= $cmdline_mysqldumpslave;


  # ----------------------------------------------------
  # Setup env so childs can execute mysqlslap
  # ----------------------------------------------------
1767
  if ( $exe_mysqlslap )
1768
  {
1769 1770 1771 1772 1773 1774 1775
    my $cmdline_mysqlslap=
      "$exe_mysqlslap -uroot " .
      "--port=$master->[0]->{'port'} " .
      "--socket=$master->[0]->{'path_sock'} --password= " .
      "--lock-directory=$opt_tmpdir";

    if ( $opt_debug )
1776
   {
1777 1778 1779 1780
      $cmdline_mysqlslap .=
	" --debug=d:t:A,$path_vardir_trace/log/mysqlslap.trace";
    }
    $ENV{'MYSQL_SLAP'}= $cmdline_mysqlslap;
1781
  }
kent@mysql.com's avatar
kent@mysql.com committed
1782

1783 1784 1785 1786 1787 1788 1789 1790 1791 1792 1793 1794 1795 1796 1797 1798 1799 1800 1801 1802 1803 1804 1805 1806 1807 1808 1809 1810 1811 1812 1813 1814 1815 1816 1817 1818 1819 1820 1821 1822 1823 1824 1825 1826 1827 1828 1829 1830 1831 1832 1833 1834 1835 1836 1837 1838 1839 1840 1841 1842 1843 1844 1845
  # ----------------------------------------------------
  # Setup env so childs can execute mysqlimport
  # ----------------------------------------------------
  my $cmdline_mysqlimport=
    "$exe_mysqlimport -uroot " .
    "--port=$master->[0]->{'port'} " .
    "--socket=$master->[0]->{'path_sock'} --password=";

  if ( $opt_debug )
  {
    $cmdline_mysqlimport .=
      " --debug=d:t:A,$path_vardir_trace/log/mysqlimport.trace";
  }
  $ENV{'MYSQL_IMPORT'}= $cmdline_mysqlimport;


  # ----------------------------------------------------
  # Setup env so childs can execute mysqlshow
  # ----------------------------------------------------
  my $cmdline_mysqlshow=
    "$exe_mysqlshow -uroot " .
    "--port=$master->[0]->{'port'} " .
    "--socket=$master->[0]->{'path_sock'} --password=";

  if ( $opt_debug )
  {
    $cmdline_mysqlshow .=
      " --debug=d:t:A,$path_vardir_trace/log/mysqlshow.trace";
  }
  $ENV{'MYSQL_SHOW'}= $cmdline_mysqlshow;

  # ----------------------------------------------------
  # Setup env so childs can execute mysqlbinlog
  # ----------------------------------------------------
  my $cmdline_mysqlbinlog=
    "$exe_mysqlbinlog" .
      " --no-defaults --local-load=$opt_tmpdir";
  if ( $mysql_version_id >= 50000 )
  {
    $cmdline_mysqlbinlog .=" --character-sets-dir=$path_charsetsdir";
  }

  if ( $opt_debug )
  {
    $cmdline_mysqlbinlog .=
      " --debug=d:t:A,$path_vardir_trace/log/mysqlbinlog.trace";
  }
  $ENV{'MYSQL_BINLOG'}= $cmdline_mysqlbinlog;

  # ----------------------------------------------------
  # Setup env so childs can execute mysql
  # ----------------------------------------------------
  my $cmdline_mysql=
    "$exe_mysql --no-defaults --host=localhost  --user=root --password= " .
    "--port=$master->[0]->{'port'} " .
    "--socket=$master->[0]->{'path_sock'} ".
    "--character-sets-dir=$path_charsetsdir";

  $ENV{'MYSQL'}= $cmdline_mysql;

  # ----------------------------------------------------
  # Setup env so childs can execute mysql_client_test
  # ----------------------------------------------------
1846
  $ENV{'MYSQL_CLIENT_TEST'}=  mysql_client_test_arguments();
1847 1848 1849 1850

  # ----------------------------------------------------
  # Setup env so childs can execute mysql_fix_system_tables
  # ----------------------------------------------------
1851 1852 1853 1854 1855 1856 1857 1858 1859 1860
  if ( ! $glob_win32 )
  {
    my $cmdline_mysql_fix_system_tables=
      "$exe_mysql_fix_system_tables --no-defaults --host=localhost " .
      "--user=root --password= " .
      "--basedir=$glob_basedir --bindir=$path_client_bindir --verbose " .
      "--port=$master->[0]->{'port'} " .
      "--socket=$master->[0]->{'path_sock'}";
    $ENV{'MYSQL_FIX_SYSTEM_TABLES'}=  $cmdline_mysql_fix_system_tables;
  }
1861 1862 1863 1864 1865 1866 1867 1868 1869 1870 1871 1872 1873 1874 1875 1876 1877 1878 1879 1880 1881 1882 1883 1884

  # ----------------------------------------------------
  # Setup env so childs can execute my_print_defaults
  # ----------------------------------------------------
  $ENV{'MYSQL_MY_PRINT_DEFAULTS'}=  $exe_my_print_defaults;


  # ----------------------------------------------------
  # Setup env so childs can execute perror  
  # ----------------------------------------------------
  $ENV{'MY_PERROR'}=                 $exe_perror;

  # ----------------------------------------------------
  # Add the path where mysqld will find udf_example.so
  # ----------------------------------------------------
  $ENV{'UDF_EXAMPLE_LIB'}=
    ($lib_udf_example ? basename($lib_udf_example) : "");

  $ENV{'LD_LIBRARY_PATH'}=
    ($lib_udf_example ?  dirname($lib_udf_example) : "") .
      ($ENV{'LD_LIBRARY_PATH'} ? ":$ENV{'LD_LIBRARY_PATH'}" : "");


  # ----------------------------------------------------
kent@mysql.com's avatar
kent@mysql.com committed
1885
  # We are nice and report a bit about our settings
1886 1887 1888 1889 1890 1891 1892 1893 1894 1895 1896 1897 1898 1899 1900 1901 1902 1903 1904 1905 1906 1907 1908 1909
  # ----------------------------------------------------
  if (!$opt_extern)
  {
    print "Using MTR_BUILD_THREAD      = $ENV{MTR_BUILD_THREAD}\n";
    print "Using MASTER_MYPORT         = $ENV{MASTER_MYPORT}\n";
    print "Using MASTER_MYPORT1        = $ENV{MASTER_MYPORT1}\n";
    print "Using SLAVE_MYPORT          = $ENV{SLAVE_MYPORT}\n";
    print "Using SLAVE_MYPORT1         = $ENV{SLAVE_MYPORT1}\n";
    print "Using SLAVE_MYPORT2         = $ENV{SLAVE_MYPORT2}\n";
    if ( ! $opt_skip_ndbcluster )
    {
      print "Using NDBCLUSTER_PORT       = $ENV{NDBCLUSTER_PORT}\n";
      if ( ! $opt_skip_ndbcluster_slave )
      {
	print "Using NDBCLUSTER_PORT_SLAVE = $ENV{NDBCLUSTER_PORT_SLAVE}\n";
      }
    }
    if ( ! $opt_skip_im )
    {
      print "Using IM_PORT               = $ENV{IM_PORT}\n";
      print "Using IM_MYSQLD1_PORT       = $ENV{IM_MYSQLD1_PORT}\n";
      print "Using IM_MYSQLD2_PORT       = $ENV{IM_MYSQLD2_PORT}\n";
    }
  }
1910 1911 1912 1913 1914

  # Create an environment variable to make it possible
  # to detect that valgrind is being used from test cases
  $ENV{'VALGRIND_TEST'}= $opt_valgrind;

kent@mysql.com's avatar
kent@mysql.com committed
1915 1916 1917
}


kent@mysql.com's avatar
kent@mysql.com committed
1918 1919 1920 1921 1922 1923 1924 1925 1926 1927 1928
##############################################################################
#
#  If we get a ^C, we try to clean up before termination
#
##############################################################################
# FIXME check restrictions what to do in a signal handler

sub signal_setup () {
  $SIG{INT}= \&handle_int_signal;
}

1929

kent@mysql.com's avatar
kent@mysql.com committed
1930 1931 1932
sub handle_int_signal () {
  $SIG{INT}= 'DEFAULT';         # If we get a ^C again, we die...
  mtr_warning("got INT signal, cleaning up.....");
1933
  stop_all_servers();
kent@mysql.com's avatar
kent@mysql.com committed
1934
  mtr_error("We die from ^C signal from user");
kent@mysql.com's avatar
kent@mysql.com committed
1935 1936 1937 1938 1939 1940 1941 1942 1943
}


##############################################################################
#
#  Handle left overs from previous runs
#
##############################################################################

1944
sub kill_running_servers () {
kent@mysql.com's avatar
kent@mysql.com committed
1945 1946 1947 1948

  if ( $opt_fast or $glob_use_embedded_server )
  {
    # FIXME is embedded server really using PID files?!
1949 1950 1951 1952 1953
    unlink($master->[0]->{'path_pid'});
    unlink($master->[1]->{'path_pid'});
    unlink($slave->[0]->{'path_pid'});
    unlink($slave->[1]->{'path_pid'});
    unlink($slave->[2]->{'path_pid'});
kent@mysql.com's avatar
kent@mysql.com committed
1954 1955 1956 1957 1958
  }
  else
  {
    # Ensure that no old mysqld test servers are running
    # This is different from terminating processes we have
1959
    # started from this run of the script, this is terminating
kent@mysql.com's avatar
kent@mysql.com committed
1960 1961
    # leftovers from previous runs.

1962 1963
    if ( ! -d $opt_vardir )
    {
1964 1965 1966 1967 1968
      if ( -l $opt_vardir and ! -d readlink($opt_vardir) )
      {
	mtr_report("Removing $opt_vardir symlink without destination");
	unlink($opt_vardir);
      }
1969 1970 1971 1972 1973
      # The "var" dir does not exist already
      # the processes that mtr_kill_leftovers start will write
      # their log files to var/log so it should be created
      mkpath("$opt_vardir/log");
    }
kent@mysql.com's avatar
kent@mysql.com committed
1974
    mtr_kill_leftovers();
1975
   }
1976 1977
}

1978
sub cleanup_stale_files () {
kent@mysql.com's avatar
kent@mysql.com committed
1979

1980 1981
  my $created_by_mem_file= "$glob_mysql_test_dir/var/created_by_mem";

kent@mysql.com's avatar
kent@mysql.com committed
1982 1983
  mtr_report("Removing Stale Files");

1984
  if ( $opt_vardir eq $default_vardir )
1985 1986 1987 1988
  {
    #
    # Running with "var" in mysql-test dir
    #
1989
    if ( -l $opt_vardir)
1990
    {
1991 1992 1993 1994 1995 1996 1997
      # var is a symlink
      if (-f $created_by_mem_file)
      {
	# Remove the directory which the link points at
	rmtree(readlink($opt_vardir));
	# Remove the entire "var" dir
	rmtree("$opt_vardir/");
1998 1999
	# Remove the "var" symlink
	unlink($opt_vardir);
2000 2001 2002 2003 2004 2005 2006 2007 2008 2009 2010
      }
      else
      {
	# Some users creates a soft link in mysql-test/var to another area
	# - allow it
	mtr_report("WARNING: Using the 'mysql-test/var' symlink");
	rmtree("$opt_vardir/log");
	rmtree("$opt_vardir/ndbcluster-$opt_ndbcluster_port");
	rmtree("$opt_vardir/run");
	rmtree("$opt_vardir/tmp");
      }
2011 2012 2013 2014 2015 2016 2017 2018 2019 2020 2021 2022 2023 2024 2025
    }
    else
    {
      # Remove the entire "var" dir
      rmtree("$opt_vardir/");
    }
  }
  else
  {
    #
    # Running with "var" in some other place
    #

    # Remove the var/ dir in mysql-test dir if any
    # this could be an old symlink that shouldn't be there
2026
    rmtree($default_vardir);
2027 2028 2029 2030

    # Remove the "var" dir
    rmtree("$opt_vardir/");
  }
kent@mysql.com's avatar
kent@mysql.com committed
2031

2032 2033 2034 2035 2036
  if ( $opt_mem )
  {
    # Runinng with var as a link to some "memory" location, normally tmpfs
    rmtree($opt_mem);
    mkpath($opt_mem);
2037
    mtr_report("Creating symlink from $opt_vardir to $opt_mem");
2038 2039 2040 2041 2042
    symlink($opt_mem, $opt_vardir);
    # Put a small file to recognize this dir was created by --mem
    mtr_tofile($created_by_mem_file, $opt_mem);
  }

2043 2044 2045
  mkpath("$opt_vardir/log");
  mkpath("$opt_vardir/run");
  mkpath("$opt_vardir/tmp");
kent@mysql.com's avatar
kent@mysql.com committed
2046
  mkpath($opt_tmpdir) if $opt_tmpdir ne "$opt_vardir/tmp";
kent@mysql.com's avatar
kent@mysql.com committed
2047

2048
  # Remove old and create new data dirs
2049 2050 2051 2052 2053 2054
  foreach my $data_dir (@data_dir_lst)
  {
    rmtree("$data_dir");
    mkpath("$data_dir/mysql");
    mkpath("$data_dir/test");
  }
2055

2056 2057
  # Make a link std_data_ln in var/ that points to std_data
  if ( ! $glob_win32 )
2058
  {
2059 2060 2061 2062 2063 2064 2065 2066 2067 2068 2069 2070 2071
    symlink("$glob_mysql_test_dir/std_data", "$opt_vardir/std_data_ln");
  }
  else
  {
    # on windows, copy all files from std_data into var/std_data_ln
    mkpath("$opt_vardir/std_data_ln");
    opendir(DIR, "$glob_mysql_test_dir/std_data")
      or mtr_error("Can't find the std_data directory: $!");
    for(readdir(DIR)) {
      next if -d "$glob_mysql_test_dir/std_data/$_";
      copy("$glob_mysql_test_dir/std_data/$_", "$opt_vardir/std_data_ln/$_");
    }
    closedir(DIR);
2072
  }
2073 2074

  # Remove old log files
2075
  foreach my $name (glob("r/*.progress r/*.log r/*.warnings"))
2076 2077 2078
  {
    unlink($name);
  }
kent@mysql.com's avatar
kent@mysql.com committed
2079 2080 2081
}


2082 2083 2084
sub  check_running_as_root () {
  # Check if running as root
  # i.e a file can be read regardless what mode we set it to
2085
  my $test_file= "$opt_vardir/test_running_as_root.txt";
2086 2087 2088 2089 2090 2091 2092 2093 2094 2095 2096 2097 2098 2099 2100 2101 2102 2103 2104 2105 2106 2107 2108
  mtr_tofile($test_file, "MySQL");
  chmod(oct("0000"), $test_file);

  my $result="";
  if (open(FILE,"<",$test_file))
  {
    $result= join('', <FILE>);
    close FILE;
  }

  chmod(oct("0755"), $test_file);
  unlink($test_file);

  $ENV{'MYSQL_TEST_ROOT'}= "NO";
  if ($result eq "MySQL")
  {
    mtr_warning("running this script as _root_ will cause some " .
                "tests to be skipped");
    $ENV{'MYSQL_TEST_ROOT'}= "YES";
  }
}


2109 2110
sub check_ssl_support ($) {
  my $mysqld_variables= shift;
2111

2112
  if ($opt_skip_ssl || $opt_extern)
2113 2114 2115 2116 2117 2118 2119
  {
    mtr_report("Skipping SSL");
    $opt_ssl_supported= 0;
    $opt_ssl= 0;
    return;
  }

2120
  if ( ! $mysqld_variables->{'ssl'} )
2121 2122 2123 2124 2125 2126
  {
    if ( $opt_ssl)
    {
      mtr_error("Couldn't find support for SSL");
      return;
    }
2127
    mtr_report("Skipping SSL, mysqld not compiled with SSL");
2128 2129 2130 2131 2132 2133 2134 2135 2136
    $opt_ssl_supported= 0;
    $opt_ssl= 0;
    return;
  }
  mtr_report("Setting mysqld to support SSL connections");
  $opt_ssl_supported= 1;
}


2137 2138 2139
sub check_debug_support ($) {
  my $mysqld_variables= shift;

2140
  if ( ! $mysqld_variables->{'debug'} )
2141 2142 2143 2144 2145 2146 2147 2148 2149 2150 2151 2152 2153 2154
  {
    #mtr_report("Binaries are not debug compiled");
    $debug_compiled_binaries= 0;

    if ( $opt_debug )
    {
      mtr_error("Can't use --debug, binaries does not support it");
    }
    return;
  }
  mtr_report("Binaries are debug compiled");
  $debug_compiled_binaries= 1;
}

2155 2156 2157 2158 2159 2160 2161 2162 2163 2164 2165 2166 2167 2168 2169 2170 2171 2172 2173 2174 2175 2176 2177 2178 2179
##############################################################################
#
# Helper function to handle configuration-based subdirectories which Visual
# Studio uses for storing binaries.  If opt_vs_config is set, this returns
# a path based on that setting; if not, it returns paths for the default
# /release/ and /debug/ subdirectories.
#
# $exe can be undefined, if the directory itself will be used
#
###############################################################################

sub vs_config_dirs ($$) {
  my ($path_part, $exe) = @_;

  $exe = "" if not defined $exe;

  if ($opt_vs_config)
  {
    return ("$glob_basedir/$path_part/$opt_vs_config/$exe");
  }

  return ("$glob_basedir/$path_part/release/$exe",
          "$glob_basedir/$path_part/debug/$exe");
}

kent@mysql.com's avatar
kent@mysql.com committed
2180 2181 2182 2183 2184 2185
##############################################################################
#
#  Start the ndb cluster
#
##############################################################################

2186 2187
sub check_ndbcluster_support ($) {
  my $mysqld_variables= shift;
kent@mysql.com's avatar
kent@mysql.com committed
2188

2189
  if ($opt_skip_ndbcluster)
kent@mysql.com's avatar
kent@mysql.com committed
2190
  {
2191 2192 2193 2194 2195
    mtr_report("Skipping ndbcluster");
    $opt_skip_ndbcluster_slave= 1;
    return;
  }

2196
  if ( ! $mysqld_variables->{'ndb-connectstring'} )
2197 2198 2199 2200
  {
    mtr_report("Skipping ndbcluster, mysqld not compiled with ndbcluster");
    $opt_skip_ndbcluster= 1;
    $opt_skip_ndbcluster_slave= 1;
2201 2202
    return;
  }
2203
  $glob_ndbcluster_supported= 1;
2204
  mtr_report("Using ndbcluster when necessary, mysqld supports it");
2205 2206 2207 2208 2209 2210 2211 2212

  if ( $mysql_version_id < 50100 )
  {
    # Slave cluster is not supported until 5.1
    $opt_skip_ndbcluster_slave= 1;

  }

2213
  return;
kent@mysql.com's avatar
kent@mysql.com committed
2214 2215
}

kent@mysql.com's avatar
kent@mysql.com committed
2216

2217 2218
sub ndbcluster_start_install ($) {
  my $cluster= shift;
kent@mysql.com's avatar
kent@mysql.com committed
2219

2220 2221 2222 2223 2224 2225 2226 2227 2228 2229 2230 2231 2232 2233 2234 2235 2236 2237
  mtr_report("Installing $cluster->{'name'} Cluster");

  mkdir($cluster->{'data_dir'});

  # Create a config file from template
  my $ndb_no_ord=512;
  my $ndb_no_attr=2048;
  my $ndb_con_op=105000;
  my $ndb_dmem="80M";
  my $ndb_imem="24M";
  my $ndb_pbmem="32M";
  my $nodes= $cluster->{'nodes'};
  my $ndb_host= "localhost";
  my $ndb_diskless= 0;

  if (!$opt_bench)
  {
    # Use a smaller configuration
2238
    if (  $mysql_version_id < 50100 )
2239
    {
2240
      # 4.1 and 5.0 is using a "larger" --small configuration
2241 2242 2243 2244 2245 2246 2247 2248 2249 2250 2251 2252 2253
      $ndb_no_ord=128;
      $ndb_con_op=10000;
      $ndb_dmem="40M";
      $ndb_imem="12M";
    }
    else
    {
      $ndb_no_ord=32;
      $ndb_con_op=5000;
      $ndb_dmem="20M";
      $ndb_imem="1M";
      $ndb_pbmem="4M";
    }
2254 2255
  }

2256 2257 2258 2259 2260 2261 2262 2263 2264 2265 2266 2267 2268 2269 2270 2271 2272 2273 2274 2275
  my $config_file_template=     "ndb/ndb_config_${nodes}_node.ini";
  my $config_file= "$cluster->{'data_dir'}/config.ini";

  open(IN, $config_file_template)
    or mtr_error("Can't open $config_file_template: $!");
  open(OUT, ">", $config_file)
    or mtr_error("Can't write to $config_file: $!");
  while (<IN>)
  {
    chomp;

    s/CHOOSE_MaxNoOfAttributes/$ndb_no_attr/;
    s/CHOOSE_MaxNoOfOrderedIndexes/$ndb_no_ord/;
    s/CHOOSE_MaxNoOfConcurrentOperations/$ndb_con_op/;
    s/CHOOSE_DataMemory/$ndb_dmem/;
    s/CHOOSE_IndexMemory/$ndb_imem/;
    s/CHOOSE_Diskless/$ndb_diskless/;
    s/CHOOSE_HOSTNAME_.*/$ndb_host/;
    s/CHOOSE_FILESYSTEM/$cluster->{'data_dir'}/;
    s/CHOOSE_PORT_MGM/$cluster->{'port'}/;
2276 2277 2278 2279 2280
    if ( $mysql_version_id < 50000 )
    {
      my $base_port= $cluster->{'port'} + 1;
      s/CHOOSE_PORT_TRANSPORTER/$base_port/;
    }
2281 2282 2283 2284 2285 2286 2287 2288 2289 2290 2291
    s/CHOOSE_DiskPageBufferMemory/$ndb_pbmem/;

    print OUT "$_ \n";
  }
  close OUT;
  close IN;


  # Start cluster with "--initial"

  ndbcluster_start($cluster, "--initial");
2292 2293 2294 2295 2296

  return 0;
}


2297 2298 2299 2300 2301 2302 2303
sub ndbcluster_wait_started($$){
  my $cluster= shift;
  my $ndb_waiter_extra_opt= shift;
  my $path_waiter_log= "$cluster->{'data_dir'}/ndb_waiter.log";
  my $args;

  mtr_init_args(\$args);
kent@mysql.com's avatar
kent@mysql.com committed
2304

2305 2306 2307 2308
  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--core");
  mtr_add_arg($args, "--ndb-connectstring=%s", $cluster->{'connect_string'});
  mtr_add_arg($args, "--timeout=60");
2309

2310
  if ($ndb_waiter_extra_opt)
2311
  {
2312
    mtr_add_arg($args, "$ndb_waiter_extra_opt");
2313 2314
  }

2315 2316 2317 2318 2319 2320 2321 2322
  # Start the ndb_waiter which will connect to the ndb_mgmd
  # and poll it for state of the ndbd's, will return when
  # all nodes in the cluster is started
  my $res= mtr_run($exe_ndb_waiter, $args,
		   "", $path_waiter_log, $path_waiter_log, "");
  mtr_verbose("ndbcluster_wait_started, returns: $res") if $res;
  return $res;
}
2323

2324 2325 2326 2327 2328 2329 2330 2331 2332


sub mysqld_wait_started($){
  my $mysqld= shift;

  my $res= sleep_until_file_created($mysqld->{'path_pid'},
				    $mysqld->{'start_timeout'},
				    $mysqld->{'pid'});
  return $res == 0;
2333 2334
}

kent@mysql.com's avatar
kent@mysql.com committed
2335

2336 2337
sub ndb_mgmd_wait_started($) {
  my ($cluster)= @_;
kent@mysql.com's avatar
kent@mysql.com committed
2338

2339 2340 2341
  my $retries= 100;
  while (ndbcluster_wait_started($cluster, "--no-contact") and
	 $retries)
2342
  {
2343 2344 2345 2346
    # Millisceond sleep emulated with select
    select(undef, undef, undef, (0.1));

    $retries--;
2347
  }
2348 2349 2350 2351 2352 2353 2354 2355 2356 2357 2358 2359 2360 2361 2362 2363 2364 2365 2366 2367 2368 2369 2370 2371 2372 2373 2374 2375 2376

  return $retries == 0;

}

sub ndb_mgmd_start ($) {
  my $cluster= shift;

  my $args;                             # Arg vector
  my $pid= -1;

  mtr_init_args(\$args);
  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--core");
  mtr_add_arg($args, "--nodaemon");
  mtr_add_arg($args, "--config-file=%s", "$cluster->{'data_dir'}/config.ini");


  my $path_ndb_mgmd_log= "$cluster->{'data_dir'}/\l$cluster->{'name'}_ndb_mgmd.log";
  $pid= mtr_spawn($exe_ndb_mgmd, $args, "",
		  $path_ndb_mgmd_log,
		  $path_ndb_mgmd_log,
		  "",
		  { append_log_file => 1 });

  # FIXME Should not be needed
  # Unfortunately the cluster nodes will fail to start
  # if ndb_mgmd has not started properly
  if (ndb_mgmd_wait_started($cluster))
2377
  {
2378
    mtr_error("Failed to wait for start of ndb_mgmd");
2379 2380
  }

2381 2382
  # Remember pid of ndb_mgmd
  $cluster->{'pid'}= $pid;
2383

2384 2385 2386
  mtr_verbose("ndb_mgmd_start, pid: $pid");

  return $pid;
2387 2388
}

2389

2390 2391 2392 2393 2394 2395 2396
sub ndbd_start ($$$) {
  my $cluster= shift;
  my $idx= shift;
  my $extra_args= shift;

  my $args;                             # Arg vector
  my $pid= -1;
2397

2398 2399 2400 2401
  mtr_init_args(\$args);
  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--core");
  mtr_add_arg($args, "--ndb-connectstring=%s", "$cluster->{'connect_string'}");
2402
  if ( $mysql_version_id >= 50000)
2403
  {
2404
    mtr_add_arg($args, "--character-sets-dir=%s", "$path_charsetsdir");
2405
  }
2406 2407 2408 2409 2410 2411 2412 2413 2414 2415 2416 2417 2418 2419 2420 2421 2422 2423 2424 2425 2426 2427 2428 2429 2430 2431 2432 2433 2434 2435
  mtr_add_arg($args, "--nodaemon");
  mtr_add_arg($args, "$extra_args");

  my $nodeid= $cluster->{'ndbds'}->[$idx]->{'nodeid'};
  my $path_ndbd_log= "$cluster->{'data_dir'}/ndb_${nodeid}.log";
  $pid= mtr_spawn($exe_ndbd, $args, "",
		  $path_ndbd_log,
		  $path_ndbd_log,
		  "",
		  { append_log_file => 1 });

  # Add pid to list of pids for this cluster
  $cluster->{'ndbds'}->[$idx]->{'pid'}= $pid;

  # Rememeber options used when starting
  $cluster->{'ndbds'}->[$idx]->{'start_extra_args'}= $extra_args;
  $cluster->{'ndbds'}->[$idx]->{'idx'}= $idx;

  mtr_verbose("ndbd_start, pid: $pid");

  return $pid;
}


sub ndbcluster_start ($$) {
  my $cluster= shift;
  my $extra_args= shift;

  mtr_verbose("ndbcluster_start '$cluster->{'name'}'");

2436
  if ( $glob_use_running_ndbcluster )
2437
  {
2438 2439
    return 0;
  }
2440 2441

  if ( $cluster->{'pid'} )
2442
  {
2443
    mtr_error("Cluster '$cluster->{'name'}' already started");
2444
  }
2445 2446 2447 2448

  ndb_mgmd_start($cluster);

  for ( my $idx= 0; $idx < $cluster->{'nodes'}; $idx++ )
2449
  {
2450
    ndbd_start($cluster, $idx, $extra_args);
2451 2452 2453
  }

  return 0;
kent@mysql.com's avatar
kent@mysql.com committed
2454 2455
}

2456

2457 2458
sub rm_ndbcluster_tables ($) {
  my $dir=       shift;
2459 2460
  foreach my $bin ( glob("$dir/mysql/apply_status*"),
                    glob("$dir/mysql/schema*"))
2461
  {
2462
    unlink($bin);
2463
  }
kent@mysql.com's avatar
kent@mysql.com committed
2464 2465 2466 2467 2468 2469 2470 2471 2472 2473 2474 2475 2476 2477
}


##############################################################################
#
#  Run the benchmark suite
#
##############################################################################

sub run_benchmarks ($) {
  my $benchmark=  shift;

  my $args;

2478
  if ( ! $glob_use_embedded_server )
kent@mysql.com's avatar
kent@mysql.com committed
2479
  {
2480
    mysqld_start($master->[0],[],[]);
kent@mysql.com's avatar
kent@mysql.com committed
2481 2482 2483 2484
    if ( ! $master->[0]->{'pid'} )
    {
      mtr_error("Can't start the mysqld server");
    }
kent@mysql.com's avatar
kent@mysql.com committed
2485 2486 2487 2488
  }

  mtr_init_args(\$args);

2489
  mtr_add_arg($args, "--socket=%s", $master->[0]->{'path_sock'});
kent@mysql.com's avatar
kent@mysql.com committed
2490
  mtr_add_arg($args, "--user=%s", $opt_user);
kent@mysql.com's avatar
kent@mysql.com committed
2491 2492 2493 2494 2495 2496 2497 2498 2499 2500 2501 2502

  if ( $opt_small_bench )
  {
    mtr_add_arg($args, "--small-test");
    mtr_add_arg($args, "--small-tables");
  }

  if ( $opt_with_ndbcluster )
  {
    mtr_add_arg($args, "--create-options=TYPE=ndb");
  }

2503 2504
  chdir($glob_mysql_bench_dir)
    or mtr_error("Couldn't chdir to '$glob_mysql_bench_dir': $!");
kent@mysql.com's avatar
kent@mysql.com committed
2505 2506 2507 2508

  if ( ! $benchmark )
  {
    mtr_add_arg($args, "--log");
kent@mysql.com's avatar
kent@mysql.com committed
2509
    mtr_run("$glob_mysql_bench_dir/run-all-tests", $args, "", "", "", "");
kent@mysql.com's avatar
kent@mysql.com committed
2510 2511 2512 2513
    # FIXME check result code?!
  }
  elsif ( -x $benchmark )
  {
kent@mysql.com's avatar
kent@mysql.com committed
2514
    mtr_run("$glob_mysql_bench_dir/$benchmark", $args, "", "", "", "");
kent@mysql.com's avatar
kent@mysql.com committed
2515 2516 2517 2518
    # FIXME check result code?!
  }
  else
  {
kent@mysql.com's avatar
kent@mysql.com committed
2519
    mtr_error("Benchmark $benchmark not found");
kent@mysql.com's avatar
kent@mysql.com committed
2520 2521 2522 2523 2524 2525 2526 2527 2528 2529 2530 2531 2532 2533 2534 2535 2536
  }

  chdir($glob_mysql_test_dir);          # Go back

  if ( ! $glob_use_embedded_server )
  {
    stop_masters();
  }
}


##############################################################################
#
#  Run the test suite
#
##############################################################################

kent@mysql.com's avatar
kent@mysql.com committed
2537
sub run_suite () {
2538
  my ($suite, $tests)= @_;
kent@mysql.com's avatar
kent@mysql.com committed
2539 2540

  mtr_print_thick_line();
kent@mysql.com's avatar
kent@mysql.com committed
2541

2542 2543
  mtr_timer_start($glob_timers,"suite", 60 * $opt_suite_timeout);

kent@mysql.com's avatar
kent@mysql.com committed
2544
  mtr_report("Starting Tests in the '$suite' suite");
kent@mysql.com's avatar
kent@mysql.com committed
2545

2546 2547
  mtr_report_tests_not_skipped_though_disabled($tests);

kent@mysql.com's avatar
kent@mysql.com committed
2548 2549 2550 2551
  mtr_print_header();

  foreach my $tinfo ( @$tests )
  {
2552 2553 2554 2555 2556
    if (run_testcase_check_skip_test($tinfo))
    {
      next;
    }

2557
    mtr_timer_start($glob_timers,"testcase", 60 * $opt_testcase_timeout);
kent@mysql.com's avatar
kent@mysql.com committed
2558
    run_testcase($tinfo);
2559
    mtr_timer_stop($glob_timers,"testcase");
kent@mysql.com's avatar
kent@mysql.com committed
2560 2561 2562 2563
  }

  mtr_print_line();

2564
  if ( ! $glob_debugger and
2565 2566
       ! $glob_use_running_server and
       ! $glob_use_embedded_server )
kent@mysql.com's avatar
kent@mysql.com committed
2567
  {
2568
    stop_all_servers();
kent@mysql.com's avatar
kent@mysql.com committed
2569 2570 2571 2572 2573 2574 2575 2576 2577 2578 2579 2580
  }

  if ( $opt_gcov )
  {
    gcov_collect(); # collect coverage information
  }
  if ( $opt_gprof )
  {
    gprof_collect(); # collect coverage information
  }

  mtr_report_stats($tests);
2581 2582

  mtr_timer_stop($glob_timers,"suite");
kent@mysql.com's avatar
kent@mysql.com committed
2583 2584 2585 2586 2587 2588 2589 2590 2591
}


##############################################################################
#
#  Initiate the test databases
#
##############################################################################

2592
sub initialize_servers () {
2593 2594 2595

  datadir_setup();

2596 2597
  if ( ! $glob_use_running_server )
  {
2598
    kill_running_servers();
2599

2600
    if ( ! $opt_start_dirty )
2601
    {
2602
      cleanup_stale_files();
2603 2604 2605 2606 2607 2608
      mysql_install_db();
      if ( $opt_force )
      {
	save_installed_db();
      }
    }
2609
    check_running_as_root();
2610 2611 2612
  }
}

kent@mysql.com's avatar
kent@mysql.com committed
2613 2614 2615 2616
sub mysql_install_db () {

  install_db('master', $master->[0]->{'path_myddir'});

2617 2618
  # FIXME check if testcase really is using second master
  copy_install_db('master', $master->[1]->{'path_myddir'});
2619

2620 2621
  # Install the number of slave databses needed
  for (my $idx= 0; $idx < $max_slave_num; $idx++)
2622
  {
2623
    copy_install_db("slave".($idx+1), $slave->[$idx]->{'path_myddir'});
2624
  }
kent@mysql.com's avatar
kent@mysql.com committed
2625

kent@mysql.com's avatar
kent@mysql.com committed
2626
  if ( ! $opt_skip_im )
2627 2628 2629 2630
  {
    im_prepare_env($instance_manager);
  }

2631 2632
  my $cluster_started_ok= 1; # Assume it can be started

2633 2634
  if ($opt_skip_ndbcluster || $glob_use_running_ndbcluster ||
      $clusters->[0]->{executable_setup_failed})
2635
  {
2636 2637 2638 2639 2640 2641 2642 2643 2644
    # Don't install master cluster
  }
  elsif (ndbcluster_start_install($clusters->[0]))
  {
    mtr_warning("Failed to start install of $clusters->[0]->{name}");
    $cluster_started_ok= 0;
  }

  if ($max_slave_num == 0 ||
2645 2646
      $opt_skip_ndbcluster_slave || $glob_use_running_ndbcluster_slave ||
      $clusters->[1]->{executable_setup_failed})
2647
  {
2648 2649 2650 2651 2652
    # Don't install slave cluster
  }
  elsif (ndbcluster_start_install($clusters->[1]))
  {
    mtr_warning("Failed to start install of $clusters->[1]->{name}");
2653 2654 2655 2656 2657 2658 2659 2660 2661 2662 2663
    $cluster_started_ok= 0;
  }

  foreach my $cluster (@{$clusters})
  {

    next if !$cluster->{'pid'};

    $cluster->{'installed_ok'}= 1; # Assume install suceeds

    if (ndbcluster_wait_started($cluster, ""))
2664 2665
    {
      # failed to install, disable usage and flag that its no ok
2666 2667 2668 2669 2670 2671 2672 2673
      mtr_report("ndbcluster_install of $cluster->{'name'} failed");
      $cluster->{"installed_ok"}= 0;

      $cluster_started_ok= 0;
    }
  }

  if ( ! $cluster_started_ok )
2674
  {
2675 2676 2677
    if ( $opt_force)
    {
      # Continue without cluster
2678 2679 2680
    }
    else
    {
2681
      mtr_error("To continue, re-run with '--force'.");
2682
    }
2683 2684
  }

kent@mysql.com's avatar
kent@mysql.com committed
2685 2686 2687 2688
  return 0;
}


2689 2690 2691 2692 2693 2694 2695 2696 2697 2698 2699
sub copy_install_db ($$) {
  my $type=      shift;
  my $data_dir=  shift;

  mtr_report("Installing \u$type Database");

  # Just copy the installed db from first master
  mtr_copy_dir($master->[0]->{'path_myddir'}, $data_dir);

}

2700

kent@mysql.com's avatar
kent@mysql.com committed
2701 2702 2703 2704
sub install_db ($$) {
  my $type=      shift;
  my $data_dir=  shift;

kent@mysql.com's avatar
kent@mysql.com committed
2705 2706
  my $init_db_sql=     "lib/init_db.sql";
  my $init_db_sql_tmp= "/tmp/init_db.sql$$";
kent@mysql.com's avatar
kent@mysql.com committed
2707 2708
  my $args;

2709
  mtr_report("Installing \u$type Database");
kent@mysql.com's avatar
kent@mysql.com committed
2710

kent@mysql.com's avatar
kent@mysql.com committed
2711
  open(IN, $init_db_sql)
kent@mysql.com's avatar
kent@mysql.com committed
2712
    or mtr_error("Can't open $init_db_sql: $!");
kent@mysql.com's avatar
kent@mysql.com committed
2713
  open(OUT, ">", $init_db_sql_tmp)
kent@mysql.com's avatar
kent@mysql.com committed
2714
    or mtr_error("Can't write to $init_db_sql_tmp: $!");
kent@mysql.com's avatar
kent@mysql.com committed
2715 2716 2717 2718 2719 2720 2721 2722 2723 2724 2725 2726 2727 2728
  while (<IN>)
  {
    chomp;
    s/\@HOSTNAME\@/$glob_hostname/;
    if ( /^\s*$/ )
    {
      print OUT "\n";
    }
    elsif (/;$/)
    {
      print OUT "$_\n";
    }
    else
    {
kent@mysql.com's avatar
kent@mysql.com committed
2729
      print OUT "$_ ";
kent@mysql.com's avatar
kent@mysql.com committed
2730 2731 2732 2733 2734
    }
  }
  close OUT;
  close IN;

kent@mysql.com's avatar
kent@mysql.com committed
2735 2736 2737 2738
  mtr_init_args(\$args);

  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--bootstrap");
2739
  mtr_add_arg($args, "--console");
kent@mysql.com's avatar
kent@mysql.com committed
2740 2741 2742 2743 2744
  mtr_add_arg($args, "--skip-grant-tables");
  mtr_add_arg($args, "--basedir=%s", $path_my_basedir);
  mtr_add_arg($args, "--datadir=%s", $data_dir);
  mtr_add_arg($args, "--skip-innodb");
  mtr_add_arg($args, "--skip-ndbcluster");
2745
  mtr_add_arg($args, "--tmpdir=.");
2746
  mtr_add_arg($args, "--core-file");
kent@mysql.com's avatar
kent@mysql.com committed
2747

2748 2749 2750
  if ( $opt_debug )
  {
    mtr_add_arg($args, "--debug=d:t:i:A,%s/log/bootstrap_%s.trace",
2751
		$path_vardir_trace, $type);
2752 2753
  }

2754
  if ( ! $glob_netware )
kent@mysql.com's avatar
kent@mysql.com committed
2755 2756 2757 2758 2759
  {
    mtr_add_arg($args, "--language=%s", $path_language);
    mtr_add_arg($args, "--character-sets-dir=%s", $path_charsetsdir);
  }

2760 2761 2762 2763 2764
  # Log bootstrap command
  my $path_bootstrap_log= "$opt_vardir/log/bootstrap.log";
  mtr_tofile($path_bootstrap_log,
	     "$exe_mysqld " . join(" ", @$args) . "\n");

kent@mysql.com's avatar
kent@mysql.com committed
2765
  if ( mtr_run($exe_mysqld, $args, $init_db_sql_tmp,
2766 2767 2768
               $path_bootstrap_log, $path_bootstrap_log,
	       "", { append_log_file => 1 }) != 0 )

kent@mysql.com's avatar
kent@mysql.com committed
2769
  {
kent@mysql.com's avatar
kent@mysql.com committed
2770
    unlink($init_db_sql_tmp);
kent@mysql.com's avatar
kent@mysql.com committed
2771
    mtr_error("Error executing mysqld --bootstrap\n" .
kent@mysql.com's avatar
kent@mysql.com committed
2772 2773
              "Could not install $type test DBs");
  }
kent@mysql.com's avatar
kent@mysql.com committed
2774
  unlink($init_db_sql_tmp);
kent@mysql.com's avatar
kent@mysql.com committed
2775 2776 2777
}


2778 2779 2780 2781 2782 2783 2784 2785 2786 2787 2788 2789
sub im_prepare_env($) {
  my $instance_manager = shift;

  im_create_passwd_file($instance_manager);
  im_prepare_data_dir($instance_manager);
}


sub im_create_passwd_file($) {
  my $instance_manager = shift;

  my $pwd_file_path = $instance_manager->{'password_file'};
2790

2791
  mtr_report("Creating IM password file ($pwd_file_path)");
2792

2793 2794
  open(OUT, ">", $pwd_file_path)
    or mtr_error("Can't write to $pwd_file_path: $!");
2795

2796 2797
  print OUT $instance_manager->{'admin_login'}, ":",
        $instance_manager->{'admin_sha1'}, "\n";
2798

2799 2800 2801 2802 2803 2804 2805 2806 2807 2808 2809
  close(OUT);
}


sub im_create_defaults_file($) {
  my $instance_manager = shift;

  my $defaults_file = $instance_manager->{'defaults_file'};

  open(OUT, ">", $defaults_file)
    or mtr_error("Can't write to $defaults_file: $!");
2810

2811 2812 2813 2814 2815
  print OUT <<EOF
[mysql]

[manager]
pid-file            = $instance_manager->{path_pid}
2816
angel-pid-file      = $instance_manager->{path_angel_pid}
2817 2818 2819 2820 2821 2822 2823 2824 2825 2826 2827 2828 2829 2830 2831 2832 2833 2834 2835 2836 2837 2838 2839 2840
socket              = $instance_manager->{path_sock}
port                = $instance_manager->{port}
password-file       = $instance_manager->{password_file}
default-mysqld-path = $exe_mysqld

EOF
;

  foreach my $instance (@{$instance_manager->{'instances'}})
  {
    my $server_id = $instance->{'server_id'};

    print OUT <<EOF
[mysqld$server_id]
socket              = $instance->{path_sock}
pid-file            = $instance->{path_pid}
port                = $instance->{port}
datadir             = $instance->{path_datadir}
log                 = $instance->{path_datadir}/mysqld$server_id.log
log-error           = $instance->{path_datadir}/mysqld$server_id.err.log
log-slow-queries    = $instance->{path_datadir}/mysqld$server_id.slow.log
language            = $path_language
character-sets-dir  = $path_charsetsdir
basedir             = $path_my_basedir
2841
server_id           = $server_id
2842 2843 2844 2845 2846
skip-stack-trace
skip-innodb
skip-ndbcluster
EOF
;
2847 2848 2849 2850
    if ( $mysql_version_id < 50100 )
    {
      print OUT "skip-bdb\n";
    }
kent@mysql.com's avatar
kent@mysql.com committed
2851
    print OUT "nonguarded\n" if $instance->{'nonguarded'};
2852 2853 2854 2855
    if ( $mysql_version_id >= 50100 )
    {
      print OUT "log-output=FILE\n" if $instance->{'old_log_format'};
    }
2856 2857 2858 2859 2860 2861 2862 2863 2864 2865 2866 2867
    print OUT "\n";
  }

  close(OUT);
}


sub im_prepare_data_dir($) {
  my $instance_manager = shift;

  foreach my $instance (@{$instance_manager->{'instances'}})
  {
2868
    copy_install_db(
2869 2870 2871 2872 2873 2874
      'im_mysqld_' . $instance->{'server_id'},
      $instance->{'path_datadir'});
  }
}


2875

2876 2877 2878 2879
#
# Restore snapshot of the installed slave databases
# if the snapshot exists
#
2880 2881
sub restore_slave_databases ($) {
  my ($num_slaves)= @_;
2882 2883 2884

  if ( -d $path_snapshot)
  {
2885
    for (my $idx= 0; $idx < $num_slaves; $idx++)
2886 2887 2888 2889 2890 2891 2892 2893 2894 2895
    {
      my $data_dir= $slave->[$idx]->{'path_myddir'};
      my $name= basename($data_dir);
      rmtree($data_dir);
      mtr_copy_dir("$path_snapshot/$name", $data_dir);
    }
  }
}


2896 2897 2898
sub run_testcase_check_skip_test($)
{
  my ($tinfo)= @_;
2899

kent@mysql.com's avatar
kent@mysql.com committed
2900 2901 2902 2903 2904 2905 2906 2907 2908
  # ----------------------------------------------------------------------
  # If marked to skip, just print out and return.
  # Note that a test case not marked as 'skip' can still be
  # skipped later, because of the test case itself in cooperation
  # with the mysqltest program tells us so.
  # ----------------------------------------------------------------------

  if ( $tinfo->{'skip'} )
  {
kent@mysql.com's avatar
kent@mysql.com committed
2909
    mtr_report_test_name($tinfo);
kent@mysql.com's avatar
kent@mysql.com committed
2910
    mtr_report_test_skipped($tinfo);
2911
    return 1;
kent@mysql.com's avatar
kent@mysql.com committed
2912 2913
  }

2914
  if ($tinfo->{'ndb_test'})
2915
  {
2916 2917 2918 2919
    foreach my $cluster (@{$clusters})
    {
      last if ($opt_skip_ndbcluster_slave and
	       $cluster->{'name'} eq 'Slave');
2920

2921 2922 2923 2924 2925 2926 2927 2928 2929
      # If test needs this cluster, check binaries was found ok
      if ( $cluster->{'executable_setup_failed'} )
      {
	mtr_report_test_name($tinfo);
	$tinfo->{comment}=
	  "Failed to find cluster binaries";
	mtr_report_test_failed($tinfo);
	return 1;
      }
kent@mysql.com's avatar
kent@mysql.com committed
2930

2931 2932 2933 2934
      # If test needs this cluster, check it was installed ok
      if ( !$cluster->{'installed_ok'} )
      {
	mtr_report_test_name($tinfo);
msvensson@shellback.(none)'s avatar
msvensson@shellback.(none) committed
2935 2936
	$tinfo->{comment}=
	  "Cluster $cluster->{'name'} was not installed ok";
2937 2938 2939
	mtr_report_test_failed($tinfo);
	return 1;
      }
2940 2941

    }
2942
  }
2943

2944 2945 2946 2947
  if ( $tinfo->{'component_id'} eq 'im' )
  {
      # If test needs im, check binaries was found ok
    if ( $instance_manager->{'executable_setup_failed'} )
kent@mysql.com's avatar
kent@mysql.com committed
2948
    {
2949 2950 2951 2952 2953
      mtr_report_test_name($tinfo);
      $tinfo->{comment}=
	"Failed to find MySQL manager binaries";
      mtr_report_test_failed($tinfo);
      return 1;
kent@mysql.com's avatar
kent@mysql.com committed
2954
    }
2955
  }
2956

2957 2958
  return 0;
}
kent@mysql.com's avatar
kent@mysql.com committed
2959 2960


2961 2962 2963 2964
sub do_before_run_mysqltest($)
{
  my $tinfo= shift;
  my $tname= $tinfo->{'name'};
kent@mysql.com's avatar
kent@mysql.com committed
2965

2966 2967
  # Remove old files produced by mysqltest
  my $result_dir= "r";
2968
  if ( $opt_suite ne "main" )
2969
  {
2970
    $result_dir= "suite/$opt_suite/r";
2971
  }
2972 2973 2974 2975
  unlink("$result_dir/$tname.reject");
  unlink("$result_dir/$tname.progress");
  unlink("$result_dir/$tname.log");
  unlink("$result_dir/$tname.warnings");
kent@mysql.com's avatar
kent@mysql.com committed
2976

2977
  mtr_tonewfile($path_current_test_log,"$tname\n"); # Always tell where we are
kent@mysql.com's avatar
kent@mysql.com committed
2978

2979 2980
  # output current test to ndbcluster log file to enable diagnostics
  mtr_tofile($path_ndb_testrun_log,"CURRENT TEST $tname\n");
kent@mysql.com's avatar
kent@mysql.com committed
2981

kent@mysql.com's avatar
kent@mysql.com committed
2982
  mtr_tofile($master->[0]->{'path_myerr'},"CURRENT_TEST: $tname\n");
2983
  if ( $master->[1]->{'pid'} )
kent@mysql.com's avatar
kent@mysql.com committed
2984
  {
2985 2986
    mtr_tofile($master->[1]->{'path_myerr'},"CURRENT_TEST: $tname\n");
  }
2987 2988 2989 2990 2991 2992 2993 2994 2995 2996 2997 2998 2999

  if ( $mysql_version_id < 50000 )
  {
    # Set envirnoment variable NDB_STATUS_OK to 1
    # if script decided to run mysqltest cluster _is_ installed ok
    $ENV{'NDB_STATUS_OK'} = "1";
  }
  elsif ( $mysql_version_id < 50100 )
  {
    # Set envirnoment variable NDB_STATUS_OK to YES
    # if script decided to run mysqltest cluster _is_ installed ok
    $ENV{'NDB_STATUS_OK'} = "YES";
  }
3000
}
kent@mysql.com's avatar
kent@mysql.com committed
3001

3002 3003 3004 3005
sub do_after_run_mysqltest($)
{
  my $tinfo= shift;
  my $tname= $tinfo->{'name'};
kent@mysql.com's avatar
kent@mysql.com committed
3006

3007
  mtr_tofile($path_mysqltest_log,"CURRENT TEST $tname\n");
kent@mysql.com's avatar
kent@mysql.com committed
3008

3009 3010 3011
  # Save info from this testcase run to mysqltest.log
  mtr_appendfile_to_file($path_timefile, $path_mysqltest_log)
    if -f $path_timefile;
kent@mysql.com's avatar
kent@mysql.com committed
3012

3013 3014
  # Remove the file that mysqltest writes info to
  unlink($path_timefile);
kent@mysql.com's avatar
kent@mysql.com committed
3015

3016
}
kent@mysql.com's avatar
kent@mysql.com committed
3017

3018

3019 3020 3021 3022
sub find_testcase_skipped_reason($)
{
  my ($tinfo)= @_;

3023
  # Open mysqltest-time
3024 3025 3026 3027 3028 3029
  my $F= IO::File->new($path_timefile) or
    mtr_error("can't open file \"$path_timefile\": $!");
  my $reason;

  while ( my $line= <$F> )
  {
3030
    # Look for "reason: <reason for skipping test>"
3031
    if ( $line =~ /reason: (.*)/ )
kent@mysql.com's avatar
kent@mysql.com committed
3032
    {
3033 3034 3035
      $reason= $1;
    }
  }
3036

3037 3038 3039 3040 3041 3042 3043 3044 3045
  if ( ! $reason )
  {
    mtr_warning("Could not find reason for skipping test in $path_timefile");
    $reason= "Detected by testcase(reason unknown) ";
  }
  $tinfo->{'comment'}= $reason;
}


3046 3047 3048 3049 3050 3051 3052 3053 3054 3055 3056
sub analyze_testcase_failure_sync_with_master($)
{
  my ($tinfo)= @_;

  my $args;
  mtr_init_args(\$args);

  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--silent");
  mtr_add_arg($args, "--skip-safemalloc");
  mtr_add_arg($args, "--tmpdir=%s", $opt_tmpdir);
3057
  mtr_add_arg($args, "--character-sets-dir=%s", $path_charsetsdir);
3058 3059 3060 3061 3062 3063 3064 3065 3066 3067 3068 3069 3070 3071 3072 3073 3074 3075

  mtr_add_arg($args, "--socket=%s", $master->[0]->{'path_sock'});
  mtr_add_arg($args, "--port=%d", $master->[0]->{'port'});
  mtr_add_arg($args, "--database=test");
  mtr_add_arg($args, "--user=%s", $opt_user);
  mtr_add_arg($args, "--password=");

  # Run the test file and append output to log file
  mtr_run_test($exe_mysqltest,$args,
	       "include/analyze_failure_sync_with_master.test",
	       "$path_timefile", "$path_timefile","",
	       { append_log_file => 1 });

}

sub analyze_testcase_failure($)
{
  my ($tinfo)= @_;
kent@mysql.com's avatar
kent@mysql.com committed
3076

3077 3078 3079 3080 3081 3082 3083 3084 3085 3086 3087 3088
  # Open mysqltest.log
  my $F= IO::File->new($path_timefile) or
    mtr_error("can't open file \"$path_timefile\": $!");

  while ( my $line= <$F> )
  {
    # Look for "mysqltest: At line nnn: <error>
    if ( $line =~ /mysqltest: At line [0-9]*: (.*)/ )
    {
      my $error= $1;
      # Look for "could not sync with master"
      if ( $error =~ /could not sync with master/ )
kent@mysql.com's avatar
kent@mysql.com committed
3089
      {
3090
	analyze_testcase_failure_sync_with_master($tinfo);
kent@mysql.com's avatar
kent@mysql.com committed
3091 3092
      }
    }
3093 3094
  }
}
3095

3096 3097 3098 3099 3100
##############################################################################
#
#  Run a single test case
#
##############################################################################
3101

3102 3103 3104 3105
# When we get here, we have already filtered out test cases that doesn't
# apply to the current setup, for example if we use a running server, test
# cases that restart the server are dropped. So this function should mostly
# be about doing things, not a lot of logic.
kent@mysql.com's avatar
kent@mysql.com committed
3106

3107 3108 3109 3110
# We don't start and kill the servers for each testcase. But some
# testcases needs a restart, because they specify options to start
# mysqld with. After that testcase, we need to restart again, to set
# back the normal options.
kent@mysql.com's avatar
kent@mysql.com committed
3111

3112 3113
sub run_testcase ($) {
  my $tinfo=  shift;
kent@mysql.com's avatar
kent@mysql.com committed
3114

3115 3116 3117 3118 3119 3120 3121
  # -------------------------------------------------------
  # Init variables that can change between each test case
  # -------------------------------------------------------

  $ENV{'TZ'}= $tinfo->{'timezone'};
  mtr_verbose("Starting server with timezone: $tinfo->{'timezone'}");

3122 3123
  my $master_restart= run_testcase_need_master_restart($tinfo);
  my $slave_restart= run_testcase_need_slave_restart($tinfo);
kent@mysql.com's avatar
kent@mysql.com committed
3124

3125 3126
  if ($master_restart or $slave_restart)
  {
3127 3128 3129 3130
    # Can't restart a running server that may be in use
    if ( $glob_use_running_server )
    {
      mtr_report_test_name($tinfo);
msvensson@shellback.(none)'s avatar
msvensson@shellback.(none) committed
3131
      $tinfo->{comment}= "Can't restart a running server";
3132 3133
      mtr_report_test_skipped($tinfo);
      return;
3134
    }
kent@mysql.com's avatar
kent@mysql.com committed
3135

3136 3137 3138 3139 3140
    run_testcase_stop_servers($tinfo, $master_restart, $slave_restart);
  }
  my $died= mtr_record_dead_children();
  if ($died or $master_restart or $slave_restart)
  {
3141
    if (run_testcase_start_servers($tinfo))
kent@mysql.com's avatar
kent@mysql.com committed
3142
    {
3143 3144 3145
      mtr_report_test_name($tinfo);
      report_failure_and_restart($tinfo);
      return 1;
kent@mysql.com's avatar
kent@mysql.com committed
3146 3147 3148
    }
  }

kent@mysql.com's avatar
kent@mysql.com committed
3149
  # ----------------------------------------------------------------------
3150 3151
  # If --start-and-exit or --start-dirty given, stop here to let user manually
  # run tests
kent@mysql.com's avatar
kent@mysql.com committed
3152
  # ----------------------------------------------------------------------
3153
  if ( $opt_start_and_exit or $opt_start_dirty )
kent@mysql.com's avatar
kent@mysql.com committed
3154
  {
3155
    mtr_timer_stop_all($glob_timers);
kent@mysql.com's avatar
kent@mysql.com committed
3156 3157 3158 3159
    mtr_report("\nServers started, exiting");
    exit(0);
  }

kent@mysql.com's avatar
kent@mysql.com committed
3160
  {
3161
    do_before_run_mysqltest($tinfo);
kent@mysql.com's avatar
kent@mysql.com committed
3162

kent@mysql.com's avatar
kent@mysql.com committed
3163
    my $res= run_mysqltest($tinfo);
3164
    mtr_report_test_name($tinfo);
kent@mysql.com's avatar
kent@mysql.com committed
3165 3166 3167 3168
    if ( $res == 0 )
    {
      mtr_report_test_passed($tinfo);
    }
kent@mysql.com's avatar
kent@mysql.com committed
3169
    elsif ( $res == 62 )
kent@mysql.com's avatar
kent@mysql.com committed
3170 3171
    {
      # Testcase itself tell us to skip this one
3172 3173

      # Try to get reason from mysqltest.log
3174
      find_testcase_skipped_reason($tinfo);
kent@mysql.com's avatar
kent@mysql.com committed
3175 3176
      mtr_report_test_skipped($tinfo);
    }
3177 3178 3179 3180 3181
    elsif ( $res == 63 )
    {
      $tinfo->{'timeout'}= 1;           # Mark as timeout
      report_failure_and_restart($tinfo);
    }
msvensson@shellback.(none)'s avatar
msvensson@shellback.(none) committed
3182
    elsif ( $res == 1 )
kent@mysql.com's avatar
kent@mysql.com committed
3183
    {
3184
      if ( $opt_force )
kent@mysql.com's avatar
kent@mysql.com committed
3185
      {
3186
	analyze_testcase_failure($tinfo);
kent@mysql.com's avatar
kent@mysql.com committed
3187
      }
msvensson@shellback.(none)'s avatar
msvensson@shellback.(none) committed
3188 3189 3190
      # Test case failure reported by mysqltest
      report_failure_and_restart($tinfo);
    }
kent@mysql.com's avatar
kent@mysql.com committed
3191 3192
    else
    {
msvensson@shellback.(none)'s avatar
msvensson@shellback.(none) committed
3193 3194 3195
      # mysqltest failed, probably crashed
      $tinfo->{comment}=
	"mysqltest returned unexpected code $res, it has probably crashed";
kent@mysql.com's avatar
kent@mysql.com committed
3196 3197
      report_failure_and_restart($tinfo);
    }
3198 3199

    do_after_run_mysqltest($tinfo);
kent@mysql.com's avatar
kent@mysql.com committed
3200
  }
3201 3202 3203 3204

  # ----------------------------------------------------------------------
  # Stop Instance Manager if we are processing an IM-test case.
  # ----------------------------------------------------------------------
3205
  if ( $tinfo->{'component_id'} eq 'im' and
3206
       !mtr_im_stop($instance_manager, $tinfo->{'name'}) )
3207
  {
3208
    mtr_error("Failed to stop Instance Manager.")
3209
  }
kent@mysql.com's avatar
kent@mysql.com committed
3210
}
kent@mysql.com's avatar
kent@mysql.com committed
3211

3212 3213 3214 3215 3216 3217 3218 3219 3220 3221 3222 3223 3224

#
# Save a snapshot of the installed test db(s)
# I.e take a snapshot of the var/ dir
#
sub save_installed_db () {

  mtr_report("Saving snapshot of installed databases");
  rmtree($path_snapshot);

  foreach my $data_dir (@data_dir_lst)
  {
    my $name= basename($data_dir);
3225
    mtr_copy_dir("$data_dir", "$path_snapshot/$name");
3226 3227 3228
  }
}

3229 3230 3231 3232 3233 3234 3235 3236 3237 3238 3239 3240 3241 3242 3243 3244 3245 3246 3247 3248

#
# Save any interesting files in the data_dir
# before the data dir is removed.
#
sub save_files_before_restore($$) {
  my $test_name= shift;
  my $data_dir= shift;
  my $save_name= "$opt_vardir/log/$test_name";

  # Look for core files
  foreach my $core_file ( glob("$data_dir/core*") )
  {
    my $core_name= basename($core_file);
    mtr_report("Saving $core_name");
    mkdir($save_name) if ! -d $save_name;
    rename("$core_file", "$save_name/$core_name");
  }
}

3249

3250 3251 3252 3253
#
# Restore snapshot of the installed test db(s)
# if the snapshot exists
#
3254 3255
sub restore_installed_db ($) {
  my $test_name= shift;
3256 3257 3258 3259 3260 3261 3262 3263

  if ( -d $path_snapshot)
  {
    mtr_report("Restoring snapshot of databases");

    foreach my $data_dir (@data_dir_lst)
    {
      my $name= basename($data_dir);
3264
      save_files_before_restore($test_name, $data_dir);
3265
      rmtree("$data_dir");
3266
      mtr_copy_dir("$path_snapshot/$name", "$data_dir");
3267
    }
3268 3269 3270 3271

    # Remove the ndb_*_fs dirs for all ndbd nodes
    # forcing a clean start of ndb
    foreach my $cluster (@{$clusters})
3272
    {
3273 3274 3275 3276
      foreach my $ndbd (@{$cluster->{'ndbds'}})
      {
	rmtree("$ndbd->{'path_fs'}" );
      }
3277 3278 3279 3280
    }
  }
  else
  {
3281 3282
    # No snapshot existed
    mtr_error("No snapshot existed");
3283 3284 3285
  }
}

kent@mysql.com's avatar
kent@mysql.com committed
3286 3287 3288 3289 3290 3291
sub report_failure_and_restart ($) {
  my $tinfo= shift;

  mtr_report_test_failed($tinfo);
  mtr_show_failed_diff($tinfo->{'name'});
  print "\n";
3292
  if ( $opt_force )
kent@mysql.com's avatar
kent@mysql.com committed
3293
  {
3294 3295 3296
    # Stop all servers that are known to be running
    stop_all_servers();

3297
    # Restore the snapshot of the installed test db
3298
    restore_installed_db($tinfo->{'name'});
3299 3300
    print "Resuming Tests\n\n";
    return;
kent@mysql.com's avatar
kent@mysql.com committed
3301 3302
  }

3303 3304 3305
  my $test_mode= join(" ", @::glob_test_mode) || "default";
  print "Aborting: $tinfo->{'name'} failed in $test_mode mode. ";
  print "To continue, re-run with '--force'.\n";
3306 3307 3308
  if ( ! $glob_debugger and
       ! $glob_use_running_server and
       ! $glob_use_embedded_server )
kent@mysql.com's avatar
kent@mysql.com committed
3309
  {
3310
    stop_all_servers();
kent@mysql.com's avatar
kent@mysql.com committed
3311
  }
3312 3313
  mtr_exit(1);

kent@mysql.com's avatar
kent@mysql.com committed
3314 3315 3316 3317 3318 3319 3320 3321 3322
}


##############################################################################
#
#  Start and stop servers
#
##############################################################################

3323

3324 3325 3326 3327 3328
sub do_before_start_master ($) {
  my ($tinfo)= @_;

  my $tname= $tinfo->{'name'};
  my $init_script= $tinfo->{'master_sh'};
kent@mysql.com's avatar
kent@mysql.com committed
3329 3330 3331

  # FIXME what about second master.....

3332
  foreach my $bin ( glob("$opt_vardir/log/master*-bin*") )
kent@mysql.com's avatar
kent@mysql.com committed
3333
  {
3334
    unlink($bin);
kent@mysql.com's avatar
kent@mysql.com committed
3335 3336
  }

kent@mysql.com's avatar
kent@mysql.com committed
3337
  # FIXME only remove the ones that are tied to this master
kent@mysql.com's avatar
kent@mysql.com committed
3338
  # Remove old master.info and relay-log.info files
kent@mysql.com's avatar
kent@mysql.com committed
3339 3340 3341 3342
  unlink("$master->[0]->{'path_myddir'}/master.info");
  unlink("$master->[0]->{'path_myddir'}/relay-log.info");
  unlink("$master->[1]->{'path_myddir'}/master.info");
  unlink("$master->[1]->{'path_myddir'}/relay-log.info");
kent@mysql.com's avatar
kent@mysql.com committed
3343

kent@mysql.com's avatar
kent@mysql.com committed
3344
  # Run master initialization shell script if one exists
kent@mysql.com's avatar
kent@mysql.com committed
3345
  if ( $init_script )
kent@mysql.com's avatar
kent@mysql.com committed
3346
  {
kent@mysql.com's avatar
kent@mysql.com committed
3347 3348 3349 3350
    my $ret= mtr_run("/bin/sh", [$init_script], "", "", "", "");
    if ( $ret != 0 )
    {
      # FIXME rewrite those scripts to return 0 if successful
3351
      # mtr_warning("$init_script exited with code $ret");
kent@mysql.com's avatar
kent@mysql.com committed
3352
    }
kent@mysql.com's avatar
kent@mysql.com committed
3353 3354 3355
  }
}

3356

3357 3358
sub do_before_start_slave ($) {
  my ($tinfo)= @_;
kent@mysql.com's avatar
kent@mysql.com committed
3359

3360 3361
  my $tname= $tinfo->{'name'};
  my $init_script= $tinfo->{'master_sh'};
kent@mysql.com's avatar
kent@mysql.com committed
3362

3363
  foreach my $bin ( glob("$opt_vardir/log/slave*-bin*") )
kent@mysql.com's avatar
kent@mysql.com committed
3364
  {
3365
    unlink($bin);
kent@mysql.com's avatar
kent@mysql.com committed
3366 3367
  }

3368 3369 3370
  unlink("$slave->[0]->{'path_myddir'}/master.info");
  unlink("$slave->[0]->{'path_myddir'}/relay-log.info");

kent@mysql.com's avatar
kent@mysql.com committed
3371
  # Run slave initialization shell script if one exists
kent@mysql.com's avatar
kent@mysql.com committed
3372
  if ( $init_script )
kent@mysql.com's avatar
kent@mysql.com committed
3373
  {
kent@mysql.com's avatar
kent@mysql.com committed
3374 3375 3376 3377
    my $ret= mtr_run("/bin/sh", [$init_script], "", "", "", "");
    if ( $ret != 0 )
    {
      # FIXME rewrite those scripts to return 0 if successful
3378
      # mtr_warning("$init_script exited with code $ret");
kent@mysql.com's avatar
kent@mysql.com committed
3379
    }
kent@mysql.com's avatar
kent@mysql.com committed
3380 3381
  }

kent@mysql.com's avatar
kent@mysql.com committed
3382 3383 3384 3385
  foreach my $bin ( glob("$slave->[0]->{'path_myddir'}/log.*") )
  {
    unlink($bin);
  }
kent@mysql.com's avatar
kent@mysql.com committed
3386 3387
}

3388

kent@mysql.com's avatar
kent@mysql.com committed
3389
sub mysqld_arguments ($$$$$) {
kent@mysql.com's avatar
kent@mysql.com committed
3390
  my $args=              shift;
3391
  my $type=              shift;
kent@mysql.com's avatar
kent@mysql.com committed
3392 3393 3394 3395
  my $idx=               shift;
  my $extra_opt=         shift;
  my $slave_master_info= shift;

kent@mysql.com's avatar
kent@mysql.com committed
3396 3397 3398
  my $sidx= "";                 # Index as string, 0 is empty string
  if ( $idx > 0 )
  {
3399
    $sidx= "$idx";
kent@mysql.com's avatar
kent@mysql.com committed
3400 3401 3402 3403 3404 3405 3406
  }

  my $prefix= "";               # If mysqltest server arg

  if ( $glob_use_embedded_server )
  {
    $prefix= "--server-arg=";
kent@mysql.com's avatar
kent@mysql.com committed
3407 3408
  } else {
    # We can't pass embedded server --no-defaults
3409
    mtr_add_arg($args, "--no-defaults");
kent@mysql.com's avatar
kent@mysql.com committed
3410 3411
  }

3412
  mtr_add_arg($args, "%s--console", $prefix);
kent@mysql.com's avatar
kent@mysql.com committed
3413 3414
  mtr_add_arg($args, "%s--basedir=%s", $prefix, $path_my_basedir);
  mtr_add_arg($args, "%s--character-sets-dir=%s", $prefix, $path_charsetsdir);
3415 3416 3417 3418 3419 3420

  if ( $mysql_version_id >= 50000 )
  {
    mtr_add_arg($args, "%s--log-bin-trust-function-creators", $prefix);
  }

kent@mysql.com's avatar
kent@mysql.com committed
3421 3422 3423 3424
  mtr_add_arg($args, "%s--default-character-set=latin1", $prefix);
  mtr_add_arg($args, "%s--language=%s", $prefix, $path_language);
  mtr_add_arg($args, "%s--tmpdir=$opt_tmpdir", $prefix);

3425
  if ( $opt_valgrind_mysqld )
kent@mysql.com's avatar
kent@mysql.com committed
3426 3427
  {
    mtr_add_arg($args, "%s--skip-safemalloc", $prefix);
3428 3429 3430 3431 3432

    if ( $mysql_version_id < 50100 )
    {
      mtr_add_arg($args, "%s--skip-bdb", $prefix);
    }
kent@mysql.com's avatar
kent@mysql.com committed
3433 3434 3435 3436 3437 3438
  }

  my $pidfile;

  if ( $type eq 'master' )
  {
kent@mysql.com's avatar
kent@mysql.com committed
3439 3440
    my $id= $idx > 0 ? $idx + 101 : 1;

3441 3442 3443 3444 3445
    if (! $opt_skip_master_binlog)
    {
      mtr_add_arg($args, "%s--log-bin=%s/log/master-bin%s", $prefix,
                  $opt_vardir, $sidx);
    }
kent@mysql.com's avatar
kent@mysql.com committed
3446
    mtr_add_arg($args, "%s--pid-file=%s", $prefix,
3447
                $master->[$idx]->{'path_pid'});
kent@mysql.com's avatar
kent@mysql.com committed
3448
    mtr_add_arg($args, "%s--port=%d", $prefix,
3449
                $master->[$idx]->{'port'});
kent@mysql.com's avatar
kent@mysql.com committed
3450
    mtr_add_arg($args, "%s--server-id=%d", $prefix, $id);
kent@mysql.com's avatar
kent@mysql.com committed
3451
    mtr_add_arg($args, "%s--socket=%s", $prefix,
3452 3453
                $master->[$idx]->{'path_sock'});
    mtr_add_arg($args, "%s--innodb_data_file_path=ibdata1:10M:autoextend", $prefix);
kent@mysql.com's avatar
kent@mysql.com committed
3454 3455 3456
    mtr_add_arg($args, "%s--local-infile", $prefix);
    mtr_add_arg($args, "%s--datadir=%s", $prefix,
                $master->[$idx]->{'path_myddir'});
kent@mysql.com's avatar
kent@mysql.com committed
3457

3458
    if ( $idx > 0 or !$use_innodb)
kent@mysql.com's avatar
kent@mysql.com committed
3459 3460 3461 3462
    {
      mtr_add_arg($args, "%s--skip-innodb", $prefix);
    }

3463 3464 3465
    my $cluster= $clusters->[$master->[$idx]->{'cluster'}];
    if ( $opt_skip_ndbcluster ||
	 !$cluster->{'pid'})
kent@mysql.com's avatar
kent@mysql.com committed
3466 3467 3468
    {
      mtr_add_arg($args, "%s--skip-ndbcluster", $prefix);
    }
3469 3470 3471 3472
    else
    {
      mtr_add_arg($args, "%s--ndbcluster", $prefix);
      mtr_add_arg($args, "%s--ndb-connectstring=%s", $prefix,
3473
		  $cluster->{'connect_string'});
3474
      if ( $mysql_version_id >= 50100 )
3475 3476 3477
      {
	mtr_add_arg($args, "%s--ndb-extra-logging", $prefix);
      }
3478
    }
kent@mysql.com's avatar
kent@mysql.com committed
3479 3480 3481 3482 3483
  }

  if ( $type eq 'slave' )
  {
    my $slave_server_id=  2 + $idx;
kent@mysql.com's avatar
kent@mysql.com committed
3484
    my $slave_rpl_rank= $slave_server_id;
kent@mysql.com's avatar
kent@mysql.com committed
3485 3486 3487 3488

    mtr_add_arg($args, "%s--datadir=%s", $prefix,
                $slave->[$idx]->{'path_myddir'});
    mtr_add_arg($args, "%s--init-rpl-role=slave", $prefix);
3489 3490 3491 3492 3493 3494 3495
    if (! $opt_skip_slave_binlog)
    {
      mtr_add_arg($args, "%s--log-bin=%s/log/slave%s-bin", $prefix,
                  $opt_vardir, $sidx); # FIXME use own dir for binlogs
      mtr_add_arg($args, "%s--log-slave-updates", $prefix);
    }

kent@mysql.com's avatar
kent@mysql.com committed
3496
    mtr_add_arg($args, "%s--log=%s", $prefix,
kent@mysql.com's avatar
kent@mysql.com committed
3497
                $slave->[$idx]->{'path_mylog'});
kent@mysql.com's avatar
kent@mysql.com committed
3498 3499
    mtr_add_arg($args, "%s--master-retry-count=10", $prefix);
    mtr_add_arg($args, "%s--pid-file=%s", $prefix,
3500
                $slave->[$idx]->{'path_pid'});
kent@mysql.com's avatar
kent@mysql.com committed
3501
    mtr_add_arg($args, "%s--port=%d", $prefix,
3502
                $slave->[$idx]->{'port'});
3503 3504
    mtr_add_arg($args, "%s--relay-log=%s/log/slave%s-relay-bin", $prefix,
                $opt_vardir, $sidx);
kent@mysql.com's avatar
kent@mysql.com committed
3505 3506
    mtr_add_arg($args, "%s--report-host=127.0.0.1", $prefix);
    mtr_add_arg($args, "%s--report-port=%d", $prefix,
3507
                $slave->[$idx]->{'port'});
kent@mysql.com's avatar
kent@mysql.com committed
3508 3509 3510 3511
    mtr_add_arg($args, "%s--report-user=root", $prefix);
    mtr_add_arg($args, "%s--skip-innodb", $prefix);
    mtr_add_arg($args, "%s--skip-ndbcluster", $prefix);
    mtr_add_arg($args, "%s--skip-slave-start", $prefix);
3512 3513 3514 3515

    # Directory where slaves find the dumps generated by "load data"
    # on the server. The path need to have constant length otherwise
    # test results will vary, thus a relative path is used.
3516
    my $slave_load_path= "../tmp";
kent@mysql.com's avatar
kent@mysql.com committed
3517
    mtr_add_arg($args, "%s--slave-load-tmpdir=%s", $prefix,
3518
                $slave_load_path);
kent@mysql.com's avatar
kent@mysql.com committed
3519
    mtr_add_arg($args, "%s--socket=%s", $prefix,
3520
                $slave->[$idx]->{'path_sock'});
kent@mysql.com's avatar
kent@mysql.com committed
3521 3522 3523 3524 3525 3526 3527 3528 3529 3530 3531 3532 3533 3534 3535 3536
    mtr_add_arg($args, "%s--set-variable=slave_net_timeout=10", $prefix);

    if ( @$slave_master_info )
    {
      foreach my $arg ( @$slave_master_info )
      {
        mtr_add_arg($args, "%s%s", $prefix, $arg);
      }
    }
    else
    {
      mtr_add_arg($args, "%s--master-user=root", $prefix);
      mtr_add_arg($args, "%s--master-connect-retry=1", $prefix);
      mtr_add_arg($args, "%s--master-host=127.0.0.1", $prefix);
      mtr_add_arg($args, "%s--master-password=", $prefix);
      mtr_add_arg($args, "%s--master-port=%d", $prefix,
3537
                  $master->[0]->{'port'}); # First master
kent@mysql.com's avatar
kent@mysql.com committed
3538 3539 3540
      mtr_add_arg($args, "%s--server-id=%d", $prefix, $slave_server_id);
      mtr_add_arg($args, "%s--rpl-recovery-rank=%d", $prefix, $slave_rpl_rank);
    }
3541 3542 3543 3544 3545 3546 3547 3548 3549 3550 3551 3552

    if ( $opt_skip_ndbcluster_slave ||
         $slave->[$idx]->{'cluster'} == -1 ||
	 !$clusters->[$slave->[$idx]->{'cluster'}]->{'pid'} )
    {
      mtr_add_arg($args, "%s--skip-ndbcluster", $prefix);
    }
    else
    {
      mtr_add_arg($args, "%s--ndbcluster", $prefix);
      mtr_add_arg($args, "%s--ndb-connectstring=%s", $prefix,
		  $clusters->[$slave->[$idx]->{'cluster'}]->{'connect_string'});
3553
      if ( $mysql_version_id >= 50100 )
3554 3555 3556
      {
	mtr_add_arg($args, "%s--ndb-extra-logging", $prefix);
      }
3557
    }
kent@mysql.com's avatar
kent@mysql.com committed
3558 3559 3560 3561 3562 3563
  } # end slave

  if ( $opt_debug )
  {
    if ( $type eq 'master' )
    {
3564
      mtr_add_arg($args, "%s--debug=d:t:i:A,%s/log/master%s.trace",
3565
                  $prefix, $path_vardir_trace, $sidx);
kent@mysql.com's avatar
kent@mysql.com committed
3566 3567 3568
    }
    if ( $type eq 'slave' )
    {
3569
      mtr_add_arg($args, "%s--debug=d:t:i:A,%s/log/slave%s.trace",
3570
                  $prefix, $path_vardir_trace, $sidx);
kent@mysql.com's avatar
kent@mysql.com committed
3571 3572 3573 3574 3575 3576 3577 3578
    }
  }

  # FIXME always set nowdays??? SMALL_SERVER
  mtr_add_arg($args, "%s--key_buffer_size=1M", $prefix);
  mtr_add_arg($args, "%s--sort_buffer=256K", $prefix);
  mtr_add_arg($args, "%s--max_heap_table_size=1M", $prefix);

3579
  if ( $opt_ssl_supported )
kent@mysql.com's avatar
kent@mysql.com committed
3580
  {
3581 3582 3583 3584 3585 3586
    mtr_add_arg($args, "%s--ssl-ca=%s/std_data/cacert.pem", $prefix,
                $glob_mysql_test_dir);
    mtr_add_arg($args, "%s--ssl-cert=%s/std_data/server-cert.pem", $prefix,
                $glob_mysql_test_dir);
    mtr_add_arg($args, "%s--ssl-key=%s/std_data/server-key.pem", $prefix,
                $glob_mysql_test_dir);
kent@mysql.com's avatar
kent@mysql.com committed
3587 3588 3589 3590 3591 3592 3593
  }

  if ( $opt_warnings )
  {
    mtr_add_arg($args, "%s--log-warnings", $prefix);
  }

3594 3595
  # Indicate to "mysqld" it will be debugged in debugger
  if ( $glob_debugger )
kent@mysql.com's avatar
kent@mysql.com committed
3596 3597 3598 3599 3600 3601 3602 3603 3604 3605 3606 3607
  {
    mtr_add_arg($args, "%s--gdb", $prefix);
  }

  # If we should run all tests cases, we will use a local server for that

  if ( -w "/" )
  {
    # We are running as root;  We need to add the --root argument
    mtr_add_arg($args, "%s--user=root", $prefix);
  }

3608 3609
  my $found_skip_core= 0;
  foreach my $arg ( @opt_extra_mysqld_opt, @$extra_opt )
kent@mysql.com's avatar
kent@mysql.com committed
3610
  {
3611 3612
    # Allow --skip-core-file to be set in master.opt file
    if ($arg eq "--skip-core-file")
kent@mysql.com's avatar
kent@mysql.com committed
3613
    {
3614
      $found_skip_core= 1;
kent@mysql.com's avatar
kent@mysql.com committed
3615
    }
3616
    else
kent@mysql.com's avatar
kent@mysql.com committed
3617
    {
3618
      mtr_add_arg($args, "%s%s", $prefix, $arg);
kent@mysql.com's avatar
kent@mysql.com committed
3619 3620
    }
  }
3621
  if ( !$found_skip_core )
kent@mysql.com's avatar
kent@mysql.com committed
3622
  {
3623
    mtr_add_arg($args, "%s%s", $prefix, "--core-file");
kent@mysql.com's avatar
kent@mysql.com committed
3624 3625 3626 3627 3628 3629 3630
  }

  if ( $opt_bench )
  {
    mtr_add_arg($args, "%s--rpl-recovery-rank=1", $prefix);
    mtr_add_arg($args, "%s--init-rpl-role=master", $prefix);
  }
kent@mysql.com's avatar
kent@mysql.com committed
3631
  elsif ( $type eq 'master' )
kent@mysql.com's avatar
kent@mysql.com committed
3632 3633
  {
    mtr_add_arg($args, "%s--open-files-limit=1024", $prefix);
kent@mysql.com's avatar
kent@mysql.com committed
3634
    mtr_add_arg($args, "%s--log=%s", $prefix, $master->[0]->{'path_mylog'});
kent@mysql.com's avatar
kent@mysql.com committed
3635 3636 3637 3638 3639 3640 3641 3642 3643 3644 3645 3646
  }

  return $args;
}


##############################################################################
#
#  Start mysqld and return the PID
#
##############################################################################

3647 3648
sub mysqld_start ($$$) {
  my $mysqld=            shift;
kent@mysql.com's avatar
kent@mysql.com committed
3649 3650
  my $extra_opt=         shift;
  my $slave_master_info= shift;
kent@mysql.com's avatar
kent@mysql.com committed
3651 3652 3653

  my $args;                             # Arg vector
  my $exe;
3654 3655 3656 3657 3658
  my $pid= -1;
  my $wait_for_pid_file= 1;

  my $type= $mysqld->{'type'};
  my $idx= $mysqld->{'idx'};
kent@mysql.com's avatar
kent@mysql.com committed
3659

3660 3661 3662
  mtr_error("Internal error: mysqld should never be started for embedded")
    if $glob_use_embedded_server;

kent@mysql.com's avatar
kent@mysql.com committed
3663
  if ( $type eq 'master' )
kent@mysql.com's avatar
kent@mysql.com committed
3664
  {
kent@mysql.com's avatar
kent@mysql.com committed
3665 3666 3667 3668 3669
    $exe= $exe_master_mysqld;
  }
  elsif ( $type eq 'slave' )
  {
    $exe= $exe_slave_mysqld;
kent@mysql.com's avatar
kent@mysql.com committed
3670 3671 3672
  }
  else
  {
3673 3674 3675 3676 3677 3678 3679 3680 3681 3682 3683 3684 3685 3686 3687 3688 3689 3690 3691 3692 3693 3694 3695 3696 3697 3698 3699 3700 3701 3702 3703 3704 3705 3706 3707 3708 3709 3710 3711 3712 3713 3714 3715 3716 3717 3718 3719 3720 3721 3722 3723 3724 3725 3726 3727 3728 3729 3730 3731 3732 3733 3734 3735 3736 3737 3738 3739 3740 3741 3742 3743 3744 3745 3746 3747 3748 3749 3750 3751 3752 3753 3754 3755 3756 3757 3758 3759 3760 3761 3762 3763 3764 3765 3766 3767 3768 3769 3770 3771 3772 3773 3774 3775 3776 3777 3778 3779 3780 3781 3782 3783 3784 3785 3786 3787 3788 3789 3790 3791 3792 3793 3794 3795 3796 3797 3798 3799 3800 3801 3802 3803 3804 3805 3806 3807 3808 3809 3810 3811 3812 3813 3814 3815 3816 3817 3818 3819 3820 3821 3822 3823 3824 3825 3826 3827 3828 3829
    mtr_error("Unknown 'type' \"$type\" passed to mysqld_start");
  }

  mtr_init_args(\$args);

  if ( $opt_valgrind_mysqld )
  {
    valgrind_arguments($args, \$exe);
  }

  mysqld_arguments($args,$type,$idx,$extra_opt,$slave_master_info);

  if ( $opt_gdb || $opt_manual_gdb)
  {
    gdb_arguments(\$args, \$exe, "$type"."_$idx");
  }
  elsif ( $opt_ddd || $opt_manual_ddd )
  {
    ddd_arguments(\$args, \$exe, "$type"."_$idx");
  }
  elsif ( $opt_debugger )
  {
    debugger_arguments(\$args, \$exe, "$type"."_$idx");
  }
  elsif ( $opt_manual_debug )
  {
     print "\nStart $type in your debugger\n" .
           "dir: $glob_mysql_test_dir\n" .
           "exe: $exe\n" .
	   "args:  " . join(" ", @$args)  . "\n\n" .
	   "Waiting ....\n";

     # Indicate the exe should not be started
    $exe= undef;
  }
  else
  {
    # Default to not wait until pid file has been created
    $wait_for_pid_file= 0;
  }

  if ( defined $exe )
  {
    $pid= mtr_spawn($exe, $args, "",
		    $mysqld->{'path_myerr'},
		    $mysqld->{'path_myerr'},
		    "",
		    { append_log_file => 1 });
  }


  if ( $wait_for_pid_file && !sleep_until_file_created($mysqld->{'path_pid'},
						       $mysqld->{'start_timeout'},
						       $pid))
  {

    mtr_error("Failed to start mysqld $mysqld->{'type'}");
  }


  # Remember pid of the started process
  $mysqld->{'pid'}= $pid;

  # Remember options used when starting
  $mysqld->{'start_opts'}= $extra_opt;
  $mysqld->{'start_slave_master_info'}= $slave_master_info;

  mtr_verbose("mysqld pid: $pid");
  return $pid;
}


sub stop_all_servers () {

  print  "Stopping All Servers\n";

  if ( ! $opt_skip_im )
  {
    print  "Shutting-down Instance Manager\n";
    unless (mtr_im_stop($instance_manager, "stop_all_servers"))
    {
      mtr_error("Failed to stop Instance Manager.")
    }
  }

  my %admin_pids; # hash of admin processes that requests shutdown
  my @kill_pids;  # list of processes to shutdown/kill
  my $pid;

  # Start shutdown of all started masters
  foreach my $mysqld (@{$master}, @{$slave})
  {
    if ( $mysqld->{'pid'} )
    {
      $pid= mtr_mysqladmin_start($mysqld, "shutdown", 70);
      $admin_pids{$pid}= 1;

      push(@kill_pids,{
		       pid      => $mysqld->{'pid'},
		       pidfile  => $mysqld->{'path_pid'},
		       sockfile => $mysqld->{'path_sock'},
		       port     => $mysqld->{'port'},
		      });

      $mysqld->{'pid'}= 0; # Assume we are done with it
    }
  }

  # Start shutdown of clusters
  foreach my $cluster (@{$clusters})
  {
    if ( $cluster->{'pid'} )
    {
      $pid= mtr_ndbmgm_start($cluster, "shutdown");
      $admin_pids{$pid}= 1;

      push(@kill_pids,{
		       pid      => $cluster->{'pid'},
		       pidfile  => $cluster->{'path_pid'}
		      });

      $cluster->{'pid'}= 0; # Assume we are done with it

      foreach my $ndbd (@{$cluster->{'ndbds'}})
      {
        if ( $ndbd->{'pid'} )
	{
	  push(@kill_pids,{
			   pid      => $ndbd->{'pid'},
			   pidfile  => $ndbd->{'path_pid'},
			  });
	  $ndbd->{'pid'}= 0;
	}
      }
    }
  }

  # Wait blocking until all shutdown processes has completed
  mtr_wait_blocking(\%admin_pids);

  # Make sure that process has shutdown else try to kill them
  mtr_check_stop_servers(\@kill_pids);

  foreach my $mysqld (@{$master}, @{$slave})
  {
    rm_ndbcluster_tables($mysqld->{'path_myddir'});
  }
}


sub run_testcase_need_master_restart($)
{
  my ($tinfo)= @_;

  # We try to find out if we are to restart the master(s)
  my $do_restart= 0;          # Assumes we don't have to

3830 3831 3832 3833 3834 3835
  if ( $glob_use_embedded_server )
  {
    mtr_verbose("Never start or restart for embedded server");
    return $do_restart;
  }
  elsif ( $tinfo->{'master_sh'} )
3836 3837
  {
    $do_restart= 1;           # Always restart if script to run
3838 3839 3840 3841 3842 3843
    mtr_verbose("Restart master: Always restart if script to run");
  }
  if ( $tinfo->{'force_restart'} )
  {
    $do_restart= 1; # Always restart if --force-restart in -opt file
    mtr_verbose("Restart master: Restart forced with --force-restart");
3844 3845
  }
  elsif ( ! $opt_skip_ndbcluster and
3846
	  !$tinfo->{'ndb_test'} and
3847 3848 3849
	  $clusters->[0]->{'pid'} != 0 )
  {
    $do_restart= 1;           # Restart without cluster
3850
    mtr_verbose("Restart master: Test does not need cluster");
3851 3852
  }
  elsif ( ! $opt_skip_ndbcluster and
3853
	  $tinfo->{'ndb_test'} and
3854 3855 3856
	  $clusters->[0]->{'pid'} == 0 )
  {
    $do_restart= 1;           # Restart with cluster
3857
    mtr_verbose("Restart master: Test need cluster");
3858
  }
3859 3860 3861
  elsif( $tinfo->{'component_id'} eq 'im' )
  {
    $do_restart= 1;
3862
    mtr_verbose("Restart master: Always restart for im tests");
3863
  }
3864 3865 3866
  elsif ( $master->[0]->{'running_master_options'} and
	  $master->[0]->{'running_master_options'}->{'timezone'} ne
	  $tinfo->{'timezone'})
3867 3868
  {
    $do_restart= 1;
3869
    mtr_verbose("Restart master: Different timezone");
3870 3871 3872 3873 3874 3875 3876
  }
  # Check that running master was started with same options
  # as the current test requires
  elsif (! mtr_same_opts($master->[0]->{'start_opts'},
                         $tinfo->{'master_opt'}) )
  {
    $do_restart= 1;
3877
    mtr_verbose("Restart master: running with different options '" .
3878 3879 3880
	       join(" ", @{$tinfo->{'master_opt'}}) . "' != '" .
		join(" ", @{$master->[0]->{'start_opts'}}) . "'" );
  }
3881 3882 3883
  elsif( ! $master->[0]->{'pid'} )
  {
    $do_restart= 1;
3884
    mtr_verbose("Restart master: master is not started");
3885
  }
3886 3887 3888 3889 3890 3891 3892 3893 3894 3895 3896

  return $do_restart;
}

sub run_testcase_need_slave_restart($)
{
  my ($tinfo)= @_;

  # We try to find out if we are to restart the slaves
  my $do_slave_restart= 0;     # Assumes we don't have to

3897
  if ( $glob_use_embedded_server )
kent@mysql.com's avatar
kent@mysql.com committed
3898
  {
3899 3900
    mtr_verbose("Never start or restart for embedded server");
    return $do_slave_restart;
kent@mysql.com's avatar
kent@mysql.com committed
3901
  }
3902
  elsif ( $max_slave_num == 0)
kent@mysql.com's avatar
kent@mysql.com committed
3903
  {
3904
    mtr_verbose("Skip slave restart: No testcase use slaves");
kent@mysql.com's avatar
kent@mysql.com committed
3905
  }
3906 3907
  else
  {
kent@mysql.com's avatar
kent@mysql.com committed
3908

3909 3910 3911 3912 3913 3914 3915 3916 3917 3918
    # Check if any slave is currently started
    my $any_slave_started= 0;
    foreach my $mysqld (@{$slave})
    {
      if ( $mysqld->{'pid'} )
      {
	$any_slave_started= 1;
	last;
      }
    }
kent@mysql.com's avatar
kent@mysql.com committed
3919

3920 3921
    if ($any_slave_started)
    {
3922
      mtr_verbose("Restart slave: Slave is started, always restart");
3923 3924 3925 3926
      $do_slave_restart= 1;
    }
    elsif ( $tinfo->{'slave_num'} )
    {
3927
      mtr_verbose("Restart slave: Test need slave");
3928 3929
      $do_slave_restart= 1;
    }
kent@mysql.com's avatar
kent@mysql.com committed
3930 3931
  }

3932 3933 3934 3935 3936 3937 3938 3939 3940 3941 3942 3943 3944 3945 3946 3947 3948 3949 3950 3951 3952
  return $do_slave_restart;

}

# ----------------------------------------------------------------------
# If not using a running servers we may need to stop and restart.
# We restart in the case we have initiation scripts, server options
# etc to run. But we also restart again after the test first restart
# and test is run, to get back to normal server settings.
#
# To make the code a bit more clean, we actually only stop servers
# here, and mark this to be done. Then a generic "start" part will
# start up the needed servers again.
# ----------------------------------------------------------------------

sub run_testcase_stop_servers($$$) {
  my ($tinfo, $do_restart, $do_slave_restart)= @_;
  my $pid;
  my %admin_pids; # hash of admin processes that requests shutdown
  my @kill_pids;  # list of processes to shutdown/kill

3953
  # Remember if we restarted for this test case (count restarts)
3954 3955 3956
  $tinfo->{'restarted'}= $do_restart;

  if ( $do_restart )
kent@mysql.com's avatar
kent@mysql.com committed
3957
  {
3958
    delete $master->[0]->{'running_master_options'}; # Forget history
kent@mysql.com's avatar
kent@mysql.com committed
3959

3960 3961
    # Start shutdown of all started masters
    foreach my $mysqld (@{$master})
kent@mysql.com's avatar
kent@mysql.com committed
3962
    {
3963 3964 3965 3966 3967 3968 3969 3970 3971 3972 3973 3974 3975 3976 3977
      if ( $mysqld->{'pid'} )
      {
	$pid= mtr_mysqladmin_start($mysqld, "shutdown", 70);

	$admin_pids{$pid}= 1;

	push(@kill_pids,{
			 pid      => $mysqld->{'pid'},
			 pidfile  => $mysqld->{'path_pid'},
			 sockfile => $mysqld->{'path_sock'},
			 port     => $mysqld->{'port'},
			});

	$mysqld->{'pid'}= 0; # Assume we are done with it
      }
kent@mysql.com's avatar
kent@mysql.com committed
3978 3979
    }

3980 3981 3982
    # Start shutdown of master cluster
    my $cluster= $clusters->[0];
    if ( $cluster->{'pid'} )
kent@mysql.com's avatar
kent@mysql.com committed
3983
    {
3984 3985 3986 3987 3988 3989 3990 3991 3992 3993 3994 3995 3996 3997 3998 3999 4000 4001
      $pid= mtr_ndbmgm_start($cluster, "shutdown");
      $admin_pids{$pid}= 1;

      push(@kill_pids,{
		       pid      => $cluster->{'pid'},
		       pidfile  => $cluster->{'path_pid'}
		      });

      $cluster->{'pid'}= 0; # Assume we are done with it

      foreach my $ndbd (@{$cluster->{'ndbds'}})
      {
	push(@kill_pids,{
			 pid      => $ndbd->{'pid'},
			 pidfile  => $ndbd->{'path_pid'},
			});
	$ndbd->{'pid'}= 0; # Assume we are done with it
      }
kent@mysql.com's avatar
kent@mysql.com committed
4002 4003 4004
    }
  }

4005
  if ( $do_restart || $do_slave_restart )
kent@mysql.com's avatar
kent@mysql.com committed
4006 4007
  {

4008
    delete $slave->[0]->{'running_slave_options'}; # Forget history
kent@mysql.com's avatar
kent@mysql.com committed
4009

4010 4011 4012 4013 4014 4015
    # Start shutdown of all started slaves
    foreach my $mysqld (@{$slave})
    {
      if ( $mysqld->{'pid'} )
      {
	$pid= mtr_mysqladmin_start($mysqld, "shutdown", 70);
kent@mysql.com's avatar
kent@mysql.com committed
4016

4017
	$admin_pids{$pid}= 1;
kent@mysql.com's avatar
kent@mysql.com committed
4018

4019 4020 4021 4022 4023 4024
	push(@kill_pids,{
			 pid      => $mysqld->{'pid'},
			 pidfile  => $mysqld->{'path_pid'},
			 sockfile => $mysqld->{'path_sock'},
			 port     => $mysqld->{'port'},
			});
kent@mysql.com's avatar
kent@mysql.com committed
4025

4026

4027 4028 4029
	$mysqld->{'pid'}= 0; # Assume we are done with it
      }
    }
kent@mysql.com's avatar
kent@mysql.com committed
4030

4031 4032 4033 4034 4035
    # Start shutdown of slave cluster
    my $cluster= $clusters->[1];
    if ( $cluster->{'pid'} )
    {
      $pid= mtr_ndbmgm_start($cluster, "shutdown");
kent@mysql.com's avatar
kent@mysql.com committed
4036

4037
      $admin_pids{$pid}= 1;
kent@mysql.com's avatar
kent@mysql.com committed
4038

4039 4040 4041 4042
      push(@kill_pids,{
		       pid      => $cluster->{'pid'},
		       pidfile  => $cluster->{'path_pid'}
		      });
kent@mysql.com's avatar
kent@mysql.com committed
4043

4044 4045 4046 4047 4048 4049 4050 4051 4052 4053 4054
      $cluster->{'pid'}= 0; # Assume we are done with it

      foreach my $ndbd (@{$cluster->{'ndbds'}} )
      {
	push(@kill_pids,{
			 pid      => $ndbd->{'pid'},
			 pidfile  => $ndbd->{'path_pid'},
			});
	$ndbd->{'pid'}= 0; # Assume we are done with it
      }
    }
kent@mysql.com's avatar
kent@mysql.com committed
4055 4056
  }

4057 4058 4059 4060
  # ----------------------------------------------------------------------
  # Shutdown has now been started and lists for the shutdown processes
  # and the processes to be killed has been created
  # ----------------------------------------------------------------------
kent@mysql.com's avatar
kent@mysql.com committed
4061

4062 4063
  # Wait blocking until all shutdown processes has completed
  mtr_wait_blocking(\%admin_pids);
4064

4065

4066 4067 4068 4069
  # Make sure that process has shutdown else try to kill them
  mtr_check_stop_servers(\@kill_pids);

  foreach my $mysqld (@{$master}, @{$slave})
4070
  {
4071
    if ( ! $mysqld->{'pid'} )
kent@mysql.com's avatar
kent@mysql.com committed
4072
    {
4073 4074
      # Remove ndbcluster tables if server is stopped
      rm_ndbcluster_tables($mysqld->{'path_myddir'});
kent@mysql.com's avatar
kent@mysql.com committed
4075
    }
4076
  }
4077
}
4078 4079


4080 4081 4082
#
# run_testcase_start_servers
#
4083
# Start the servers needed by this test case
4084 4085 4086 4087 4088 4089
#
# RETURN
#  0 OK
#  1 Start failed
#

4090 4091 4092 4093 4094
sub run_testcase_start_servers($) {
  my $tinfo= shift;
  my $tname= $tinfo->{'name'};

  if ( $tinfo->{'component_id'} eq 'mysqld' )
kent@mysql.com's avatar
kent@mysql.com committed
4095
  {
4096 4097 4098
    if ( ! $opt_skip_ndbcluster and
	 !$clusters->[0]->{'pid'} and
	 $tinfo->{'ndb_test'} )
kent@mysql.com's avatar
kent@mysql.com committed
4099
    {
4100 4101
      # Test need cluster, cluster is not started, start it
      ndbcluster_start($clusters->[0], "");
kent@mysql.com's avatar
kent@mysql.com committed
4102 4103
    }

4104
    if ( !$master->[0]->{'pid'} )
kent@mysql.com's avatar
kent@mysql.com committed
4105
    {
4106
      # Master mysqld is not started
4107
      do_before_start_master($tinfo);
kent@mysql.com's avatar
kent@mysql.com committed
4108

4109
      mysqld_start($master->[0],$tinfo->{'master_opt'},[]);
kent@mysql.com's avatar
kent@mysql.com committed
4110 4111 4112

    }

4113 4114 4115
    if ( $clusters->[0]->{'pid'} and ! $master->[1]->{'pid'} )
    {
      # Test needs cluster, start an extra mysqld connected to cluster
kent@mysql.com's avatar
kent@mysql.com committed
4116

4117
      if ( $mysql_version_id >= 50100 )
4118
      {
4119 4120 4121 4122
	# First wait for first mysql server to have created ndb system
	# tables ok FIXME This is a workaround so that only one mysqld
	# create the tables
	if ( ! sleep_until_file_created(
4123
		  "$master->[0]->{'path_myddir'}/mysql/apply_status.ndb",
4124 4125 4126
					$master->[0]->{'start_timeout'},
					$master->[0]->{'pid'}))
	{
4127

4128
	  $tinfo->{'comment'}= "Failed to create 'mysql/apply_status' table";
4129
	  return 1;
4130
	}
4131 4132
      }
      mtr_tofile($master->[1]->{'path_myerr'},"CURRENT_TEST: $tname\n");
kent@mysql.com's avatar
kent@mysql.com committed
4133

4134 4135
      mysqld_start($master->[1],$tinfo->{'master_opt'},[]);
    }
4136

4137 4138
    # Save this test case information, so next can examine it
    $master->[0]->{'running_master_options'}= $tinfo;
kent@mysql.com's avatar
kent@mysql.com committed
4139
  }
4140
  elsif ( ! $opt_skip_im and $tinfo->{'component_id'} eq 'im' )
4141
  {
4142 4143 4144 4145 4146 4147 4148
    # We have to create defaults file every time, in order to ensure that it
    # will be the same for each test. The problem is that test can change the
    # file (by SET/UNSET commands), so w/o recreating the file, execution of
    # one test can affect the other.

    im_create_defaults_file($instance_manager);

4149
    if  ( ! mtr_im_start($instance_manager, $tinfo->{im_opts}) )
4150
    {
4151 4152
      $tinfo->{'comment'}= "Failed to start Instance Manager. ";
      return 1;
4153
    }
4154
  }
4155

4156 4157 4158 4159 4160 4161
  # ----------------------------------------------------------------------
  # Start slaves - if needed
  # ----------------------------------------------------------------------
  if ( $tinfo->{'slave_num'} )
  {
    mtr_tofile($slave->[0]->{'path_myerr'},"CURRENT_TEST: $tname\n");
kent@mysql.com's avatar
kent@mysql.com committed
4162

4163
    restore_slave_databases($tinfo->{'slave_num'});
4164

4165
    do_before_start_slave($tinfo);
kent@mysql.com's avatar
kent@mysql.com committed
4166

4167 4168 4169
    if ( ! $opt_skip_ndbcluster_slave and
	 !$clusters->[1]->{'pid'} and
	 $tinfo->{'ndb_test'} )
kent@mysql.com's avatar
kent@mysql.com committed
4170
    {
4171 4172
      # Test need slave cluster, cluster is not started, start it
      ndbcluster_start($clusters->[1], "");
kent@mysql.com's avatar
kent@mysql.com committed
4173 4174
    }

4175
    for ( my $idx= 0; $idx <  $tinfo->{'slave_num'}; $idx++ )
kent@mysql.com's avatar
kent@mysql.com committed
4176
    {
4177 4178 4179 4180
      if ( ! $slave->[$idx]->{'pid'} )
      {
	mysqld_start($slave->[$idx],$tinfo->{'slave_opt'},
		     $tinfo->{'slave_mi'});
kent@mysql.com's avatar
kent@mysql.com committed
4181

4182
      }
kent@mysql.com's avatar
kent@mysql.com committed
4183 4184
    }

4185 4186
    # Save this test case information, so next can examine it
    $slave->[0]->{'running_slave_options'}= $tinfo;
kent@mysql.com's avatar
kent@mysql.com committed
4187 4188
  }

4189 4190
  # Wait for clusters to start
  foreach my $cluster (@{$clusters})
4191 4192
  {

4193
    next if !$cluster->{'pid'};
kent@mysql.com's avatar
kent@mysql.com committed
4194

4195 4196 4197
    if (ndbcluster_wait_started($cluster, ""))
    {
      # failed to start
4198 4199
      $tinfo->{'comment'}= "Start of $cluster->{'name'} cluster failed";
      return 1;
4200
    }
patg@krsna.patg.net's avatar
patg@krsna.patg.net committed
4201
  }
4202

4203 4204
  # Wait for mysqld's to start
  foreach my $mysqld (@{$master},@{$slave})
kent@mysql.com's avatar
kent@mysql.com committed
4205
  {
kent@mysql.com's avatar
kent@mysql.com committed
4206

4207
    next if !$mysqld->{'pid'};
kent@mysql.com's avatar
kent@mysql.com committed
4208

4209
    if (mysqld_wait_started($mysqld))
kent@mysql.com's avatar
kent@mysql.com committed
4210
    {
4211 4212 4213 4214
      # failed to start
      $tinfo->{'comment'}=
	"Failed to start $mysqld->{'type'} mysqld $mysqld->{'idx'}";
      return 1;
kent@mysql.com's avatar
kent@mysql.com committed
4215 4216
    }
  }
4217
  return 0;
kent@mysql.com's avatar
kent@mysql.com committed
4218 4219
}

4220 4221 4222 4223 4224
#
# Run include/check-testcase.test
# Before a testcase, run in record mode, save result file to var
# After testcase, run and compare with the recorded file, they should be equal!
#
4225 4226 4227 4228
# RETURN VALUE
#  0 OK
#  1 Check failed
#
4229
sub run_check_testcase ($$) {
4230 4231

  my $mode=     shift;
4232
  my $mysqld=   shift;
kent@mysql.com's avatar
kent@mysql.com committed
4233

4234
  my $name= "check-" . $mysqld->{'type'} . $mysqld->{'idx'};
4235 4236 4237 4238 4239 4240 4241 4242

  my $args;
  mtr_init_args(\$args);

  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--silent");
  mtr_add_arg($args, "--skip-safemalloc");
  mtr_add_arg($args, "--tmpdir=%s", $opt_tmpdir);
4243
  mtr_add_arg($args, "--character-sets-dir=%s", $path_charsetsdir);
4244

4245 4246
  mtr_add_arg($args, "--socket=%s", $mysqld->{'path_sock'});
  mtr_add_arg($args, "--port=%d", $mysqld->{'port'});
4247 4248 4249 4250 4251
  mtr_add_arg($args, "--database=test");
  mtr_add_arg($args, "--user=%s", $opt_user);
  mtr_add_arg($args, "--password=");

  mtr_add_arg($args, "-R");
4252
  mtr_add_arg($args, "$opt_vardir/tmp/$name.result");
4253 4254 4255 4256 4257 4258 4259 4260 4261

  if ( $mode eq "before" )
  {
    mtr_add_arg($args, "--record");
  }

  my $res = mtr_run_test($exe_mysqltest,$args,
	        "include/check-testcase.test", "", "", "");

4262
  if ( $res == 1  and $mode eq "after")
4263 4264
  {
    mtr_run("diff",["-u",
4265 4266
		    "$opt_vardir/tmp/$name.result",
		    "$opt_vardir/tmp/$name.reject"],
4267 4268 4269 4270 4271 4272
	    "", "", "", "");
  }
  elsif ( $res )
  {
    mtr_error("Could not execute 'check-testcase' $mode testcase");
  }
4273
  return $res;
4274 4275
}

4276 4277 4278 4279 4280 4281 4282 4283 4284 4285 4286 4287 4288 4289 4290 4291 4292 4293 4294 4295 4296 4297 4298 4299 4300 4301 4302 4303 4304 4305 4306 4307 4308 4309 4310 4311 4312
##############################################################################
#
#  Report the features that were compiled in
#
##############################################################################

sub run_report_features () {
  my $args;

  if ( ! $glob_use_embedded_server )
  {
    mysqld_start($master->[0],[],[]);
    if ( ! $master->[0]->{'pid'} )
    {
      mtr_error("Can't start the mysqld server");
    }
    mysqld_wait_started($master->[0]);
  }

  my $tinfo = {};
  $tinfo->{'name'} = 'report features';
  $tinfo->{'result_file'} = undef;
  $tinfo->{'component_id'} = 'mysqld';
  $tinfo->{'path'} = 'include/report-features.test';
  $tinfo->{'timezone'}=  "GMT-3";
  $tinfo->{'slave_num'} = 0;
  $tinfo->{'master_opt'} = [];
  $tinfo->{'slave_opt'} = [];
  $tinfo->{'slave_mi'} = [];
  $tinfo->{'comment'} = 'report server features';
  run_mysqltest($tinfo);

  if ( ! $glob_use_embedded_server )
  {
    stop_all_servers();
  }
}
4313

4314

4315 4316
sub run_mysqltest ($) {
  my ($tinfo)= @_;
kent@mysql.com's avatar
kent@mysql.com committed
4317 4318
  my $exe= $exe_mysqltest;
  my $args;
kent@mysql.com's avatar
kent@mysql.com committed
4319 4320 4321 4322 4323 4324 4325

  mtr_init_args(\$args);

  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--silent");
  mtr_add_arg($args, "--skip-safemalloc");
  mtr_add_arg($args, "--tmpdir=%s", $opt_tmpdir);
4326
  mtr_add_arg($args, "--character-sets-dir=%s", $path_charsetsdir);
4327 4328 4329 4330 4331 4332 4333 4334 4335 4336

  if ($tinfo->{'component_id'} eq 'im')
  {
    mtr_add_arg($args, "--socket=%s", $instance_manager->{'path_sock'});
    mtr_add_arg($args, "--port=%d", $instance_manager->{'port'});
    mtr_add_arg($args, "--user=%s", $instance_manager->{'admin_login'});
    mtr_add_arg($args, "--password=%s", $instance_manager->{'admin_password'});
  }
  else # component_id == mysqld
  {
4337 4338
    mtr_add_arg($args, "--socket=%s", $master->[0]->{'path_sock'});
    mtr_add_arg($args, "--port=%d", $master->[0]->{'port'});
4339 4340 4341 4342
    mtr_add_arg($args, "--database=test");
    mtr_add_arg($args, "--user=%s", $opt_user);
    mtr_add_arg($args, "--password=");
  }
kent@mysql.com's avatar
kent@mysql.com committed
4343

kent@mysql.com's avatar
kent@mysql.com committed
4344 4345 4346 4347 4348
  if ( $opt_ps_protocol )
  {
    mtr_add_arg($args, "--ps-protocol");
  }

4349 4350 4351 4352 4353 4354 4355 4356 4357 4358 4359 4360 4361 4362 4363
  if ( $opt_sp_protocol )
  {
    mtr_add_arg($args, "--sp-protocol");
  }

  if ( $opt_view_protocol )
  {
    mtr_add_arg($args, "--view-protocol");
  }

  if ( $opt_cursor_protocol )
  {
    mtr_add_arg($args, "--cursor-protocol");
  }

kent@mysql.com's avatar
kent@mysql.com committed
4364 4365 4366 4367
  if ( $opt_strace_client )
  {
    $exe=  "strace";            # FIXME there are ktrace, ....
    mtr_add_arg($args, "-o");
4368
    mtr_add_arg($args, "%s/log/mysqltest.strace", $opt_vardir);
kent@mysql.com's avatar
kent@mysql.com committed
4369 4370 4371
    mtr_add_arg($args, "$exe_mysqltest");
  }

kent@mysql.com's avatar
kent@mysql.com committed
4372 4373
  if ( $opt_timer )
  {
4374
    mtr_add_arg($args, "--timer-file=%s/log/timer", $opt_vardir);
kent@mysql.com's avatar
kent@mysql.com committed
4375 4376 4377 4378 4379 4380 4381 4382 4383 4384 4385 4386 4387 4388 4389 4390 4391 4392 4393
  }

  if ( $opt_big_test )
  {
    mtr_add_arg($args, "--big-test");
  }

  if ( $opt_compress )
  {
    mtr_add_arg($args, "--compress");
  }

  if ( $opt_sleep )
  {
    mtr_add_arg($args, "--sleep=%d", $opt_sleep);
  }

  if ( $opt_debug )
  {
4394 4395
    mtr_add_arg($args, "--debug=d:t:A,%s/log/mysqltest.trace",
		$path_vardir_trace);
kent@mysql.com's avatar
kent@mysql.com committed
4396 4397
  }

4398
  if ( $opt_ssl_supported )
kent@mysql.com's avatar
kent@mysql.com committed
4399
  {
4400
    mtr_add_arg($args, "--ssl-ca=%s/std_data/cacert.pem",
4401
	        $glob_mysql_test_dir);
4402
    mtr_add_arg($args, "--ssl-cert=%s/std_data/client-cert.pem",
4403
	        $glob_mysql_test_dir);
4404
    mtr_add_arg($args, "--ssl-key=%s/std_data/client-key.pem",
4405 4406 4407 4408 4409
	        $glob_mysql_test_dir);
  }

  if ( $opt_ssl )
  {
4410
    # Turn on SSL for _all_ test cases if option --ssl was used
4411
    mtr_add_arg($args, "--ssl");
4412 4413 4414
  }
  elsif ( $opt_ssl_supported )
  {
4415
    mtr_add_arg($args, "--skip-ssl");
kent@mysql.com's avatar
kent@mysql.com committed
4416 4417
  }

kent@mysql.com's avatar
kent@mysql.com committed
4418 4419 4420 4421
  # ----------------------------------------------------------------------
  # If embedded server, we create server args to give mysqltest to pass on
  # ----------------------------------------------------------------------

kent@mysql.com's avatar
kent@mysql.com committed
4422 4423 4424 4425 4426
  if ( $glob_use_embedded_server )
  {
    mysqld_arguments($args,'master',0,$tinfo->{'master_opt'},[]);
  }

4427 4428 4429 4430 4431
  # ----------------------------------------------------------------------
  # export MYSQL_TEST variable containing <path>/mysqltest <args>
  # ----------------------------------------------------------------------
  $ENV{'MYSQL_TEST'}= "$exe_mysqltest " . join(" ", @$args);

4432
  # ----------------------------------------------------------------------
4433
  # Add arguments that should not go into the MYSQL_TEST env var
4434 4435
  # ----------------------------------------------------------------------

4436
  if ( $opt_valgrind_mysqltest )
4437 4438 4439 4440 4441 4442 4443 4444 4445 4446
  {
    # Prefix the Valgrind options to the argument list.
    # We do this here, since we do not want to Valgrind the nested invocations
    # of mysqltest; that would mess up the stderr output causing test failure.
    my @args_saved = @$args;
    mtr_init_args(\$args);
    valgrind_arguments($args, \$exe);
    mtr_add_arg($args, "%s", $_) for @args_saved;
  }

4447 4448 4449
  mtr_add_arg($args, "--test-file");
  mtr_add_arg($args, $tinfo->{'path'});

4450 4451 4452 4453
  if ( defined $tinfo->{'result_file'} ) {
    mtr_add_arg($args, "--result-file");
    mtr_add_arg($args, $tinfo->{'result_file'});
  }
4454 4455 4456 4457 4458 4459

  if ( $opt_record )
  {
    mtr_add_arg($args, "--record");
  }

4460 4461 4462 4463 4464 4465 4466 4467
  if ( $opt_client_gdb )
  {
    gdb_arguments(\$args, \$exe, "client");
  }
  elsif ( $opt_client_ddd )
  {
    ddd_arguments(\$args, \$exe, "client");
  }
4468 4469 4470 4471
  elsif ( $opt_client_debugger )
  {
    debugger_arguments(\$args, \$exe, "client");
  }
4472

4473 4474
  if ( $opt_check_testcases )
  {
4475 4476 4477 4478 4479 4480 4481
    foreach my $mysqld (@{$master}, @{$slave})
    {
      if ($mysqld->{'pid'})
      {
	run_check_testcase("before", $mysqld);
      }
    }
4482 4483
  }

4484
  my $res = mtr_run_test($exe,$args,"","",$path_timefile,"");
4485 4486 4487

  if ( $opt_check_testcases )
  {
4488 4489 4490 4491
    foreach my $mysqld (@{$master}, @{$slave})
    {
      if ($mysqld->{'pid'})
      {
4492 4493 4494 4495 4496
	if (run_check_testcase("after", $mysqld))
	{
	  # Check failed, mark the test case with that info
	  $tinfo->{'check_testcase_failed'}= 1;
	}
4497 4498
      }
    }
4499
  }
4500

4501
  return $res;
4502

kent@mysql.com's avatar
kent@mysql.com committed
4503
}
kent@mysql.com's avatar
kent@mysql.com committed
4504

kent@mysql.com's avatar
kent@mysql.com committed
4505

4506 4507 4508 4509 4510 4511 4512 4513 4514 4515 4516 4517
#
# Modify the exe and args so that program is run in gdb in xterm
#
sub gdb_arguments {
  my $args= shift;
  my $exe=  shift;
  my $type= shift;

  # Write $args to gdb init file
  my $str= join(" ", @$$args);
  my $gdb_init_file= "$opt_tmpdir/gdbinit.$type";

4518 4519 4520
  # Remove the old gdbinit file
  unlink($gdb_init_file);

4521 4522 4523 4524
  if ( $type eq "client" )
  {
    # write init file for client
    mtr_tofile($gdb_init_file,
4525 4526
	       "set args $str\n" .
	       "break main\n");
4527 4528 4529 4530 4531 4532 4533 4534 4535 4536
  }
  else
  {
    # write init file for mysqld
    mtr_tofile($gdb_init_file,
	       "set args $str\n" .
	       "break mysql_parse\n" .
	       "commands 1\n" .
	       "disable 1\n" .
	       "end\n" .
4537 4538 4539 4540 4541
	       "run");
  }

  if ( $opt_manual_gdb )
  {
4542
     print "\nTo start gdb for $type, type in another window:\n";
4543 4544 4545 4546 4547 4548
     print "cd $glob_mysql_test_dir;\n";
     print "gdb -x $gdb_init_file $$exe\n";

     # Indicate the exe should not be started
     $$exe= undef;
     return;
4549 4550 4551 4552 4553 4554
  }

  $$args= [];
  mtr_add_arg($$args, "-title");
  mtr_add_arg($$args, "$type");
  mtr_add_arg($$args, "-e");
4555

4556
  if ( $exe_libtool )
4557
  {
4558
    mtr_add_arg($$args, $exe_libtool);
4559 4560 4561 4562 4563 4564 4565 4566 4567
    mtr_add_arg($$args, "--mode=execute");
  }

  mtr_add_arg($$args, "gdb");
  mtr_add_arg($$args, "-x");
  mtr_add_arg($$args, "$gdb_init_file");
  mtr_add_arg($$args, "$$exe");

  $$exe= "xterm";
kent@mysql.com's avatar
kent@mysql.com committed
4568
}
kent@mysql.com's avatar
kent@mysql.com committed
4569

4570

4571 4572 4573 4574 4575 4576 4577 4578 4579 4580 4581
#
# Modify the exe and args so that program is run in ddd
#
sub ddd_arguments {
  my $args= shift;
  my $exe=  shift;
  my $type= shift;

  # Write $args to ddd init file
  my $str= join(" ", @$$args);
  my $gdb_init_file= "$opt_tmpdir/gdbinit.$type";
kent@mysql.com's avatar
kent@mysql.com committed
4582

4583 4584 4585
  # Remove the old gdbinit file
  unlink($gdb_init_file);

4586 4587 4588 4589 4590
  if ( $type eq "client" )
  {
    # write init file for client
    mtr_tofile($gdb_init_file,
	       "set args $str\n" .
4591
	       "break main\n");
4592 4593 4594 4595 4596 4597 4598 4599 4600 4601
  }
  else
  {
    # write init file for mysqld
    mtr_tofile($gdb_init_file,
	       "file $$exe\n" .
	       "set args $str\n" .
	       "break mysql_parse\n" .
	       "commands 1\n" .
	       "disable 1\n" .
4602
	       "end");
4603 4604 4605 4606
  }

  if ( $opt_manual_ddd )
  {
4607
     print "\nTo start ddd for $type, type in another window:\n";
4608 4609 4610 4611 4612 4613
     print "cd $glob_mysql_test_dir;\n";
     print "ddd -x $gdb_init_file $$exe\n";

     # Indicate the exe should not be started
     $$exe= undef;
     return;
4614 4615 4616 4617
  }

  my $save_exe= $$exe;
  $$args= [];
4618
  if ( $exe_libtool )
4619
  {
4620
    $$exe= $exe_libtool;
4621 4622 4623 4624 4625 4626 4627 4628 4629 4630 4631
    mtr_add_arg($$args, "--mode=execute");
    mtr_add_arg($$args, "ddd");
  }
  else
  {
    $$exe= "ddd";
  }
  mtr_add_arg($$args, "--command=$gdb_init_file");
  mtr_add_arg($$args, "$save_exe");
}

4632 4633 4634 4635 4636 4637 4638 4639 4640

#
# Modify the exe and args so that program is run in the selected debugger
#
sub debugger_arguments {
  my $args= shift;
  my $exe=  shift;
  my $debugger= $opt_debugger || $opt_client_debugger;

4641 4642
  # FIXME Need to change the below "eq"'s to
  # "case unsensitive string contains"
4643 4644 4645 4646 4647 4648 4649 4650 4651 4652 4653 4654 4655 4656 4657 4658 4659 4660 4661 4662 4663 4664 4665 4666 4667 4668 4669
  if ( $debugger eq "vcexpress" or $debugger eq "vc")
  {
    # vc[express] /debugexe exe arg1 .. argn

    # Add /debugexe and name of the exe before args
    unshift(@$$args, "/debugexe");
    unshift(@$$args, "$$exe");

  }
  elsif ( $debugger eq "windbg" )
  {
    # windbg exe arg1 .. argn

    # Add name of the exe before args
    unshift(@$$args, "$$exe");

  }
  else
  {
    mtr_error("Unknown argument \"$debugger\" passed to --debugger");
  }

  # Set exe to debuggername
  $$exe= $debugger;
}


4670 4671 4672
#
# Modify the exe and args so that program is run in valgrind
#
kent@mysql.com's avatar
kent@mysql.com committed
4673 4674 4675 4676
sub valgrind_arguments {
  my $args= shift;
  my $exe=  shift;

4677
  if ( $opt_callgrind)
kent@mysql.com's avatar
kent@mysql.com committed
4678
  {
4679 4680
    mtr_add_arg($args, "--tool=callgrind");
    mtr_add_arg($args, "--base=$opt_vardir/log");
kent@mysql.com's avatar
kent@mysql.com committed
4681
  }
4682 4683 4684 4685 4686 4687 4688 4689 4690
  else
  {
    mtr_add_arg($args, "--tool=memcheck"); # From >= 2.1.2 needs this option
    mtr_add_arg($args, "--alignment=8");
    mtr_add_arg($args, "--leak-check=yes");
    mtr_add_arg($args, "--num-callers=16");
    mtr_add_arg($args, "--suppressions=%s/valgrind.supp", $glob_mysql_test_dir)
      if -f "$glob_mysql_test_dir/valgrind.supp";
  }
kent@mysql.com's avatar
kent@mysql.com committed
4691

4692 4693
  # Add valgrind options, can be overriden by user
  mtr_add_arg($args, '%s', $_) for (split(' ', $opt_valgrind_options));
4694

kent@mysql.com's avatar
kent@mysql.com committed
4695 4696
  mtr_add_arg($args, $$exe);

4697
  $$exe= $opt_valgrind_path || "valgrind";
4698 4699 4700 4701 4702 4703 4704 4705

  if ($exe_libtool)
  {
    # Add "libtool --mode-execute" before the test to execute
    # if running in valgrind(to avoid valgrinding bash)
    unshift(@$args, "--mode=execute", $$exe);
    $$exe= $exe_libtool;
  }
kent@mysql.com's avatar
kent@mysql.com committed
4706 4707 4708
}


kent@mysql.com's avatar
kent@mysql.com committed
4709 4710 4711 4712 4713 4714
##############################################################################
#
#  Usage
#
##############################################################################

kent@mysql.com's avatar
kent@mysql.com committed
4715
sub usage ($) {
4716 4717 4718 4719 4720 4721 4722
  my $message= shift;

  if ( $message )
  {
    print STDERR "$message \n";
  }

kent@mysql.com's avatar
kent@mysql.com committed
4723 4724
  print STDERR <<HERE;

4725
$0 [ OPTIONS ] [ TESTCASE ]
kent@mysql.com's avatar
kent@mysql.com committed
4726 4727 4728 4729 4730

Options to control what engine/variation to run

  embedded-server       Use the embedded server, i.e. no mysqld daemons
  ps-protocol           Use the binary protocol between client and server
4731 4732 4733 4734
  cursor-protocol       Use the cursor protocol between client and server
                        (implies --ps-protocol)
  view-protocol         Create a view to execute all non updating queries
  sp-protocol           Create a stored procedure to execute all queries
4735 4736
  compress              Use the compressed protocol between client and server
  ssl                   Use ssl protocol between client and server
4737
  skip-ssl              Dont start server with support for ssl connections
4738 4739
  bench                 Run the benchmark suite
  small-bench           Run the benchmarks with --small-tests --small-tables
4740
  with-ndbcluster       Use cluster as default table type for benchmark
4741 4742
  vs-config             Visual Studio configuration used to create executables
                        (default: MTR_VS_CONFIG environment variable)
kent@mysql.com's avatar
kent@mysql.com committed
4743

4744
Options to control directories to use
4745 4746
  benchdir=DIR          The directory where the benchmark suite is stored
                        (default: ../../mysql-bench)
4747 4748
  tmpdir=DIR            The directory where temporary files are stored
                        (default: ./var/tmp).
4749 4750 4751
  vardir=DIR            The directory where files generated from the test run
                        is stored (default: ./var). Specifying a ramdisk or
                        tmpfs will speed up tests.
4752 4753 4754 4755 4756 4757
  mem[=DIR]             Run testsuite in "memory" using tmpfs or ramdisk
                        Attempts to use DIR first if specified else
                        uses as builtin list of standard locations
                        for tmpfs (/dev/shm)
                        The option can also be set using environment
                        variable MTR_MEM=[DIR]
4758

kent@mysql.com's avatar
kent@mysql.com committed
4759 4760 4761
Options to control what test suites or cases to run

  force                 Continue to run the suite after failure
4762 4763 4764 4765
  with-ndbcluster-only  Run only tests that include "ndb" in the filename
  skip-ndb[cluster]     Skip all tests that need cluster
  skip-ndb[cluster]-slave Skip all tests that need a slave cluster
  ndb-extra             Run extra tests from ndb directory
kent@mysql.com's avatar
kent@mysql.com committed
4766 4767 4768 4769
  do-test=PREFIX        Run test cases which name are prefixed with PREFIX
  start-from=PREFIX     Run test cases starting from test prefixed with PREFIX
  suite=NAME            Run the test suite named NAME. The default is "main"
  skip-rpl              Skip the replication test cases.
kent@mysql.com's avatar
kent@mysql.com committed
4770
  skip-im               Don't start IM, and skip the IM test cases
kent@mysql.com's avatar
kent@mysql.com committed
4771
  skip-test=PREFIX      Skip test cases which name are prefixed with PREFIX
4772 4773 4774
  big-test              Pass "--big-test" to mysqltest which will set the
                        environment variable BIG_TEST, which can be checked
                        from test cases.
kent@mysql.com's avatar
kent@mysql.com committed
4775 4776 4777 4778 4779

Options that specify ports

  master_port=PORT      Specify the port number used by the first master
  slave_port=PORT       Specify the port number used by the first slave
4780 4781
  ndbcluster-port=PORT  Specify the port number used by cluster
  ndbcluster-port-slave=PORT  Specify the port number used by slave cluster
4782 4783
  mtr-build-thread=#    Specify unique collection of ports. Can also be set by
                        setting the environment variable MTR_BUILD_THREAD.
kent@mysql.com's avatar
kent@mysql.com committed
4784 4785 4786 4787

Options for test case authoring

  record TESTNAME       (Re)genereate the result file for TESTNAME
4788
  check-testcases       Check testcases for sideeffects
kent@mysql.com's avatar
kent@mysql.com committed
4789 4790 4791 4792 4793 4794 4795 4796

Options that pass on options

  mysqld=ARGS           Specify additional arguments to "mysqld"

Options to run test on running server

  extern                Use running server for tests FIXME DANGEROUS
4797 4798
  ndb-connectstring=STR Use running cluster, and connect using STR
  ndb-connectstring-slave=STR Use running slave cluster, and connect using STR
4799
  user=USER             User for connect to server
kent@mysql.com's avatar
kent@mysql.com committed
4800 4801 4802

Options for debugging the product

4803 4804
  client-ddd            Start mysqltest client in ddd
  client-debugger=NAME  Start mysqltest in the selected debugger
4805 4806
  client-gdb            Start mysqltest client in gdb
  ddd                   Start mysqld in ddd
4807
  debug                 Dump trace output for all servers and client programs
4808
  debugger=NAME         Start mysqld in the selected debugger
4809 4810 4811 4812 4813
  gdb                   Start the mysqld(s) in gdb
  manual-debug          Let user manually start mysqld in debugger, before
                        running test(s)
  manual-gdb            Let user manually start mysqld in gdb, before running
                        test(s)
kent@mysql.com's avatar
kent@mysql.com committed
4814 4815
  master-binary=PATH    Specify the master "mysqld" to use
  slave-binary=PATH     Specify the slave "mysqld" to use
4816
  strace-client         Create strace output for mysqltest client
kent@mysql.com's avatar
kent@mysql.com committed
4817 4818 4819 4820 4821

Options for coverage, profiling etc

  gcov                  FIXME
  gprof                 FIXME
4822 4823 4824
  valgrind              Run the "mysqltest" and "mysqld" executables using
                        valgrind with options($default_valgrind_options)
  valgrind-all          Synonym for --valgrind
4825 4826
  valgrind-mysqltest    Run the "mysqltest" and "mysql_client_test" executable
                        with valgrind
4827
  valgrind-mysqld       Run the "mysqld" executable with valgrind
4828
  valgrind-options=ARGS Options to give valgrind, replaces default options
4829
  valgrind-path=[EXE]   Path to the valgrind executable
4830
  callgrind             Instruct valgrind to use callgrind
kent@mysql.com's avatar
kent@mysql.com committed
4831 4832 4833

Misc options

4834
  comment=STR           Write STR to the output
4835
  notimer               Don't show test case execution time
kent@mysql.com's avatar
kent@mysql.com committed
4836
  script-debug          Debug this script itself
4837
  verbose               More verbose output
4838 4839 4840 4841 4842 4843
  start-and-exit        Only initialize and start the servers, using the
                        startup settings for the specified test case (if any)
  start-dirty           Only start the servers (without initialization) for
                        the specified test case (if any)
  fast                  Don't try to clean up from earlier runs
  reorder               Reorder tests to get fewer server restarts
kent@mysql.com's avatar
kent@mysql.com committed
4844
  help                  Get this help text
kent@mysql.com's avatar
kent@mysql.com committed
4845
  unified-diff | udiff  When presenting differences, use unified diff
kent@mysql.com's avatar
kent@mysql.com committed
4846

4847 4848
  testcase-timeout=MINUTES Max test case run time (default $default_testcase_timeout)
  suite-timeout=MINUTES    Max test suite run time (default $default_suite_timeout)
4849 4850


4851 4852 4853
Deprecated options
  with-openssl          Deprecated option for ssl

4854

kent@mysql.com's avatar
kent@mysql.com committed
4855 4856 4857 4858 4859 4860 4861 4862 4863 4864 4865
Options not yet described, or that I want to look into more
  local                 
  netware               
  sleep=SECONDS         
  socket=PATH           
  user-test=s           
  wait-timeout=SECONDS  
  warnings              
  log-warnings          

HERE
kent@mysql.com's avatar
kent@mysql.com committed
4866
  mtr_exit(1);
4867

kent@mysql.com's avatar
kent@mysql.com committed
4868
}
4869