mysql-test-run.pl 135 KB
Newer Older
unknown's avatar
unknown committed
1 2 3 4
#!/usr/bin/perl
# -*- cperl -*-

#
5 6 7
##############################################################################
#
#  mysql-test-run.pl
unknown's avatar
unknown committed
8
#
9
#  Tool used for executing a suite of .test file
unknown's avatar
unknown committed
10
#
11 12
#  See the "MySQL Test framework manual" for more information
#  http://dev.mysql.com/doc/mysqltest/en/index.html
unknown's avatar
unknown committed
13
#
14
#  Please keep the test framework tools identical in all versions!
unknown's avatar
unknown committed
15
#
16
##############################################################################
unknown's avatar
unknown committed
17
#
18
# Coding style directions for this perl script
unknown's avatar
unknown committed
19
#
unknown's avatar
unknown committed
20
#   - To make this Perl script easy to alter even for those that not
21
#     code Perl that often, keeep the coding style as close as possible to
unknown's avatar
unknown committed
22
#     the C/C++ MySQL coding standard.
unknown's avatar
unknown committed
23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52
#
#   - All lists of arguments to send to commands are Perl lists/arrays,
#     not strings we append args to. Within reason, most string
#     concatenation for arguments should be avoided.
#
#   - Functions defined in the main program are not to be prefixed,
#     functions in "library files" are to be prefixed with "mtr_" (for
#     Mysql-Test-Run). There are some exceptions, code that fits best in
#     the main program, but are put into separate files to avoid
#     clutter, may be without prefix.
#
#   - All stat/opendir/-f/ is to be kept in collect_test_cases(). It
#     will create a struct that the rest of the program can use to get
#     the information. This separates the "find information" from the
#     "do the work" and makes the program more easy to maintain.
#
#   - The rule when it comes to the logic of this program is
#
#       command_line_setup() - is to handle the logic between flags
#       collect_test_cases() - is to do its best to select what tests
#                              to run, dig out options, if needs restart etc.
#       run_testcase()       - is to run a single testcase, and follow the
#                              logic set in both above. No, or rare file
#                              system operations. If a test seems complex,
#                              it should probably not be here.
#
# A nice way to trace the execution of this script while debugging
# is to use the Devel::Trace package found at
# "http://www.plover.com/~mjd/perl/Trace/" and run this script like
# "perl -d:Trace mysql-test-run.pl"
unknown's avatar
unknown committed
53
#
unknown's avatar
unknown committed
54 55 56 57 58 59

$Devel::Trace::TRACE= 0;       # Don't trace boring init stuff

#require 5.6.1;
use File::Path;
use File::Basename;
60
use File::Copy;
unknown's avatar
unknown committed
61 62 63 64 65
use Cwd;
use Getopt::Long;
use Sys::Hostname;
use IO::Socket;
use IO::Socket::INET;
66
use Data::Dumper;
unknown's avatar
unknown committed
67
use strict;
68
use warnings;
unknown's avatar
unknown committed
69

70 71 72
select(STDOUT);
$| = 1; # Automatically flush STDOUT

unknown's avatar
unknown committed
73 74 75 76
our $glob_win32_perl=  ($^O eq "MSWin32"); # ActiveState Win32 Perl
our $glob_cygwin_perl= ($^O eq "cygwin");  # Cygwin Perl
our $glob_win32=       ($glob_win32_perl or $glob_cygwin_perl);
our $glob_netware=     ($^O eq "NetWare"); # NetWare
unknown's avatar
unknown committed
77

unknown's avatar
unknown committed
78
require "lib/mtr_cases.pl";
79
require "lib/mtr_im.pl";
unknown's avatar
unknown committed
80
require "lib/mtr_process.pl";
81
require "lib/mtr_timer.pl";
unknown's avatar
unknown committed
82 83 84 85
require "lib/mtr_io.pl";
require "lib/mtr_gcov.pl";
require "lib/mtr_gprof.pl";
require "lib/mtr_report.pl";
unknown's avatar
unknown committed
86
require "lib/mtr_diff.pl";
unknown's avatar
unknown committed
87 88
require "lib/mtr_match.pl";
require "lib/mtr_misc.pl";
89
require "lib/mtr_stress.pl";
90
require "lib/mtr_unique.pl";
unknown's avatar
unknown committed
91 92 93 94 95 96 97 98 99 100

$Devel::Trace::TRACE= 1;

##############################################################################
#
#  Default settings
#
##############################################################################

# Misc global variables
unknown's avatar
unknown committed
101
our $mysql_version_id;
unknown's avatar
unknown committed
102
our $glob_mysql_test_dir=         undef;
unknown's avatar
unknown committed
103
our $glob_mysql_bench_dir=        undef;
unknown's avatar
unknown committed
104 105
our $glob_hostname=               undef;
our $glob_scriptname=             undef;
106
our $glob_timers=                 undef;
unknown's avatar
unknown committed
107 108
our $glob_use_running_server=     0;
our $glob_use_running_ndbcluster= 0;
unknown's avatar
unknown committed
109
our $glob_use_running_ndbcluster_slave= 0;
unknown's avatar
unknown committed
110
our $glob_use_embedded_server=    0;
unknown's avatar
unknown committed
111
our @glob_test_mode;
unknown's avatar
unknown committed
112 113 114 115 116 117 118

our $glob_basedir;

our $path_charsetsdir;
our $path_client_bindir;
our $path_language;
our $path_timefile;
119
our $path_snapshot;
120
our $path_mysqltest_log;
121
our $path_current_test_log;
unknown's avatar
unknown committed
122
our $path_my_basedir;
unknown's avatar
unknown committed
123

124
our $opt_vardir;                 # A path but set directly on cmd line
unknown's avatar
unknown committed
125
our $path_vardir_trace;          # unix formatted opt_vardir for trace files
unknown's avatar
unknown committed
126 127
our $opt_tmpdir;                 # A path but set directly on cmd line

128 129 130 131 132 133
# Visual Studio produces executables in different sub-directories based on the
# configuration used to build them.  To make life easier, an environment
# variable or command-line option may be specified to control which set of
# executables will be used by the test suite.
our $opt_vs_config = $ENV{'MTR_VS_CONFIG'};

134 135
our $default_vardir;

unknown's avatar
unknown committed
136 137 138
our $opt_usage;
our $opt_suite;

unknown's avatar
unknown committed
139
our $opt_script_debug= 0;  # Script debugging, enable with --script-debug
140
our $opt_verbose= 0;  # Verbose output, enable with --verbose
unknown's avatar
unknown committed
141 142 143 144 145

our $exe_master_mysqld;
our $exe_mysql;
our $exe_mysqladmin;
our $exe_mysqlbinlog;
unknown's avatar
unknown committed
146
our $exe_mysql_client_test;
unknown's avatar
unknown committed
147
our $exe_mysqld;
unknown's avatar
unknown committed
148 149 150 151 152
our $exe_mysqlcheck;
our $exe_mysqldump;
our $exe_mysqlslap;
our $exe_mysqlimport;
our $exe_mysqlshow;
unknown's avatar
unknown committed
153
our $exe_mysql_fix_system_tables;
unknown's avatar
unknown committed
154
our $exe_mysqltest;
unknown's avatar
unknown committed
155 156
our $exe_ndbd;
our $exe_ndb_mgmd;
unknown's avatar
unknown committed
157
our $exe_slave_mysqld;
158
our $exe_im;
159
our $exe_my_print_defaults;
160
our $exe_perror;
161
our $lib_udf_example;
162
our $exe_libtool;
unknown's avatar
unknown committed
163 164 165 166 167

our $opt_bench= 0;
our $opt_small_bench= 0;
our $opt_big_test= 0;            # Send --big-test to mysqltest

unknown's avatar
unknown committed
168
our @opt_extra_mysqld_opt;
unknown's avatar
unknown committed
169 170

our $opt_compress;
171 172 173 174
our $opt_ssl;
our $opt_skip_ssl;
our $opt_ssl_supported;
our $opt_ps_protocol;
175 176 177
our $opt_sp_protocol;
our $opt_cursor_protocol;
our $opt_view_protocol;
178

unknown's avatar
unknown committed
179 180
our $opt_debug;
our $opt_do_test;
unknown's avatar
unknown committed
181
our @opt_cases;                  # The test cases names in argv
unknown's avatar
unknown committed
182 183 184 185
our $opt_embedded_server;
our $opt_extern;
our $opt_fast;
our $opt_force;
unknown's avatar
unknown committed
186
our $opt_reorder= 0;
187
our $opt_enable_disabled;
188
our $opt_mem= $ENV{'MTR_MEM'};
unknown's avatar
unknown committed
189 190 191 192 193

our $opt_gcov;
our $opt_gcov_err;
our $opt_gcov_msg;

unknown's avatar
unknown committed
194
our $glob_debugger= 0;
unknown's avatar
unknown committed
195 196
our $opt_gdb;
our $opt_client_gdb;
unknown's avatar
unknown committed
197 198
our $opt_ddd;
our $opt_client_ddd;
unknown's avatar
unknown committed
199
our $opt_manual_gdb;
unknown's avatar
unknown committed
200 201
our $opt_manual_ddd;
our $opt_manual_debug;
202
our $opt_mtr_build_thread=0;
203 204
our $opt_debugger;
our $opt_client_debugger;
unknown's avatar
unknown committed
205 206 207 208 209 210

our $opt_gprof;
our $opt_gprof_dir;
our $opt_gprof_master;
our $opt_gprof_slave;

unknown's avatar
unknown committed
211
our $master;
unknown's avatar
unknown committed
212
our $slave;
unknown's avatar
unknown committed
213
our $clusters;
unknown's avatar
unknown committed
214

215 216
our $instance_manager;

217 218 219 220 221
our $opt_master_myport;
our $opt_slave_myport;
our $im_port;
our $im_mysqld1_port;
our $im_mysqld2_port;
unknown's avatar
unknown committed
222 223
our $opt_ndbcluster_port;
our $opt_ndbconnectstring;
unknown's avatar
unknown committed
224 225
our $opt_ndbcluster_port_slave;
our $opt_ndbconnectstring_slave;
unknown's avatar
unknown committed
226 227

our $opt_record;
228
our $opt_check_testcases;
unknown's avatar
unknown committed
229
my  $opt_report_features;
unknown's avatar
unknown committed
230 231 232

our $opt_skip;
our $opt_skip_rpl;
233
our $max_slave_num= 0;
234
our $use_innodb;
unknown's avatar
unknown committed
235
our $opt_skip_test;
unknown's avatar
unknown committed
236
our $opt_skip_im;
unknown's avatar
unknown committed
237 238

our $opt_sleep;
unknown's avatar
unknown committed
239

240
our $opt_sleep_time_after_restart=  1;
unknown's avatar
unknown committed
241
our $opt_sleep_time_for_delete=    10;
unknown's avatar
unknown committed
242 243
our $opt_testcase_timeout;
our $opt_suite_timeout;
unknown's avatar
unknown committed
244
my  $default_testcase_timeout=     15; # 15 min max
245
my  $default_suite_timeout=       180; # 3 hours max
unknown's avatar
unknown committed
246 247 248 249 250 251

our $opt_socket;

our $opt_source_dist;

our $opt_start_and_exit;
252
our $opt_start_dirty;
unknown's avatar
unknown committed
253 254 255 256
our $opt_start_from;

our $opt_strace_client;

257
our $opt_timer= 1;
unknown's avatar
unknown committed
258

unknown's avatar
unknown committed
259
our $opt_user;
unknown's avatar
unknown committed
260 261
our $opt_user_test;

unknown's avatar
unknown committed
262 263 264
our $opt_valgrind= 0;
our $opt_valgrind_mysqld= 0;
our $opt_valgrind_mysqltest= 0;
265
our $default_valgrind_options= "--show-reachable=yes";
unknown's avatar
unknown committed
266
our $opt_valgrind_options;
unknown's avatar
unknown committed
267
our $opt_valgrind_path;
268
our $opt_callgrind;
unknown's avatar
unknown committed
269

270 271 272 273
our $opt_stress=               "";
our $opt_stress_suite=     "main";
our $opt_stress_mode=    "random";
our $opt_stress_threads=        5;
274 275 276
our $opt_stress_test_count=     0;
our $opt_stress_loop_count=     0;
our $opt_stress_test_duration=  0;
277 278 279
our $opt_stress_init_file=     "";
our $opt_stress_test_file=     "";

unknown's avatar
unknown committed
280 281 282 283 284 285
our $opt_wait_for_master;
our $opt_wait_for_slave;
our $opt_wait_timeout=  10;

our $opt_warnings;

unknown's avatar
unknown committed
286 287
our $opt_udiff;

288 289
our $opt_skip_ndbcluster= 0;
our $opt_skip_ndbcluster_slave= 0;
unknown's avatar
unknown committed
290
our $opt_with_ndbcluster= 0;
291
our $opt_with_ndbcluster_only= 0;
292
our $glob_ndbcluster_supported= 0;
293
our $opt_ndb_extra_test= 0;
294 295
our $opt_skip_master_binlog= 0;
our $opt_skip_slave_binlog= 0;
unknown's avatar
unknown committed
296

297
our $exe_ndb_mgm;
unknown's avatar
unknown committed
298
our $exe_ndb_waiter;
299
our $path_ndb_tools_dir;
300 301
our $path_ndb_examples_dir;
our $exe_ndb_example;
unknown's avatar
unknown committed
302
our $path_ndb_testrun_log;
unknown's avatar
unknown committed
303

304 305
our @data_dir_lst;

306
our $used_binlog_format;
unknown's avatar
unknown committed
307 308
our $debug_compiled_binaries;
our $glob_tot_real_time= 0;
309

310 311
our %mysqld_variables;

unknown's avatar
unknown committed
312 313 314 315 316 317 318 319 320 321

######################################################################
#
#  Function declarations
#
######################################################################

sub main ();
sub initial_setup ();
sub command_line_setup ();
322
sub set_mtr_build_thread_ports($);
323
sub datadir_setup ();
unknown's avatar
unknown committed
324
sub executable_setup ();
unknown's avatar
unknown committed
325
sub environment_setup ();
326
sub kill_running_servers ();
unknown's avatar
unknown committed
327
sub cleanup_stale_files ();
unknown's avatar
unknown committed
328
sub check_ssl_support ($);
329
sub check_running_as_root();
unknown's avatar
unknown committed
330
sub check_ndbcluster_support ($);
unknown's avatar
unknown committed
331
sub rm_ndbcluster_tables ($);
unknown's avatar
unknown committed
332 333
sub ndbcluster_start_install ($);
sub ndbcluster_start ($$);
334
sub ndbcluster_wait_started ($$);
335
sub mysqld_wait_started($);
unknown's avatar
unknown committed
336
sub run_benchmarks ($);
337
sub initialize_servers ();
unknown's avatar
unknown committed
338 339
sub mysql_install_db ();
sub install_db ($$);
340
sub copy_install_db ($$);
unknown's avatar
unknown committed
341
sub run_testcase ($);
342
sub run_testcase_stop_servers ($$$);
unknown's avatar
unknown committed
343
sub run_testcase_start_servers ($);
344
sub run_testcase_check_skip_test($);
unknown's avatar
unknown committed
345
sub report_failure_and_restart ($);
346 347
sub do_before_start_master ($);
sub do_before_start_slave ($);
unknown's avatar
unknown committed
348 349 350 351 352
sub ndbd_start ($$$);
sub ndb_mgmd_start ($);
sub mysqld_start ($$$);
sub mysqld_arguments ($$$$$);
sub stop_all_servers ();
unknown's avatar
unknown committed
353
sub run_mysqltest ($);
unknown's avatar
unknown committed
354
sub usage ($);
unknown's avatar
unknown committed
355 356 357 358 359 360 361 362 363 364 365 366

######################################################################
#
#  Main program
#
######################################################################

main();

sub main () {

  command_line_setup();
367

368 369 370 371
  check_ndbcluster_support(\%mysqld_variables);
  check_ssl_support(\%mysqld_variables);
  check_debug_support(\%mysqld_variables);

unknown's avatar
unknown committed
372
  executable_setup();
373

unknown's avatar
unknown committed
374
  environment_setup();
unknown's avatar
unknown committed
375 376 377 378 379 380 381 382 383 384 385 386
  signal_setup();

  if ( $opt_gcov )
  {
    gcov_prepare();
  }

  if ( $opt_gprof )
  {
    gprof_prepare();
  }

387
  if ( $opt_bench )
unknown's avatar
unknown committed
388
  {
389
    initialize_servers();
unknown's avatar
unknown committed
390 391
    run_benchmarks(shift);      # Shift what? Extra arguments?!
  }
392 393
  elsif ( $opt_stress )
  {
394
    initialize_servers();
395 396
    run_stress_test()
  }
unknown's avatar
unknown committed
397 398
  else
  {
399 400 401 402
    # Figure out which tests we are going to run
    my $tests= collect_test_cases($opt_suite);

    # Turn off NDB and other similar options if no tests use it
403
    my ($need_ndbcluster,$need_im);
404 405
    foreach my $test (@$tests)
    {
406 407
      next if $test->{skip};

408 409
      $need_ndbcluster||= $test->{ndb_test};
      $need_im||= $test->{component_id} eq 'im';
410 411 412 413 414 415 416

      # Count max number of slaves used by a test case
      if ( $test->{slave_num} > $max_slave_num)
      {
	$max_slave_num= $test->{slave_num};
	mtr_error("Too many slaves") if $max_slave_num > 3;
      }
417
      $use_innodb||= $test->{'innodb_test'};
418 419
    }

420 421 422 423 424 425
    # Check if cluster can be skipped
    if ( !$need_ndbcluster )
    {
      $opt_skip_ndbcluster= 1;
      $opt_skip_ndbcluster_slave= 1;
    }
unknown's avatar
unknown committed
426

427 428 429 430 431
    # Check if slave cluster can be skipped
    if ($max_slave_num == 0)
    {
      $opt_skip_ndbcluster_slave= 1;
    }
unknown's avatar
unknown committed
432

433 434 435 436
    # Check if im can be skipped
    if ( ! $need_im )
    {
     $opt_skip_im= 1;
437
    }
unknown's avatar
unknown committed
438

unknown's avatar
unknown committed
439
    initialize_servers();
unknown's avatar
unknown committed
440

441 442 443 444
    if ( $opt_report_features ) {
      run_report_features();
    }

unknown's avatar
unknown committed
445
    run_suite($opt_suite, $tests);
unknown's avatar
unknown committed
446
  }
447

unknown's avatar
unknown committed
448
  mtr_exit(0);
unknown's avatar
unknown committed
449 450 451 452 453 454 455 456 457 458 459 460
}

##############################################################################
#
#  Default settings
#
##############################################################################

sub command_line_setup () {

  # These are defaults for things that are set on the command line

unknown's avatar
unknown committed
461
  $opt_suite=        "main";    # Special default suite
unknown's avatar
unknown committed
462 463
  my $opt_comment;

464 465
  $opt_master_myport=          9306;
  $opt_slave_myport=           9308;
466 467
  $opt_ndbcluster_port=        9310;
  $opt_ndbcluster_port_slave=  9311;
468 469 470
  $im_port=                    9312;
  $im_mysqld1_port=            9313;
  $im_mysqld2_port=            9314;
unknown's avatar
unknown committed
471

unknown's avatar
unknown committed
472 473
  if ( $ENV{'MTR_BUILD_THREAD'} )
  {
unknown's avatar
unknown committed
474 475 476 477 478 479
    # If so requested, we try to avail ourselves of a unique build thread number.
    if ( lc($ENV{'MTR_BUILD_THREAD'}) eq 'auto' ) {
      print "Requesting build thread... ";
      $ENV{'MTR_BUILD_THREAD'} = mtr_require_unique_id_and_wait("/tmp/mysql-test-ports", 200, 299);
      print "got ".$ENV{'MTR_BUILD_THREAD'}."\n";
    }
480
    set_mtr_build_thread_ports($ENV{'MTR_BUILD_THREAD'});
unknown's avatar
unknown committed
481 482
  }

483 484 485 486 487
  # This is needed for test log evaluation in "gen-build-status-page"
  # in all cases where the calling tool does not log the commands
  # directly before it executes them, like "make test-force-pl" in RPM builds.
  print "Logging: $0 ", join(" ", @ARGV), "\n";

unknown's avatar
unknown committed
488
  # Read the command line
unknown's avatar
unknown committed
489
  # Note: Keep list, and the order, in sync with usage at end of this file
unknown's avatar
unknown committed
490

unknown's avatar
unknown committed
491
  Getopt::Long::Configure("pass_through");
unknown's avatar
unknown committed
492
  GetOptions(
unknown's avatar
unknown committed
493
             # Control what engine/variation to run
unknown's avatar
unknown committed
494
             'embedded-server'          => \$opt_embedded_server,
unknown's avatar
unknown committed
495
             'ps-protocol'              => \$opt_ps_protocol,
496 497 498
             'sp-protocol'              => \$opt_sp_protocol,
             'view-protocol'            => \$opt_view_protocol,
             'cursor-protocol'          => \$opt_cursor_protocol,
unknown's avatar
unknown committed
499
             'ssl|with-openssl'         => \$opt_ssl,
500 501
             'skip-ssl'                 => \$opt_skip_ssl,
             'compress'                 => \$opt_compress,
unknown's avatar
unknown committed
502 503
             'bench'                    => \$opt_bench,
             'small-bench'              => \$opt_small_bench,
504
             'with-ndbcluster'          => \$opt_with_ndbcluster,
505
             'vs-config'            => \$opt_vs_config,
unknown's avatar
unknown committed
506 507

             # Control what test suites or cases to run
unknown's avatar
unknown committed
508
             'force'                    => \$opt_force,
unknown's avatar
unknown committed
509
             'with-ndbcluster-only'     => \$opt_with_ndbcluster_only,
unknown's avatar
unknown committed
510
             'skip-ndbcluster|skip-ndb' => \$opt_skip_ndbcluster,
unknown's avatar
unknown committed
511 512 513
             'skip-ndbcluster-slave|skip-ndb-slave'
                                        => \$opt_skip_ndbcluster_slave,
             'ndb-extra-test'           => \$opt_ndb_extra_test,
514 515
             'skip-master-binlog'       => \$opt_skip_master_binlog,
             'skip-slave-binlog'        => \$opt_skip_slave_binlog,
unknown's avatar
unknown committed
516
             'do-test=s'                => \$opt_do_test,
517
             'start-from=s'             => \$opt_start_from,
unknown's avatar
unknown committed
518 519
             'suite=s'                  => \$opt_suite,
             'skip-rpl'                 => \$opt_skip_rpl,
unknown's avatar
unknown committed
520
             'skip-im'                  => \$opt_skip_im,
unknown's avatar
unknown committed
521
             'skip-test=s'              => \$opt_skip_test,
522
             'big-test'                 => \$opt_big_test,
unknown's avatar
unknown committed
523 524 525 526

             # Specify ports
             'master_port=i'            => \$opt_master_myport,
             'slave_port=i'             => \$opt_slave_myport,
unknown's avatar
unknown committed
527
             'ndbcluster-port|ndbcluster_port=i' => \$opt_ndbcluster_port,
528
             'ndbcluster-port-slave=i'  => \$opt_ndbcluster_port_slave,
529 530 531
             'im-port=i'                => \$im_port, # Instance Manager port.
             'im-mysqld1-port=i'        => \$im_mysqld1_port, # Port of mysqld, controlled by IM
             'im-mysqld2-port=i'        => \$im_mysqld2_port, # Port of mysqld, controlled by IM
532
	     'mtr-build-thread=i'       => \$opt_mtr_build_thread,
unknown's avatar
unknown committed
533 534 535

             # Test case authoring
             'record'                   => \$opt_record,
536
             'check-testcases'          => \$opt_check_testcases,
unknown's avatar
unknown committed
537

538
             # Extra options used when starting mysqld
unknown's avatar
unknown committed
539
             'mysqld=s'                 => \@opt_extra_mysqld_opt,
unknown's avatar
unknown committed
540 541 542

             # Run test on running server
             'extern'                   => \$opt_extern,
543 544
             'ndb-connectstring=s'       => \$opt_ndbconnectstring,
             'ndb-connectstring-slave=s' => \$opt_ndbconnectstring_slave,
unknown's avatar
unknown committed
545 546

             # Debugging
unknown's avatar
unknown committed
547
             'gdb'                      => \$opt_gdb,
unknown's avatar
unknown committed
548
             'client-gdb'               => \$opt_client_gdb,
unknown's avatar
unknown committed
549 550
             'manual-gdb'               => \$opt_manual_gdb,
             'manual-debug'             => \$opt_manual_debug,
unknown's avatar
unknown committed
551
             'ddd'                      => \$opt_ddd,
unknown's avatar
unknown committed
552
             'client-ddd'               => \$opt_client_ddd,
553 554
	     'debugger=s'               => \$opt_debugger,
	     'client-debugger=s'        => \$opt_client_debugger,
unknown's avatar
unknown committed
555 556 557 558 559 560
             'strace-client'            => \$opt_strace_client,
             'master-binary=s'          => \$exe_master_mysqld,
             'slave-binary=s'           => \$exe_slave_mysqld,

             # Coverage, profiling etc
             'gcov'                     => \$opt_gcov,
unknown's avatar
unknown committed
561
             'gprof'                    => \$opt_gprof,
562
             'valgrind|valgrind-all'    => \$opt_valgrind,
unknown's avatar
unknown committed
563 564
             'valgrind-mysqltest'       => \$opt_valgrind_mysqltest,
             'valgrind-mysqld'          => \$opt_valgrind_mysqld,
unknown's avatar
unknown committed
565
             'valgrind-options=s'       => \$opt_valgrind_options,
unknown's avatar
unknown committed
566
             'valgrind-path=s'          => \$opt_valgrind_path,
567
	     'callgrind'                => \$opt_callgrind,
unknown's avatar
unknown committed
568

569 570 571 572 573 574 575 576 577 578 579
             # Stress testing 
             'stress'                   => \$opt_stress,
             'stress-suite=s'           => \$opt_stress_suite,
             'stress-threads=i'         => \$opt_stress_threads,
             'stress-test-file=s'       => \$opt_stress_test_file,
             'stress-init-file=s'       => \$opt_stress_init_file,
             'stress-mode=s'            => \$opt_stress_mode,
             'stress-loop-count=i'      => \$opt_stress_loop_count,
             'stress-test-count=i'      => \$opt_stress_test_count,
             'stress-test-duration=i'   => \$opt_stress_test_duration,

580 581 582
	     # Directories
             'tmpdir=s'                 => \$opt_tmpdir,
             'vardir=s'                 => \$opt_vardir,
583
             'benchdir=s'               => \$glob_mysql_bench_dir,
584
             'mem:s'                    => \$opt_mem,
585

unknown's avatar
unknown committed
586
             # Misc
587
             'report-features'          => \$opt_report_features,
unknown's avatar
unknown committed
588
             'comment=s'                => \$opt_comment,
unknown's avatar
unknown committed
589 590
             'debug'                    => \$opt_debug,
             'fast'                     => \$opt_fast,
unknown's avatar
unknown committed
591
             'reorder'                  => \$opt_reorder,
592
             'enable-disabled'          => \$opt_enable_disabled,
unknown's avatar
unknown committed
593
             'script-debug'             => \$opt_script_debug,
594
             'verbose'                  => \$opt_verbose,
unknown's avatar
unknown committed
595 596
             'sleep=i'                  => \$opt_sleep,
             'socket=s'                 => \$opt_socket,
597
             'start-dirty'              => \$opt_start_dirty,
unknown's avatar
unknown committed
598
             'start-and-exit'           => \$opt_start_and_exit,
599
             'timer!'                   => \$opt_timer,
unknown's avatar
unknown committed
600
             'unified-diff|udiff'       => \$opt_udiff,
unknown's avatar
unknown committed
601 602 603
             'user-test=s'              => \$opt_user_test,
             'user=s'                   => \$opt_user,
             'wait-timeout=i'           => \$opt_wait_timeout,
604 605
             'testcase-timeout=i'       => \$opt_testcase_timeout,
             'suite-timeout=i'          => \$opt_suite_timeout,
unknown's avatar
unknown committed
606
             'warnings|log-warnings'    => \$opt_warnings,
unknown's avatar
unknown committed
607 608

             'help|h'                   => \$opt_usage,
unknown's avatar
unknown committed
609 610
            ) or usage("Can't read options");

unknown's avatar
unknown committed
611 612
  usage("") if $opt_usage;

613 614
  $glob_scriptname=  basename($0);

615 616 617 618 619 620 621 622 623
  if ($opt_mtr_build_thread != 0)
  {
    set_mtr_build_thread_ports($opt_mtr_build_thread)
  }
  elsif ($ENV{'MTR_BUILD_THREAD'})
  {
    $opt_mtr_build_thread= $ENV{'MTR_BUILD_THREAD'};
  }

624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639
  # We require that we are in the "mysql-test" directory
  # to run mysql-test-run
  if (! -f $glob_scriptname)
  {
    mtr_error("Can't find the location for the mysql-test-run script\n" .
              "Go to to the mysql-test directory and execute the script " .
              "as follows:\n./$glob_scriptname");
  }

  if ( -d "../sql" )
  {
    $opt_source_dist=  1;
  }

  $glob_hostname=  mtr_short_hostname();

640
  # Find the absolute path to the test directory
641 642
  $glob_mysql_test_dir=  cwd();
  if ( $glob_cygwin_perl )
unknown's avatar
unknown committed
643
  {
644 645 646
    # Windows programs like 'mysqld' needs Windows paths
    $glob_mysql_test_dir= `cygpath -m "$glob_mysql_test_dir"`;
    chomp($glob_mysql_test_dir);
unknown's avatar
unknown committed
647
  }
648 649 650 651 652 653 654 655 656 657 658 659

  # In most cases, the base directory we find everything relative to,
  # is the parent directory of the "mysql-test" directory. For source
  # distributions, TAR binary distributions and some other packages.
  $glob_basedir= dirname($glob_mysql_test_dir);

  # In the RPM case, binaries and libraries are installed in the
  # default system locations, instead of having our own private base
  # directory. And we install "/usr/share/mysql-test". Moving up one
  # more directory relative to "mysql-test" gives us a usable base
  # directory for RPM installs.
  if ( ! $opt_source_dist and ! -d "$glob_basedir/bin" )
unknown's avatar
unknown committed
660
  {
661
    $glob_basedir= dirname($glob_basedir);
unknown's avatar
unknown committed
662
  }
663 664 665 666

  # Expect mysql-bench to be located adjacent to the source tree, by default
  $glob_mysql_bench_dir= "$glob_basedir/../mysql-bench"
    unless defined $glob_mysql_bench_dir;
unknown's avatar
unknown committed
667 668
  $glob_mysql_bench_dir= undef
    unless -d $glob_mysql_bench_dir;
669 670 671 672 673 674 675 676 677 678 679 680 681 682 683

  $path_my_basedir=
    $opt_source_dist ? $glob_mysql_test_dir : $glob_basedir;

  $glob_timers= mtr_init_timers();

  #
  # Find the mysqld executable to be able to find the mysqld version
  # number as early as possible
  #

  # Look for the client binaries
  $path_client_bindir= mtr_path_exists(vs_config_dirs('client', ''),
				       "$glob_basedir/client_release",
				       "$glob_basedir/client_debug",
684 685
				       "$glob_basedir/client",
				       "$glob_basedir/bin");
686 687 688 689 690 691 692 693 694 695

  $exe_mysqld=         mtr_exe_exists (vs_config_dirs('sql', 'mysqld'),
				       "$glob_basedir/sql/mysqld",
				       "$path_client_bindir/mysqld-max-nt",
				       "$path_client_bindir/mysqld-max",
				       "$path_client_bindir/mysqld-nt",
				       "$path_client_bindir/mysqld",
				       "$path_client_bindir/mysqld-debug",
				       "$path_client_bindir/mysqld-max",
				       "$glob_basedir/libexec/mysqld",
unknown's avatar
unknown committed
696 697
				       "$glob_basedir/bin/mysqld",
				       "$glob_basedir/sbin/mysqld");
698 699 700

  # Use the mysqld found above to find out what features are available
  collect_mysqld_features();
unknown's avatar
unknown committed
701

unknown's avatar
unknown committed
702
  if ( $opt_comment )
unknown's avatar
unknown committed
703
  {
unknown's avatar
unknown committed
704 705 706 707
    print "\n";
    print '#' x 78, "\n";
    print "# $opt_comment\n";
    print '#' x 78, "\n\n";
unknown's avatar
unknown committed
708
  }
unknown's avatar
unknown committed
709

unknown's avatar
unknown committed
710 711 712 713 714 715
  foreach my $arg ( @ARGV )
  {
    if ( $arg =~ /^--skip-/ )
    {
      push(@opt_extra_mysqld_opt, $arg);
    }
716 717 718 719 720 721
    elsif ( $arg =~ /^--$/ )
    {
      # It is an effect of setting 'pass_through' in option processing
      # that the lone '--' separating options from arguments survives,
      # simply ignore it.
    }
unknown's avatar
unknown committed
722 723 724 725 726 727 728 729 730
    elsif ( $arg =~ /^-/ )
    {
      usage("Invalid option \"$arg\"");
    }
    else
    {
      push(@opt_cases, $arg);
    }
  }
unknown's avatar
unknown committed
731

732 733 734 735 736
  # --------------------------------------------------------------------------
  # Find out type of logging that are being used
  # --------------------------------------------------------------------------
  # NOTE if the default binlog format is changed, this has to be changed
  $used_binlog_format= "stmt";
737
  if ( $mysql_version_id >= 50100 )
738
  {
739 740 741
    $used_binlog_format= "mixed"; # Default value for binlog format

    foreach my $arg ( @opt_extra_mysqld_opt )
742
    {
743 744 745 746
      if ( $arg =~ /binlog-format=(\S+)/ )
      {
	$used_binlog_format= $1;
      }
747
    }
748
    mtr_report("Using binlog format '$used_binlog_format'");
749 750
  }

751
  # --------------------------------------------------------------------------
752
  # Check if we should speed up tests by trying to run on tmpfs
753
  # --------------------------------------------------------------------------
754
  if ( defined $opt_mem )
755 756 757 758 759 760
  {
    mtr_error("Can't use --mem and --vardir at the same time ")
      if $opt_vardir;
    mtr_error("Can't use --mem and --tmpdir at the same time ")
      if $opt_tmpdir;

761 762 763 764 765
    # Search through list of locations that are known
    # to be "fast disks" to list to find a suitable location
    # Use --mem=<dir> as first location to look.
    my @tmpfs_locations= ($opt_mem, "/dev/shm", "/tmp");

766 767 768 769 770 771
    foreach my $fs (@tmpfs_locations)
    {
      if ( -d $fs )
      {
	mtr_report("Using tmpfs in $fs");
	$opt_mem= "$fs/var";
772
	$opt_mem .= $opt_mtr_build_thread if $opt_mtr_build_thread;
773 774 775 776
	last;
      }
    }
  }
777

778 779 780
  # --------------------------------------------------------------------------
  # Set the "var/" directory, as it is the base for everything else
  # --------------------------------------------------------------------------
781
  $default_vardir= "$glob_mysql_test_dir/var";
782 783
  if ( ! $opt_vardir )
  {
784
    $opt_vardir= $default_vardir;
785
  }
786
  elsif ( $mysql_version_id < 50000 and
787
	  $opt_vardir ne $default_vardir)
unknown's avatar
unknown committed
788
  {
789 790 791
    # Version 4.1 and --vardir was specified
    # Only supported as a symlink from var/
    # by setting up $opt_mem that symlink will be created
792 793 794 795 796 797 798
    if ( ! $glob_win32 )
    {
      # Only platforms that have native symlinks can use the vardir trick
      $opt_mem= $opt_vardir;
      mtr_report("Using 4.1 vardir trick");
    }

799
    $opt_vardir= $default_vardir;
800
  }
unknown's avatar
unknown committed
801 802

  $path_vardir_trace= $opt_vardir;
unknown's avatar
unknown committed
803
  # Chop off any "c:", DBUG likes a unix path ex: c:/src/... => /src/...
unknown's avatar
unknown committed
804
  $path_vardir_trace=~ s/^\w://;
unknown's avatar
unknown committed
805

unknown's avatar
unknown committed
806 807 808
  # We make the path absolute, as the server will do a chdir() before usage
  unless ( $opt_vardir =~ m,^/, or
           ($glob_win32 and $opt_vardir =~ m,^[a-z]:/,i) )
809 810 811 812
  {
    # Make absolute path, relative test dir
    $opt_vardir= "$glob_mysql_test_dir/$opt_vardir";
  }
unknown's avatar
unknown committed
813

814 815 816 817 818 819 820
  # Ensure a proper error message 
  mkpath("$opt_vardir");
  unless ( -d $opt_vardir and -w $opt_vardir )
  {
    mtr_error("Writable 'var' directory is needed, use the '--vardir' option");
  }

821
  # --------------------------------------------------------------------------
822
  # Set tmpdir
823 824
  # --------------------------------------------------------------------------
  $opt_tmpdir=       "$opt_vardir/tmp" unless $opt_tmpdir;
unknown's avatar
unknown committed
825
  $opt_tmpdir =~ s,/+$,,;       # Remove ending slash if any
unknown's avatar
unknown committed
826

827
  # --------------------------------------------------------------------------
828
  # Set socket
829
  # --------------------------------------------------------------------------
830 831 832
  if (!$opt_socket)
  {
    $opt_socket=  $mysqld_variables{'socket'};
unknown's avatar
unknown committed
833 834 835
  }

  # --------------------------------------------------------------------------
836
  # Check im suport
unknown's avatar
unknown committed
837
  # --------------------------------------------------------------------------
838
  if ( $mysql_version_id < 50000 )
unknown's avatar
unknown committed
839
  {
840 841 842
    # Instance manager is not supported until 5.0
    $opt_skip_im= 1;

unknown's avatar
unknown committed
843 844
  }

845 846 847 848
  if ( $glob_win32 )
  {
    mtr_report("Disable Instance manager - not supported on Windows");
    $opt_skip_im= 1;
unknown's avatar
unknown committed
849 850 851
  }

  # --------------------------------------------------------------------------
852
  # Record flag
unknown's avatar
unknown committed
853
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
854
  if ( $opt_record and ! @opt_cases )
unknown's avatar
unknown committed
855 856 857 858
  {
    mtr_error("Will not run in record mode without a specific test case");
  }

859 860 861
  # --------------------------------------------------------------------------
  # Embedded server flag
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
862 863 864
  if ( $opt_embedded_server )
  {
    $glob_use_embedded_server= 1;
unknown's avatar
unknown committed
865
    push(@glob_test_mode, "embedded");
unknown's avatar
unknown committed
866
    $opt_skip_rpl= 1;              # We never run replication with embedded
unknown's avatar
unknown committed
867 868
    $opt_skip_ndbcluster= 1;       # Turn off use of NDB cluster
    $opt_skip_ssl= 1;              # Turn off use of SSL
unknown's avatar
unknown committed
869 870 871

    if ( $opt_extern )
    {
unknown's avatar
unknown committed
872
      mtr_error("Can't use --extern with --embedded-server");
unknown's avatar
unknown committed
873 874 875
    }
  }

876 877 878 879

  # --------------------------------------------------------------------------
  # ps protcol flag
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
880 881 882 883 884
  if ( $opt_ps_protocol )
  {
    push(@glob_test_mode, "ps-protocol");
  }

885 886 887
  # --------------------------------------------------------------------------
  # Ndb cluster flags
  # --------------------------------------------------------------------------
888
  if ( $opt_with_ndbcluster and !$opt_bench)
unknown's avatar
unknown committed
889
  {
890
    mtr_error("Can only use --with-ndbcluster togheter with --bench");
unknown's avatar
unknown committed
891 892
  }

unknown's avatar
unknown committed
893 894 895
  if ( $opt_ndbconnectstring )
  {
    $glob_use_running_ndbcluster= 1;
unknown's avatar
unknown committed
896 897 898 899
    mtr_error("Can't specify --ndb-connectstring and --skip-ndbcluster")
      if $opt_skip_ndbcluster;
    mtr_error("Can't specify --ndb-connectstring and --ndbcluster-port")
      if $opt_ndbcluster_port;
unknown's avatar
unknown committed
900 901 902
  }
  else
  {
unknown's avatar
unknown committed
903
    # Set default connect string
unknown's avatar
unknown committed
904 905 906
    $opt_ndbconnectstring= "host=localhost:$opt_ndbcluster_port";
  }

unknown's avatar
unknown committed
907
  if ( $opt_ndbconnectstring_slave )
unknown's avatar
unknown committed
908
  {
unknown's avatar
unknown committed
909 910 911 912 913 914 915
      $glob_use_running_ndbcluster_slave= 1;
      mtr_error("Can't specify ndb-connectstring_slave and " .
		"--skip-ndbcluster-slave")
	if $opt_skip_ndbcluster;
      mtr_error("Can't specify --ndb-connectstring-slave and " .
		"--ndbcluster-port-slave")
	if $opt_ndbcluster_port_slave;
unknown's avatar
unknown committed
916 917 918
  }
  else
  {
unknown's avatar
unknown committed
919 920
    # Set default connect string
    $opt_ndbconnectstring_slave= "host=localhost:$opt_ndbcluster_port_slave";
unknown's avatar
unknown committed
921
  }
unknown's avatar
unknown committed
922

923 924 925
  # --------------------------------------------------------------------------
  # Bench flags
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
926 927 928 929 930
  if ( $opt_small_bench )
  {
    $opt_bench=  1;
  }

931 932 933
  # --------------------------------------------------------------------------
  # Sleep flag
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
934 935
  if ( $opt_sleep )
  {
unknown's avatar
unknown committed
936
    $opt_sleep_time_after_restart= $opt_sleep;
unknown's avatar
unknown committed
937 938
  }

939 940 941
  # --------------------------------------------------------------------------
  # Gcov flag
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
942
  if ( $opt_gcov and ! $opt_source_dist )
unknown's avatar
unknown committed
943
  {
unknown's avatar
unknown committed
944 945 946
    mtr_error("Coverage test needs the source - please use source dist");
  }

947
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
948
  # Check debug related options
949
  # --------------------------------------------------------------------------
950
  if ( $opt_gdb || $opt_client_gdb || $opt_ddd || $opt_client_ddd ||
951 952
       $opt_manual_gdb || $opt_manual_ddd || $opt_manual_debug ||
       $opt_debugger || $opt_client_debugger )
unknown's avatar
unknown committed
953
  {
954
    # Indicate that we are using debugger
unknown's avatar
unknown committed
955 956
    $glob_debugger= 1;
    # Increase timeouts
unknown's avatar
unknown committed
957 958 959
    $opt_wait_timeout=  300;
    if ( $opt_extern )
    {
unknown's avatar
unknown committed
960
      mtr_error("Can't use --extern when using debugger");
unknown's avatar
unknown committed
961 962 963
    }
  }

964 965 966 967 968
  # --------------------------------------------------------------------------
  # Check if special exe was selected for master or slave
  # --------------------------------------------------------------------------
  $exe_master_mysqld= $exe_master_mysqld || $exe_mysqld;
  $exe_slave_mysqld=  $exe_slave_mysqld  || $exe_mysqld;
969

970
  # --------------------------------------------------------------------------
971
  # Check valgrind arguments
972
  # --------------------------------------------------------------------------
973
  if ( $opt_valgrind or $opt_valgrind_path or defined $opt_valgrind_options)
unknown's avatar
unknown committed
974
  {
unknown's avatar
unknown committed
975 976 977 978
    mtr_report("Turning on valgrind for all executables");
    $opt_valgrind= 1;
    $opt_valgrind_mysqld= 1;
    $opt_valgrind_mysqltest= 1;
unknown's avatar
unknown committed
979
  }
980
  elsif ( $opt_valgrind_mysqld )
unknown's avatar
unknown committed
981
  {
982
    mtr_report("Turning on valgrind for mysqld(s) only");
unknown's avatar
unknown committed
983
    $opt_valgrind= 1;
984 985 986
  }
  elsif ( $opt_valgrind_mysqltest )
  {
987
    mtr_report("Turning on valgrind for mysqltest and mysql_client_test only");
unknown's avatar
unknown committed
988
    $opt_valgrind= 1;
989 990
  }

991 992 993 994 995 996 997 998 999 1000 1001
  if ( $opt_callgrind )
  {
    mtr_report("Turning on valgrind with callgrind for mysqld(s)");
    $opt_valgrind= 1;
    $opt_valgrind_mysqld= 1;

    # Set special valgrind options unless options passed on command line
    $opt_valgrind_options="--trace-children=yes"
      unless defined $opt_valgrind_options;
  }

1002 1003 1004 1005 1006 1007 1008
  if ( $opt_valgrind )
  {
    # Set valgrind_options to default unless already defined
    $opt_valgrind_options=$default_valgrind_options
      unless defined $opt_valgrind_options;

    mtr_report("Running valgrind with options \"$opt_valgrind_options\"");
unknown's avatar
unknown committed
1009 1010 1011 1012 1013
  }

  if ( ! $opt_testcase_timeout )
  {
    $opt_testcase_timeout= $default_testcase_timeout;
1014
    $opt_testcase_timeout*= 10 if $opt_valgrind;
unknown's avatar
unknown committed
1015 1016 1017 1018 1019
  }

  if ( ! $opt_suite_timeout )
  {
    $opt_suite_timeout= $default_suite_timeout;
1020
    $opt_suite_timeout*= 6 if $opt_valgrind;
unknown's avatar
unknown committed
1021
  }
unknown's avatar
unknown committed
1022

unknown's avatar
unknown committed
1023 1024
  # Increase times to wait for executables to start if using valgrind
  if ( $opt_valgrind )
unknown's avatar
unknown committed
1025 1026 1027 1028
  {
    $opt_sleep_time_after_restart= 10;
    $opt_sleep_time_for_delete= 60;
  }
unknown's avatar
unknown committed
1029

unknown's avatar
unknown committed
1030
  if ( ! $opt_user )
unknown's avatar
unknown committed
1031
  {
unknown's avatar
unknown committed
1032 1033 1034 1035 1036 1037 1038 1039
    if ( $glob_use_running_server )
    {
      $opt_user= "test";
    }
    else
    {
      $opt_user= "root"; # We want to do FLUSH xxx commands
    }
unknown's avatar
unknown committed
1040 1041
  }

1042 1043 1044 1045 1046 1047
  # On QNX, /tmp/dir/master.sock and /tmp/dir//master.sock seem to be
  # considered different, so avoid the extra slash (/) in the socket
  # paths.
  my $sockdir = $opt_tmpdir;
  $sockdir =~ s|/+$||;

1048 1049
  # Put this into a hash, will be a C struct

unknown's avatar
unknown committed
1050 1051
  $master->[0]=
  {
unknown's avatar
unknown committed
1052
   pid           => 0,
unknown's avatar
unknown committed
1053 1054
   type          => "master",
   idx           => 0,
unknown's avatar
unknown committed
1055 1056 1057
   path_myddir   => "$opt_vardir/master-data",
   path_myerr    => "$opt_vardir/log/master.err",
   path_mylog    => "$opt_vardir/log/master.log",
unknown's avatar
unknown committed
1058 1059 1060
   path_pid    => "$opt_vardir/run/master.pid",
   path_sock   => "$sockdir/master.sock",
   port   =>  $opt_master_myport,
unknown's avatar
unknown committed
1061
   start_timeout =>  400, # enough time create innodb tables
unknown's avatar
unknown committed
1062
   cluster       =>  0, # index in clusters list
1063
   start_opts    => [],
unknown's avatar
unknown committed
1064 1065 1066 1067
  };

  $master->[1]=
  {
unknown's avatar
unknown committed
1068
   pid           => 0,
unknown's avatar
unknown committed
1069 1070
   type          => "master",
   idx           => 1,
unknown's avatar
unknown committed
1071 1072 1073
   path_myddir   => "$opt_vardir/master1-data",
   path_myerr    => "$opt_vardir/log/master1.err",
   path_mylog    => "$opt_vardir/log/master1.log",
unknown's avatar
unknown committed
1074 1075 1076
   path_pid    => "$opt_vardir/run/master1.pid",
   path_sock   => "$sockdir/master1.sock",
   port   => $opt_master_myport + 1,
unknown's avatar
unknown committed
1077
   start_timeout => 400, # enough time create innodb tables
unknown's avatar
unknown committed
1078
   cluster       =>  0, # index in clusters list
1079
   start_opts    => [],
unknown's avatar
unknown committed
1080 1081 1082 1083
  };

  $slave->[0]=
  {
unknown's avatar
unknown committed
1084
   pid           => 0,
unknown's avatar
unknown committed
1085 1086
   type          => "slave",
   idx           => 0,
unknown's avatar
unknown committed
1087 1088 1089
   path_myddir   => "$opt_vardir/slave-data",
   path_myerr    => "$opt_vardir/log/slave.err",
   path_mylog    => "$opt_vardir/log/slave.log",
unknown's avatar
unknown committed
1090 1091 1092
   path_pid    => "$opt_vardir/run/slave.pid",
   path_sock   => "$sockdir/slave.sock",
   port   => $opt_slave_myport,
unknown's avatar
unknown committed
1093
   start_timeout => 400,
unknown's avatar
unknown committed
1094

unknown's avatar
unknown committed
1095
   cluster       =>  1, # index in clusters list
1096
   start_opts    => [],
unknown's avatar
unknown committed
1097 1098 1099 1100
  };

  $slave->[1]=
  {
unknown's avatar
unknown committed
1101
   pid           => 0,
unknown's avatar
unknown committed
1102 1103
   type          => "slave",
   idx           => 1,
unknown's avatar
unknown committed
1104 1105 1106
   path_myddir   => "$opt_vardir/slave1-data",
   path_myerr    => "$opt_vardir/log/slave1.err",
   path_mylog    => "$opt_vardir/log/slave1.log",
unknown's avatar
unknown committed
1107 1108 1109
   path_pid    => "$opt_vardir/run/slave1.pid",
   path_sock   => "$sockdir/slave1.sock",
   port   => $opt_slave_myport + 1,
unknown's avatar
unknown committed
1110
   start_timeout => 300,
unknown's avatar
unknown committed
1111
   cluster       =>  -1, # index in clusters list
1112
   start_opts    => [],
unknown's avatar
unknown committed
1113 1114 1115 1116
  };

  $slave->[2]=
  {
unknown's avatar
unknown committed
1117
   pid           => 0,
unknown's avatar
unknown committed
1118 1119
   type          => "slave",
   idx           => 2,
unknown's avatar
unknown committed
1120 1121 1122
   path_myddir   => "$opt_vardir/slave2-data",
   path_myerr    => "$opt_vardir/log/slave2.err",
   path_mylog    => "$opt_vardir/log/slave2.log",
unknown's avatar
unknown committed
1123 1124 1125
   path_pid    => "$opt_vardir/run/slave2.pid",
   path_sock   => "$sockdir/slave2.sock",
   port   => $opt_slave_myport + 2,
unknown's avatar
unknown committed
1126
   start_timeout => 300,
unknown's avatar
unknown committed
1127
   cluster       =>  -1, # index in clusters list
1128
   start_opts    => [],
unknown's avatar
unknown committed
1129
  };
1130

unknown's avatar
Merge  
unknown committed
1131 1132 1133 1134 1135
  $instance_manager=
  {
   path_err =>        "$opt_vardir/log/im.err",
   path_log =>        "$opt_vardir/log/im.log",
   path_pid =>        "$opt_vardir/run/im.pid",
1136
   path_angel_pid =>  "$opt_vardir/run/im.angel.pid",
1137
   path_sock =>       "$sockdir/im.sock",
unknown's avatar
Merge  
unknown committed
1138 1139 1140 1141 1142 1143 1144 1145 1146 1147 1148 1149 1150 1151
   port =>            $im_port,
   start_timeout =>   $master->[0]->{'start_timeout'},
   admin_login =>     'im_admin',
   admin_password =>  'im_admin_secret',
   admin_sha1 =>      '*598D51AD2DFF7792045D6DF3DDF9AA1AF737B295',
   password_file =>   "$opt_vardir/im.passwd",
   defaults_file =>   "$opt_vardir/im.cnf",
  };

  $instance_manager->{'instances'}->[0]=
  {
   server_id    => 1,
   port         => $im_mysqld1_port,
   path_datadir => "$opt_vardir/im_mysqld_1.data",
1152
   path_sock    => "$sockdir/mysqld_1.sock",
unknown's avatar
unknown committed
1153
   path_pid     => "$opt_vardir/run/mysqld_1.pid",
1154
   start_timeout  => 400, # enough time create innodb tables
1155
   old_log_format => 1
unknown's avatar
Merge  
unknown committed
1156 1157 1158 1159 1160 1161 1162
  };

  $instance_manager->{'instances'}->[1]=
  {
   server_id    => 2,
   port         => $im_mysqld2_port,
   path_datadir => "$opt_vardir/im_mysqld_2.data",
1163
   path_sock    => "$sockdir/mysqld_2.sock",
unknown's avatar
unknown committed
1164
   path_pid     => "$opt_vardir/run/mysqld_2.pid",
unknown's avatar
Merge  
unknown committed
1165
   nonguarded   => 1,
1166
   start_timeout  => 400, # enough time create innodb tables
1167
   old_log_format => 1
unknown's avatar
Merge  
unknown committed
1168
  };
1169

unknown's avatar
unknown committed
1170 1171 1172 1173 1174 1175 1176 1177 1178 1179
  my $data_dir= "$opt_vardir/ndbcluster-$opt_ndbcluster_port";
  $clusters->[0]=
  {
   name            => "Master",
   nodes           => 2,
   port            => "$opt_ndbcluster_port",
   data_dir        => "$data_dir",
   connect_string  => "$opt_ndbconnectstring",
   path_pid        => "$data_dir/ndb_3.pid", # Nodes + 1
   pid             => 0, # pid of ndb_mgmd
1180
   installed_ok    => 0,
unknown's avatar
unknown committed
1181 1182 1183 1184 1185 1186 1187 1188 1189 1190 1191 1192
  };

  $data_dir= "$opt_vardir/ndbcluster-$opt_ndbcluster_port_slave";
  $clusters->[1]=
  {
   name            => "Slave",
   nodes           => 1,
   port            => "$opt_ndbcluster_port_slave",
   data_dir        => "$data_dir",
   connect_string  => "$opt_ndbconnectstring_slave",
   path_pid        => "$data_dir/ndb_2.pid", # Nodes + 1
   pid             => 0, # pid of ndb_mgmd
1193
   installed_ok    => 0,
unknown's avatar
unknown committed
1194 1195 1196 1197 1198 1199 1200
  };

  # Init pids of ndbd's
  foreach my $cluster ( @{$clusters} )
  {
    for ( my $idx= 0; $idx < $cluster->{'nodes'}; $idx++ )
    {
1201
      my $nodeid= $idx+1;
unknown's avatar
unknown committed
1202 1203 1204
      $cluster->{'ndbds'}->[$idx]=
	{
	 pid      => 0,
1205 1206 1207
	 nodeid => $nodeid,
	 path_pid => "$cluster->{'data_dir'}/ndb_${nodeid}.pid",
	 path_fs => "$cluster->{'data_dir'}/ndb_${nodeid}_fs",
unknown's avatar
unknown committed
1208 1209 1210 1211
	};
    }
  }

1212 1213 1214 1215
  if ( $opt_extern )
  {
    $glob_use_running_server=  1;
    $opt_skip_rpl= 1;                   # We don't run rpl test cases
unknown's avatar
unknown committed
1216
    $master->[0]->{'path_sock'}=  $opt_socket;
1217 1218 1219
  }

  $path_timefile=  "$opt_vardir/log/mysqltest-time";
1220
  $path_mysqltest_log=  "$opt_vardir/log/mysqltest.log";
1221
  $path_current_test_log= "$opt_vardir/log/current_test";
unknown's avatar
unknown committed
1222
  $path_ndb_testrun_log= "$opt_vardir/log/ndb_testrun.log";
1223 1224

  $path_snapshot= "$opt_tmpdir/snapshot_$opt_master_myport/";
1225 1226
}

1227 1228 1229 1230 1231 1232 1233 1234 1235 1236 1237 1238 1239 1240 1241 1242
#
# To make it easier for different devs to work on the same host,
# an environment variable can be used to control all ports. A small
# number is to be used, 0 - 16 or similar.
#
# Note the MASTER_MYPORT has to be set the same in all 4.x and 5.x
# versions of this script, else a 4.0 test run might conflict with a
# 5.1 test run, even if different MTR_BUILD_THREAD is used. This means
# all port numbers might not be used in this version of the script.
#
# Also note the limitation of ports we are allowed to hand out. This
# differs between operating systems and configuration, see
# http://www.ncftp.com/ncftpd/doc/misc/ephemeral_ports.html
# But a fairly safe range seems to be 5001 - 32767
#

1243
sub set_mtr_build_thread_ports($) {
1244 1245 1246 1247 1248 1249 1250 1251 1252 1253 1254 1255 1256 1257 1258 1259 1260 1261 1262 1263
  my $mtr_build_thread= shift;

  # Up to two masters, up to three slaves
  $opt_master_myport=         $mtr_build_thread * 10 + 10000; # and 1
  $opt_slave_myport=          $opt_master_myport + 2;  # and 3 4
  $opt_ndbcluster_port=       $opt_master_myport + 5;
  $opt_ndbcluster_port_slave= $opt_master_myport + 6;
  $im_port=                   $opt_master_myport + 7;
  $im_mysqld1_port=           $opt_master_myport + 8;
  $im_mysqld2_port=           $opt_master_myport + 9;

  if ( $opt_master_myport < 5001 or $opt_master_myport + 10 >= 32767 )
  {
    mtr_error("MTR_BUILD_THREAD number results in a port",
              "outside 5001 - 32767",
              "($opt_master_myport - $opt_master_myport + 10)");
  }
}


1264
sub datadir_setup () {
1265 1266 1267 1268

  # Make a list of all data_dirs
  @data_dir_lst = (
    $master->[0]->{'path_myddir'},
1269
    $master->[1]->{'path_myddir'});
1270

1271
  for (my $idx= 0; $idx < $max_slave_num; $idx++)
1272
  {
1273
    push(@data_dir_lst, $slave->[$idx]->{'path_myddir'});
1274 1275
  }

1276 1277 1278 1279 1280 1281 1282
  unless ($opt_skip_im)
  {
    foreach my $instance (@{$instance_manager->{'instances'}})
    {
      push(@data_dir_lst, $instance->{'path_datadir'});
    }
  }
unknown's avatar
unknown committed
1283 1284 1285 1286 1287 1288 1289 1290 1291 1292
}


##############################################################################
#
#  Set paths to various executable programs
#
##############################################################################


1293
sub collect_mysqld_features () {
1294
  #
unknown's avatar
unknown committed
1295 1296
  # Execute "mysqld --no-defaults --help --verbose", that will
  # print out version and a list of all features and settings
1297
  #
unknown's avatar
unknown committed
1298
  my $found_variable_list_start= 0;
1299
  my $spec_file= "$glob_mysql_test_dir/mysqld.spec.$$";
unknown's avatar
unknown committed
1300 1301 1302 1303 1304
  if ( mtr_run($exe_mysqld,
	       ["--no-defaults",
	        "--verbose",
	        "--help"],
	       "", "$spec_file", "$spec_file", "") != 0 )
1305
  {
unknown's avatar
unknown committed
1306 1307
    mtr_error("Failed to get version and list of features from %s",
	      $exe_mysqld);
1308 1309
  }

unknown's avatar
unknown committed
1310 1311
  my $F= IO::File->new($spec_file) or
    mtr_error("can't open file \"$spec_file\": $!");
unknown's avatar
unknown committed
1312

unknown's avatar
unknown committed
1313
  while ( my $line= <$F> )
unknown's avatar
unknown committed
1314
  {
unknown's avatar
unknown committed
1315 1316
    # First look for version
    if ( !$mysql_version_id )
unknown's avatar
unknown committed
1317
    {
unknown's avatar
unknown committed
1318
      # Look for version
1319 1320 1321
      my $exe_name= basename($exe_mysqld);
      mtr_verbose("exe_name: $exe_name");
      if ( $line =~ /^\S*$exe_name\s\sVer\s([0-9]*)\.([0-9]*)\.([0-9]*)/ )
unknown's avatar
unknown committed
1322
      {
1323
	#print "Major: $1 Minor: $2 Build: $3\n";
unknown's avatar
unknown committed
1324
	$mysql_version_id= $1*10000 + $2*100 + $3;
1325 1326
	#print "mysql_version_id: $mysql_version_id\n";
	mtr_report("MySQL Version $1.$2.$3");
unknown's avatar
unknown committed
1327
      }
unknown's avatar
unknown committed
1328 1329 1330
    }
    else
    {
unknown's avatar
unknown committed
1331
      if (!$found_variable_list_start)
unknown's avatar
unknown committed
1332
      {
unknown's avatar
unknown committed
1333
	# Look for start of variables list
1334
	if ( $line =~ /[\-]+\s[\-]+/ )
unknown's avatar
unknown committed
1335 1336 1337
	{
	  $found_variable_list_start= 1;
	}
1338 1339 1340
      }
      else
      {
unknown's avatar
unknown committed
1341
	# Put variables into hash
1342
	if ( $line =~ /^([\S]+)[ \t]+(.*?)\r?$/ )
unknown's avatar
unknown committed
1343
	{
1344
	  # print "$1=\"$2\"\n";
unknown's avatar
unknown committed
1345 1346
	  $mysqld_variables{$1}= $2;
	}
1347 1348
	else
	{
1349 1350 1351 1352 1353 1354 1355 1356 1357 1358 1359 1360 1361
	  # The variable list is ended with a blank line
	  if ( $line =~ /^[\s]*$/ )
	  {
	    last;
	  }
	  else
	  {
	    # Send out a warning, we should fix the variables that has no
	    # space between variable name and it's value
	    # or should it be fixed width column parsing? It does not
	    # look like that in function my_print_variables in my_getopt.c
	    mtr_warning("Could not parse variable list line : $line");
	  }
1362
	}
unknown's avatar
unknown committed
1363
      }
unknown's avatar
unknown committed
1364
    }
unknown's avatar
unknown committed
1365
  }
1366
  unlink($spec_file);
unknown's avatar
unknown committed
1367
  mtr_error("Could not find version of MySQL") unless $mysql_version_id;
1368
  mtr_error("Could not find variabes list") unless $found_variable_list_start;
unknown's avatar
unknown committed
1369 1370 1371 1372

}


1373 1374 1375 1376 1377 1378
sub executable_setup_im () {

  # Look for instance manager binary - mysqlmanager
  $exe_im=
    mtr_exe_maybe_exists(
      "$glob_basedir/server-tools/instance-manager/mysqlmanager",
unknown's avatar
unknown committed
1379 1380 1381
      "$glob_basedir/libexec/mysqlmanager",
      "$glob_basedir/bin/mysqlmanager",
      "$glob_basedir/sbin/mysqlmanager");
1382 1383 1384 1385 1386 1387 1388 1389 1390 1391 1392 1393 1394 1395 1396 1397 1398 1399 1400 1401 1402 1403 1404 1405 1406 1407 1408 1409 1410 1411 1412 1413 1414 1415 1416 1417 1418 1419 1420 1421 1422

  return ($exe_im eq "");
}

sub executable_setup_ndb () {

  # Look for ndb tols and binaries
  my $ndb_path= mtr_file_exists("$glob_basedir/ndb",
				"$glob_basedir/storage/ndb",
				"$glob_basedir/bin");

  $exe_ndbd=
    mtr_exe_maybe_exists("$ndb_path/src/kernel/ndbd",
			 "$ndb_path/ndbd");
  $exe_ndb_mgm=
    mtr_exe_maybe_exists("$ndb_path/src/mgmclient/ndb_mgm",
			 "$ndb_path/ndb_mgm");
  $exe_ndb_mgmd=
    mtr_exe_maybe_exists("$ndb_path/src/mgmsrv/ndb_mgmd",
			 "$ndb_path/ndb_mgmd");
  $exe_ndb_waiter=
    mtr_exe_maybe_exists("$ndb_path/tools/ndb_waiter",
			 "$ndb_path/ndb_waiter");

  # May not exist
  $path_ndb_tools_dir= mtr_file_exists("$ndb_path/tools",
				       "$ndb_path");
  # May not exist
  $path_ndb_examples_dir=
    mtr_file_exists("$ndb_path/ndbapi-examples",
		    "$ndb_path/examples");
  # May not exist
  $exe_ndb_example=
    mtr_file_exists("$path_ndb_examples_dir/ndbapi_simple/ndbapi_simple");

  return ( $exe_ndbd eq "" or
	   $exe_ndb_mgm eq "" or
	   $exe_ndb_mgmd eq "" or
	   $exe_ndb_waiter eq "");
}

unknown's avatar
unknown committed
1423 1424
sub executable_setup () {

1425 1426 1427 1428 1429 1430 1431 1432 1433 1434 1435 1436 1437 1438 1439
  #
  # Check if libtool is available in this distribution/clone
  # we need it when valgrinding or debugging non installed binary
  # Otherwise valgrind will valgrind the libtool wrapper or bash
  # and gdb will not find the real executable to debug
  #
  if ( -x "../libtool")
  {
    $exe_libtool= "../libtool";
    if ($opt_valgrind or $glob_debugger)
    {
      mtr_report("Using \"$exe_libtool\" when running valgrind or debugger");
    }
  }

unknown's avatar
unknown committed
1440
  # Look for language files and charsetsdir, use same share
1441
  my $path_share=      mtr_path_exists("$glob_basedir/share/mysql",
unknown's avatar
unknown committed
1442 1443
				       "$glob_basedir/sql/share",
				       "$glob_basedir/share");
unknown's avatar
unknown committed
1444

unknown's avatar
unknown committed
1445 1446
  $path_language=      mtr_path_exists("$path_share/english");
  $path_charsetsdir=   mtr_path_exists("$path_share/charsets");
unknown's avatar
unknown committed
1447

unknown's avatar
unknown committed
1448 1449
  # Look for my_print_defaults
  $exe_my_print_defaults=
1450 1451 1452
    mtr_exe_exists(vs_config_dirs('extra', 'my_print_defaults'),
		           "$path_client_bindir/my_print_defaults",
		           "$glob_basedir/extra/my_print_defaults");
unknown's avatar
unknown committed
1453

unknown's avatar
unknown committed
1454
  # Look for perror
1455 1456 1457
  $exe_perror= mtr_exe_exists(vs_config_dirs('extra', 'perror'),
			                  "$glob_basedir/extra/perror",
			                  "$path_client_bindir/perror");
unknown's avatar
unknown committed
1458

unknown's avatar
unknown committed
1459 1460 1461 1462 1463 1464 1465 1466
  # Look for the client binaries
  $exe_mysqlcheck=     mtr_exe_exists("$path_client_bindir/mysqlcheck");
  $exe_mysqldump=      mtr_exe_exists("$path_client_bindir/mysqldump");
  $exe_mysqlimport=    mtr_exe_exists("$path_client_bindir/mysqlimport");
  $exe_mysqlshow=      mtr_exe_exists("$path_client_bindir/mysqlshow");
  $exe_mysqlbinlog=    mtr_exe_exists("$path_client_bindir/mysqlbinlog");
  $exe_mysqladmin=     mtr_exe_exists("$path_client_bindir/mysqladmin");
  $exe_mysql=          mtr_exe_exists("$path_client_bindir/mysql");
1467
  if ( $mysql_version_id >= 50100 )
unknown's avatar
unknown committed
1468
  {
1469 1470
    $exe_mysqlslap=      mtr_exe_exists("$path_client_bindir/mysqlslap");
  }
unknown's avatar
unknown committed
1471

1472 1473 1474
  if ( ! $glob_win32 )
  {
    # Look for mysql_fix_system_table script
unknown's avatar
unknown committed
1475
    $exe_mysql_fix_system_tables=
1476
      mtr_script_exists("$glob_basedir/scripts/mysql_fix_privilege_tables",
1477
			"$path_client_bindir/mysql_fix_privilege_tables");
unknown's avatar
unknown committed
1478
  }
unknown's avatar
unknown committed
1479

unknown's avatar
unknown committed
1480

1481
  if ( ! $opt_skip_ndbcluster and executable_setup_ndb())
unknown's avatar
unknown committed
1482
  {
1483 1484 1485 1486 1487
    mtr_warning("Could not find all required ndb binaries, " .
		"all ndb tests will fail, use --skip-ndbcluster to " .
		"skip testing it.");

    foreach my $cluster (@{$clusters})
unknown's avatar
unknown committed
1488
    {
1489
      $cluster->{"executable_setup_failed"}= 1;
unknown's avatar
unknown committed
1490
    }
1491
  }
1492

1493 1494 1495 1496 1497 1498
  if ( ! $opt_skip_im and executable_setup_im())
  {
    mtr_warning("Could not find all required instance manager binaries, " .
		"all im tests will fail, use --skip-im to " .
		"continue without instance manager");
    $instance_manager->{"executable_setup_failed"}= 1;
unknown's avatar
unknown committed
1499 1500
  }

unknown's avatar
unknown committed
1501 1502
  # Look for the udf_example library
  $lib_udf_example=
1503 1504
    mtr_file_exists(vs_config_dirs('sql', 'udf_example.dll'),
                    "$glob_basedir/sql/.libs/udf_example.so",);
1505

unknown's avatar
unknown committed
1506 1507
  # Look for mysqltest executable
  if ( $glob_use_embedded_server )
unknown's avatar
unknown committed
1508
  {
unknown's avatar
unknown committed
1509
    $exe_mysqltest=
1510 1511 1512
      mtr_exe_exists(vs_config_dirs('libmysqld/examples', 'mysqltest_embedded'),
                     "$glob_basedir/libmysqld/examples/mysqltest_embedded",                     
                     "$path_client_bindir/mysqltest_embedded");
unknown's avatar
unknown committed
1513
  }
unknown's avatar
unknown committed
1514 1515 1516 1517
  else
  {
      $exe_mysqltest= mtr_exe_exists("$path_client_bindir/mysqltest");
  }
1518

1519 1520 1521
  # Look for mysql_client_test executable which may _not_ exist in
  # some versions, test using it should be skipped
  if ( $glob_use_embedded_server )
unknown's avatar
unknown committed
1522
  {
1523
    $exe_mysql_client_test=
1524
      mtr_exe_maybe_exists(
1525
        vs_config_dirs('libmysqld/examples', 'mysql_client_test_embedded'),
1526
        "$glob_basedir/libmysqld/examples/mysql_client_test_embedded");
unknown's avatar
unknown committed
1527 1528 1529
  }
  else
  {
1530
    $exe_mysql_client_test=
1531 1532
      mtr_exe_maybe_exists(vs_config_dirs('tests', 'mysql_client_test'),
                           "$glob_basedir/tests/mysql_client_test",
1533
                           "$glob_basedir/bin/mysql_client_test");
unknown's avatar
unknown committed
1534
  }
unknown's avatar
unknown committed
1535 1536 1537
}


1538 1539 1540
sub generate_cmdline_mysqldump ($) {
  my($mysqld) = @_;
  return
1541
    "$exe_mysqldump --no-defaults --debug-info -uroot " .
1542 1543 1544 1545 1546
      "--port=$mysqld->{'port'} " .
      "--socket=$mysqld->{'path_sock'} --password=";
}


unknown's avatar
unknown committed
1547 1548
##############################################################################
#
1549 1550
#  Set environment to be used by childs of this process for
#  things that are constant duting the whole lifetime of mysql-test-run.pl
unknown's avatar
unknown committed
1551 1552 1553
#
##############################################################################

1554 1555 1556 1557 1558 1559 1560 1561 1562 1563 1564 1565 1566 1567 1568 1569 1570 1571 1572 1573 1574 1575 1576 1577 1578 1579 1580 1581 1582 1583 1584 1585 1586 1587 1588 1589 1590 1591 1592 1593 1594
sub mysql_client_test_arguments()
{
  my $exe= $exe_mysql_client_test;

  my $args;
  mtr_init_args(\$args);
  if ( $opt_valgrind_mysqltest )
  {
    valgrind_arguments($args, \$exe);
  }

  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--testcase");
  mtr_add_arg($args, "--user=root");
  mtr_add_arg($args, "--port=$master->[0]->{'port'}");
  mtr_add_arg($args, "--socket=$master->[0]->{'path_sock'}");

  if ( $mysql_version_id >= 50000 )
  {
    mtr_add_arg($args, "--vardir=$opt_vardir")
  }

  if ( $opt_debug )
  {
    mtr_add_arg($args,
      "--debug=d:t:A,$path_vardir_trace/log/mysql_client_test.trace");
  }

  if ( $glob_use_embedded_server )
  {
    mtr_add_arg($args,
      " -A --language=$path_language");
    mtr_add_arg($args,
      " -A --datadir=$slave->[0]->{'path_myddir'}");
    mtr_add_arg($args,
      " -A --character-sets-dir=$path_charsetsdir");
  }

  return join(" ", $exe, @$args);
}

unknown's avatar
unknown committed
1595 1596 1597 1598
# Note that some env is setup in spawn/run, in "mtr_process.pl"

sub environment_setup () {

unknown's avatar
unknown committed
1599 1600
  umask(022);

1601
  my @ld_library_paths;
1602

unknown's avatar
unknown committed
1603
  # --------------------------------------------------------------------------
1604 1605
  # Setup LD_LIBRARY_PATH so the libraries from this distro/clone
  # are used in favor of the system installed ones
unknown's avatar
unknown committed
1606
  # --------------------------------------------------------------------------
1607
  if ( $opt_source_dist )
unknown's avatar
unknown committed
1608
  {
1609
    push(@ld_library_paths, "$glob_basedir/libmysql/.libs/",
unknown's avatar
unknown committed
1610 1611
                            "$glob_basedir/libmysql_r/.libs/",
                            "$glob_basedir/zlib.libs/");
1612 1613
  }
  else
unknown's avatar
unknown committed
1614
  {
1615 1616 1617 1618 1619 1620
    push(@ld_library_paths, "$glob_basedir/lib");
  }

 # --------------------------------------------------------------------------
  # Add the path where libndbclient can be found
  # --------------------------------------------------------------------------
1621
  if ( $glob_ndbcluster_supported )
1622 1623
  {
    push(@ld_library_paths,  "$glob_basedir/storage/ndb/src/.libs");
unknown's avatar
unknown committed
1624
  }
unknown's avatar
unknown committed
1625

1626 1627 1628
  # --------------------------------------------------------------------------
  # Add the path where mysqld will find udf_example.so
  # --------------------------------------------------------------------------
1629 1630 1631 1632
  if ( $lib_udf_example )
  {
    push(@ld_library_paths, dirname($lib_udf_example));
  }
1633

1634
  # --------------------------------------------------------------------------
1635
  # Valgrind need to be run with debug libraries otherwise it's almost
1636 1637 1638
  # impossible to add correct supressions, that means if "/usr/lib/debug"
  # is available, it should be added to
  # LD_LIBRARY_PATH
1639
  # --------------------------------------------------------------------------
1640 1641
  my $debug_libraries_path= "/usr/lib/debug";
  if (  $opt_valgrind and -d $debug_libraries_path )
1642
  {
1643
    push(@ld_library_paths, $debug_libraries_path);
1644
  }
1645

1646
  $ENV{'LD_LIBRARY_PATH'}= join(":", @ld_library_paths,
1647 1648
				$ENV{'LD_LIBRARY_PATHS'} ?
				split(':', $ENV{'LD_LIBRARY_PATH'}) : ());
1649 1650 1651
  mtr_debug("LD_LIBRARY_PATH: $ENV{'LD_LIBRARY_PATH'}");

  $ENV{'DYLD_LIBRARY_PATH'}= join(":", @ld_library_paths,
1652 1653
				  $ENV{'DYLD_LIBRARY_PATH'} ?
				  split(':', $ENV{'DYLD_LIBRARY_PATH'}) : ());
1654
  mtr_debug("DYLD_LIBRARY_PATH: $ENV{'DYLD_LIBRARY_PATH'}");
1655 1656


unknown's avatar
unknown committed
1657 1658 1659 1660
  # --------------------------------------------------------------------------
  # Also command lines in .opt files may contain env vars
  # --------------------------------------------------------------------------

1661
  $ENV{'CHARSETSDIR'}=              $path_charsetsdir;
unknown's avatar
unknown committed
1662 1663 1664 1665 1666
  $ENV{'UMASK'}=              "0660"; # The octal *string*
  $ENV{'UMASK_DIR'}=          "0770"; # The octal *string*
  $ENV{'LC_COLLATE'}=         "C";
  $ENV{'USE_RUNNING_SERVER'}= $glob_use_running_server;
  $ENV{'MYSQL_TEST_DIR'}=     $glob_mysql_test_dir;
1667
  $ENV{'MYSQLTEST_VARDIR'}=   $opt_vardir;
1668
  $ENV{'MYSQL_TMP_DIR'}=      $opt_tmpdir;
unknown's avatar
unknown committed
1669 1670 1671 1672
  $ENV{'MASTER_MYSOCK'}=      $master->[0]->{'path_sock'};
  $ENV{'MASTER_MYSOCK1'}=     $master->[1]->{'path_sock'};
  $ENV{'MASTER_MYPORT'}=      $master->[0]->{'port'};
  $ENV{'MASTER_MYPORT1'}=     $master->[1]->{'port'};
1673
  $ENV{'SLAVE_MYSOCK'}=       $slave->[0]->{'path_sock'};
unknown's avatar
unknown committed
1674 1675 1676
  $ENV{'SLAVE_MYPORT'}=       $slave->[0]->{'port'};
  $ENV{'SLAVE_MYPORT1'}=      $slave->[1]->{'port'};
  $ENV{'SLAVE_MYPORT2'}=      $slave->[2]->{'port'};
1677
  $ENV{'MYSQL_TCP_PORT'}=     $mysqld_variables{'port'};
unknown's avatar
unknown committed
1678

1679 1680 1681
  $ENV{'IM_PATH_SOCK'}=       $instance_manager->{path_sock};
  $ENV{'IM_USERNAME'}=        $instance_manager->{admin_login};
  $ENV{'IM_PASSWORD'}=        $instance_manager->{admin_password};
1682
  $ENV{MTR_BUILD_THREAD}=      $opt_mtr_build_thread;
1683

1684 1685 1686
  $ENV{'EXE_MYSQL'}=          $exe_mysql;


1687 1688 1689
  # ----------------------------------------------------
  # Setup env for NDB
  # ----------------------------------------------------
1690 1691 1692
  if ( ! $opt_skip_ndbcluster )
  {
    $ENV{'NDB_MGM'}=                  $exe_ndb_mgm;
1693

1694 1695
    $ENV{'NDBCLUSTER_PORT'}=          $opt_ndbcluster_port;
    $ENV{'NDBCLUSTER_PORT_SLAVE'}=    $opt_ndbcluster_port_slave;
1696

1697
    $ENV{'NDB_EXTRA_TEST'}=           $opt_ndb_extra_test;
1698

1699 1700 1701 1702 1703
    $ENV{'NDB_BACKUP_DIR'}=           $clusters->[0]->{'data_dir'};
    $ENV{'NDB_DATA_DIR'}=             $clusters->[0]->{'data_dir'};
    $ENV{'NDB_TOOLS_DIR'}=            $path_ndb_tools_dir;
    $ENV{'NDB_TOOLS_OUTPUT'}=         $path_ndb_testrun_log;
    $ENV{'NDB_CONNECTSTRING'}=        $opt_ndbconnectstring;
1704

1705 1706 1707 1708 1709
    if ( $mysql_version_id >= 50000 )
    {
      $ENV{'NDB_EXAMPLES_DIR'}=         $path_ndb_examples_dir;
      $ENV{'MY_NDB_EXAMPLES_BINARY'}=   $exe_ndb_example;
    }
1710 1711
    $ENV{'NDB_EXAMPLES_OUTPUT'}=      $path_ndb_testrun_log;
  }
1712

1713 1714 1715
  # ----------------------------------------------------
  # Setup env for IM
  # ----------------------------------------------------
1716 1717 1718 1719 1720 1721 1722 1723 1724 1725 1726 1727 1728 1729 1730 1731 1732 1733 1734 1735 1736 1737
  if ( ! $opt_skip_im )
  {
    $ENV{'IM_EXE'}=             $exe_im;
    $ENV{'IM_PATH_PID'}=        $instance_manager->{path_pid};
    $ENV{'IM_PATH_ANGEL_PID'}=  $instance_manager->{path_angel_pid};
    $ENV{'IM_PORT'}=            $instance_manager->{port};
    $ENV{'IM_DEFAULTS_PATH'}=   $instance_manager->{defaults_file};
    $ENV{'IM_PASSWORD_PATH'}=   $instance_manager->{password_file};

    $ENV{'IM_MYSQLD1_SOCK'}=
      $instance_manager->{instances}->[0]->{path_sock};
    $ENV{'IM_MYSQLD1_PORT'}=
      $instance_manager->{instances}->[0]->{port};
    $ENV{'IM_MYSQLD1_PATH_PID'}=
      $instance_manager->{instances}->[0]->{path_pid};
    $ENV{'IM_MYSQLD2_SOCK'}=
      $instance_manager->{instances}->[1]->{path_sock};
    $ENV{'IM_MYSQLD2_PORT'}=
      $instance_manager->{instances}->[1]->{port};
    $ENV{'IM_MYSQLD2_PATH_PID'}=
      $instance_manager->{instances}->[1]->{path_pid};
  }
1738

unknown's avatar
unknown committed
1739 1740 1741
  # ----------------------------------------------------
  # Setup env so childs can execute mysqlcheck
  # ----------------------------------------------------
1742
  my $cmdline_mysqlcheck=
1743
    "$exe_mysqlcheck --no-defaults --debug-info -uroot " .
1744 1745 1746 1747 1748 1749
    "--port=$master->[0]->{'port'} " .
    "--socket=$master->[0]->{'path_sock'} --password=";

  if ( $opt_debug )
  {
    $cmdline_mysqlcheck .=
unknown's avatar
unknown committed
1750
      " --debug=d:t:A,$path_vardir_trace/log/mysqlcheck.trace";
1751 1752 1753 1754 1755 1756 1757 1758 1759 1760 1761 1762
  }
  $ENV{'MYSQL_CHECK'}=              $cmdline_mysqlcheck;

  # ----------------------------------------------------
  # Setup env to childs can execute myqldump
  # ----------------------------------------------------
  my $cmdline_mysqldump= generate_cmdline_mysqldump($master->[0]);
  my $cmdline_mysqldumpslave= generate_cmdline_mysqldump($slave->[0]);

  if ( $opt_debug )
  {
    $cmdline_mysqldump .=
unknown's avatar
unknown committed
1763
      " --debug=d:t:A,$path_vardir_trace/log/mysqldump-master.trace";
1764
    $cmdline_mysqldumpslave .=
unknown's avatar
unknown committed
1765
      " --debug=d:t:A,$path_vardir_trace/log/mysqldump-slave.trace";
1766 1767 1768 1769 1770 1771 1772 1773
  }
  $ENV{'MYSQL_DUMP'}= $cmdline_mysqldump;
  $ENV{'MYSQL_DUMP_SLAVE'}= $cmdline_mysqldumpslave;


  # ----------------------------------------------------
  # Setup env so childs can execute mysqlslap
  # ----------------------------------------------------
1774
  if ( $exe_mysqlslap )
1775 1776 1777 1778 1779 1780 1781 1782
  {
    my $cmdline_mysqlslap=
      "$exe_mysqlslap -uroot " .
      "--port=$master->[0]->{'port'} " .
      "--socket=$master->[0]->{'path_sock'} --password= " .
      "--lock-directory=$opt_tmpdir";

    if ( $opt_debug )
1783
   {
1784
      $cmdline_mysqlslap .=
1785
	" --debug=d:t:A,$path_vardir_trace/log/mysqlslap.trace";
1786 1787 1788 1789 1790 1791 1792 1793
    }
    $ENV{'MYSQL_SLAP'}= $cmdline_mysqlslap;
  }

  # ----------------------------------------------------
  # Setup env so childs can execute mysqlimport
  # ----------------------------------------------------
  my $cmdline_mysqlimport=
1794
    "$exe_mysqlimport --debug-info -uroot " .
1795 1796 1797 1798 1799 1800
    "--port=$master->[0]->{'port'} " .
    "--socket=$master->[0]->{'path_sock'} --password=";

  if ( $opt_debug )
  {
    $cmdline_mysqlimport .=
unknown's avatar
unknown committed
1801
      " --debug=d:t:A,$path_vardir_trace/log/mysqlimport.trace";
1802 1803 1804 1805 1806 1807 1808 1809
  }
  $ENV{'MYSQL_IMPORT'}= $cmdline_mysqlimport;


  # ----------------------------------------------------
  # Setup env so childs can execute mysqlshow
  # ----------------------------------------------------
  my $cmdline_mysqlshow=
1810
    "$exe_mysqlshow --debug-info -uroot " .
1811 1812 1813 1814 1815 1816
    "--port=$master->[0]->{'port'} " .
    "--socket=$master->[0]->{'path_sock'} --password=";

  if ( $opt_debug )
  {
    $cmdline_mysqlshow .=
unknown's avatar
unknown committed
1817
      " --debug=d:t:A,$path_vardir_trace/log/mysqlshow.trace";
1818 1819 1820 1821 1822 1823 1824 1825
  }
  $ENV{'MYSQL_SHOW'}= $cmdline_mysqlshow;

  # ----------------------------------------------------
  # Setup env so childs can execute mysqlbinlog
  # ----------------------------------------------------
  my $cmdline_mysqlbinlog=
    "$exe_mysqlbinlog" .
1826
      " --no-defaults --debug-info --local-load=$opt_tmpdir";
unknown's avatar
unknown committed
1827 1828 1829 1830
  if ( $mysql_version_id >= 50000 )
  {
    $cmdline_mysqlbinlog .=" --character-sets-dir=$path_charsetsdir";
  }
1831 1832 1833 1834

  if ( $opt_debug )
  {
    $cmdline_mysqlbinlog .=
unknown's avatar
unknown committed
1835
      " --debug=d:t:A,$path_vardir_trace/log/mysqlbinlog.trace";
1836 1837 1838 1839 1840 1841 1842
  }
  $ENV{'MYSQL_BINLOG'}= $cmdline_mysqlbinlog;

  # ----------------------------------------------------
  # Setup env so childs can execute mysql
  # ----------------------------------------------------
  my $cmdline_mysql=
1843
    "$exe_mysql --no-defaults --debug-info --host=localhost  --user=root --password= " .
1844
    "--port=$master->[0]->{'port'} " .
1845
    "--socket=$master->[0]->{'path_sock'} ".
1846
    "--character-sets-dir=$path_charsetsdir";
1847 1848 1849 1850 1851 1852

  $ENV{'MYSQL'}= $cmdline_mysql;

  # ----------------------------------------------------
  # Setup env so childs can execute mysql_client_test
  # ----------------------------------------------------
1853
  $ENV{'MYSQL_CLIENT_TEST'}=  mysql_client_test_arguments();
1854 1855 1856 1857

  # ----------------------------------------------------
  # Setup env so childs can execute mysql_fix_system_tables
  # ----------------------------------------------------
1858 1859 1860 1861 1862 1863 1864 1865 1866 1867
  if ( ! $glob_win32 )
  {
    my $cmdline_mysql_fix_system_tables=
      "$exe_mysql_fix_system_tables --no-defaults --host=localhost " .
      "--user=root --password= " .
      "--basedir=$glob_basedir --bindir=$path_client_bindir --verbose " .
      "--port=$master->[0]->{'port'} " .
      "--socket=$master->[0]->{'path_sock'}";
    $ENV{'MYSQL_FIX_SYSTEM_TABLES'}=  $cmdline_mysql_fix_system_tables;
  }
1868 1869 1870 1871 1872 1873

  # ----------------------------------------------------
  # Setup env so childs can execute my_print_defaults
  # ----------------------------------------------------
  $ENV{'MYSQL_MY_PRINT_DEFAULTS'}=  $exe_my_print_defaults;

1874 1875 1876 1877 1878 1879

  # ----------------------------------------------------
  # Setup env so childs can execute perror  
  # ----------------------------------------------------
  $ENV{'MY_PERROR'}=                 $exe_perror;

1880 1881 1882 1883 1884 1885 1886 1887 1888
  # ----------------------------------------------------
  # Add the path where mysqld will find udf_example.so
  # ----------------------------------------------------
  $ENV{'UDF_EXAMPLE_LIB'}=
    ($lib_udf_example ? basename($lib_udf_example) : "");

  $ENV{'LD_LIBRARY_PATH'}=
    ($lib_udf_example ?  dirname($lib_udf_example) : "") .
      ($ENV{'LD_LIBRARY_PATH'} ? ":$ENV{'LD_LIBRARY_PATH'}" : "");
unknown's avatar
Merge  
unknown committed
1889

1890

unknown's avatar
unknown committed
1891
  # ----------------------------------------------------
unknown's avatar
unknown committed
1892
  # We are nice and report a bit about our settings
unknown's avatar
unknown committed
1893
  # ----------------------------------------------------
1894
  if (!$opt_extern && $opt_verbose)
1895 1896 1897 1898 1899 1900 1901
  {
    print "Using MTR_BUILD_THREAD      = $ENV{MTR_BUILD_THREAD}\n";
    print "Using MASTER_MYPORT         = $ENV{MASTER_MYPORT}\n";
    print "Using MASTER_MYPORT1        = $ENV{MASTER_MYPORT1}\n";
    print "Using SLAVE_MYPORT          = $ENV{SLAVE_MYPORT}\n";
    print "Using SLAVE_MYPORT1         = $ENV{SLAVE_MYPORT1}\n";
    print "Using SLAVE_MYPORT2         = $ENV{SLAVE_MYPORT2}\n";
unknown's avatar
unknown committed
1902 1903 1904 1905 1906 1907 1908 1909 1910 1911 1912 1913 1914 1915
    if ( ! $opt_skip_ndbcluster )
    {
      print "Using NDBCLUSTER_PORT       = $ENV{NDBCLUSTER_PORT}\n";
      if ( ! $opt_skip_ndbcluster_slave )
      {
	print "Using NDBCLUSTER_PORT_SLAVE = $ENV{NDBCLUSTER_PORT_SLAVE}\n";
      }
    }
    if ( ! $opt_skip_im )
    {
      print "Using IM_PORT               = $ENV{IM_PORT}\n";
      print "Using IM_MYSQLD1_PORT       = $ENV{IM_MYSQLD1_PORT}\n";
      print "Using IM_MYSQLD2_PORT       = $ENV{IM_MYSQLD2_PORT}\n";
    }
1916
  }
1917 1918 1919 1920 1921

  # Create an environment variable to make it possible
  # to detect that valgrind is being used from test cases
  $ENV{'VALGRIND_TEST'}= $opt_valgrind;

unknown's avatar
unknown committed
1922 1923 1924
}


unknown's avatar
unknown committed
1925 1926 1927 1928 1929 1930 1931 1932 1933 1934 1935
##############################################################################
#
#  If we get a ^C, we try to clean up before termination
#
##############################################################################
# FIXME check restrictions what to do in a signal handler

sub signal_setup () {
  $SIG{INT}= \&handle_int_signal;
}

unknown's avatar
unknown committed
1936

unknown's avatar
unknown committed
1937 1938 1939
sub handle_int_signal () {
  $SIG{INT}= 'DEFAULT';         # If we get a ^C again, we die...
  mtr_warning("got INT signal, cleaning up.....");
unknown's avatar
unknown committed
1940
  stop_all_servers();
unknown's avatar
unknown committed
1941
  mtr_error("We die from ^C signal from user");
unknown's avatar
unknown committed
1942 1943 1944 1945 1946 1947 1948 1949 1950
}


##############################################################################
#
#  Handle left overs from previous runs
#
##############################################################################

1951
sub kill_running_servers () {
unknown's avatar
unknown committed
1952 1953 1954 1955

  if ( $opt_fast or $glob_use_embedded_server )
  {
    # FIXME is embedded server really using PID files?!
unknown's avatar
unknown committed
1956 1957 1958 1959 1960
    unlink($master->[0]->{'path_pid'});
    unlink($master->[1]->{'path_pid'});
    unlink($slave->[0]->{'path_pid'});
    unlink($slave->[1]->{'path_pid'});
    unlink($slave->[2]->{'path_pid'});
unknown's avatar
unknown committed
1961 1962 1963 1964 1965
  }
  else
  {
    # Ensure that no old mysqld test servers are running
    # This is different from terminating processes we have
unknown's avatar
unknown committed
1966
    # started from this run of the script, this is terminating
unknown's avatar
unknown committed
1967 1968
    # leftovers from previous runs.

1969 1970
    if ( ! -d $opt_vardir )
    {
1971 1972 1973 1974 1975
      if ( -l $opt_vardir and ! -d readlink($opt_vardir) )
      {
	mtr_report("Removing $opt_vardir symlink without destination");
	unlink($opt_vardir);
      }
1976 1977 1978 1979 1980
      # The "var" dir does not exist already
      # the processes that mtr_kill_leftovers start will write
      # their log files to var/log so it should be created
      mkpath("$opt_vardir/log");
    }
unknown's avatar
unknown committed
1981
    mtr_kill_leftovers();
unknown's avatar
unknown committed
1982
   }
1983 1984
}

unknown's avatar
unknown committed
1985
sub cleanup_stale_files () {
unknown's avatar
unknown committed
1986

1987 1988
  my $created_by_mem_file= "$glob_mysql_test_dir/var/created_by_mem";

unknown's avatar
unknown committed
1989 1990
  mtr_report("Removing Stale Files");

1991
  if ( $opt_vardir eq $default_vardir )
1992 1993 1994 1995
  {
    #
    # Running with "var" in mysql-test dir
    #
1996
    if ( -l $opt_vardir)
1997
    {
1998 1999 2000 2001 2002 2003 2004
      # var is a symlink
      if (-f $created_by_mem_file)
      {
	# Remove the directory which the link points at
	rmtree(readlink($opt_vardir));
	# Remove the entire "var" dir
	rmtree("$opt_vardir/");
2005 2006
	# Remove the "var" symlink
	unlink($opt_vardir);
2007 2008 2009 2010 2011 2012 2013 2014 2015 2016 2017
      }
      else
      {
	# Some users creates a soft link in mysql-test/var to another area
	# - allow it
	mtr_report("WARNING: Using the 'mysql-test/var' symlink");
	rmtree("$opt_vardir/log");
	rmtree("$opt_vardir/ndbcluster-$opt_ndbcluster_port");
	rmtree("$opt_vardir/run");
	rmtree("$opt_vardir/tmp");
      }
2018 2019 2020 2021 2022 2023 2024 2025 2026 2027 2028 2029 2030 2031 2032
    }
    else
    {
      # Remove the entire "var" dir
      rmtree("$opt_vardir/");
    }
  }
  else
  {
    #
    # Running with "var" in some other place
    #

    # Remove the var/ dir in mysql-test dir if any
    # this could be an old symlink that shouldn't be there
2033
    rmtree($default_vardir);
2034 2035 2036 2037

    # Remove the "var" dir
    rmtree("$opt_vardir/");
  }
unknown's avatar
unknown committed
2038

2039 2040 2041 2042 2043
  if ( $opt_mem )
  {
    # Runinng with var as a link to some "memory" location, normally tmpfs
    rmtree($opt_mem);
    mkpath($opt_mem);
2044
    mtr_report("Creating symlink from $opt_vardir to $opt_mem");
2045 2046 2047 2048 2049
    symlink($opt_mem, $opt_vardir);
    # Put a small file to recognize this dir was created by --mem
    mtr_tofile($created_by_mem_file, $opt_mem);
  }

2050 2051 2052
  mkpath("$opt_vardir/log");
  mkpath("$opt_vardir/run");
  mkpath("$opt_vardir/tmp");
unknown's avatar
unknown committed
2053
  mkpath($opt_tmpdir) if $opt_tmpdir ne "$opt_vardir/tmp";
unknown's avatar
unknown committed
2054

2055
  # Remove old and create new data dirs
2056 2057 2058 2059 2060 2061
  foreach my $data_dir (@data_dir_lst)
  {
    rmtree("$data_dir");
    mkpath("$data_dir/mysql");
    mkpath("$data_dir/test");
  }
2062

2063 2064
  # Make a link std_data_ln in var/ that points to std_data
  if ( ! $glob_win32 )
2065
  {
2066 2067 2068 2069 2070 2071 2072 2073 2074 2075 2076 2077 2078
    symlink("$glob_mysql_test_dir/std_data", "$opt_vardir/std_data_ln");
  }
  else
  {
    # on windows, copy all files from std_data into var/std_data_ln
    mkpath("$opt_vardir/std_data_ln");
    opendir(DIR, "$glob_mysql_test_dir/std_data")
      or mtr_error("Can't find the std_data directory: $!");
    for(readdir(DIR)) {
      next if -d "$glob_mysql_test_dir/std_data/$_";
      copy("$glob_mysql_test_dir/std_data/$_", "$opt_vardir/std_data_ln/$_");
    }
    closedir(DIR);
2079
  }
unknown's avatar
unknown committed
2080 2081

  # Remove old log files
unknown's avatar
unknown committed
2082
  foreach my $name (glob("r/*.progress r/*.log r/*.warnings"))
unknown's avatar
unknown committed
2083 2084 2085
  {
    unlink($name);
  }
unknown's avatar
unknown committed
2086 2087 2088
}


2089 2090 2091
sub  check_running_as_root () {
  # Check if running as root
  # i.e a file can be read regardless what mode we set it to
2092
  my $test_file= "$opt_vardir/test_running_as_root.txt";
2093 2094 2095 2096 2097 2098 2099 2100 2101 2102 2103 2104 2105 2106 2107 2108 2109 2110 2111 2112 2113 2114 2115
  mtr_tofile($test_file, "MySQL");
  chmod(oct("0000"), $test_file);

  my $result="";
  if (open(FILE,"<",$test_file))
  {
    $result= join('', <FILE>);
    close FILE;
  }

  chmod(oct("0755"), $test_file);
  unlink($test_file);

  $ENV{'MYSQL_TEST_ROOT'}= "NO";
  if ($result eq "MySQL")
  {
    mtr_warning("running this script as _root_ will cause some " .
                "tests to be skipped");
    $ENV{'MYSQL_TEST_ROOT'}= "YES";
  }
}


unknown's avatar
unknown committed
2116 2117
sub check_ssl_support ($) {
  my $mysqld_variables= shift;
2118

2119
  if ($opt_skip_ssl || $opt_extern)
2120 2121 2122 2123 2124 2125 2126
  {
    mtr_report("Skipping SSL");
    $opt_ssl_supported= 0;
    $opt_ssl= 0;
    return;
  }

2127
  if ( ! $mysqld_variables->{'ssl'} )
2128 2129 2130 2131 2132 2133
  {
    if ( $opt_ssl)
    {
      mtr_error("Couldn't find support for SSL");
      return;
    }
unknown's avatar
unknown committed
2134
    mtr_report("Skipping SSL, mysqld not compiled with SSL");
2135 2136 2137 2138 2139 2140 2141 2142 2143
    $opt_ssl_supported= 0;
    $opt_ssl= 0;
    return;
  }
  mtr_report("Setting mysqld to support SSL connections");
  $opt_ssl_supported= 1;
}


unknown's avatar
unknown committed
2144 2145
sub check_debug_support ($) {
  my $mysqld_variables= shift;
unknown's avatar
unknown committed
2146

2147
  if ( ! $mysqld_variables->{'debug'} )
unknown's avatar
unknown committed
2148
  {
unknown's avatar
unknown committed
2149
    #mtr_report("Binaries are not debug compiled");
unknown's avatar
unknown committed
2150
    $debug_compiled_binaries= 0;
2151 2152 2153 2154 2155

    if ( $opt_debug )
    {
      mtr_error("Can't use --debug, binaries does not support it");
    }
unknown's avatar
unknown committed
2156 2157 2158 2159 2160 2161
    return;
  }
  mtr_report("Binaries are debug compiled");
  $debug_compiled_binaries= 1;
}

2162 2163 2164 2165 2166 2167 2168 2169 2170 2171 2172 2173 2174 2175 2176 2177 2178 2179 2180 2181 2182 2183 2184 2185 2186
##############################################################################
#
# Helper function to handle configuration-based subdirectories which Visual
# Studio uses for storing binaries.  If opt_vs_config is set, this returns
# a path based on that setting; if not, it returns paths for the default
# /release/ and /debug/ subdirectories.
#
# $exe can be undefined, if the directory itself will be used
#
###############################################################################

sub vs_config_dirs ($$) {
  my ($path_part, $exe) = @_;

  $exe = "" if not defined $exe;

  if ($opt_vs_config)
  {
    return ("$glob_basedir/$path_part/$opt_vs_config/$exe");
  }

  return ("$glob_basedir/$path_part/release/$exe",
          "$glob_basedir/$path_part/debug/$exe");
}

unknown's avatar
unknown committed
2187 2188 2189 2190 2191 2192
##############################################################################
#
#  Start the ndb cluster
#
##############################################################################

unknown's avatar
unknown committed
2193 2194
sub check_ndbcluster_support ($) {
  my $mysqld_variables= shift;
2195 2196 2197 2198

  if ($opt_skip_ndbcluster)
  {
    mtr_report("Skipping ndbcluster");
2199
    $opt_skip_ndbcluster_slave= 1;
2200 2201
    return;
  }
2202

2203
  if ( ! $mysqld_variables->{'ndb-connectstring'} )
2204
  {
unknown's avatar
unknown committed
2205
    mtr_report("Skipping ndbcluster, mysqld not compiled with ndbcluster");
2206 2207
    $opt_skip_ndbcluster= 1;
    $opt_skip_ndbcluster_slave= 1;
2208
    return;
2209
  }
2210
  $glob_ndbcluster_supported= 1;
unknown's avatar
unknown committed
2211
  mtr_report("Using ndbcluster when necessary, mysqld supports it");
2212 2213 2214 2215 2216 2217 2218 2219

  if ( $mysql_version_id < 50100 )
  {
    # Slave cluster is not supported until 5.1
    $opt_skip_ndbcluster_slave= 1;

  }

2220
  return;
2221 2222
}

unknown's avatar
unknown committed
2223

unknown's avatar
unknown committed
2224 2225
sub ndbcluster_start_install ($) {
  my $cluster= shift;
unknown's avatar
unknown committed
2226

unknown's avatar
unknown committed
2227
  mtr_report("Installing $cluster->{'name'} Cluster");
2228

unknown's avatar
unknown committed
2229
  mkdir($cluster->{'data_dir'});
unknown's avatar
unknown committed
2230

unknown's avatar
unknown committed
2231 2232 2233 2234 2235 2236 2237 2238 2239 2240
  # Create a config file from template
  my $ndb_no_ord=512;
  my $ndb_no_attr=2048;
  my $ndb_con_op=105000;
  my $ndb_dmem="80M";
  my $ndb_imem="24M";
  my $ndb_pbmem="32M";
  my $nodes= $cluster->{'nodes'};
  my $ndb_host= "localhost";
  my $ndb_diskless= 0;
2241

unknown's avatar
unknown committed
2242
  if (!$opt_bench)
2243
  {
unknown's avatar
unknown committed
2244
    # Use a smaller configuration
2245
    if (  $mysql_version_id < 50100 )
2246
    {
2247
      # 4.1 and 5.0 is using a "larger" --small configuration
2248 2249 2250 2251 2252 2253 2254 2255 2256 2257 2258 2259 2260
      $ndb_no_ord=128;
      $ndb_con_op=10000;
      $ndb_dmem="40M";
      $ndb_imem="12M";
    }
    else
    {
      $ndb_no_ord=32;
      $ndb_con_op=5000;
      $ndb_dmem="20M";
      $ndb_imem="1M";
      $ndb_pbmem="4M";
    }
2261
  }
unknown's avatar
unknown committed
2262 2263 2264 2265 2266 2267 2268 2269 2270

  my $config_file_template=     "ndb/ndb_config_${nodes}_node.ini";
  my $config_file= "$cluster->{'data_dir'}/config.ini";

  open(IN, $config_file_template)
    or mtr_error("Can't open $config_file_template: $!");
  open(OUT, ">", $config_file)
    or mtr_error("Can't write to $config_file: $!");
  while (<IN>)
2271
  {
unknown's avatar
unknown committed
2272 2273 2274 2275 2276 2277 2278 2279 2280 2281 2282
    chomp;

    s/CHOOSE_MaxNoOfAttributes/$ndb_no_attr/;
    s/CHOOSE_MaxNoOfOrderedIndexes/$ndb_no_ord/;
    s/CHOOSE_MaxNoOfConcurrentOperations/$ndb_con_op/;
    s/CHOOSE_DataMemory/$ndb_dmem/;
    s/CHOOSE_IndexMemory/$ndb_imem/;
    s/CHOOSE_Diskless/$ndb_diskless/;
    s/CHOOSE_HOSTNAME_.*/$ndb_host/;
    s/CHOOSE_FILESYSTEM/$cluster->{'data_dir'}/;
    s/CHOOSE_PORT_MGM/$cluster->{'port'}/;
2283 2284 2285 2286 2287
    if ( $mysql_version_id < 50000 )
    {
      my $base_port= $cluster->{'port'} + 1;
      s/CHOOSE_PORT_TRANSPORTER/$base_port/;
    }
unknown's avatar
unknown committed
2288 2289
    s/CHOOSE_DiskPageBufferMemory/$ndb_pbmem/;

unknown's avatar
unknown committed
2290
    print OUT "$_ \n";
2291
  }
unknown's avatar
unknown committed
2292 2293 2294 2295 2296 2297 2298
  close OUT;
  close IN;


  # Start cluster with "--initial"

  ndbcluster_start($cluster, "--initial");
2299 2300

  return 0;
unknown's avatar
unknown committed
2301 2302
}

unknown's avatar
unknown committed
2303

2304
sub ndbcluster_wait_started($$){
unknown's avatar
unknown committed
2305
  my $cluster= shift;
2306
  my $ndb_waiter_extra_opt= shift;
2307
  my $path_waiter_log= "$cluster->{'data_dir'}/ndb_waiter.log";
2308 2309 2310 2311 2312 2313 2314 2315 2316 2317 2318 2319 2320
  my $args;

  mtr_init_args(\$args);

  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--core");
  mtr_add_arg($args, "--ndb-connectstring=%s", $cluster->{'connect_string'});
  mtr_add_arg($args, "--timeout=60");

  if ($ndb_waiter_extra_opt)
  {
    mtr_add_arg($args, "$ndb_waiter_extra_opt");
  }
unknown's avatar
unknown committed
2321 2322 2323 2324

  # Start the ndb_waiter which will connect to the ndb_mgmd
  # and poll it for state of the ndbd's, will return when
  # all nodes in the cluster is started
2325 2326
  my $res= mtr_run($exe_ndb_waiter, $args,
		   "", $path_waiter_log, $path_waiter_log, "");
2327
  mtr_verbose("ndbcluster_wait_started, returns: $res") if $res;
unknown's avatar
unknown committed
2328
  return $res;
unknown's avatar
unknown committed
2329 2330
}

2331

2332

2333 2334 2335 2336 2337 2338 2339
sub mysqld_wait_started($){
  my $mysqld= shift;

  my $res= sleep_until_file_created($mysqld->{'path_pid'},
				    $mysqld->{'start_timeout'},
				    $mysqld->{'pid'});
  return $res == 0;
unknown's avatar
unknown committed
2340 2341 2342
}


2343 2344 2345 2346 2347 2348 2349 2350 2351 2352 2353 2354 2355 2356 2357 2358 2359
sub ndb_mgmd_wait_started($) {
  my ($cluster)= @_;

  my $retries= 100;
  while (ndbcluster_wait_started($cluster, "--no-contact") and
	 $retries)
  {
    # Millisceond sleep emulated with select
    select(undef, undef, undef, (0.1));

    $retries--;
  }

  return $retries == 0;

}

unknown's avatar
unknown committed
2360 2361
sub ndb_mgmd_start ($) {
  my $cluster= shift;
unknown's avatar
unknown committed
2362

unknown's avatar
unknown committed
2363 2364
  my $args;                             # Arg vector
  my $pid= -1;
unknown's avatar
unknown committed
2365

unknown's avatar
unknown committed
2366 2367 2368
  mtr_init_args(\$args);
  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--core");
2369
  mtr_add_arg($args, "--nodaemon");
unknown's avatar
unknown committed
2370 2371 2372
  mtr_add_arg($args, "--config-file=%s", "$cluster->{'data_dir'}/config.ini");


2373
  my $path_ndb_mgmd_log= "$cluster->{'data_dir'}/\l$cluster->{'name'}_ndb_mgmd.log";
unknown's avatar
unknown committed
2374 2375 2376 2377 2378 2379
  $pid= mtr_spawn($exe_ndb_mgmd, $args, "",
		  $path_ndb_mgmd_log,
		  $path_ndb_mgmd_log,
		  "",
		  { append_log_file => 1 });

2380 2381 2382
  # FIXME Should not be needed
  # Unfortunately the cluster nodes will fail to start
  # if ndb_mgmd has not started properly
2383
  if (ndb_mgmd_wait_started($cluster))
2384
  {
2385
    mtr_error("Failed to wait for start of ndb_mgmd");
2386
  }
2387

unknown's avatar
unknown committed
2388 2389
  # Remember pid of ndb_mgmd
  $cluster->{'pid'}= $pid;
2390

2391 2392
  mtr_verbose("ndb_mgmd_start, pid: $pid");

unknown's avatar
unknown committed
2393
  return $pid;
unknown's avatar
unknown committed
2394 2395 2396
}


unknown's avatar
unknown committed
2397 2398 2399 2400
sub ndbd_start ($$$) {
  my $cluster= shift;
  my $idx= shift;
  my $extra_args= shift;
unknown's avatar
unknown committed
2401

unknown's avatar
unknown committed
2402 2403
  my $args;                             # Arg vector
  my $pid= -1;
unknown's avatar
unknown committed
2404

unknown's avatar
unknown committed
2405 2406 2407 2408
  mtr_init_args(\$args);
  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--core");
  mtr_add_arg($args, "--ndb-connectstring=%s", "$cluster->{'connect_string'}");
2409
  if ( $mysql_version_id >= 50000)
2410
  {
2411
    mtr_add_arg($args, "--character-sets-dir=%s", "$path_charsetsdir");
2412
  }
unknown's avatar
unknown committed
2413 2414 2415
  mtr_add_arg($args, "--nodaemon");
  mtr_add_arg($args, "$extra_args");

2416 2417
  my $nodeid= $cluster->{'ndbds'}->[$idx]->{'nodeid'};
  my $path_ndbd_log= "$cluster->{'data_dir'}/ndb_${nodeid}.log";
unknown's avatar
unknown committed
2418 2419 2420 2421 2422 2423 2424 2425 2426
  $pid= mtr_spawn($exe_ndbd, $args, "",
		  $path_ndbd_log,
		  $path_ndbd_log,
		  "",
		  { append_log_file => 1 });

  # Add pid to list of pids for this cluster
  $cluster->{'ndbds'}->[$idx]->{'pid'}= $pid;

2427 2428 2429 2430
  # Rememeber options used when starting
  $cluster->{'ndbds'}->[$idx]->{'start_extra_args'}= $extra_args;
  $cluster->{'ndbds'}->[$idx]->{'idx'}= $idx;

2431
  mtr_verbose("ndbd_start, pid: $pid");
unknown's avatar
unknown committed
2432 2433

  return $pid;
unknown's avatar
unknown committed
2434 2435 2436
}


unknown's avatar
unknown committed
2437 2438 2439 2440
sub ndbcluster_start ($$) {
  my $cluster= shift;
  my $extra_args= shift;

2441
  mtr_verbose("ndbcluster_start '$cluster->{'name'}'");
unknown's avatar
unknown committed
2442 2443

  if ( $glob_use_running_ndbcluster )
unknown's avatar
unknown committed
2444 2445 2446
  {
    return 0;
  }
unknown's avatar
unknown committed
2447 2448

  if ( $cluster->{'pid'} )
2449
  {
unknown's avatar
unknown committed
2450
    mtr_error("Cluster '$cluster->{'name'}' already started");
2451 2452
  }

2453
  ndb_mgmd_start($cluster);
unknown's avatar
unknown committed
2454 2455 2456 2457 2458 2459

  for ( my $idx= 0; $idx < $cluster->{'nodes'}; $idx++ )
  {
    ndbd_start($cluster, $idx, $extra_args);
  }

unknown's avatar
unknown committed
2460 2461 2462 2463
  return 0;
}


unknown's avatar
unknown committed
2464 2465
sub rm_ndbcluster_tables ($) {
  my $dir=       shift;
2466
  foreach my $bin ( glob("$dir/mysql/apply_status*"),
unknown's avatar
unknown committed
2467
                    glob("$dir/mysql/schema*"))
unknown's avatar
unknown committed
2468
  {
unknown's avatar
unknown committed
2469
    unlink($bin);
unknown's avatar
unknown committed
2470
  }
unknown's avatar
unknown committed
2471 2472 2473 2474 2475 2476 2477 2478 2479 2480 2481 2482 2483 2484
}


##############################################################################
#
#  Run the benchmark suite
#
##############################################################################

sub run_benchmarks ($) {
  my $benchmark=  shift;

  my $args;

unknown's avatar
unknown committed
2485
  if ( ! $glob_use_embedded_server )
unknown's avatar
unknown committed
2486
  {
unknown's avatar
unknown committed
2487
    mysqld_start($master->[0],[],[]);
unknown's avatar
unknown committed
2488 2489 2490 2491
    if ( ! $master->[0]->{'pid'} )
    {
      mtr_error("Can't start the mysqld server");
    }
unknown's avatar
unknown committed
2492 2493 2494 2495
  }

  mtr_init_args(\$args);

unknown's avatar
unknown committed
2496
  mtr_add_arg($args, "--socket=%s", $master->[0]->{'path_sock'});
unknown's avatar
unknown committed
2497
  mtr_add_arg($args, "--user=%s", $opt_user);
unknown's avatar
unknown committed
2498 2499 2500 2501 2502 2503 2504 2505 2506 2507 2508 2509

  if ( $opt_small_bench )
  {
    mtr_add_arg($args, "--small-test");
    mtr_add_arg($args, "--small-tables");
  }

  if ( $opt_with_ndbcluster )
  {
    mtr_add_arg($args, "--create-options=TYPE=ndb");
  }

2510 2511
  chdir($glob_mysql_bench_dir)
    or mtr_error("Couldn't chdir to '$glob_mysql_bench_dir': $!");
unknown's avatar
unknown committed
2512 2513 2514 2515

  if ( ! $benchmark )
  {
    mtr_add_arg($args, "--log");
unknown's avatar
unknown committed
2516
    mtr_run("$glob_mysql_bench_dir/run-all-tests", $args, "", "", "", "");
unknown's avatar
unknown committed
2517 2518 2519 2520
    # FIXME check result code?!
  }
  elsif ( -x $benchmark )
  {
unknown's avatar
unknown committed
2521
    mtr_run("$glob_mysql_bench_dir/$benchmark", $args, "", "", "", "");
unknown's avatar
unknown committed
2522 2523 2524 2525
    # FIXME check result code?!
  }
  else
  {
unknown's avatar
unknown committed
2526
    mtr_error("Benchmark $benchmark not found");
unknown's avatar
unknown committed
2527 2528 2529 2530 2531 2532 2533 2534 2535 2536 2537 2538 2539 2540 2541 2542 2543
  }

  chdir($glob_mysql_test_dir);          # Go back

  if ( ! $glob_use_embedded_server )
  {
    stop_masters();
  }
}


##############################################################################
#
#  Run the test suite
#
##############################################################################

unknown's avatar
unknown committed
2544
sub run_suite () {
2545
  my ($suite, $tests)= @_;
unknown's avatar
unknown committed
2546 2547

  mtr_print_thick_line();
unknown's avatar
unknown committed
2548

2549 2550
  mtr_timer_start($glob_timers,"suite", 60 * $opt_suite_timeout);

unknown's avatar
unknown committed
2551
  mtr_report("Starting Tests in the '$suite' suite");
unknown's avatar
unknown committed
2552

2553 2554
  mtr_report_tests_not_skipped_though_disabled($tests);

unknown's avatar
unknown committed
2555 2556 2557 2558
  mtr_print_header();

  foreach my $tinfo ( @$tests )
  {
2559 2560 2561 2562
    if (run_testcase_check_skip_test($tinfo))
    {
      next;
    }
2563

2564
    mtr_timer_start($glob_timers,"testcase", 60 * $opt_testcase_timeout);
unknown's avatar
unknown committed
2565
    run_testcase($tinfo);
2566
    mtr_timer_stop($glob_timers,"testcase");
unknown's avatar
unknown committed
2567 2568 2569 2570
  }

  mtr_print_line();

2571
  if ( ! $glob_debugger and
unknown's avatar
unknown committed
2572 2573
       ! $glob_use_running_server and
       ! $glob_use_embedded_server )
unknown's avatar
unknown committed
2574
  {
unknown's avatar
unknown committed
2575
    stop_all_servers();
unknown's avatar
unknown committed
2576 2577 2578 2579 2580 2581 2582 2583 2584 2585 2586 2587
  }

  if ( $opt_gcov )
  {
    gcov_collect(); # collect coverage information
  }
  if ( $opt_gprof )
  {
    gprof_collect(); # collect coverage information
  }

  mtr_report_stats($tests);
2588 2589

  mtr_timer_stop($glob_timers,"suite");
unknown's avatar
unknown committed
2590 2591 2592 2593 2594 2595 2596 2597 2598
}


##############################################################################
#
#  Initiate the test databases
#
##############################################################################

2599
sub initialize_servers () {
2600 2601 2602

  datadir_setup();

2603 2604
  if ( ! $glob_use_running_server )
  {
2605
    kill_running_servers();
unknown's avatar
unknown committed
2606

2607
    if ( ! $opt_start_dirty )
2608
    {
unknown's avatar
unknown committed
2609
      cleanup_stale_files();
2610 2611 2612 2613 2614 2615
      mysql_install_db();
      if ( $opt_force )
      {
	save_installed_db();
      }
    }
2616
    check_running_as_root();
2617
  }
2618 2619 2620 2621 2622
  else
  {
    # We have to create the 'var' and related directories
    cleanup_stale_files();
  }
2623 2624
}

unknown's avatar
unknown committed
2625 2626 2627
sub mysql_install_db () {

  install_db('master', $master->[0]->{'path_myddir'});
2628 2629

  # FIXME check if testcase really is using second master
2630
  copy_install_db('master', $master->[1]->{'path_myddir'});
2631

2632 2633
  # Install the number of slave databses needed
  for (my $idx= 0; $idx < $max_slave_num; $idx++)
2634
  {
2635
    copy_install_db("slave".($idx+1), $slave->[$idx]->{'path_myddir'});
2636
  }
unknown's avatar
unknown committed
2637

unknown's avatar
unknown committed
2638
  if ( ! $opt_skip_im )
2639 2640 2641 2642
  {
    im_prepare_env($instance_manager);
  }

unknown's avatar
unknown committed
2643 2644
  my $cluster_started_ok= 1; # Assume it can be started

2645 2646
  if ($opt_skip_ndbcluster || $glob_use_running_ndbcluster ||
      $clusters->[0]->{executable_setup_failed})
2647
  {
2648 2649 2650 2651 2652 2653 2654 2655 2656
    # Don't install master cluster
  }
  elsif (ndbcluster_start_install($clusters->[0]))
  {
    mtr_warning("Failed to start install of $clusters->[0]->{name}");
    $cluster_started_ok= 0;
  }

  if ($max_slave_num == 0 ||
2657 2658
      $opt_skip_ndbcluster_slave || $glob_use_running_ndbcluster_slave ||
      $clusters->[1]->{executable_setup_failed})
unknown's avatar
unknown committed
2659
  {
2660 2661 2662
    # Don't install slave cluster
  }
  elsif (ndbcluster_start_install($clusters->[1]))
2663
  {
2664
    mtr_warning("Failed to start install of $clusters->[1]->{name}");
unknown's avatar
unknown committed
2665 2666 2667 2668 2669 2670 2671 2672
    $cluster_started_ok= 0;
  }

  foreach my $cluster (@{$clusters})
  {

    next if !$cluster->{'pid'};

2673
    $cluster->{'installed_ok'}= 1; # Assume install suceeds
unknown's avatar
unknown committed
2674

2675
    if (ndbcluster_wait_started($cluster, ""))
2676 2677
    {
      # failed to install, disable usage and flag that its no ok
2678
      mtr_report("ndbcluster_install of $cluster->{'name'} failed");
2679
      $cluster->{"installed_ok"}= 0;
unknown's avatar
unknown committed
2680 2681

      $cluster_started_ok= 0;
2682
    }
2683 2684
  }

unknown's avatar
unknown committed
2685
  if ( ! $cluster_started_ok )
unknown's avatar
unknown committed
2686
  {
2687 2688
    if ( $opt_force)
    {
unknown's avatar
unknown committed
2689
      # Continue without cluster
2690 2691 2692
    }
    else
    {
unknown's avatar
unknown committed
2693
      mtr_error("To continue, re-run with '--force'.");
2694
    }
unknown's avatar
unknown committed
2695 2696
  }

unknown's avatar
unknown committed
2697 2698 2699 2700
  return 0;
}


2701 2702 2703 2704 2705 2706 2707 2708 2709 2710 2711 2712
sub copy_install_db ($$) {
  my $type=      shift;
  my $data_dir=  shift;

  mtr_report("Installing \u$type Database");

  # Just copy the installed db from first master
  mtr_copy_dir($master->[0]->{'path_myddir'}, $data_dir);

}


unknown's avatar
unknown committed
2713 2714 2715 2716
sub install_db ($$) {
  my $type=      shift;
  my $data_dir=  shift;

unknown's avatar
unknown committed
2717 2718
  my $init_db_sql=     "lib/init_db.sql";
  my $init_db_sql_tmp= "/tmp/init_db.sql$$";
unknown's avatar
unknown committed
2719 2720
  my $args;

unknown's avatar
unknown committed
2721
  mtr_report("Installing \u$type Database");
unknown's avatar
unknown committed
2722

unknown's avatar
unknown committed
2723
  open(IN, $init_db_sql)
unknown's avatar
unknown committed
2724
    or mtr_error("Can't open $init_db_sql: $!");
unknown's avatar
unknown committed
2725
  open(OUT, ">", $init_db_sql_tmp)
unknown's avatar
unknown committed
2726
    or mtr_error("Can't write to $init_db_sql_tmp: $!");
unknown's avatar
unknown committed
2727 2728 2729 2730 2731 2732 2733 2734 2735 2736 2737 2738 2739 2740
  while (<IN>)
  {
    chomp;
    s/\@HOSTNAME\@/$glob_hostname/;
    if ( /^\s*$/ )
    {
      print OUT "\n";
    }
    elsif (/;$/)
    {
      print OUT "$_\n";
    }
    else
    {
unknown's avatar
unknown committed
2741
      print OUT "$_ ";
unknown's avatar
unknown committed
2742 2743 2744 2745 2746
    }
  }
  close OUT;
  close IN;

unknown's avatar
unknown committed
2747 2748 2749 2750
  mtr_init_args(\$args);

  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--bootstrap");
2751
  mtr_add_arg($args, "--console");
unknown's avatar
unknown committed
2752 2753 2754 2755 2756
  mtr_add_arg($args, "--skip-grant-tables");
  mtr_add_arg($args, "--basedir=%s", $path_my_basedir);
  mtr_add_arg($args, "--datadir=%s", $data_dir);
  mtr_add_arg($args, "--skip-innodb");
  mtr_add_arg($args, "--skip-ndbcluster");
2757
  mtr_add_arg($args, "--tmpdir=.");
2758
  mtr_add_arg($args, "--core-file");
unknown's avatar
unknown committed
2759

2760 2761 2762
  if ( $opt_debug )
  {
    mtr_add_arg($args, "--debug=d:t:i:A,%s/log/bootstrap_%s.trace",
unknown's avatar
unknown committed
2763
		$path_vardir_trace, $type);
2764 2765
  }

unknown's avatar
unknown committed
2766
  if ( ! $glob_netware )
unknown's avatar
unknown committed
2767 2768 2769 2770 2771
  {
    mtr_add_arg($args, "--language=%s", $path_language);
    mtr_add_arg($args, "--character-sets-dir=%s", $path_charsetsdir);
  }

2772 2773 2774 2775 2776
  # Log bootstrap command
  my $path_bootstrap_log= "$opt_vardir/log/bootstrap.log";
  mtr_tofile($path_bootstrap_log,
	     "$exe_mysqld " . join(" ", @$args) . "\n");

unknown's avatar
unknown committed
2777
  if ( mtr_run($exe_mysqld, $args, $init_db_sql_tmp,
2778 2779 2780
               $path_bootstrap_log, $path_bootstrap_log,
	       "", { append_log_file => 1 }) != 0 )

unknown's avatar
unknown committed
2781
  {
unknown's avatar
unknown committed
2782
    unlink($init_db_sql_tmp);
unknown's avatar
unknown committed
2783
    mtr_error("Error executing mysqld --bootstrap\n" .
unknown's avatar
unknown committed
2784 2785
              "Could not install $type test DBs");
  }
unknown's avatar
unknown committed
2786
  unlink($init_db_sql_tmp);
unknown's avatar
unknown committed
2787 2788 2789
}


2790 2791 2792 2793 2794 2795 2796 2797 2798 2799 2800 2801
sub im_prepare_env($) {
  my $instance_manager = shift;

  im_create_passwd_file($instance_manager);
  im_prepare_data_dir($instance_manager);
}


sub im_create_passwd_file($) {
  my $instance_manager = shift;

  my $pwd_file_path = $instance_manager->{'password_file'};
unknown's avatar
unknown committed
2802

2803
  mtr_report("Creating IM password file ($pwd_file_path)");
unknown's avatar
unknown committed
2804

2805 2806
  open(OUT, ">", $pwd_file_path)
    or mtr_error("Can't write to $pwd_file_path: $!");
unknown's avatar
unknown committed
2807

2808 2809
  print OUT $instance_manager->{'admin_login'}, ":",
        $instance_manager->{'admin_sha1'}, "\n";
unknown's avatar
unknown committed
2810

2811 2812 2813 2814 2815 2816 2817 2818 2819 2820 2821
  close(OUT);
}


sub im_create_defaults_file($) {
  my $instance_manager = shift;

  my $defaults_file = $instance_manager->{'defaults_file'};

  open(OUT, ">", $defaults_file)
    or mtr_error("Can't write to $defaults_file: $!");
unknown's avatar
unknown committed
2822

2823 2824 2825 2826 2827
  print OUT <<EOF
[mysql]

[manager]
pid-file            = $instance_manager->{path_pid}
2828
angel-pid-file      = $instance_manager->{path_angel_pid}
2829 2830 2831 2832 2833 2834 2835 2836 2837 2838 2839 2840 2841 2842 2843 2844 2845 2846 2847 2848 2849 2850 2851 2852
socket              = $instance_manager->{path_sock}
port                = $instance_manager->{port}
password-file       = $instance_manager->{password_file}
default-mysqld-path = $exe_mysqld

EOF
;

  foreach my $instance (@{$instance_manager->{'instances'}})
  {
    my $server_id = $instance->{'server_id'};

    print OUT <<EOF
[mysqld$server_id]
socket              = $instance->{path_sock}
pid-file            = $instance->{path_pid}
port                = $instance->{port}
datadir             = $instance->{path_datadir}
log                 = $instance->{path_datadir}/mysqld$server_id.log
log-error           = $instance->{path_datadir}/mysqld$server_id.err.log
log-slow-queries    = $instance->{path_datadir}/mysqld$server_id.slow.log
language            = $path_language
character-sets-dir  = $path_charsetsdir
basedir             = $path_my_basedir
2853
server_id           = $server_id
2854 2855 2856 2857 2858
skip-stack-trace
skip-innodb
skip-ndbcluster
EOF
;
2859 2860 2861 2862
    if ( $mysql_version_id < 50100 )
    {
      print OUT "skip-bdb\n";
    }
unknown's avatar
unknown committed
2863
    print OUT "nonguarded\n" if $instance->{'nonguarded'};
2864 2865 2866 2867
    if ( $mysql_version_id >= 50100 )
    {
      print OUT "log-output=FILE\n" if $instance->{'old_log_format'};
    }
2868 2869 2870 2871 2872 2873 2874 2875 2876 2877 2878 2879
    print OUT "\n";
  }

  close(OUT);
}


sub im_prepare_data_dir($) {
  my $instance_manager = shift;

  foreach my $instance (@{$instance_manager->{'instances'}})
  {
2880
    copy_install_db(
2881 2882 2883 2884 2885 2886
      'im_mysqld_' . $instance->{'server_id'},
      $instance->{'path_datadir'});
  }
}


2887

2888 2889 2890 2891
#
# Restore snapshot of the installed slave databases
# if the snapshot exists
#
2892 2893
sub restore_slave_databases ($) {
  my ($num_slaves)= @_;
2894 2895 2896

  if ( -d $path_snapshot)
  {
2897
    for (my $idx= 0; $idx < $num_slaves; $idx++)
2898 2899 2900 2901 2902 2903 2904 2905 2906 2907
    {
      my $data_dir= $slave->[$idx]->{'path_myddir'};
      my $name= basename($data_dir);
      rmtree($data_dir);
      mtr_copy_dir("$path_snapshot/$name", $data_dir);
    }
  }
}


2908 2909 2910
sub run_testcase_check_skip_test($)
{
  my ($tinfo)= @_;
2911

unknown's avatar
unknown committed
2912 2913 2914 2915 2916 2917 2918 2919 2920
  # ----------------------------------------------------------------------
  # If marked to skip, just print out and return.
  # Note that a test case not marked as 'skip' can still be
  # skipped later, because of the test case itself in cooperation
  # with the mysqltest program tells us so.
  # ----------------------------------------------------------------------

  if ( $tinfo->{'skip'} )
  {
unknown's avatar
unknown committed
2921
    mtr_report_test_name($tinfo);
unknown's avatar
unknown committed
2922
    mtr_report_test_skipped($tinfo);
2923
    return 1;
unknown's avatar
unknown committed
2924 2925
  }

2926
  if ($tinfo->{'ndb_test'})
2927
  {
2928 2929 2930 2931
    foreach my $cluster (@{$clusters})
    {
      last if ($opt_skip_ndbcluster_slave and
	       $cluster->{'name'} eq 'Slave');
2932

2933 2934 2935 2936 2937 2938 2939 2940 2941
      # If test needs this cluster, check binaries was found ok
      if ( $cluster->{'executable_setup_failed'} )
      {
	mtr_report_test_name($tinfo);
	$tinfo->{comment}=
	  "Failed to find cluster binaries";
	mtr_report_test_failed($tinfo);
	return 1;
      }
unknown's avatar
unknown committed
2942

2943 2944 2945 2946
      # If test needs this cluster, check it was installed ok
      if ( !$cluster->{'installed_ok'} )
      {
	mtr_report_test_name($tinfo);
unknown's avatar
unknown committed
2947 2948
	$tinfo->{comment}=
	  "Cluster $cluster->{'name'} was not installed ok";
2949 2950 2951
	mtr_report_test_failed($tinfo);
	return 1;
      }
unknown's avatar
unknown committed
2952 2953

    }
2954 2955
  }

2956
  if ( $tinfo->{'component_id'} eq 'im' )
unknown's avatar
unknown committed
2957
  {
2958 2959
      # If test needs im, check binaries was found ok
    if ( $instance_manager->{'executable_setup_failed'} )
unknown's avatar
unknown committed
2960
    {
2961 2962 2963 2964 2965
      mtr_report_test_name($tinfo);
      $tinfo->{comment}=
	"Failed to find MySQL manager binaries";
      mtr_report_test_failed($tinfo);
      return 1;
unknown's avatar
unknown committed
2966
    }
unknown's avatar
unknown committed
2967
  }
unknown's avatar
unknown committed
2968

2969 2970
  return 0;
}
unknown's avatar
unknown committed
2971

unknown's avatar
unknown committed
2972

2973 2974 2975 2976 2977
sub do_before_run_mysqltest($)
{
  my $tinfo= shift;
  my $tname= $tinfo->{'name'};

2978 2979
  # Remove old files produced by mysqltest
  my $result_dir= "r";
2980
  if ( $opt_suite ne "main" )
2981
  {
2982
    $result_dir= "suite/$opt_suite/r";
2983
  }
2984 2985 2986 2987
  unlink("$result_dir/$tname.reject");
  unlink("$result_dir/$tname.progress");
  unlink("$result_dir/$tname.log");
  unlink("$result_dir/$tname.warnings");
2988

2989 2990 2991
  if (!$opt_extern)
  {
    mtr_tonewfile($path_current_test_log,"$tname\n"); # Always tell where we are
2992

2993
    # output current test to ndbcluster log file to enable diagnostics
2994
    mtr_tofile($path_ndb_testrun_log,"CURRENT TEST $tname\n");
unknown's avatar
unknown committed
2995

2996
    mtr_tofile($master->[0]->{'path_myerr'},"CURRENT_TEST: $tname\n");
2997 2998
    if ( $master->[1]->{'pid'} )
    {
2999 3000
      mtr_tofile($master->[1]->{'path_myerr'},"CURRENT_TEST: $tname\n");
    }
3001
  }
3002 3003 3004 3005 3006 3007 3008 3009 3010 3011 3012 3013 3014

  if ( $mysql_version_id < 50000 )
  {
    # Set envirnoment variable NDB_STATUS_OK to 1
    # if script decided to run mysqltest cluster _is_ installed ok
    $ENV{'NDB_STATUS_OK'} = "1";
  }
  elsif ( $mysql_version_id < 50100 )
  {
    # Set envirnoment variable NDB_STATUS_OK to YES
    # if script decided to run mysqltest cluster _is_ installed ok
    $ENV{'NDB_STATUS_OK'} = "YES";
  }
3015
}
unknown's avatar
unknown committed
3016

3017 3018 3019 3020
sub do_after_run_mysqltest($)
{
  my $tinfo= shift;
  my $tname= $tinfo->{'name'};
unknown's avatar
unknown committed
3021

3022
  mtr_tofile($path_mysqltest_log,"CURRENT TEST $tname\n");
unknown's avatar
unknown committed
3023

unknown's avatar
unknown committed
3024 3025 3026 3027
  # Save info from this testcase run to mysqltest.log
  mtr_appendfile_to_file($path_timefile, $path_mysqltest_log)
    if -f $path_timefile;
}
unknown's avatar
unknown committed
3028

3029

3030 3031 3032 3033
sub find_testcase_skipped_reason($)
{
  my ($tinfo)= @_;

unknown's avatar
unknown committed
3034
  # Open mysqltest-time
3035 3036 3037 3038 3039 3040
  my $F= IO::File->new($path_timefile) or
    mtr_error("can't open file \"$path_timefile\": $!");
  my $reason;

  while ( my $line= <$F> )
  {
unknown's avatar
unknown committed
3041
    # Look for "reason: <reason for skipping test>"
3042
    if ( $line =~ /reason: (.*)/ )
unknown's avatar
unknown committed
3043
    {
3044 3045 3046
      $reason= $1;
    }
  }
3047

3048 3049 3050 3051
  if ( ! $reason )
  {
    mtr_warning("Could not find reason for skipping test in $path_timefile");
    $reason= "Detected by testcase(reason unknown) ";
3052
  }
3053 3054 3055 3056
  $tinfo->{'comment'}= $reason;
}


3057 3058 3059 3060 3061 3062 3063 3064 3065 3066 3067
sub analyze_testcase_failure_sync_with_master($)
{
  my ($tinfo)= @_;

  my $args;
  mtr_init_args(\$args);

  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--silent");
  mtr_add_arg($args, "--skip-safemalloc");
  mtr_add_arg($args, "--tmpdir=%s", $opt_tmpdir);
3068
  mtr_add_arg($args, "--character-sets-dir=%s", $path_charsetsdir);
3069 3070 3071 3072 3073 3074 3075 3076 3077 3078 3079 3080

  mtr_add_arg($args, "--socket=%s", $master->[0]->{'path_sock'});
  mtr_add_arg($args, "--port=%d", $master->[0]->{'port'});
  mtr_add_arg($args, "--database=test");
  mtr_add_arg($args, "--user=%s", $opt_user);
  mtr_add_arg($args, "--password=");

  # Run the test file and append output to log file
  mtr_run_test($exe_mysqltest,$args,
	       "include/analyze_failure_sync_with_master.test",
	       "$path_timefile", "$path_timefile","",
	       { append_log_file => 1 });
unknown's avatar
unknown committed
3081

3082 3083 3084 3085 3086
}

sub analyze_testcase_failure($)
{
  my ($tinfo)= @_;
unknown's avatar
unknown committed
3087

3088 3089 3090 3091 3092 3093 3094 3095 3096 3097 3098 3099
  # Open mysqltest.log
  my $F= IO::File->new($path_timefile) or
    mtr_error("can't open file \"$path_timefile\": $!");

  while ( my $line= <$F> )
  {
    # Look for "mysqltest: At line nnn: <error>
    if ( $line =~ /mysqltest: At line [0-9]*: (.*)/ )
    {
      my $error= $1;
      # Look for "could not sync with master"
      if ( $error =~ /could not sync with master/ )
unknown's avatar
unknown committed
3100
      {
3101
	analyze_testcase_failure_sync_with_master($tinfo);
unknown's avatar
unknown committed
3102 3103
      }
    }
3104 3105
  }
}
unknown's avatar
unknown committed
3106

3107 3108 3109 3110 3111 3112 3113 3114 3115 3116 3117 3118 3119 3120 3121 3122 3123 3124 3125
##############################################################################
#
#  Run a single test case
#
##############################################################################

# When we get here, we have already filtered out test cases that doesn't
# apply to the current setup, for example if we use a running server, test
# cases that restart the server are dropped. So this function should mostly
# be about doing things, not a lot of logic.

# We don't start and kill the servers for each testcase. But some
# testcases needs a restart, because they specify options to start
# mysqld with. After that testcase, we need to restart again, to set
# back the normal options.

sub run_testcase ($) {
  my $tinfo=  shift;

3126 3127 3128 3129 3130 3131 3132
  # -------------------------------------------------------
  # Init variables that can change between each test case
  # -------------------------------------------------------

  $ENV{'TZ'}= $tinfo->{'timezone'};
  mtr_verbose("Starting server with timezone: $tinfo->{'timezone'}");

3133 3134 3135 3136 3137
  my $master_restart= run_testcase_need_master_restart($tinfo);
  my $slave_restart= run_testcase_need_slave_restart($tinfo);

  if ($master_restart or $slave_restart)
  {
3138 3139 3140 3141
    # Can't restart a running server that may be in use
    if ( $glob_use_running_server )
    {
      mtr_report_test_name($tinfo);
unknown's avatar
unknown committed
3142
      $tinfo->{comment}= "Can't restart a running server";
3143 3144
      mtr_report_test_skipped($tinfo);
      return;
3145
    }
unknown's avatar
unknown committed
3146

3147 3148 3149 3150 3151
    run_testcase_stop_servers($tinfo, $master_restart, $slave_restart);
  }
  my $died= mtr_record_dead_children();
  if ($died or $master_restart or $slave_restart)
  {
3152
    if (run_testcase_start_servers($tinfo))
unknown's avatar
unknown committed
3153
    {
3154 3155 3156
      mtr_report_test_name($tinfo);
      report_failure_and_restart($tinfo);
      return 1;
unknown's avatar
unknown committed
3157
    }
3158
  }
unknown's avatar
unknown committed
3159

unknown's avatar
unknown committed
3160
  # ----------------------------------------------------------------------
3161 3162
  # If --start-and-exit or --start-dirty given, stop here to let user manually
  # run tests
unknown's avatar
unknown committed
3163
  # ----------------------------------------------------------------------
3164
  if ( $opt_start_and_exit or $opt_start_dirty )
unknown's avatar
unknown committed
3165
  {
3166
    mtr_timer_stop_all($glob_timers);
unknown's avatar
unknown committed
3167 3168 3169 3170
    mtr_report("\nServers started, exiting");
    exit(0);
  }

unknown's avatar
unknown committed
3171
  {
3172
    do_before_run_mysqltest($tinfo);
unknown's avatar
unknown committed
3173

unknown's avatar
unknown committed
3174
    my $res= run_mysqltest($tinfo);
3175
    mtr_report_test_name($tinfo);
3176

3177 3178
    do_after_run_mysqltest($tinfo);

unknown's avatar
unknown committed
3179 3180 3181 3182
    if ( $res == 0 )
    {
      mtr_report_test_passed($tinfo);
    }
unknown's avatar
unknown committed
3183
    elsif ( $res == 62 )
unknown's avatar
unknown committed
3184 3185
    {
      # Testcase itself tell us to skip this one
3186 3187

      # Try to get reason from mysqltest.log
3188
      find_testcase_skipped_reason($tinfo);
unknown's avatar
unknown committed
3189 3190
      mtr_report_test_skipped($tinfo);
    }
3191 3192 3193 3194 3195
    elsif ( $res == 63 )
    {
      $tinfo->{'timeout'}= 1;           # Mark as timeout
      report_failure_and_restart($tinfo);
    }
unknown's avatar
unknown committed
3196
    elsif ( $res == 1 )
unknown's avatar
unknown committed
3197
    {
3198
      if ( $opt_force )
unknown's avatar
unknown committed
3199
      {
3200
	analyze_testcase_failure($tinfo);
unknown's avatar
unknown committed
3201
      }
unknown's avatar
unknown committed
3202 3203 3204
      # Test case failure reported by mysqltest
      report_failure_and_restart($tinfo);
    }
unknown's avatar
unknown committed
3205 3206
    else
    {
unknown's avatar
unknown committed
3207 3208 3209
      # mysqltest failed, probably crashed
      $tinfo->{comment}=
	"mysqltest returned unexpected code $res, it has probably crashed";
unknown's avatar
unknown committed
3210 3211 3212
      report_failure_and_restart($tinfo);
    }
  }
3213

unknown's avatar
unknown committed
3214 3215 3216
  # Remove the file that mysqltest writes info to
  unlink($path_timefile);

3217 3218 3219
  # ----------------------------------------------------------------------
  # Stop Instance Manager if we are processing an IM-test case.
  # ----------------------------------------------------------------------
3220
  if ( $tinfo->{'component_id'} eq 'im' and
3221
       !mtr_im_stop($instance_manager, $tinfo->{'name'}) )
3222
  {
3223
    mtr_error("Failed to stop Instance Manager.")
3224
  }
unknown's avatar
unknown committed
3225
}
unknown's avatar
unknown committed
3226

3227 3228 3229 3230 3231 3232 3233 3234 3235 3236 3237 3238 3239

#
# Save a snapshot of the installed test db(s)
# I.e take a snapshot of the var/ dir
#
sub save_installed_db () {

  mtr_report("Saving snapshot of installed databases");
  rmtree($path_snapshot);

  foreach my $data_dir (@data_dir_lst)
  {
    my $name= basename($data_dir);
3240
    mtr_copy_dir("$data_dir", "$path_snapshot/$name");
3241 3242 3243
  }
}

3244 3245 3246 3247 3248 3249 3250 3251 3252 3253 3254 3255 3256 3257 3258 3259 3260 3261 3262 3263

#
# Save any interesting files in the data_dir
# before the data dir is removed.
#
sub save_files_before_restore($$) {
  my $test_name= shift;
  my $data_dir= shift;
  my $save_name= "$opt_vardir/log/$test_name";

  # Look for core files
  foreach my $core_file ( glob("$data_dir/core*") )
  {
    my $core_name= basename($core_file);
    mtr_report("Saving $core_name");
    mkdir($save_name) if ! -d $save_name;
    rename("$core_file", "$save_name/$core_name");
  }
}

unknown's avatar
unknown committed
3264

3265 3266 3267 3268
#
# Restore snapshot of the installed test db(s)
# if the snapshot exists
#
3269 3270
sub restore_installed_db ($) {
  my $test_name= shift;
3271 3272 3273 3274 3275 3276 3277 3278

  if ( -d $path_snapshot)
  {
    mtr_report("Restoring snapshot of databases");

    foreach my $data_dir (@data_dir_lst)
    {
      my $name= basename($data_dir);
3279
      save_files_before_restore($test_name, $data_dir);
3280
      rmtree("$data_dir");
3281
      mtr_copy_dir("$path_snapshot/$name", "$data_dir");
3282
    }
3283

3284 3285 3286 3287
    # Remove the ndb_*_fs dirs for all ndbd nodes
    # forcing a clean start of ndb
    foreach my $cluster (@{$clusters})
    {
3288
      foreach my $ndbd (@{$cluster->{'ndbds'}})
3289
      {
3290
	rmtree("$ndbd->{'path_fs'}" );
3291
      }
3292 3293 3294 3295
    }
  }
  else
  {
3296 3297
    # No snapshot existed
    mtr_error("No snapshot existed");
3298 3299 3300
  }
}

unknown's avatar
unknown committed
3301 3302 3303 3304 3305 3306
sub report_failure_and_restart ($) {
  my $tinfo= shift;

  mtr_report_test_failed($tinfo);
  mtr_show_failed_diff($tinfo->{'name'});
  print "\n";
3307
  if ( $opt_force )
unknown's avatar
unknown committed
3308
  {
3309 3310 3311
    # Stop all servers that are known to be running
    stop_all_servers();

3312
    # Restore the snapshot of the installed test db
3313
    restore_installed_db($tinfo->{'name'});
3314 3315
    print "Resuming Tests\n\n";
    return;
unknown's avatar
unknown committed
3316 3317
  }

3318 3319 3320
  my $test_mode= join(" ", @::glob_test_mode) || "default";
  print "Aborting: $tinfo->{'name'} failed in $test_mode mode. ";
  print "To continue, re-run with '--force'.\n";
unknown's avatar
unknown committed
3321 3322 3323
  if ( ! $glob_debugger and
       ! $glob_use_running_server and
       ! $glob_use_embedded_server )
unknown's avatar
unknown committed
3324
  {
unknown's avatar
unknown committed
3325
    stop_all_servers();
unknown's avatar
unknown committed
3326
  }
3327 3328
  mtr_exit(1);

unknown's avatar
unknown committed
3329 3330 3331 3332 3333 3334 3335 3336 3337
}


##############################################################################
#
#  Start and stop servers
#
##############################################################################

unknown's avatar
unknown committed
3338

3339 3340 3341 3342 3343
sub do_before_start_master ($) {
  my ($tinfo)= @_;

  my $tname= $tinfo->{'name'};
  my $init_script= $tinfo->{'master_sh'};
unknown's avatar
unknown committed
3344 3345 3346

  # FIXME what about second master.....

3347
  foreach my $bin ( glob("$opt_vardir/log/master*-bin*") )
unknown's avatar
unknown committed
3348
  {
3349
    unlink($bin);
unknown's avatar
unknown committed
3350 3351
  }

unknown's avatar
unknown committed
3352
  # FIXME only remove the ones that are tied to this master
unknown's avatar
unknown committed
3353
  # Remove old master.info and relay-log.info files
unknown's avatar
unknown committed
3354 3355 3356 3357
  unlink("$master->[0]->{'path_myddir'}/master.info");
  unlink("$master->[0]->{'path_myddir'}/relay-log.info");
  unlink("$master->[1]->{'path_myddir'}/master.info");
  unlink("$master->[1]->{'path_myddir'}/relay-log.info");
unknown's avatar
unknown committed
3358

unknown's avatar
unknown committed
3359
  # Run master initialization shell script if one exists
unknown's avatar
unknown committed
3360
  if ( $init_script )
unknown's avatar
unknown committed
3361
  {
unknown's avatar
unknown committed
3362 3363 3364 3365
    my $ret= mtr_run("/bin/sh", [$init_script], "", "", "", "");
    if ( $ret != 0 )
    {
      # FIXME rewrite those scripts to return 0 if successful
unknown's avatar
unknown committed
3366
      # mtr_warning("$init_script exited with code $ret");
unknown's avatar
unknown committed
3367
    }
unknown's avatar
unknown committed
3368 3369 3370
  }
}

unknown's avatar
unknown committed
3371

3372 3373
sub do_before_start_slave ($) {
  my ($tinfo)= @_;
unknown's avatar
unknown committed
3374

3375 3376
  my $tname= $tinfo->{'name'};
  my $init_script= $tinfo->{'master_sh'};
unknown's avatar
unknown committed
3377

3378
  foreach my $bin ( glob("$opt_vardir/log/slave*-bin*") )
unknown's avatar
unknown committed
3379
  {
3380
    unlink($bin);
unknown's avatar
unknown committed
3381 3382
  }

3383 3384 3385
  unlink("$slave->[0]->{'path_myddir'}/master.info");
  unlink("$slave->[0]->{'path_myddir'}/relay-log.info");

unknown's avatar
unknown committed
3386
  # Run slave initialization shell script if one exists
unknown's avatar
unknown committed
3387
  if ( $init_script )
unknown's avatar
unknown committed
3388
  {
unknown's avatar
unknown committed
3389 3390 3391 3392
    my $ret= mtr_run("/bin/sh", [$init_script], "", "", "", "");
    if ( $ret != 0 )
    {
      # FIXME rewrite those scripts to return 0 if successful
unknown's avatar
unknown committed
3393
      # mtr_warning("$init_script exited with code $ret");
unknown's avatar
unknown committed
3394
    }
unknown's avatar
unknown committed
3395 3396
  }

unknown's avatar
unknown committed
3397 3398 3399 3400
  foreach my $bin ( glob("$slave->[0]->{'path_myddir'}/log.*") )
  {
    unlink($bin);
  }
unknown's avatar
unknown committed
3401 3402
}

unknown's avatar
unknown committed
3403

unknown's avatar
unknown committed
3404
sub mysqld_arguments ($$$$$) {
unknown's avatar
unknown committed
3405
  my $args=              shift;
unknown's avatar
unknown committed
3406
  my $type=              shift;
unknown's avatar
unknown committed
3407 3408 3409 3410
  my $idx=               shift;
  my $extra_opt=         shift;
  my $slave_master_info= shift;

unknown's avatar
unknown committed
3411 3412 3413
  my $sidx= "";                 # Index as string, 0 is empty string
  if ( $idx > 0 )
  {
unknown's avatar
unknown committed
3414
    $sidx= "$idx";
unknown's avatar
unknown committed
3415 3416 3417 3418 3419 3420 3421
  }

  my $prefix= "";               # If mysqltest server arg

  if ( $glob_use_embedded_server )
  {
    $prefix= "--server-arg=";
unknown's avatar
unknown committed
3422 3423
  } else {
    # We can't pass embedded server --no-defaults
unknown's avatar
unknown committed
3424
    mtr_add_arg($args, "--no-defaults");
unknown's avatar
unknown committed
3425 3426
  }

3427
  mtr_add_arg($args, "%s--console", $prefix);
unknown's avatar
unknown committed
3428 3429
  mtr_add_arg($args, "%s--basedir=%s", $prefix, $path_my_basedir);
  mtr_add_arg($args, "%s--character-sets-dir=%s", $prefix, $path_charsetsdir);
unknown's avatar
unknown committed
3430

unknown's avatar
unknown committed
3431 3432 3433 3434 3435
  if ( $mysql_version_id >= 50000 )
  {
    mtr_add_arg($args, "%s--log-bin-trust-function-creators", $prefix);
  }

unknown's avatar
unknown committed
3436 3437 3438 3439
  mtr_add_arg($args, "%s--default-character-set=latin1", $prefix);
  mtr_add_arg($args, "%s--language=%s", $prefix, $path_language);
  mtr_add_arg($args, "%s--tmpdir=$opt_tmpdir", $prefix);

unknown's avatar
unknown committed
3440
  if ( $opt_valgrind_mysqld )
unknown's avatar
unknown committed
3441 3442
  {
    mtr_add_arg($args, "%s--skip-safemalloc", $prefix);
3443 3444 3445 3446 3447

    if ( $mysql_version_id < 50100 )
    {
      mtr_add_arg($args, "%s--skip-bdb", $prefix);
    }
unknown's avatar
unknown committed
3448 3449 3450 3451 3452 3453
  }

  my $pidfile;

  if ( $type eq 'master' )
  {
unknown's avatar
unknown committed
3454 3455
    my $id= $idx > 0 ? $idx + 101 : 1;

3456 3457 3458 3459 3460
    if (! $opt_skip_master_binlog)
    {
      mtr_add_arg($args, "%s--log-bin=%s/log/master-bin%s", $prefix,
                  $opt_vardir, $sidx);
    }
unknown's avatar
unknown committed
3461
    mtr_add_arg($args, "%s--pid-file=%s", $prefix,
unknown's avatar
unknown committed
3462
                $master->[$idx]->{'path_pid'});
unknown's avatar
unknown committed
3463
    mtr_add_arg($args, "%s--port=%d", $prefix,
unknown's avatar
unknown committed
3464
                $master->[$idx]->{'port'});
unknown's avatar
unknown committed
3465
    mtr_add_arg($args, "%s--server-id=%d", $prefix, $id);
unknown's avatar
unknown committed
3466
    mtr_add_arg($args, "%s--socket=%s", $prefix,
unknown's avatar
unknown committed
3467
                $master->[$idx]->{'path_sock'});
3468
    mtr_add_arg($args, "%s--innodb_data_file_path=ibdata1:10M:autoextend", $prefix);
unknown's avatar
unknown committed
3469 3470 3471
    mtr_add_arg($args, "%s--local-infile", $prefix);
    mtr_add_arg($args, "%s--datadir=%s", $prefix,
                $master->[$idx]->{'path_myddir'});
unknown's avatar
unknown committed
3472

3473
    if ( $idx > 0 or !$use_innodb)
unknown's avatar
unknown committed
3474 3475 3476 3477
    {
      mtr_add_arg($args, "%s--skip-innodb", $prefix);
    }

unknown's avatar
unknown committed
3478 3479 3480
    my $cluster= $clusters->[$master->[$idx]->{'cluster'}];
    if ( $opt_skip_ndbcluster ||
	 !$cluster->{'pid'})
unknown's avatar
unknown committed
3481 3482 3483
    {
      mtr_add_arg($args, "%s--skip-ndbcluster", $prefix);
    }
3484
    else
unknown's avatar
unknown committed
3485 3486 3487
    {
      mtr_add_arg($args, "%s--ndbcluster", $prefix);
      mtr_add_arg($args, "%s--ndb-connectstring=%s", $prefix,
unknown's avatar
unknown committed
3488
		  $cluster->{'connect_string'});
3489
      if ( $mysql_version_id >= 50100 )
3490 3491 3492
      {
	mtr_add_arg($args, "%s--ndb-extra-logging", $prefix);
      }
unknown's avatar
unknown committed
3493
    }
unknown's avatar
unknown committed
3494 3495 3496 3497 3498
  }

  if ( $type eq 'slave' )
  {
    my $slave_server_id=  2 + $idx;
unknown's avatar
unknown committed
3499
    my $slave_rpl_rank= $slave_server_id;
unknown's avatar
unknown committed
3500 3501 3502 3503

    mtr_add_arg($args, "%s--datadir=%s", $prefix,
                $slave->[$idx]->{'path_myddir'});
    mtr_add_arg($args, "%s--init-rpl-role=slave", $prefix);
3504 3505 3506 3507 3508 3509
    if (! $opt_skip_slave_binlog)
    {
      mtr_add_arg($args, "%s--log-bin=%s/log/slave%s-bin", $prefix,
                  $opt_vardir, $sidx); # FIXME use own dir for binlogs
      mtr_add_arg($args, "%s--log-slave-updates", $prefix);
    }
unknown's avatar
unknown committed
3510

unknown's avatar
unknown committed
3511
    mtr_add_arg($args, "%s--log=%s", $prefix,
unknown's avatar
unknown committed
3512
                $slave->[$idx]->{'path_mylog'});
unknown's avatar
unknown committed
3513 3514
    mtr_add_arg($args, "%s--master-retry-count=10", $prefix);
    mtr_add_arg($args, "%s--pid-file=%s", $prefix,
unknown's avatar
unknown committed
3515
                $slave->[$idx]->{'path_pid'});
unknown's avatar
unknown committed
3516
    mtr_add_arg($args, "%s--port=%d", $prefix,
unknown's avatar
unknown committed
3517
                $slave->[$idx]->{'port'});
3518 3519
    mtr_add_arg($args, "%s--relay-log=%s/log/slave%s-relay-bin", $prefix,
                $opt_vardir, $sidx);
unknown's avatar
unknown committed
3520 3521
    mtr_add_arg($args, "%s--report-host=127.0.0.1", $prefix);
    mtr_add_arg($args, "%s--report-port=%d", $prefix,
unknown's avatar
unknown committed
3522
                $slave->[$idx]->{'port'});
unknown's avatar
unknown committed
3523 3524 3525 3526
    mtr_add_arg($args, "%s--report-user=root", $prefix);
    mtr_add_arg($args, "%s--skip-innodb", $prefix);
    mtr_add_arg($args, "%s--skip-ndbcluster", $prefix);
    mtr_add_arg($args, "%s--skip-slave-start", $prefix);
3527 3528 3529 3530

    # Directory where slaves find the dumps generated by "load data"
    # on the server. The path need to have constant length otherwise
    # test results will vary, thus a relative path is used.
3531
    my $slave_load_path= "../tmp";
unknown's avatar
unknown committed
3532
    mtr_add_arg($args, "%s--slave-load-tmpdir=%s", $prefix,
3533
                $slave_load_path);
unknown's avatar
unknown committed
3534
    mtr_add_arg($args, "%s--socket=%s", $prefix,
unknown's avatar
unknown committed
3535
                $slave->[$idx]->{'path_sock'});
unknown's avatar
unknown committed
3536 3537 3538 3539 3540 3541 3542 3543 3544 3545 3546 3547 3548 3549 3550 3551
    mtr_add_arg($args, "%s--set-variable=slave_net_timeout=10", $prefix);

    if ( @$slave_master_info )
    {
      foreach my $arg ( @$slave_master_info )
      {
        mtr_add_arg($args, "%s%s", $prefix, $arg);
      }
    }
    else
    {
      mtr_add_arg($args, "%s--master-user=root", $prefix);
      mtr_add_arg($args, "%s--master-connect-retry=1", $prefix);
      mtr_add_arg($args, "%s--master-host=127.0.0.1", $prefix);
      mtr_add_arg($args, "%s--master-password=", $prefix);
      mtr_add_arg($args, "%s--master-port=%d", $prefix,
unknown's avatar
unknown committed
3552
                  $master->[0]->{'port'}); # First master
unknown's avatar
unknown committed
3553 3554 3555
      mtr_add_arg($args, "%s--server-id=%d", $prefix, $slave_server_id);
      mtr_add_arg($args, "%s--rpl-recovery-rank=%d", $prefix, $slave_rpl_rank);
    }
unknown's avatar
unknown committed
3556 3557 3558 3559

    if ( $opt_skip_ndbcluster_slave ||
         $slave->[$idx]->{'cluster'} == -1 ||
	 !$clusters->[$slave->[$idx]->{'cluster'}]->{'pid'} )
unknown's avatar
unknown committed
3560 3561 3562
    {
      mtr_add_arg($args, "%s--skip-ndbcluster", $prefix);
    }
unknown's avatar
unknown committed
3563
    else
unknown's avatar
unknown committed
3564 3565 3566
    {
      mtr_add_arg($args, "%s--ndbcluster", $prefix);
      mtr_add_arg($args, "%s--ndb-connectstring=%s", $prefix,
unknown's avatar
unknown committed
3567
		  $clusters->[$slave->[$idx]->{'cluster'}]->{'connect_string'});
3568
      if ( $mysql_version_id >= 50100 )
3569 3570 3571
      {
	mtr_add_arg($args, "%s--ndb-extra-logging", $prefix);
      }
unknown's avatar
unknown committed
3572
    }
unknown's avatar
unknown committed
3573 3574 3575 3576 3577 3578
  } # end slave

  if ( $opt_debug )
  {
    if ( $type eq 'master' )
    {
3579
      mtr_add_arg($args, "%s--debug=d:t:i:A,%s/log/master%s.trace",
unknown's avatar
unknown committed
3580
                  $prefix, $path_vardir_trace, $sidx);
unknown's avatar
unknown committed
3581 3582 3583
    }
    if ( $type eq 'slave' )
    {
3584
      mtr_add_arg($args, "%s--debug=d:t:i:A,%s/log/slave%s.trace",
unknown's avatar
unknown committed
3585
                  $prefix, $path_vardir_trace, $sidx);
unknown's avatar
unknown committed
3586 3587 3588 3589 3590 3591 3592 3593
    }
  }

  # FIXME always set nowdays??? SMALL_SERVER
  mtr_add_arg($args, "%s--key_buffer_size=1M", $prefix);
  mtr_add_arg($args, "%s--sort_buffer=256K", $prefix);
  mtr_add_arg($args, "%s--max_heap_table_size=1M", $prefix);

3594
  if ( $opt_ssl_supported )
unknown's avatar
unknown committed
3595
  {
3596 3597 3598 3599 3600 3601
    mtr_add_arg($args, "%s--ssl-ca=%s/std_data/cacert.pem", $prefix,
                $glob_mysql_test_dir);
    mtr_add_arg($args, "%s--ssl-cert=%s/std_data/server-cert.pem", $prefix,
                $glob_mysql_test_dir);
    mtr_add_arg($args, "%s--ssl-key=%s/std_data/server-key.pem", $prefix,
                $glob_mysql_test_dir);
unknown's avatar
unknown committed
3602 3603 3604 3605 3606 3607 3608
  }

  if ( $opt_warnings )
  {
    mtr_add_arg($args, "%s--log-warnings", $prefix);
  }

unknown's avatar
unknown committed
3609 3610
  # Indicate to "mysqld" it will be debugged in debugger
  if ( $glob_debugger )
unknown's avatar
unknown committed
3611 3612 3613 3614 3615 3616 3617 3618 3619 3620 3621 3622
  {
    mtr_add_arg($args, "%s--gdb", $prefix);
  }

  # If we should run all tests cases, we will use a local server for that

  if ( -w "/" )
  {
    # We are running as root;  We need to add the --root argument
    mtr_add_arg($args, "%s--user=root", $prefix);
  }

unknown's avatar
unknown committed
3623
  my $found_skip_core= 0;
unknown's avatar
unknown committed
3624
  foreach my $arg ( @opt_extra_mysqld_opt, @$extra_opt )
unknown's avatar
unknown committed
3625
  {
unknown's avatar
unknown committed
3626 3627 3628 3629 3630 3631 3632 3633 3634 3635 3636 3637 3638
    # Allow --skip-core-file to be set in master.opt file
    if ($arg eq "--skip-core-file")
    {
      $found_skip_core= 1;
    }
    else
    {
      mtr_add_arg($args, "%s%s", $prefix, $arg);
    }
  }
  if ( !$found_skip_core )
  {
    mtr_add_arg($args, "%s%s", $prefix, "--core-file");
unknown's avatar
unknown committed
3639 3640 3641 3642 3643 3644 3645
  }

  if ( $opt_bench )
  {
    mtr_add_arg($args, "%s--rpl-recovery-rank=1", $prefix);
    mtr_add_arg($args, "%s--init-rpl-role=master", $prefix);
  }
unknown's avatar
unknown committed
3646
  elsif ( $type eq 'master' )
unknown's avatar
unknown committed
3647 3648
  {
    mtr_add_arg($args, "%s--open-files-limit=1024", $prefix);
unknown's avatar
unknown committed
3649
    mtr_add_arg($args, "%s--log=%s", $prefix, $master->[0]->{'path_mylog'});
unknown's avatar
unknown committed
3650 3651 3652 3653 3654 3655 3656 3657 3658 3659 3660 3661
  }

  return $args;
}


##############################################################################
#
#  Start mysqld and return the PID
#
##############################################################################

unknown's avatar
unknown committed
3662 3663
sub mysqld_start ($$$) {
  my $mysqld=            shift;
unknown's avatar
unknown committed
3664 3665
  my $extra_opt=         shift;
  my $slave_master_info= shift;
unknown's avatar
unknown committed
3666 3667 3668

  my $args;                             # Arg vector
  my $exe;
3669
  my $pid= -1;
unknown's avatar
unknown committed
3670 3671 3672 3673
  my $wait_for_pid_file= 1;

  my $type= $mysqld->{'type'};
  my $idx= $mysqld->{'idx'};
unknown's avatar
unknown committed
3674

3675 3676 3677
  mtr_error("Internal error: mysqld should never be started for embedded")
    if $glob_use_embedded_server;

unknown's avatar
unknown committed
3678
  if ( $type eq 'master' )
unknown's avatar
unknown committed
3679
  {
unknown's avatar
unknown committed
3680 3681
    $exe= $exe_master_mysqld;
  }
3682
  elsif ( $type eq 'slave' )
unknown's avatar
unknown committed
3683 3684
  {
    $exe= $exe_slave_mysqld;
unknown's avatar
unknown committed
3685 3686 3687
  }
  else
  {
3688
    mtr_error("Unknown 'type' \"$type\" passed to mysqld_start");
unknown's avatar
unknown committed
3689 3690 3691 3692
  }

  mtr_init_args(\$args);

unknown's avatar
unknown committed
3693
  if ( $opt_valgrind_mysqld )
unknown's avatar
unknown committed
3694
  {
unknown's avatar
unknown committed
3695
    valgrind_arguments($args, \$exe);
unknown's avatar
unknown committed
3696 3697
  }

unknown's avatar
unknown committed
3698
  mysqld_arguments($args,$type,$idx,$extra_opt,$slave_master_info);
unknown's avatar
unknown committed
3699

unknown's avatar
unknown committed
3700 3701
  if ( $opt_gdb || $opt_manual_gdb)
  {
3702
    gdb_arguments(\$args, \$exe, "$type"."_$idx");
unknown's avatar
unknown committed
3703 3704 3705
  }
  elsif ( $opt_ddd || $opt_manual_ddd )
  {
3706
    ddd_arguments(\$args, \$exe, "$type"."_$idx");
unknown's avatar
unknown committed
3707
  }
3708 3709 3710
  elsif ( $opt_debugger )
  {
    debugger_arguments(\$args, \$exe, "$type"."_$idx");
unknown's avatar
unknown committed
3711
  }
3712 3713 3714 3715 3716 3717 3718 3719 3720 3721 3722
  elsif ( $opt_manual_debug )
  {
     print "\nStart $type in your debugger\n" .
           "dir: $glob_mysql_test_dir\n" .
           "exe: $exe\n" .
	   "args:  " . join(" ", @$args)  . "\n\n" .
	   "Waiting ....\n";

     # Indicate the exe should not be started
    $exe= undef;
  }
unknown's avatar
unknown committed
3723 3724 3725 3726 3727
  else
  {
    # Default to not wait until pid file has been created
    $wait_for_pid_file= 0;
  }
unknown's avatar
unknown committed
3728

unknown's avatar
unknown committed
3729
  if ( defined $exe )
unknown's avatar
unknown committed
3730
  {
unknown's avatar
unknown committed
3731 3732 3733 3734 3735
    $pid= mtr_spawn($exe, $args, "",
		    $mysqld->{'path_myerr'},
		    $mysqld->{'path_myerr'},
		    "",
		    { append_log_file => 1 });
unknown's avatar
unknown committed
3736 3737
  }

unknown's avatar
unknown committed
3738 3739 3740 3741

  if ( $wait_for_pid_file && !sleep_until_file_created($mysqld->{'path_pid'},
						       $mysqld->{'start_timeout'},
						       $pid))
unknown's avatar
unknown committed
3742
  {
unknown's avatar
unknown committed
3743 3744

    mtr_error("Failed to start mysqld $mysqld->{'type'}");
unknown's avatar
unknown committed
3745 3746
  }

unknown's avatar
unknown committed
3747 3748 3749

  # Remember pid of the started process
  $mysqld->{'pid'}= $pid;
3750 3751 3752

  # Remember options used when starting
  $mysqld->{'start_opts'}= $extra_opt;
3753
  $mysqld->{'start_slave_master_info'}= $slave_master_info;
3754

3755
  mtr_verbose("mysqld pid: $pid");
unknown's avatar
unknown committed
3756
  return $pid;
unknown's avatar
unknown committed
3757 3758
}

unknown's avatar
unknown committed
3759

unknown's avatar
unknown committed
3760
sub stop_all_servers () {
unknown's avatar
unknown committed
3761

unknown's avatar
unknown committed
3762
  print  "Stopping All Servers\n";
3763

unknown's avatar
unknown committed
3764
  if ( ! $opt_skip_im )
3765
  {
unknown's avatar
unknown committed
3766 3767 3768 3769 3770
    print  "Shutting-down Instance Manager\n";
    unless (mtr_im_stop($instance_manager, "stop_all_servers"))
    {
      mtr_error("Failed to stop Instance Manager.")
    }
3771
  }
unknown's avatar
unknown committed
3772

unknown's avatar
unknown committed
3773 3774 3775 3776 3777 3778 3779 3780 3781 3782 3783 3784 3785 3786 3787 3788 3789 3790 3791 3792 3793 3794 3795 3796 3797 3798 3799 3800 3801 3802 3803 3804 3805
  my %admin_pids; # hash of admin processes that requests shutdown
  my @kill_pids;  # list of processes to shutdown/kill
  my $pid;

  # Start shutdown of all started masters
  foreach my $mysqld (@{$master}, @{$slave})
  {
    if ( $mysqld->{'pid'} )
    {
      $pid= mtr_mysqladmin_start($mysqld, "shutdown", 70);
      $admin_pids{$pid}= 1;

      push(@kill_pids,{
		       pid      => $mysqld->{'pid'},
		       pidfile  => $mysqld->{'path_pid'},
		       sockfile => $mysqld->{'path_sock'},
		       port     => $mysqld->{'port'},
		      });

      $mysqld->{'pid'}= 0; # Assume we are done with it
    }
  }

  # Start shutdown of clusters
  foreach my $cluster (@{$clusters})
  {
    if ( $cluster->{'pid'} )
    {
      $pid= mtr_ndbmgm_start($cluster, "shutdown");
      $admin_pids{$pid}= 1;

      push(@kill_pids,{
		       pid      => $cluster->{'pid'},
3806
		       pidfile  => $cluster->{'path_pid'}
unknown's avatar
unknown committed
3807 3808 3809 3810 3811 3812 3813 3814 3815 3816 3817 3818 3819 3820 3821 3822 3823 3824 3825 3826 3827 3828 3829 3830 3831 3832 3833 3834
		      });

      $cluster->{'pid'}= 0; # Assume we are done with it

      foreach my $ndbd (@{$cluster->{'ndbds'}})
      {
        if ( $ndbd->{'pid'} )
	{
	  push(@kill_pids,{
			   pid      => $ndbd->{'pid'},
			   pidfile  => $ndbd->{'path_pid'},
			  });
	  $ndbd->{'pid'}= 0;
	}
      }
    }
  }

  # Wait blocking until all shutdown processes has completed
  mtr_wait_blocking(\%admin_pids);

  # Make sure that process has shutdown else try to kill them
  mtr_check_stop_servers(\@kill_pids);

  foreach my $mysqld (@{$master}, @{$slave})
  {
    rm_ndbcluster_tables($mysqld->{'path_myddir'});
  }
unknown's avatar
unknown committed
3835 3836
}

unknown's avatar
unknown committed
3837

3838 3839 3840
sub run_testcase_need_master_restart($)
{
  my ($tinfo)= @_;
unknown's avatar
unknown committed
3841

3842
  # We try to find out if we are to restart the master(s)
unknown's avatar
unknown committed
3843
  my $do_restart= 0;          # Assumes we don't have to
unknown's avatar
unknown committed
3844

unknown's avatar
unknown committed
3845 3846 3847 3848 3849 3850
  if ( $glob_use_embedded_server )
  {
    mtr_verbose("Never start or restart for embedded server");
    return $do_restart;
  }
  elsif ( $tinfo->{'master_sh'} )
unknown's avatar
unknown committed
3851 3852
  {
    $do_restart= 1;           # Always restart if script to run
3853 3854 3855 3856 3857 3858
    mtr_verbose("Restart master: Always restart if script to run");
  }
  if ( $tinfo->{'force_restart'} )
  {
    $do_restart= 1; # Always restart if --force-restart in -opt file
    mtr_verbose("Restart master: Restart forced with --force-restart");
unknown's avatar
unknown committed
3859
  }
unknown's avatar
unknown committed
3860
  elsif ( ! $opt_skip_ndbcluster and
3861
	  !$tinfo->{'ndb_test'} and
unknown's avatar
unknown committed
3862 3863 3864
	  $clusters->[0]->{'pid'} != 0 )
  {
    $do_restart= 1;           # Restart without cluster
3865
    mtr_verbose("Restart master: Test does not need cluster");
unknown's avatar
unknown committed
3866
  }
unknown's avatar
unknown committed
3867
  elsif ( ! $opt_skip_ndbcluster and
3868
	  $tinfo->{'ndb_test'} and
unknown's avatar
unknown committed
3869 3870 3871
	  $clusters->[0]->{'pid'} == 0 )
  {
    $do_restart= 1;           # Restart with cluster
3872
    mtr_verbose("Restart master: Test need cluster");
unknown's avatar
unknown committed
3873
  }
unknown's avatar
unknown committed
3874
  elsif( $tinfo->{'component_id'} eq 'im' )
3875 3876
  {
    $do_restart= 1;
3877
    mtr_verbose("Restart master: Always restart for im tests");
3878
  }
3879 3880 3881
  elsif ( $master->[0]->{'running_master_options'} and
	  $master->[0]->{'running_master_options'}->{'timezone'} ne
	  $tinfo->{'timezone'})
unknown's avatar
unknown committed
3882
  {
unknown's avatar
unknown committed
3883
    $do_restart= 1;
3884
    mtr_verbose("Restart master: Different timezone");
unknown's avatar
unknown committed
3885
  }
3886 3887
  # Check that running master was started with same options
  # as the current test requires
3888
  elsif (! mtr_same_opts($master->[0]->{'start_opts'},
3889 3890 3891
                         $tinfo->{'master_opt'}) )
  {
    $do_restart= 1;
3892
    mtr_verbose("Restart master: running with different options '" .
3893 3894
	       join(" ", @{$tinfo->{'master_opt'}}) . "' != '" .
		join(" ", @{$master->[0]->{'start_opts'}}) . "'" );
3895
  }
3896 3897 3898
  elsif( ! $master->[0]->{'pid'} )
  {
    $do_restart= 1;
3899
    mtr_verbose("Restart master: master is not started");
3900
  }
unknown's avatar
unknown committed
3901

3902 3903 3904 3905 3906 3907 3908 3909 3910 3911
  return $do_restart;
}

sub run_testcase_need_slave_restart($)
{
  my ($tinfo)= @_;

  # We try to find out if we are to restart the slaves
  my $do_slave_restart= 0;     # Assumes we don't have to

unknown's avatar
unknown committed
3912
  if ( $glob_use_embedded_server )
unknown's avatar
unknown committed
3913
  {
unknown's avatar
unknown committed
3914 3915
    mtr_verbose("Never start or restart for embedded server");
    return $do_slave_restart;
unknown's avatar
unknown committed
3916
  }
unknown's avatar
unknown committed
3917
  elsif ( $max_slave_num == 0)
unknown's avatar
unknown committed
3918
  {
3919
    mtr_verbose("Skip slave restart: No testcase use slaves");
unknown's avatar
unknown committed
3920
  }
3921 3922
  else
  {
unknown's avatar
unknown committed
3923

3924 3925 3926 3927 3928 3929 3930 3931 3932 3933
    # Check if any slave is currently started
    my $any_slave_started= 0;
    foreach my $mysqld (@{$slave})
    {
      if ( $mysqld->{'pid'} )
      {
	$any_slave_started= 1;
	last;
      }
    }
unknown's avatar
unknown committed
3934

3935 3936
    if ($any_slave_started)
    {
3937
      mtr_verbose("Restart slave: Slave is started, always restart");
3938 3939 3940 3941
      $do_slave_restart= 1;
    }
    elsif ( $tinfo->{'slave_num'} )
    {
3942
      mtr_verbose("Restart slave: Test need slave");
3943 3944
      $do_slave_restart= 1;
    }
unknown's avatar
unknown committed
3945
  }
3946 3947 3948 3949 3950 3951 3952 3953 3954 3955 3956 3957 3958 3959 3960 3961 3962 3963

  return $do_slave_restart;

}

# ----------------------------------------------------------------------
# If not using a running servers we may need to stop and restart.
# We restart in the case we have initiation scripts, server options
# etc to run. But we also restart again after the test first restart
# and test is run, to get back to normal server settings.
#
# To make the code a bit more clean, we actually only stop servers
# here, and mark this to be done. Then a generic "start" part will
# start up the needed servers again.
# ----------------------------------------------------------------------

sub run_testcase_stop_servers($$$) {
  my ($tinfo, $do_restart, $do_slave_restart)= @_;
unknown's avatar
unknown committed
3964 3965 3966 3967
  my $pid;
  my %admin_pids; # hash of admin processes that requests shutdown
  my @kill_pids;  # list of processes to shutdown/kill

3968
  # Remember if we restarted for this test case (count restarts)
unknown's avatar
unknown committed
3969
  $tinfo->{'restarted'}= $do_restart;
unknown's avatar
unknown committed
3970

unknown's avatar
unknown committed
3971
  if ( $do_restart )
unknown's avatar
unknown committed
3972
  {
3973
    delete $master->[0]->{'running_master_options'}; # Forget history
unknown's avatar
unknown committed
3974 3975 3976

    # Start shutdown of all started masters
    foreach my $mysqld (@{$master})
unknown's avatar
unknown committed
3977
    {
unknown's avatar
unknown committed
3978 3979 3980 3981 3982 3983 3984 3985 3986 3987 3988 3989 3990 3991 3992 3993 3994 3995 3996 3997
      if ( $mysqld->{'pid'} )
      {
	$pid= mtr_mysqladmin_start($mysqld, "shutdown", 70);

	$admin_pids{$pid}= 1;

	push(@kill_pids,{
			 pid      => $mysqld->{'pid'},
			 pidfile  => $mysqld->{'path_pid'},
			 sockfile => $mysqld->{'path_sock'},
			 port     => $mysqld->{'port'},
			});

	$mysqld->{'pid'}= 0; # Assume we are done with it
      }
    }

    # Start shutdown of master cluster
    my $cluster= $clusters->[0];
    if ( $cluster->{'pid'} )
unknown's avatar
unknown committed
3998
    {
unknown's avatar
unknown committed
3999 4000 4001 4002 4003
      $pid= mtr_ndbmgm_start($cluster, "shutdown");
      $admin_pids{$pid}= 1;

      push(@kill_pids,{
		       pid      => $cluster->{'pid'},
4004
		       pidfile  => $cluster->{'path_pid'}
unknown's avatar
unknown committed
4005 4006 4007 4008 4009 4010 4011 4012 4013 4014 4015 4016
		      });

      $cluster->{'pid'}= 0; # Assume we are done with it

      foreach my $ndbd (@{$cluster->{'ndbds'}})
      {
	push(@kill_pids,{
			 pid      => $ndbd->{'pid'},
			 pidfile  => $ndbd->{'path_pid'},
			});
	$ndbd->{'pid'}= 0; # Assume we are done with it
      }
unknown's avatar
unknown committed
4017 4018 4019
    }
  }

4020
  if ( $do_restart || $do_slave_restart )
4021
  {
4022
    delete $slave->[0]->{'running_slave_options'}; # Forget history
4023 4024 4025

    # Start shutdown of all started slaves
    foreach my $mysqld (@{$slave})
unknown's avatar
unknown committed
4026
    {
4027 4028 4029
      if ( $mysqld->{'pid'} )
      {
	$pid= mtr_mysqladmin_start($mysqld, "shutdown", 70);
unknown's avatar
unknown committed
4030

4031
	$admin_pids{$pid}= 1;
unknown's avatar
unknown committed
4032

4033 4034 4035 4036 4037 4038
	push(@kill_pids,{
			 pid      => $mysqld->{'pid'},
			 pidfile  => $mysqld->{'path_pid'},
			 sockfile => $mysqld->{'path_sock'},
			 port     => $mysqld->{'port'},
			});
unknown's avatar
unknown committed
4039 4040


4041 4042
	$mysqld->{'pid'}= 0; # Assume we are done with it
      }
unknown's avatar
unknown committed
4043
    }
unknown's avatar
unknown committed
4044

4045 4046 4047 4048 4049
    # Start shutdown of slave cluster
    my $cluster= $clusters->[1];
    if ( $cluster->{'pid'} )
    {
      $pid= mtr_ndbmgm_start($cluster, "shutdown");
unknown's avatar
unknown committed
4050

4051
      $admin_pids{$pid}= 1;
unknown's avatar
unknown committed
4052 4053

      push(@kill_pids,{
4054 4055
		       pid      => $cluster->{'pid'},
		       pidfile  => $cluster->{'path_pid'}
unknown's avatar
unknown committed
4056
		      });
4057 4058 4059 4060 4061 4062 4063 4064 4065 4066 4067

      $cluster->{'pid'}= 0; # Assume we are done with it

      foreach my $ndbd (@{$cluster->{'ndbds'}} )
      {
	push(@kill_pids,{
			 pid      => $ndbd->{'pid'},
			 pidfile  => $ndbd->{'path_pid'},
			});
	$ndbd->{'pid'}= 0; # Assume we are done with it
      }
unknown's avatar
unknown committed
4068
    }
4069 4070
  }

unknown's avatar
unknown committed
4071 4072 4073 4074 4075 4076 4077 4078 4079 4080 4081 4082 4083 4084 4085 4086
  # ----------------------------------------------------------------------
  # Shutdown has now been started and lists for the shutdown processes
  # and the processes to be killed has been created
  # ----------------------------------------------------------------------

  # Wait blocking until all shutdown processes has completed
  mtr_wait_blocking(\%admin_pids);


  # Make sure that process has shutdown else try to kill them
  mtr_check_stop_servers(\@kill_pids);

  foreach my $mysqld (@{$master}, @{$slave})
  {
    if ( ! $mysqld->{'pid'} )
    {
4087
      # Remove ndbcluster tables if server is stopped
unknown's avatar
unknown committed
4088 4089 4090
      rm_ndbcluster_tables($mysqld->{'path_myddir'});
    }
  }
unknown's avatar
unknown committed
4091 4092
}

4093

4094 4095 4096
#
# run_testcase_start_servers
#
4097
# Start the servers needed by this test case
4098 4099 4100 4101 4102 4103
#
# RETURN
#  0 OK
#  1 Start failed
#

unknown's avatar
unknown committed
4104 4105 4106
sub run_testcase_start_servers($) {
  my $tinfo= shift;
  my $tname= $tinfo->{'name'};
unknown's avatar
unknown committed
4107

unknown's avatar
unknown committed
4108
  if ( $tinfo->{'component_id'} eq 'mysqld' )
unknown's avatar
unknown committed
4109
  {
unknown's avatar
unknown committed
4110
    if ( ! $opt_skip_ndbcluster and
unknown's avatar
unknown committed
4111 4112 4113 4114 4115 4116
	 !$clusters->[0]->{'pid'} and
	 $tinfo->{'ndb_test'} )
    {
      # Test need cluster, cluster is not started, start it
      ndbcluster_start($clusters->[0], "");
    }
unknown's avatar
unknown committed
4117

unknown's avatar
unknown committed
4118 4119 4120
    if ( !$master->[0]->{'pid'} )
    {
      # Master mysqld is not started
4121
      do_before_start_master($tinfo);
unknown's avatar
unknown committed
4122 4123

      mysqld_start($master->[0],$tinfo->{'master_opt'},[]);
unknown's avatar
unknown committed
4124

unknown's avatar
unknown committed
4125 4126 4127 4128 4129
    }

    if ( $clusters->[0]->{'pid'} and ! $master->[1]->{'pid'} )
    {
      # Test needs cluster, start an extra mysqld connected to cluster
4130

4131
      if ( $mysql_version_id >= 50100 )
unknown's avatar
unknown committed
4132
      {
4133 4134 4135 4136
	# First wait for first mysql server to have created ndb system
	# tables ok FIXME This is a workaround so that only one mysqld
	# create the tables
	if ( ! sleep_until_file_created(
4137
		  "$master->[0]->{'path_myddir'}/mysql/apply_status.ndb",
4138 4139 4140
					$master->[0]->{'start_timeout'},
					$master->[0]->{'pid'}))
	{
unknown's avatar
unknown committed
4141

4142
	  $tinfo->{'comment'}= "Failed to create 'mysql/apply_status' table";
4143
	  return 1;
4144
	}
unknown's avatar
unknown committed
4145 4146 4147 4148 4149
      }
      mtr_tofile($master->[1]->{'path_myerr'},"CURRENT_TEST: $tname\n");

      mysqld_start($master->[1],$tinfo->{'master_opt'},[]);
    }
unknown's avatar
unknown committed
4150

4151 4152
    # Save this test case information, so next can examine it
    $master->[0]->{'running_master_options'}= $tinfo;
unknown's avatar
unknown committed
4153
  }
unknown's avatar
unknown committed
4154 4155 4156 4157 4158 4159 4160 4161 4162
  elsif ( ! $opt_skip_im and $tinfo->{'component_id'} eq 'im' )
  {
    # We have to create defaults file every time, in order to ensure that it
    # will be the same for each test. The problem is that test can change the
    # file (by SET/UNSET commands), so w/o recreating the file, execution of
    # one test can affect the other.

    im_create_defaults_file($instance_manager);

4163
    if  ( ! mtr_im_start($instance_manager, $tinfo->{im_opts}) )
unknown's avatar
unknown committed
4164
    {
4165 4166
      $tinfo->{'comment'}= "Failed to start Instance Manager. ";
      return 1;
unknown's avatar
unknown committed
4167
    }
unknown's avatar
unknown committed
4168
  }
unknown's avatar
unknown committed
4169

unknown's avatar
unknown committed
4170 4171 4172 4173
  # ----------------------------------------------------------------------
  # Start slaves - if needed
  # ----------------------------------------------------------------------
  if ( $tinfo->{'slave_num'} )
unknown's avatar
unknown committed
4174
  {
unknown's avatar
unknown committed
4175 4176
    mtr_tofile($slave->[0]->{'path_myerr'},"CURRENT_TEST: $tname\n");

4177 4178
    restore_slave_databases($tinfo->{'slave_num'});

4179
    do_before_start_slave($tinfo);
unknown's avatar
unknown committed
4180

unknown's avatar
unknown committed
4181
    if ( ! $opt_skip_ndbcluster_slave and
unknown's avatar
unknown committed
4182 4183
	 !$clusters->[1]->{'pid'} and
	 $tinfo->{'ndb_test'} )
unknown's avatar
unknown committed
4184
    {
unknown's avatar
unknown committed
4185 4186 4187 4188 4189
      # Test need slave cluster, cluster is not started, start it
      ndbcluster_start($clusters->[1], "");
    }

    for ( my $idx= 0; $idx <  $tinfo->{'slave_num'}; $idx++ )
unknown's avatar
unknown committed
4190
    {
unknown's avatar
unknown committed
4191 4192 4193 4194
      if ( ! $slave->[$idx]->{'pid'} )
      {
	mysqld_start($slave->[$idx],$tinfo->{'slave_opt'},
		     $tinfo->{'slave_mi'});
4195

unknown's avatar
unknown committed
4196
      }
unknown's avatar
unknown committed
4197
    }
4198

4199 4200
    # Save this test case information, so next can examine it
    $slave->[0]->{'running_slave_options'}= $tinfo;
unknown's avatar
unknown committed
4201 4202
  }

4203 4204
  # Wait for clusters to start
  foreach my $cluster (@{$clusters})
unknown's avatar
unknown committed
4205
  {
4206 4207 4208

    next if !$cluster->{'pid'};

4209
    if (ndbcluster_wait_started($cluster, ""))
4210 4211
    {
      # failed to start
4212 4213
      $tinfo->{'comment'}= "Start of $cluster->{'name'} cluster failed";
      return 1;
4214
    }
unknown's avatar
unknown committed
4215 4216
  }

4217 4218
  # Wait for mysqld's to start
  foreach my $mysqld (@{$master},@{$slave})
4219
  {
4220 4221 4222 4223 4224

    next if !$mysqld->{'pid'};

    if (mysqld_wait_started($mysqld))
    {
4225 4226 4227 4228
      # failed to start
      $tinfo->{'comment'}=
	"Failed to start $mysqld->{'type'} mysqld $mysqld->{'idx'}";
      return 1;
4229
    }
unknown's avatar
unknown committed
4230
  }
4231
  return 0;
unknown's avatar
unknown committed
4232 4233
}

4234 4235 4236 4237 4238
#
# Run include/check-testcase.test
# Before a testcase, run in record mode, save result file to var
# After testcase, run and compare with the recorded file, they should be equal!
#
4239 4240 4241 4242
# RETURN VALUE
#  0 OK
#  1 Check failed
#
4243
sub run_check_testcase ($$) {
4244 4245

  my $mode=     shift;
4246 4247 4248
  my $mysqld=   shift;

  my $name= "check-" . $mysqld->{'type'} . $mysqld->{'idx'};
4249 4250 4251 4252 4253 4254 4255 4256

  my $args;
  mtr_init_args(\$args);

  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--silent");
  mtr_add_arg($args, "--skip-safemalloc");
  mtr_add_arg($args, "--tmpdir=%s", $opt_tmpdir);
4257
  mtr_add_arg($args, "--character-sets-dir=%s", $path_charsetsdir);
4258

4259 4260
  mtr_add_arg($args, "--socket=%s", $mysqld->{'path_sock'});
  mtr_add_arg($args, "--port=%d", $mysqld->{'port'});
4261 4262 4263 4264 4265
  mtr_add_arg($args, "--database=test");
  mtr_add_arg($args, "--user=%s", $opt_user);
  mtr_add_arg($args, "--password=");

  mtr_add_arg($args, "-R");
4266
  mtr_add_arg($args, "$opt_vardir/tmp/$name.result");
4267 4268 4269 4270 4271 4272 4273 4274 4275

  if ( $mode eq "before" )
  {
    mtr_add_arg($args, "--record");
  }

  my $res = mtr_run_test($exe_mysqltest,$args,
	        "include/check-testcase.test", "", "", "");

4276
  if ( $res == 1  and $mode eq "after")
4277 4278
  {
    mtr_run("diff",["-u",
4279 4280
		    "$opt_vardir/tmp/$name.result",
		    "$opt_vardir/tmp/$name.reject"],
4281 4282 4283 4284 4285 4286
	    "", "", "", "");
  }
  elsif ( $res )
  {
    mtr_error("Could not execute 'check-testcase' $mode testcase");
  }
4287
  return $res;
4288 4289
}

4290 4291 4292 4293 4294 4295 4296 4297 4298 4299 4300 4301 4302 4303 4304 4305 4306 4307 4308 4309 4310 4311 4312 4313 4314 4315 4316 4317 4318 4319 4320 4321 4322 4323 4324 4325 4326
##############################################################################
#
#  Report the features that were compiled in
#
##############################################################################

sub run_report_features () {
  my $args;

  if ( ! $glob_use_embedded_server )
  {
    mysqld_start($master->[0],[],[]);
    if ( ! $master->[0]->{'pid'} )
    {
      mtr_error("Can't start the mysqld server");
    }
    mysqld_wait_started($master->[0]);
  }

  my $tinfo = {};
  $tinfo->{'name'} = 'report features';
  $tinfo->{'result_file'} = undef;
  $tinfo->{'component_id'} = 'mysqld';
  $tinfo->{'path'} = 'include/report-features.test';
  $tinfo->{'timezone'}=  "GMT-3";
  $tinfo->{'slave_num'} = 0;
  $tinfo->{'master_opt'} = [];
  $tinfo->{'slave_opt'} = [];
  $tinfo->{'slave_mi'} = [];
  $tinfo->{'comment'} = 'report server features';
  run_mysqltest($tinfo);

  if ( ! $glob_use_embedded_server )
  {
    stop_all_servers();
  }
}
unknown's avatar
unknown committed
4327

4328

unknown's avatar
unknown committed
4329
sub run_mysqltest ($) {
4330
  my ($tinfo)= @_;
unknown's avatar
unknown committed
4331 4332
  my $exe= $exe_mysqltest;
  my $args;
unknown's avatar
unknown committed
4333 4334 4335 4336 4337 4338 4339

  mtr_init_args(\$args);

  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--silent");
  mtr_add_arg($args, "--skip-safemalloc");
  mtr_add_arg($args, "--tmpdir=%s", $opt_tmpdir);
4340
  mtr_add_arg($args, "--character-sets-dir=%s", $path_charsetsdir);
4341
  mtr_add_arg($args, "--logdir=%s/log", $opt_vardir);
4342 4343 4344 4345 4346 4347 4348 4349 4350 4351

  if ($tinfo->{'component_id'} eq 'im')
  {
    mtr_add_arg($args, "--socket=%s", $instance_manager->{'path_sock'});
    mtr_add_arg($args, "--port=%d", $instance_manager->{'port'});
    mtr_add_arg($args, "--user=%s", $instance_manager->{'admin_login'});
    mtr_add_arg($args, "--password=%s", $instance_manager->{'admin_password'});
  }
  else # component_id == mysqld
  {
unknown's avatar
unknown committed
4352 4353
    mtr_add_arg($args, "--socket=%s", $master->[0]->{'path_sock'});
    mtr_add_arg($args, "--port=%d", $master->[0]->{'port'});
4354 4355 4356 4357
    mtr_add_arg($args, "--database=test");
    mtr_add_arg($args, "--user=%s", $opt_user);
    mtr_add_arg($args, "--password=");
  }
unknown's avatar
unknown committed
4358

unknown's avatar
unknown committed
4359 4360 4361 4362 4363
  if ( $opt_ps_protocol )
  {
    mtr_add_arg($args, "--ps-protocol");
  }

4364 4365 4366 4367 4368 4369 4370 4371 4372 4373 4374 4375 4376 4377 4378
  if ( $opt_sp_protocol )
  {
    mtr_add_arg($args, "--sp-protocol");
  }

  if ( $opt_view_protocol )
  {
    mtr_add_arg($args, "--view-protocol");
  }

  if ( $opt_cursor_protocol )
  {
    mtr_add_arg($args, "--cursor-protocol");
  }

unknown's avatar
unknown committed
4379 4380 4381 4382
  if ( $opt_strace_client )
  {
    $exe=  "strace";            # FIXME there are ktrace, ....
    mtr_add_arg($args, "-o");
4383
    mtr_add_arg($args, "%s/log/mysqltest.strace", $opt_vardir);
unknown's avatar
unknown committed
4384 4385 4386
    mtr_add_arg($args, "$exe_mysqltest");
  }

unknown's avatar
unknown committed
4387 4388
  if ( $opt_timer )
  {
4389
    mtr_add_arg($args, "--timer-file=%s/log/timer", $opt_vardir);
unknown's avatar
unknown committed
4390 4391 4392 4393 4394 4395 4396 4397 4398 4399 4400 4401 4402 4403 4404 4405 4406 4407 4408
  }

  if ( $opt_big_test )
  {
    mtr_add_arg($args, "--big-test");
  }

  if ( $opt_compress )
  {
    mtr_add_arg($args, "--compress");
  }

  if ( $opt_sleep )
  {
    mtr_add_arg($args, "--sleep=%d", $opt_sleep);
  }

  if ( $opt_debug )
  {
4409
    mtr_add_arg($args, "--debug=d:t:A,%s/log/mysqltest.trace",
unknown's avatar
unknown committed
4410
		$path_vardir_trace);
unknown's avatar
unknown committed
4411 4412
  }

4413
  if ( $opt_ssl_supported )
unknown's avatar
unknown committed
4414
  {
4415
    mtr_add_arg($args, "--ssl-ca=%s/std_data/cacert.pem",
4416
	        $glob_mysql_test_dir);
4417
    mtr_add_arg($args, "--ssl-cert=%s/std_data/client-cert.pem",
4418
	        $glob_mysql_test_dir);
4419
    mtr_add_arg($args, "--ssl-key=%s/std_data/client-key.pem",
4420 4421 4422 4423 4424
	        $glob_mysql_test_dir);
  }

  if ( $opt_ssl )
  {
4425
    # Turn on SSL for _all_ test cases if option --ssl was used
4426
    mtr_add_arg($args, "--ssl");
4427 4428 4429
  }
  elsif ( $opt_ssl_supported )
  {
4430
    mtr_add_arg($args, "--skip-ssl");
unknown's avatar
unknown committed
4431 4432
  }

unknown's avatar
unknown committed
4433 4434 4435 4436
  # ----------------------------------------------------------------------
  # If embedded server, we create server args to give mysqltest to pass on
  # ----------------------------------------------------------------------

unknown's avatar
unknown committed
4437 4438
  if ( $glob_use_embedded_server )
  {
unknown's avatar
unknown committed
4439
    mysqld_arguments($args,'master',0,$tinfo->{'master_opt'},[]);
unknown's avatar
unknown committed
4440 4441
  }

4442 4443 4444 4445 4446
  # ----------------------------------------------------------------------
  # export MYSQL_TEST variable containing <path>/mysqltest <args>
  # ----------------------------------------------------------------------
  $ENV{'MYSQL_TEST'}= "$exe_mysqltest " . join(" ", @$args);

4447
  # ----------------------------------------------------------------------
4448
  # Add arguments that should not go into the MYSQL_TEST env var
4449 4450
  # ----------------------------------------------------------------------

4451
  if ( $opt_valgrind_mysqltest )
4452 4453 4454 4455 4456 4457 4458 4459 4460 4461
  {
    # Prefix the Valgrind options to the argument list.
    # We do this here, since we do not want to Valgrind the nested invocations
    # of mysqltest; that would mess up the stderr output causing test failure.
    my @args_saved = @$args;
    mtr_init_args(\$args);
    valgrind_arguments($args, \$exe);
    mtr_add_arg($args, "%s", $_) for @args_saved;
  }

unknown's avatar
unknown committed
4462 4463 4464
  mtr_add_arg($args, "--test-file");
  mtr_add_arg($args, $tinfo->{'path'});

4465 4466 4467 4468
  if ( defined $tinfo->{'result_file'} ) {
    mtr_add_arg($args, "--result-file");
    mtr_add_arg($args, $tinfo->{'result_file'});
  }
4469 4470 4471 4472 4473 4474

  if ( $opt_record )
  {
    mtr_add_arg($args, "--record");
  }

unknown's avatar
unknown committed
4475 4476 4477 4478 4479 4480 4481 4482
  if ( $opt_client_gdb )
  {
    gdb_arguments(\$args, \$exe, "client");
  }
  elsif ( $opt_client_ddd )
  {
    ddd_arguments(\$args, \$exe, "client");
  }
4483 4484 4485 4486
  elsif ( $opt_client_debugger )
  {
    debugger_arguments(\$args, \$exe, "client");
  }
unknown's avatar
unknown committed
4487

4488 4489
  if ( $opt_check_testcases )
  {
4490 4491 4492 4493 4494 4495 4496
    foreach my $mysqld (@{$master}, @{$slave})
    {
      if ($mysqld->{'pid'})
      {
	run_check_testcase("before", $mysqld);
      }
    }
4497 4498
  }

4499
  my $res = mtr_run_test($exe,$args,"","",$path_timefile,"");
4500 4501 4502

  if ( $opt_check_testcases )
  {
4503 4504 4505 4506
    foreach my $mysqld (@{$master}, @{$slave})
    {
      if ($mysqld->{'pid'})
      {
4507 4508 4509 4510 4511
	if (run_check_testcase("after", $mysqld))
	{
	  # Check failed, mark the test case with that info
	  $tinfo->{'check_testcase_failed'}= 1;
	}
4512 4513
      }
    }
4514
  }
4515

4516
  return $res;
unknown's avatar
unknown committed
4517
}
unknown's avatar
unknown committed
4518

unknown's avatar
unknown committed
4519

unknown's avatar
unknown committed
4520 4521 4522 4523 4524 4525 4526 4527 4528 4529 4530 4531
#
# Modify the exe and args so that program is run in gdb in xterm
#
sub gdb_arguments {
  my $args= shift;
  my $exe=  shift;
  my $type= shift;

  # Write $args to gdb init file
  my $str= join(" ", @$$args);
  my $gdb_init_file= "$opt_tmpdir/gdbinit.$type";

4532 4533 4534
  # Remove the old gdbinit file
  unlink($gdb_init_file);

unknown's avatar
unknown committed
4535 4536 4537 4538
  if ( $type eq "client" )
  {
    # write init file for client
    mtr_tofile($gdb_init_file,
4539 4540
	       "set args $str\n" .
	       "break main\n");
unknown's avatar
unknown committed
4541 4542 4543 4544 4545 4546 4547 4548 4549 4550
  }
  else
  {
    # write init file for mysqld
    mtr_tofile($gdb_init_file,
	       "set args $str\n" .
	       "break mysql_parse\n" .
	       "commands 1\n" .
	       "disable 1\n" .
	       "end\n" .
4551 4552 4553 4554 4555
	       "run");
  }

  if ( $opt_manual_gdb )
  {
4556
     print "\nTo start gdb for $type, type in another window:\n";
4557 4558 4559 4560 4561 4562
     print "cd $glob_mysql_test_dir;\n";
     print "gdb -x $gdb_init_file $$exe\n";

     # Indicate the exe should not be started
     $$exe= undef;
     return;
unknown's avatar
unknown committed
4563 4564 4565 4566 4567 4568
  }

  $$args= [];
  mtr_add_arg($$args, "-title");
  mtr_add_arg($$args, "$type");
  mtr_add_arg($$args, "-e");
4569

4570
  if ( $exe_libtool )
unknown's avatar
unknown committed
4571
  {
4572
    mtr_add_arg($$args, $exe_libtool);
unknown's avatar
unknown committed
4573 4574 4575 4576 4577 4578 4579 4580 4581
    mtr_add_arg($$args, "--mode=execute");
  }

  mtr_add_arg($$args, "gdb");
  mtr_add_arg($$args, "-x");
  mtr_add_arg($$args, "$gdb_init_file");
  mtr_add_arg($$args, "$$exe");

  $$exe= "xterm";
unknown's avatar
unknown committed
4582
}
unknown's avatar
unknown committed
4583

unknown's avatar
unknown committed
4584

unknown's avatar
unknown committed
4585 4586 4587 4588 4589 4590 4591 4592 4593 4594 4595
#
# Modify the exe and args so that program is run in ddd
#
sub ddd_arguments {
  my $args= shift;
  my $exe=  shift;
  my $type= shift;

  # Write $args to ddd init file
  my $str= join(" ", @$$args);
  my $gdb_init_file= "$opt_tmpdir/gdbinit.$type";
unknown's avatar
unknown committed
4596

4597 4598 4599
  # Remove the old gdbinit file
  unlink($gdb_init_file);

unknown's avatar
unknown committed
4600 4601 4602 4603 4604
  if ( $type eq "client" )
  {
    # write init file for client
    mtr_tofile($gdb_init_file,
	       "set args $str\n" .
4605
	       "break main\n");
unknown's avatar
unknown committed
4606 4607 4608 4609 4610 4611 4612 4613 4614 4615
  }
  else
  {
    # write init file for mysqld
    mtr_tofile($gdb_init_file,
	       "file $$exe\n" .
	       "set args $str\n" .
	       "break mysql_parse\n" .
	       "commands 1\n" .
	       "disable 1\n" .
4616
	       "end");
4617 4618 4619 4620
  }

  if ( $opt_manual_ddd )
  {
4621
     print "\nTo start ddd for $type, type in another window:\n";
4622 4623 4624 4625 4626 4627
     print "cd $glob_mysql_test_dir;\n";
     print "ddd -x $gdb_init_file $$exe\n";

     # Indicate the exe should not be started
     $$exe= undef;
     return;
unknown's avatar
unknown committed
4628
  }
unknown's avatar
unknown committed
4629

unknown's avatar
unknown committed
4630 4631
  my $save_exe= $$exe;
  $$args= [];
4632
  if ( $exe_libtool )
unknown's avatar
unknown committed
4633
  {
4634
    $$exe= $exe_libtool;
unknown's avatar
unknown committed
4635 4636 4637 4638 4639 4640 4641 4642 4643 4644 4645
    mtr_add_arg($$args, "--mode=execute");
    mtr_add_arg($$args, "ddd");
  }
  else
  {
    $$exe= "ddd";
  }
  mtr_add_arg($$args, "--command=$gdb_init_file");
  mtr_add_arg($$args, "$save_exe");
}

4646 4647 4648 4649 4650 4651 4652 4653 4654

#
# Modify the exe and args so that program is run in the selected debugger
#
sub debugger_arguments {
  my $args= shift;
  my $exe=  shift;
  my $debugger= $opt_debugger || $opt_client_debugger;

4655 4656
  # FIXME Need to change the below "eq"'s to
  # "case unsensitive string contains"
4657 4658 4659 4660 4661 4662 4663 4664 4665 4666 4667 4668 4669 4670 4671 4672 4673 4674 4675 4676 4677 4678 4679 4680 4681 4682 4683
  if ( $debugger eq "vcexpress" or $debugger eq "vc")
  {
    # vc[express] /debugexe exe arg1 .. argn

    # Add /debugexe and name of the exe before args
    unshift(@$$args, "/debugexe");
    unshift(@$$args, "$$exe");

  }
  elsif ( $debugger eq "windbg" )
  {
    # windbg exe arg1 .. argn

    # Add name of the exe before args
    unshift(@$$args, "$$exe");

  }
  else
  {
    mtr_error("Unknown argument \"$debugger\" passed to --debugger");
  }

  # Set exe to debuggername
  $$exe= $debugger;
}


unknown's avatar
unknown committed
4684 4685 4686
#
# Modify the exe and args so that program is run in valgrind
#
unknown's avatar
unknown committed
4687 4688 4689 4690
sub valgrind_arguments {
  my $args= shift;
  my $exe=  shift;

4691 4692 4693 4694 4695 4696 4697 4698 4699 4700 4701 4702 4703 4704
  if ( $opt_callgrind)
  {
    mtr_add_arg($args, "--tool=callgrind");
    mtr_add_arg($args, "--base=$opt_vardir/log");
  }
  else
  {
    mtr_add_arg($args, "--tool=memcheck"); # From >= 2.1.2 needs this option
    mtr_add_arg($args, "--alignment=8");
    mtr_add_arg($args, "--leak-check=yes");
    mtr_add_arg($args, "--num-callers=16");
    mtr_add_arg($args, "--suppressions=%s/valgrind.supp", $glob_mysql_test_dir)
      if -f "$glob_mysql_test_dir/valgrind.supp";
  }
unknown's avatar
unknown committed
4705

4706 4707
  # Add valgrind options, can be overriden by user
  mtr_add_arg($args, '%s', $_) for (split(' ', $opt_valgrind_options));
4708

unknown's avatar
unknown committed
4709 4710
  mtr_add_arg($args, $$exe);

unknown's avatar
unknown committed
4711
  $$exe= $opt_valgrind_path || "valgrind";
4712 4713 4714 4715 4716 4717 4718 4719

  if ($exe_libtool)
  {
    # Add "libtool --mode-execute" before the test to execute
    # if running in valgrind(to avoid valgrinding bash)
    unshift(@$args, "--mode=execute", $$exe);
    $$exe= $exe_libtool;
  }
unknown's avatar
unknown committed
4720 4721 4722
}


unknown's avatar
unknown committed
4723 4724 4725 4726 4727 4728
##############################################################################
#
#  Usage
#
##############################################################################

unknown's avatar
unknown committed
4729
sub usage ($) {
4730 4731 4732 4733 4734 4735 4736
  my $message= shift;

  if ( $message )
  {
    print STDERR "$message \n";
  }

unknown's avatar
unknown committed
4737 4738
  print STDERR <<HERE;

unknown's avatar
unknown committed
4739
$0 [ OPTIONS ] [ TESTCASE ]
unknown's avatar
unknown committed
4740 4741 4742 4743 4744

Options to control what engine/variation to run

  embedded-server       Use the embedded server, i.e. no mysqld daemons
  ps-protocol           Use the binary protocol between client and server
4745 4746 4747 4748
  cursor-protocol       Use the cursor protocol between client and server
                        (implies --ps-protocol)
  view-protocol         Create a view to execute all non updating queries
  sp-protocol           Create a stored procedure to execute all queries
4749 4750
  compress              Use the compressed protocol between client and server
  ssl                   Use ssl protocol between client and server
4751
  skip-ssl              Dont start server with support for ssl connections
4752 4753
  bench                 Run the benchmark suite
  small-bench           Run the benchmarks with --small-tests --small-tables
4754
  with-ndbcluster       Use cluster as default table type for benchmark
4755 4756
  vs-config             Visual Studio configuration used to create executables
                        (default: MTR_VS_CONFIG environment variable)
unknown's avatar
unknown committed
4757

4758
Options to control directories to use
4759 4760
  benchdir=DIR          The directory where the benchmark suite is stored
                        (default: ../../mysql-bench)
4761 4762
  tmpdir=DIR            The directory where temporary files are stored
                        (default: ./var/tmp).
4763 4764 4765
  vardir=DIR            The directory where files generated from the test run
                        is stored (default: ./var). Specifying a ramdisk or
                        tmpfs will speed up tests.
4766 4767 4768 4769 4770 4771
  mem[=DIR]             Run testsuite in "memory" using tmpfs or ramdisk
                        Attempts to use DIR first if specified else
                        uses as builtin list of standard locations
                        for tmpfs (/dev/shm)
                        The option can also be set using environment
                        variable MTR_MEM=[DIR]
4772

unknown's avatar
unknown committed
4773 4774 4775
Options to control what test suites or cases to run

  force                 Continue to run the suite after failure
4776
  with-ndbcluster-only  Run only tests that include "ndb" in the filename
unknown's avatar
unknown committed
4777 4778 4779
  skip-ndb[cluster]     Skip all tests that need cluster
  skip-ndb[cluster]-slave Skip all tests that need a slave cluster
  ndb-extra             Run extra tests from ndb directory
unknown's avatar
unknown committed
4780 4781 4782 4783
  do-test=PREFIX        Run test cases which name are prefixed with PREFIX
  start-from=PREFIX     Run test cases starting from test prefixed with PREFIX
  suite=NAME            Run the test suite named NAME. The default is "main"
  skip-rpl              Skip the replication test cases.
unknown's avatar
unknown committed
4784
  skip-im               Don't start IM, and skip the IM test cases
unknown's avatar
unknown committed
4785
  skip-test=PREFIX      Skip test cases which name are prefixed with PREFIX
4786 4787 4788
  big-test              Pass "--big-test" to mysqltest which will set the
                        environment variable BIG_TEST, which can be checked
                        from test cases.
unknown's avatar
unknown committed
4789 4790 4791 4792 4793

Options that specify ports

  master_port=PORT      Specify the port number used by the first master
  slave_port=PORT       Specify the port number used by the first slave
4794 4795
  ndbcluster-port=PORT  Specify the port number used by cluster
  ndbcluster-port-slave=PORT  Specify the port number used by slave cluster
4796 4797
  mtr-build-thread=#    Specify unique collection of ports. Can also be set by
                        setting the environment variable MTR_BUILD_THREAD.
unknown's avatar
unknown committed
4798 4799 4800 4801

Options for test case authoring

  record TESTNAME       (Re)genereate the result file for TESTNAME
4802
  check-testcases       Check testcases for sideeffects
unknown's avatar
unknown committed
4803 4804 4805 4806 4807 4808 4809 4810

Options that pass on options

  mysqld=ARGS           Specify additional arguments to "mysqld"

Options to run test on running server

  extern                Use running server for tests FIXME DANGEROUS
unknown's avatar
unknown committed
4811 4812
  ndb-connectstring=STR Use running cluster, and connect using STR
  ndb-connectstring-slave=STR Use running slave cluster, and connect using STR
4813
  user=USER             User for connect to server
unknown's avatar
unknown committed
4814 4815 4816

Options for debugging the product

4817 4818
  client-ddd            Start mysqltest client in ddd
  client-debugger=NAME  Start mysqltest in the selected debugger
unknown's avatar
unknown committed
4819 4820
  client-gdb            Start mysqltest client in gdb
  ddd                   Start mysqld in ddd
4821
  debug                 Dump trace output for all servers and client programs
4822
  debugger=NAME         Start mysqld in the selected debugger
4823 4824 4825 4826 4827
  gdb                   Start the mysqld(s) in gdb
  manual-debug          Let user manually start mysqld in debugger, before
                        running test(s)
  manual-gdb            Let user manually start mysqld in gdb, before running
                        test(s)
unknown's avatar
unknown committed
4828 4829
  master-binary=PATH    Specify the master "mysqld" to use
  slave-binary=PATH     Specify the slave "mysqld" to use
4830
  strace-client         Create strace output for mysqltest client
unknown's avatar
unknown committed
4831 4832 4833 4834 4835

Options for coverage, profiling etc

  gcov                  FIXME
  gprof                 FIXME
4836
  valgrind              Run the "mysqltest" and "mysqld" executables using
4837 4838
                        valgrind with options($default_valgrind_options)
  valgrind-all          Synonym for --valgrind
4839 4840
  valgrind-mysqltest    Run the "mysqltest" and "mysql_client_test" executable
                        with valgrind
unknown's avatar
unknown committed
4841
  valgrind-mysqld       Run the "mysqld" executable with valgrind
4842
  valgrind-options=ARGS Options to give valgrind, replaces default options
unknown's avatar
unknown committed
4843
  valgrind-path=[EXE]   Path to the valgrind executable
4844
  callgrind             Instruct valgrind to use callgrind
unknown's avatar
unknown committed
4845 4846 4847

Misc options

4848
  comment=STR           Write STR to the output
4849
  notimer               Don't show test case execution time
unknown's avatar
unknown committed
4850
  script-debug          Debug this script itself
4851
  verbose               More verbose output
4852 4853 4854 4855 4856 4857
  start-and-exit        Only initialize and start the servers, using the
                        startup settings for the specified test case (if any)
  start-dirty           Only start the servers (without initialization) for
                        the specified test case (if any)
  fast                  Don't try to clean up from earlier runs
  reorder               Reorder tests to get fewer server restarts
unknown's avatar
unknown committed
4858
  help                  Get this help text
unknown's avatar
unknown committed
4859
  unified-diff | udiff  When presenting differences, use unified diff
unknown's avatar
unknown committed
4860

4861 4862
  testcase-timeout=MINUTES Max test case run time (default $default_testcase_timeout)
  suite-timeout=MINUTES    Max test suite run time (default $default_suite_timeout)
4863

unknown's avatar
unknown committed
4864

4865 4866 4867
Deprecated options
  with-openssl          Deprecated option for ssl

4868

unknown's avatar
unknown committed
4869 4870 4871 4872 4873 4874 4875 4876 4877 4878 4879
Options not yet described, or that I want to look into more
  local                 
  netware               
  sleep=SECONDS         
  socket=PATH           
  user-test=s           
  wait-timeout=SECONDS  
  warnings              
  log-warnings          

HERE
unknown's avatar
unknown committed
4880
  mtr_exit(1);
4881

unknown's avatar
unknown committed
4882
}