mysql-test-run.pl 137 KB
Newer Older
unknown's avatar
unknown committed
1 2 3 4
#!/usr/bin/perl
# -*- cperl -*-

#
5 6 7 8 9
##############################################################################
#
#  mysql-test-run.pl
#
#  Tool used for executing a suite of .test file
unknown's avatar
unknown committed
10
#
11 12
#  See the "MySQL Test framework manual" for more information
#  http://dev.mysql.com/doc/mysqltest/en/index.html
unknown's avatar
unknown committed
13
#
14 15 16
#  Please keep the test framework tools identical in all versions!
#
##############################################################################
unknown's avatar
unknown committed
17
#
18
# Coding style directions for this perl script
unknown's avatar
unknown committed
19
#
unknown's avatar
unknown committed
20
#   - To make this Perl script easy to alter even for those that not
21
#     code Perl that often, keeep the coding style as close as possible to
unknown's avatar
unknown committed
22
#     the C/C++ MySQL coding standard.
unknown's avatar
unknown committed
23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52
#
#   - All lists of arguments to send to commands are Perl lists/arrays,
#     not strings we append args to. Within reason, most string
#     concatenation for arguments should be avoided.
#
#   - Functions defined in the main program are not to be prefixed,
#     functions in "library files" are to be prefixed with "mtr_" (for
#     Mysql-Test-Run). There are some exceptions, code that fits best in
#     the main program, but are put into separate files to avoid
#     clutter, may be without prefix.
#
#   - All stat/opendir/-f/ is to be kept in collect_test_cases(). It
#     will create a struct that the rest of the program can use to get
#     the information. This separates the "find information" from the
#     "do the work" and makes the program more easy to maintain.
#
#   - The rule when it comes to the logic of this program is
#
#       command_line_setup() - is to handle the logic between flags
#       collect_test_cases() - is to do its best to select what tests
#                              to run, dig out options, if needs restart etc.
#       run_testcase()       - is to run a single testcase, and follow the
#                              logic set in both above. No, or rare file
#                              system operations. If a test seems complex,
#                              it should probably not be here.
#
# A nice way to trace the execution of this script while debugging
# is to use the Devel::Trace package found at
# "http://www.plover.com/~mjd/perl/Trace/" and run this script like
# "perl -d:Trace mysql-test-run.pl"
unknown's avatar
unknown committed
53
#
unknown's avatar
unknown committed
54 55 56 57 58 59

$Devel::Trace::TRACE= 0;       # Don't trace boring init stuff

#require 5.6.1;
use File::Path;
use File::Basename;
unknown's avatar
unknown committed
60
use File::Copy;
61
use File::Temp qw / tempdir /;
unknown's avatar
unknown committed
62 63 64 65 66 67
use Cwd;
use Getopt::Long;
use Sys::Hostname;
use IO::Socket;
use IO::Socket::INET;
use strict;
68
use warnings;
unknown's avatar
unknown committed
69

70 71 72
select(STDOUT);
$| = 1; # Automatically flush STDOUT

unknown's avatar
unknown committed
73 74 75 76 77
our $glob_win32_perl=  ($^O eq "MSWin32"); # ActiveState Win32 Perl
our $glob_cygwin_perl= ($^O eq "cygwin");  # Cygwin Perl
our $glob_win32=       ($glob_win32_perl or $glob_cygwin_perl);
our $glob_netware=     ($^O eq "NetWare"); # NetWare

unknown's avatar
unknown committed
78
require "lib/mtr_cases.pl";
unknown's avatar
unknown committed
79
require "lib/mtr_im.pl";
unknown's avatar
unknown committed
80
require "lib/mtr_process.pl";
81
require "lib/mtr_timer.pl";
unknown's avatar
unknown committed
82 83 84 85
require "lib/mtr_io.pl";
require "lib/mtr_gcov.pl";
require "lib/mtr_gprof.pl";
require "lib/mtr_report.pl";
unknown's avatar
unknown committed
86
require "lib/mtr_diff.pl";
unknown's avatar
unknown committed
87 88
require "lib/mtr_match.pl";
require "lib/mtr_misc.pl";
unknown's avatar
unknown committed
89
require "lib/mtr_stress.pl";
90
require "lib/mtr_unique.pl";
unknown's avatar
unknown committed
91 92 93 94 95 96 97 98 99 100

$Devel::Trace::TRACE= 1;

##############################################################################
#
#  Default settings
#
##############################################################################

# Misc global variables
unknown's avatar
unknown committed
101
our $mysql_version_id;
unknown's avatar
unknown committed
102
our $glob_mysql_test_dir=         undef;
unknown's avatar
unknown committed
103
our $glob_mysql_bench_dir=        undef;
unknown's avatar
unknown committed
104 105
our $glob_hostname=               undef;
our $glob_scriptname=             undef;
106
our $glob_timers=                 undef;
unknown's avatar
unknown committed
107
our $glob_use_running_ndbcluster= 0;
unknown's avatar
unknown committed
108
our $glob_use_running_ndbcluster_slave= 0;
unknown's avatar
unknown committed
109
our $glob_use_embedded_server=    0;
110
our @glob_test_mode;
unknown's avatar
unknown committed
111 112 113 114 115 116 117

our $glob_basedir;

our $path_charsetsdir;
our $path_client_bindir;
our $path_language;
our $path_timefile;
unknown's avatar
unknown committed
118
our $path_snapshot;
unknown's avatar
unknown committed
119
our $path_mysqltest_log;
unknown's avatar
unknown committed
120
our $path_current_test_log;
unknown's avatar
unknown committed
121
our $path_my_basedir;
unknown's avatar
unknown committed
122

123
our $opt_vardir;                 # A path but set directly on cmd line
unknown's avatar
unknown committed
124
our $path_vardir_trace;          # unix formatted opt_vardir for trace files
unknown's avatar
unknown committed
125 126
our $opt_tmpdir;                 # A path but set directly on cmd line

127 128 129 130 131 132
# Visual Studio produces executables in different sub-directories based on the
# configuration used to build them.  To make life easier, an environment
# variable or command-line option may be specified to control which set of
# executables will be used by the test suite.
our $opt_vs_config = $ENV{'MTR_VS_CONFIG'};

133 134
our $default_vardir;

unknown's avatar
unknown committed
135 136 137
our $opt_usage;
our $opt_suite;

unknown's avatar
unknown committed
138
our $opt_script_debug= 0;  # Script debugging, enable with --script-debug
unknown's avatar
unknown committed
139
our $opt_verbose= 0;  # Verbose output, enable with --verbose
unknown's avatar
unknown committed
140 141 142 143 144

our $exe_master_mysqld;
our $exe_mysql;
our $exe_mysqladmin;
our $exe_mysqlbinlog;
unknown's avatar
unknown committed
145
our $exe_mysql_client_test;
unknown's avatar
unknown committed
146
our $exe_mysqld;
unknown's avatar
unknown committed
147 148 149 150 151
our $exe_mysqlcheck;
our $exe_mysqldump;
our $exe_mysqlslap;
our $exe_mysqlimport;
our $exe_mysqlshow;
unknown's avatar
unknown committed
152
our $exe_mysql_fix_system_tables;
unknown's avatar
unknown committed
153
our $exe_mysqltest;
unknown's avatar
unknown committed
154 155
our $exe_ndbd;
our $exe_ndb_mgmd;
unknown's avatar
unknown committed
156
our $exe_slave_mysqld;
unknown's avatar
unknown committed
157
our $exe_im;
158
our $exe_my_print_defaults;
unknown's avatar
unknown committed
159 160 161
our $exe_perror;
our $lib_udf_example;
our $exe_libtool;
unknown's avatar
unknown committed
162 163 164

our $opt_bench= 0;
our $opt_small_bench= 0;
165
our $opt_big_test= 0;
unknown's avatar
unknown committed
166

unknown's avatar
unknown committed
167
our @opt_extra_mysqld_opt;
unknown's avatar
unknown committed
168 169

our $opt_compress;
unknown's avatar
unknown committed
170 171 172 173 174 175 176 177
our $opt_ssl;
our $opt_skip_ssl;
our $opt_ssl_supported;
our $opt_ps_protocol;
our $opt_sp_protocol;
our $opt_cursor_protocol;
our $opt_view_protocol;

unknown's avatar
unknown committed
178 179
our $opt_debug;
our $opt_do_test;
unknown's avatar
unknown committed
180
our @opt_cases;                  # The test cases names in argv
unknown's avatar
unknown committed
181
our $opt_embedded_server;
182 183 184 185

our $opt_extern= 0;
our $opt_socket;

unknown's avatar
unknown committed
186 187
our $opt_fast;
our $opt_force;
unknown's avatar
unknown committed
188 189
our $opt_reorder= 0;
our $opt_enable_disabled;
190
our $opt_mem= $ENV{'MTR_MEM'};
unknown's avatar
unknown committed
191 192 193 194 195

our $opt_gcov;
our $opt_gcov_err;
our $opt_gcov_msg;

unknown's avatar
unknown committed
196
our $glob_debugger= 0;
unknown's avatar
unknown committed
197 198
our $opt_gdb;
our $opt_client_gdb;
unknown's avatar
unknown committed
199 200
our $opt_ddd;
our $opt_client_ddd;
unknown's avatar
unknown committed
201
our $opt_manual_gdb;
unknown's avatar
unknown committed
202 203 204 205
our $opt_manual_ddd;
our $opt_manual_debug;
our $opt_debugger;
our $opt_client_debugger;
unknown's avatar
unknown committed
206 207 208 209 210 211

our $opt_gprof;
our $opt_gprof_dir;
our $opt_gprof_master;
our $opt_gprof_slave;

unknown's avatar
unknown committed
212
our $master;
unknown's avatar
unknown committed
213
our $slave;
unknown's avatar
unknown committed
214 215 216
our $clusters;

our $instance_manager;
unknown's avatar
unknown committed
217 218 219

our $opt_ndbcluster_port;
our $opt_ndbconnectstring;
unknown's avatar
unknown committed
220 221
our $opt_ndbcluster_port_slave;
our $opt_ndbconnectstring_slave;
unknown's avatar
unknown committed
222 223

our $opt_record;
224
our $opt_report_features;
unknown's avatar
unknown committed
225
our $opt_check_testcases;
226
our $opt_mark_progress;
unknown's avatar
unknown committed
227 228 229

our $opt_skip;
our $opt_skip_rpl;
unknown's avatar
unknown committed
230
our $max_slave_num= 0;
231
our $max_master_num= 0;
unknown's avatar
unknown committed
232
our $use_innodb;
unknown's avatar
unknown committed
233
our $opt_skip_test;
unknown's avatar
unknown committed
234
our $opt_skip_im;
unknown's avatar
unknown committed
235 236

our $opt_sleep;
unknown's avatar
unknown committed
237

unknown's avatar
unknown committed
238 239
our $opt_testcase_timeout;
our $opt_suite_timeout;
unknown's avatar
unknown committed
240
my  $default_testcase_timeout=     15; # 15 min max
unknown's avatar
unknown committed
241
my  $default_suite_timeout=       180; # 3 hours max
unknown's avatar
unknown committed
242 243

our $opt_start_and_exit;
244
our $opt_start_dirty;
unknown's avatar
unknown committed
245 246 247 248
our $opt_start_from;

our $opt_strace_client;

unknown's avatar
unknown committed
249
our $opt_timer= 1;
unknown's avatar
unknown committed
250

unknown's avatar
unknown committed
251
our $opt_user;
unknown's avatar
unknown committed
252

unknown's avatar
unknown committed
253 254 255 256
our $opt_valgrind= 0;
our $opt_valgrind_mysqld= 0;
our $opt_valgrind_mysqltest= 0;
our $default_valgrind_options= "--show-reachable=yes";
unknown's avatar
unknown committed
257
our $opt_valgrind_options;
unknown's avatar
unknown committed
258 259 260 261 262 263 264 265 266 267 268 269
our $opt_valgrind_path;
our $opt_callgrind;

our $opt_stress=               "";
our $opt_stress_suite=     "main";
our $opt_stress_mode=    "random";
our $opt_stress_threads=        5;
our $opt_stress_test_count=     0;
our $opt_stress_loop_count=     0;
our $opt_stress_test_duration=  0;
our $opt_stress_init_file=     "";
our $opt_stress_test_file=     "";
unknown's avatar
unknown committed
270 271 272 273 274 275

our $opt_wait_for_master;
our $opt_wait_for_slave;

our $opt_warnings;

unknown's avatar
unknown committed
276 277
our $opt_udiff;

unknown's avatar
unknown committed
278 279 280 281
our $opt_skip_ndbcluster= 0;
our $opt_skip_ndbcluster_slave= 0;
our $opt_with_ndbcluster= 0;
our $opt_with_ndbcluster_only= 0;
282
our $glob_ndbcluster_supported= 0;
unknown's avatar
unknown committed
283 284 285
our $opt_ndb_extra_test= 0;
our $opt_skip_master_binlog= 0;
our $opt_skip_slave_binlog= 0;
unknown's avatar
unknown committed
286

287
our $exe_ndb_mgm;
unknown's avatar
unknown committed
288
our $exe_ndb_waiter;
289
our $path_ndb_tools_dir;
unknown's avatar
unknown committed
290 291 292 293 294 295 296 297 298 299
our $path_ndb_examples_dir;
our $exe_ndb_example;
our $path_ndb_testrun_log;

our @data_dir_lst;

our $used_binlog_format;
our $debug_compiled_binaries;
our $glob_tot_real_time= 0;

300 301
our %mysqld_variables;

302 303
my $source_dist= 0;

304 305
our $opt_max_save_core= 5;
my $num_saved_cores= 0;  # Number of core files saved in vardir/log/ so far.
unknown's avatar
unknown committed
306 307 308 309 310 311 312 313 314 315

######################################################################
#
#  Function declarations
#
######################################################################

sub main ();
sub initial_setup ();
sub command_line_setup ();
316
sub datadir_list_setup ();
unknown's avatar
unknown committed
317
sub executable_setup ();
unknown's avatar
unknown committed
318
sub environment_setup ();
319
sub kill_running_servers ();
320 321
sub remove_stale_vardir ();
sub setup_vardir ();
unknown's avatar
unknown committed
322 323 324 325 326 327 328 329
sub check_ssl_support ($);
sub check_running_as_root();
sub check_ndbcluster_support ($);
sub rm_ndbcluster_tables ($);
sub ndbcluster_start_install ($);
sub ndbcluster_start ($$);
sub ndbcluster_wait_started ($$);
sub mysqld_wait_started($);
unknown's avatar
unknown committed
330
sub run_benchmarks ($);
unknown's avatar
unknown committed
331
sub initialize_servers ();
unknown's avatar
unknown committed
332 333
sub mysql_install_db ();
sub install_db ($$);
unknown's avatar
unknown committed
334
sub copy_install_db ($$);
unknown's avatar
unknown committed
335
sub run_testcase ($);
unknown's avatar
unknown committed
336 337 338
sub run_testcase_stop_servers ($$$);
sub run_testcase_start_servers ($);
sub run_testcase_check_skip_test($);
unknown's avatar
unknown committed
339
sub report_failure_and_restart ($);
340 341
sub do_before_start_master ($);
sub do_before_start_slave ($);
unknown's avatar
unknown committed
342 343 344
sub ndbd_start ($$$);
sub ndb_mgmd_start ($);
sub mysqld_start ($$$);
unknown's avatar
unknown committed
345
sub mysqld_arguments ($$$$$);
unknown's avatar
unknown committed
346
sub stop_all_servers ();
unknown's avatar
unknown committed
347
sub run_mysqltest ($);
unknown's avatar
unknown committed
348
sub usage ($);
unknown's avatar
unknown committed
349

350

unknown's avatar
unknown committed
351 352 353 354 355 356 357 358 359 360 361
######################################################################
#
#  Main program
#
######################################################################

main();

sub main () {

  command_line_setup();
362 363 364 365 366

  check_ndbcluster_support(\%mysqld_variables);
  check_ssl_support(\%mysqld_variables);
  check_debug_support(\%mysqld_variables);

unknown's avatar
unknown committed
367
  executable_setup();
368

unknown's avatar
unknown committed
369
  environment_setup();
unknown's avatar
unknown committed
370 371 372 373 374 375 376 377 378 379 380 381
  signal_setup();

  if ( $opt_gcov )
  {
    gcov_prepare();
  }

  if ( $opt_gprof )
  {
    gprof_prepare();
  }

unknown's avatar
unknown committed
382
  if ( $opt_bench )
unknown's avatar
unknown committed
383
  {
unknown's avatar
unknown committed
384 385
    initialize_servers();
    run_benchmarks(shift);      # Shift what? Extra arguments?!
unknown's avatar
unknown committed
386
  }
unknown's avatar
unknown committed
387
  elsif ( $opt_stress )
unknown's avatar
unknown committed
388
  {
unknown's avatar
unknown committed
389 390
    initialize_servers();
    run_stress_test()
unknown's avatar
unknown committed
391
  }
unknown's avatar
unknown committed
392 393
  else
  {
unknown's avatar
unknown committed
394 395 396 397 398 399 400
    # Figure out which tests we are going to run
    my $tests= collect_test_cases($opt_suite);

    # Turn off NDB and other similar options if no tests use it
    my ($need_ndbcluster,$need_im);
    foreach my $test (@$tests)
    {
401 402
      next if $test->{skip};

unknown's avatar
unknown committed
403 404 405 406 407 408 409 410 411
      $need_ndbcluster||= $test->{ndb_test};
      $need_im||= $test->{component_id} eq 'im';

      # Count max number of slaves used by a test case
      if ( $test->{slave_num} > $max_slave_num)
      {
	$max_slave_num= $test->{slave_num};
	mtr_error("Too many slaves") if $max_slave_num > 3;
      }
412 413 414 415 416 417 418 419 420

      # Count max number of masters used by a test case
      if ( $test->{master_num} > $max_master_num)
      {
	$max_master_num= $test->{master_num};
	mtr_error("Too many masters") if $max_master_num > 2;
	mtr_error("Too few masters") if $max_master_num < 1;
      }

unknown's avatar
unknown committed
421 422
      $use_innodb||= $test->{'innodb_test'};
    }
423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440

    # Check if cluster can be skipped
    if ( !$need_ndbcluster )
    {
      $opt_skip_ndbcluster= 1;
      $opt_skip_ndbcluster_slave= 1;
    }

    # Check if slave cluster can be skipped
    if ($max_slave_num == 0)
    {
      $opt_skip_ndbcluster_slave= 1;
    }

    # Check if im can be skipped
    if ( ! $need_im )
    {
     $opt_skip_im= 1;
441
    }
unknown's avatar
unknown committed
442 443 444

    initialize_servers();

445 446 447 448
    if ( $opt_report_features ) {
      run_report_features();
    }

unknown's avatar
unknown committed
449
    run_suite($opt_suite, $tests);
unknown's avatar
unknown committed
450 451
  }

unknown's avatar
unknown committed
452
  mtr_exit(0);
unknown's avatar
unknown committed
453 454 455 456 457 458 459 460 461 462 463 464 465
}


##############################################################################
#
#  Default settings
#
##############################################################################

sub command_line_setup () {

  # These are defaults for things that are set on the command line

unknown's avatar
unknown committed
466
  $opt_suite=        "main";    # Special default suite
unknown's avatar
unknown committed
467 468 469 470 471 472 473 474 475
  my $opt_comment;

  my $opt_master_myport=       9306;
  my $opt_slave_myport=        9308;
  $opt_ndbcluster_port=        9310;
  $opt_ndbcluster_port_slave=  9311;
  my $im_port=                 9312;
  my $im_mysqld1_port=         9313;
  my $im_mysqld2_port=         9314;
unknown's avatar
unknown committed
476

unknown's avatar
unknown committed
477 478 479 480 481 482 483 484 485 486
  #
  # To make it easier for different devs to work on the same host,
  # an environment variable can be used to control all ports. A small
  # number is to be used, 0 - 16 or similar.
  #
  # Note the MASTER_MYPORT has to be set the same in all 4.x and 5.x
  # versions of this script, else a 4.0 test run might conflict with a
  # 5.1 test run, even if different MTR_BUILD_THREAD is used. This means
  # all port numbers might not be used in this version of the script.
  #
unknown's avatar
unknown committed
487 488 489 490
  # Also note the limiteation of ports we are allowed to hand out. This
  # differs between operating systems and configuration, see
  # http://www.ncftp.com/ncftpd/doc/misc/ephemeral_ports.html
  # But a fairly safe range seems to be 5001 - 32767
491 492 493 494 495 496 497 498 499 500
  
  # If so requested, we try to avail ourselves of a unique build thread number.
  if ( $ENV{'MTR_BUILD_THREAD'} ) {
    if ( lc($ENV{'MTR_BUILD_THREAD'}) eq 'auto' ) {
      print "Requesting build thread... ";
      $ENV{'MTR_BUILD_THREAD'} = mtr_require_unique_id_and_wait("/tmp/mysql-test-ports", 200, 299);
      print "got ".$ENV{'MTR_BUILD_THREAD'}."\n";
    }
  }

unknown's avatar
unknown committed
501 502
  if ( $ENV{'MTR_BUILD_THREAD'} )
  {
unknown's avatar
unknown committed
503
    # Up to two masters, up to three slaves
unknown's avatar
unknown committed
504 505 506 507 508 509 510
    $opt_master_myport=         $ENV{'MTR_BUILD_THREAD'} * 10 + 10000; # and 1
    $opt_slave_myport=          $opt_master_myport + 2;  # and 3 4
    $opt_ndbcluster_port=       $opt_master_myport + 5;
    $opt_ndbcluster_port_slave= $opt_master_myport + 6;
    $im_port=                   $opt_master_myport + 7;
    $im_mysqld1_port=           $opt_master_myport + 8;
    $im_mysqld2_port=           $opt_master_myport + 9;
unknown's avatar
unknown committed
511 512
  }

unknown's avatar
unknown committed
513 514 515 516 517 518 519
  if ( $opt_master_myport < 5001 or $opt_master_myport + 10 >= 32767 )
  {
    mtr_error("MTR_BUILD_THREAD number results in a port",
              "outside 5001 - 32767",
              "($opt_master_myport - $opt_master_myport + 10)");
  }

unknown's avatar
unknown committed
520 521 522 523 524
  # This is needed for test log evaluation in "gen-build-status-page"
  # in all cases where the calling tool does not log the commands
  # directly before it executes them, like "make test-force-pl" in RPM builds.
  print "Logging: $0 ", join(" ", @ARGV), "\n";

unknown's avatar
unknown committed
525
  # Read the command line
unknown's avatar
unknown committed
526
  # Note: Keep list, and the order, in sync with usage at end of this file
unknown's avatar
unknown committed
527

unknown's avatar
unknown committed
528
  Getopt::Long::Configure("pass_through");
unknown's avatar
unknown committed
529
  GetOptions(
unknown's avatar
unknown committed
530
             # Control what engine/variation to run
unknown's avatar
unknown committed
531
             'embedded-server'          => \$opt_embedded_server,
unknown's avatar
unknown committed
532
             'ps-protocol'              => \$opt_ps_protocol,
unknown's avatar
unknown committed
533 534 535 536 537 538
             'sp-protocol'              => \$opt_sp_protocol,
             'view-protocol'            => \$opt_view_protocol,
             'cursor-protocol'          => \$opt_cursor_protocol,
             'ssl|with-openssl'         => \$opt_ssl,
             'skip-ssl'                 => \$opt_skip_ssl,
             'compress'                 => \$opt_compress,
unknown's avatar
unknown committed
539 540
             'bench'                    => \$opt_bench,
             'small-bench'              => \$opt_small_bench,
541
             'with-ndbcluster'          => \$opt_with_ndbcluster,
542
             'vs-config'            => \$opt_vs_config,
unknown's avatar
unknown committed
543 544

             # Control what test suites or cases to run
unknown's avatar
unknown committed
545
             'force'                    => \$opt_force,
546
             'with-ndbcluster-only'     => \$opt_with_ndbcluster_only,
unknown's avatar
unknown committed
547 548 549 550 551 552
             'skip-ndbcluster|skip-ndb' => \$opt_skip_ndbcluster,
             'skip-ndbcluster-slave|skip-ndb-slave'
                                        => \$opt_skip_ndbcluster_slave,
             'ndb-extra-test'           => \$opt_ndb_extra_test,
             'skip-master-binlog'       => \$opt_skip_master_binlog,
             'skip-slave-binlog'        => \$opt_skip_slave_binlog,
unknown's avatar
unknown committed
553
             'do-test=s'                => \$opt_do_test,
unknown's avatar
unknown committed
554
             'start-from=s'             => \$opt_start_from,
unknown's avatar
unknown committed
555 556
             'suite=s'                  => \$opt_suite,
             'skip-rpl'                 => \$opt_skip_rpl,
unknown's avatar
unknown committed
557
             'skip-im'                  => \$opt_skip_im,
unknown's avatar
unknown committed
558
             'skip-test=s'              => \$opt_skip_test,
unknown's avatar
unknown committed
559
             'big-test'                 => \$opt_big_test,
unknown's avatar
unknown committed
560 561 562 563

             # Specify ports
             'master_port=i'            => \$opt_master_myport,
             'slave_port=i'             => \$opt_slave_myport,
unknown's avatar
unknown committed
564 565 566 567 568
             'ndbcluster-port|ndbcluster_port=i' => \$opt_ndbcluster_port,
             'ndbcluster-port-slave=i'  => \$opt_ndbcluster_port_slave,
             'im-port=i'                => \$im_port, # Instance Manager port.
             'im-mysqld1-port=i'        => \$im_mysqld1_port, # Port of mysqld, controlled by IM
             'im-mysqld2-port=i'        => \$im_mysqld2_port, # Port of mysqld, controlled by IM
unknown's avatar
unknown committed
569 570 571

             # Test case authoring
             'record'                   => \$opt_record,
unknown's avatar
unknown committed
572
             'check-testcases'          => \$opt_check_testcases,
573
             'mark-progress'            => \$opt_mark_progress,
unknown's avatar
unknown committed
574

unknown's avatar
unknown committed
575
             # Extra options used when starting mysqld
unknown's avatar
unknown committed
576
             'mysqld=s'                 => \@opt_extra_mysqld_opt,
unknown's avatar
unknown committed
577 578 579

             # Run test on running server
             'extern'                   => \$opt_extern,
unknown's avatar
unknown committed
580 581
             'ndb-connectstring=s'       => \$opt_ndbconnectstring,
             'ndb-connectstring-slave=s' => \$opt_ndbconnectstring_slave,
unknown's avatar
unknown committed
582 583

             # Debugging
unknown's avatar
unknown committed
584
             'gdb'                      => \$opt_gdb,
unknown's avatar
unknown committed
585
             'client-gdb'               => \$opt_client_gdb,
unknown's avatar
unknown committed
586 587
             'manual-gdb'               => \$opt_manual_gdb,
             'manual-debug'             => \$opt_manual_debug,
unknown's avatar
unknown committed
588
             'ddd'                      => \$opt_ddd,
unknown's avatar
unknown committed
589 590 591
             'client-ddd'               => \$opt_client_ddd,
	     'debugger=s'               => \$opt_debugger,
	     'client-debugger=s'        => \$opt_client_debugger,
unknown's avatar
unknown committed
592 593 594
             'strace-client'            => \$opt_strace_client,
             'master-binary=s'          => \$exe_master_mysqld,
             'slave-binary=s'           => \$exe_slave_mysqld,
595
             'max-save-core=i'          => \$opt_max_save_core,
unknown's avatar
unknown committed
596 597 598

             # Coverage, profiling etc
             'gcov'                     => \$opt_gcov,
unknown's avatar
unknown committed
599
             'gprof'                    => \$opt_gprof,
unknown's avatar
unknown committed
600 601 602
             'valgrind|valgrind-all'    => \$opt_valgrind,
             'valgrind-mysqltest'       => \$opt_valgrind_mysqltest,
             'valgrind-mysqld'          => \$opt_valgrind_mysqld,
unknown's avatar
unknown committed
603
             'valgrind-options=s'       => \$opt_valgrind_options,
unknown's avatar
unknown committed
604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621
             'valgrind-path=s'          => \$opt_valgrind_path,
	     'callgrind'                => \$opt_callgrind,

             # Stress testing 
             'stress'                   => \$opt_stress,
             'stress-suite=s'           => \$opt_stress_suite,
             'stress-threads=i'         => \$opt_stress_threads,
             'stress-test-file=s'       => \$opt_stress_test_file,
             'stress-init-file=s'       => \$opt_stress_init_file,
             'stress-mode=s'            => \$opt_stress_mode,
             'stress-loop-count=i'      => \$opt_stress_loop_count,
             'stress-test-count=i'      => \$opt_stress_test_count,
             'stress-test-duration=i'   => \$opt_stress_test_duration,

	     # Directories
             'tmpdir=s'                 => \$opt_tmpdir,
             'vardir=s'                 => \$opt_vardir,
             'benchdir=s'               => \$glob_mysql_bench_dir,
622
             'mem'                      => \$opt_mem,
unknown's avatar
unknown committed
623 624

             # Misc
625
             'report-features'          => \$opt_report_features,
626
             'comment=s'                => \$opt_comment,
unknown's avatar
unknown committed
627 628
             'debug'                    => \$opt_debug,
             'fast'                     => \$opt_fast,
unknown's avatar
unknown committed
629
             'reorder'                  => \$opt_reorder,
unknown's avatar
unknown committed
630
             'enable-disabled'          => \$opt_enable_disabled,
unknown's avatar
unknown committed
631
             'script-debug'             => \$opt_script_debug,
unknown's avatar
unknown committed
632
             'verbose'                  => \$opt_verbose,
unknown's avatar
unknown committed
633 634
             'sleep=i'                  => \$opt_sleep,
             'socket=s'                 => \$opt_socket,
635
             'start-dirty'              => \$opt_start_dirty,
unknown's avatar
unknown committed
636
             'start-and-exit'           => \$opt_start_and_exit,
unknown's avatar
unknown committed
637
             'timer!'                   => \$opt_timer,
unknown's avatar
unknown committed
638
             'unified-diff|udiff'       => \$opt_udiff,
unknown's avatar
unknown committed
639
             'user=s'                   => \$opt_user,
640 641
             'testcase-timeout=i'       => \$opt_testcase_timeout,
             'suite-timeout=i'          => \$opt_suite_timeout,
unknown's avatar
unknown committed
642
             'warnings|log-warnings'    => \$opt_warnings,
unknown's avatar
unknown committed
643 644

             'help|h'                   => \$opt_usage,
unknown's avatar
unknown committed
645 646
            ) or usage("Can't read options");

unknown's avatar
unknown committed
647
  usage("") if $opt_usage;
unknown's avatar
unknown committed
648

649 650 651 652 653 654 655 656 657 658 659 660 661
  $glob_scriptname=  basename($0);

  # We require that we are in the "mysql-test" directory
  # to run mysql-test-run
  if (! -f $glob_scriptname)
  {
    mtr_error("Can't find the location for the mysql-test-run script\n" .
              "Go to to the mysql-test directory and execute the script " .
              "as follows:\n./$glob_scriptname");
  }

  if ( -d "../sql" )
  {
662
    $source_dist=  1;
663 664 665 666
  }

  $glob_hostname=  mtr_short_hostname();

667
  # Find the absolute path to the test directory 
668 669 670 671 672 673 674
  $glob_mysql_test_dir=  cwd();
  if ( $glob_cygwin_perl )
  {
    # Windows programs like 'mysqld' needs Windows paths
    $glob_mysql_test_dir= `cygpath -m "$glob_mysql_test_dir"`;
    chomp($glob_mysql_test_dir);
  }
675 676 677 678 679 680 681 682 683 684 685

  # In most cases, the base directory we find everything relative to,
  # is the parent directory of the "mysql-test" directory. For source
  # distributions, TAR binary distributions and some other packages.
  $glob_basedir= dirname($glob_mysql_test_dir);

  # In the RPM case, binaries and libraries are installed in the
  # default system locations, instead of having our own private base
  # directory. And we install "/usr/share/mysql-test". Moving up one
  # more directory relative to "mysql-test" gives us a usable base
  # directory for RPM installs.
unknown's avatar
unknown committed
686
  if ( ! $source_dist and ! -d "$glob_basedir/bin" )
687 688 689
  {
    $glob_basedir= dirname($glob_basedir);
  }
690 691 692 693

  # Expect mysql-bench to be located adjacent to the source tree, by default
  $glob_mysql_bench_dir= "$glob_basedir/../mysql-bench"
    unless defined $glob_mysql_bench_dir;
694 695
  $glob_mysql_bench_dir= undef
    unless -d $glob_mysql_bench_dir;
696 697

  $path_my_basedir=
698
    $source_dist ? $glob_mysql_test_dir : $glob_basedir;
699 700 701 702 703 704 705 706

  $glob_timers= mtr_init_timers();

  #
  # Find the mysqld executable to be able to find the mysqld version
  # number as early as possible
  #

707
  # Look for the client binaries directory
708
  $path_client_bindir= mtr_path_exists("$glob_basedir/client_release",
709
				       "$glob_basedir/client_debug",
710
				       vs_config_dirs('client', ''),
711 712
				       "$glob_basedir/client",
				       "$glob_basedir/bin/");
713 714 715 716 717 718 719 720 721 722 723 724 725 726 727

  $exe_mysqld=         mtr_exe_exists (vs_config_dirs('sql', 'mysqld'),
				       "$glob_basedir/sql/mysqld",
				       "$path_client_bindir/mysqld-max-nt",
				       "$path_client_bindir/mysqld-max",
				       "$path_client_bindir/mysqld-nt",
				       "$path_client_bindir/mysqld",
				       "$path_client_bindir/mysqld-debug",
				       "$path_client_bindir/mysqld-max",
				       "$glob_basedir/libexec/mysqld",
				       "$glob_basedir/bin/mysqld");

  # Use the mysqld found above to find out what features are available
  collect_mysqld_features();

728 729 730 731 732 733 734 735
  if ( $opt_comment )
  {
    print "\n";
    print '#' x 78, "\n";
    print "# $opt_comment\n";
    print '#' x 78, "\n\n";
  }

unknown's avatar
unknown committed
736 737 738 739 740 741
  foreach my $arg ( @ARGV )
  {
    if ( $arg =~ /^--skip-/ )
    {
      push(@opt_extra_mysqld_opt, $arg);
    }
742 743 744 745 746 747
    elsif ( $arg =~ /^--$/ )
    {
      # It is an effect of setting 'pass_through' in option processing
      # that the lone '--' separating options from arguments survives,
      # simply ignore it.
    }
unknown's avatar
unknown committed
748 749 750 751 752 753 754 755 756
    elsif ( $arg =~ /^-/ )
    {
      usage("Invalid option \"$arg\"");
    }
    else
    {
      push(@opt_cases, $arg);
    }
  }
unknown's avatar
unknown committed
757

unknown's avatar
unknown committed
758 759 760 761 762
  # --------------------------------------------------------------------------
  # Find out type of logging that are being used
  # --------------------------------------------------------------------------
  # NOTE if the default binlog format is changed, this has to be changed
  $used_binlog_format= "stmt";
763 764
  if ( $mysql_version_id >= 50100 )
  {
765 766 767
    $used_binlog_format= "mixed"; # Default value for binlog format

    foreach my $arg ( @opt_extra_mysqld_opt )
768
    {
769 770 771 772
      if ( $arg =~ /binlog-format=(\S+)/ )
      {
	$used_binlog_format= $1;
      }
773
    }
774
    mtr_report("Using binlog format '$used_binlog_format'");
unknown's avatar
unknown committed
775 776
  }

777 778 779
  # --------------------------------------------------------------------------
  # Check if we should speed up tests by trying to run on tmpfs
  # --------------------------------------------------------------------------
780
  if ( defined $opt_mem )
781 782 783 784 785 786
  {
    mtr_error("Can't use --mem and --vardir at the same time ")
      if $opt_vardir;
    mtr_error("Can't use --mem and --tmpdir at the same time ")
      if $opt_tmpdir;

787 788 789 790 791
    # Search through list of locations that are known
    # to be "fast disks" to list to find a suitable location
    # Use --mem=<dir> as first location to look.
    my @tmpfs_locations= ($opt_mem, "/dev/shm", "/tmp");

792 793 794 795 796 797 798 799 800 801 802 803
    foreach my $fs (@tmpfs_locations)
    {
      if ( -d $fs )
      {
	mtr_report("Using tmpfs in $fs");
	$opt_mem= "$fs/var";
	$opt_mem .= $ENV{'MTR_BUILD_THREAD'} if $ENV{'MTR_BUILD_THREAD'};
	last;
      }
    }
  }

804 805 806
  # --------------------------------------------------------------------------
  # Set the "var/" directory, as it is the base for everything else
  # --------------------------------------------------------------------------
807
  $default_vardir= "$glob_mysql_test_dir/var";
808 809
  if ( ! $opt_vardir )
  {
810
    $opt_vardir= $default_vardir;
811
  }
812
  elsif ( $mysql_version_id < 50000 and
813
	  $opt_vardir ne $default_vardir)
unknown's avatar
unknown committed
814
  {
815 816 817
    # Version 4.1 and --vardir was specified
    # Only supported as a symlink from var/
    # by setting up $opt_mem that symlink will be created
818 819 820 821 822 823 824
    if ( ! $glob_win32 )
    {
      # Only platforms that have native symlinks can use the vardir trick
      $opt_mem= $opt_vardir;
      mtr_report("Using 4.1 vardir trick");
    }

825
    $opt_vardir= $default_vardir;
unknown's avatar
unknown committed
826 827 828 829 830
  }

  $path_vardir_trace= $opt_vardir;
  # Chop off any "c:", DBUG likes a unix path ex: c:/src/... => /src/...
  $path_vardir_trace=~ s/^\w://;
unknown's avatar
unknown committed
831

unknown's avatar
unknown committed
832 833 834
  # We make the path absolute, as the server will do a chdir() before usage
  unless ( $opt_vardir =~ m,^/, or
           ($glob_win32 and $opt_vardir =~ m,^[a-z]:/,i) )
835 836 837 838
  {
    # Make absolute path, relative test dir
    $opt_vardir= "$glob_mysql_test_dir/$opt_vardir";
  }
unknown's avatar
unknown committed
839

840
  # --------------------------------------------------------------------------
841
  # Set tmpdir
842 843
  # --------------------------------------------------------------------------
  $opt_tmpdir=       "$opt_vardir/tmp" unless $opt_tmpdir;
unknown's avatar
unknown committed
844
  $opt_tmpdir =~ s,/+$,,;       # Remove ending slash if any
unknown's avatar
unknown committed
845 846

  # --------------------------------------------------------------------------
847
  # Check im suport
unknown's avatar
unknown committed
848
  # --------------------------------------------------------------------------
849 850 851 852 853 854
  if ( $mysql_version_id < 50000 )
  {
    # Instance manager is not supported until 5.0
    $opt_skip_im= 1;

  }
unknown's avatar
unknown committed
855

856 857 858 859 860 861 862 863 864
  if ( $glob_win32 )
  {
    mtr_report("Disable Instance manager - not supported on Windows");
    $opt_skip_im= 1;
  }

  # --------------------------------------------------------------------------
  # Record flag
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
865
  if ( $opt_record and ! @opt_cases )
unknown's avatar
unknown committed
866 867 868 869
  {
    mtr_error("Will not run in record mode without a specific test case");
  }

870 871 872
  # --------------------------------------------------------------------------
  # Embedded server flag
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
873 874 875
  if ( $opt_embedded_server )
  {
    $glob_use_embedded_server= 1;
876
    push(@glob_test_mode, "embedded");
unknown's avatar
unknown committed
877
    $opt_skip_rpl= 1;              # We never run replication with embedded
unknown's avatar
unknown committed
878 879
    $opt_skip_ndbcluster= 1;       # Turn off use of NDB cluster
    $opt_skip_ssl= 1;              # Turn off use of SSL
unknown's avatar
unknown committed
880 881 882

    if ( $opt_extern )
    {
unknown's avatar
unknown committed
883
      mtr_error("Can't use --extern with --embedded-server");
unknown's avatar
unknown committed
884 885 886
    }
  }

887 888 889 890

  # --------------------------------------------------------------------------
  # ps protcol flag
  # --------------------------------------------------------------------------
891 892 893 894 895
  if ( $opt_ps_protocol )
  {
    push(@glob_test_mode, "ps-protocol");
  }

896 897 898
  # --------------------------------------------------------------------------
  # Ndb cluster flags
  # --------------------------------------------------------------------------
899
  if ( $opt_with_ndbcluster and !$opt_bench)
unknown's avatar
unknown committed
900
  {
901
    mtr_error("Can only use --with-ndbcluster togheter with --bench");
unknown's avatar
unknown committed
902 903 904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932
  }

  if ( $opt_ndbconnectstring )
  {
    $glob_use_running_ndbcluster= 1;
    mtr_error("Can't specify --ndb-connectstring and --skip-ndbcluster")
      if $opt_skip_ndbcluster;
    mtr_error("Can't specify --ndb-connectstring and --ndbcluster-port")
      if $opt_ndbcluster_port;
  }
  else
  {
    # Set default connect string
    $opt_ndbconnectstring= "host=localhost:$opt_ndbcluster_port";
  }

  if ( $opt_ndbconnectstring_slave )
  {
      $glob_use_running_ndbcluster_slave= 1;
      mtr_error("Can't specify ndb-connectstring_slave and " .
		"--skip-ndbcluster-slave")
	if $opt_skip_ndbcluster;
      mtr_error("Can't specify --ndb-connectstring-slave and " .
		"--ndbcluster-port-slave")
	if $opt_ndbcluster_port_slave;
  }
  else
  {
    # Set default connect string
    $opt_ndbconnectstring_slave= "host=localhost:$opt_ndbcluster_port_slave";
  }
unknown's avatar
unknown committed
933

934 935 936
  # --------------------------------------------------------------------------
  # Bench flags
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
937 938 939 940 941
  if ( $opt_small_bench )
  {
    $opt_bench=  1;
  }

942 943 944 945 946 947 948 949
  # --------------------------------------------------------------------------
  # Big test flags
  # --------------------------------------------------------------------------
   if ( $opt_big_test )
   {
     $ENV{'BIG_TEST'}= 1;
   }

950 951 952
  # --------------------------------------------------------------------------
  # Gcov flag
  # --------------------------------------------------------------------------
953
  if ( $opt_gcov and ! $source_dist )
unknown's avatar
unknown committed
954
  {
unknown's avatar
unknown committed
955 956 957
    mtr_error("Coverage test needs the source - please use source dist");
  }

958
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
959
  # Check debug related options
960
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
961 962 963
  if ( $opt_gdb || $opt_client_gdb || $opt_ddd || $opt_client_ddd ||
       $opt_manual_gdb || $opt_manual_ddd || $opt_manual_debug ||
       $opt_debugger || $opt_client_debugger )
unknown's avatar
unknown committed
964
  {
unknown's avatar
unknown committed
965 966
    # Indicate that we are using debugger
    $glob_debugger= 1;
unknown's avatar
unknown committed
967 968
    if ( $opt_extern )
    {
unknown's avatar
unknown committed
969
      mtr_error("Can't use --extern when using debugger");
unknown's avatar
unknown committed
970 971 972
    }
  }

973 974 975 976 977 978
  # --------------------------------------------------------------------------
  # Check if special exe was selected for master or slave
  # --------------------------------------------------------------------------
  $exe_master_mysqld= $exe_master_mysqld || $exe_mysqld;
  $exe_slave_mysqld=  $exe_slave_mysqld  || $exe_mysqld;

979
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
980
  # Check valgrind arguments
981
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
982
  if ( $opt_valgrind or $opt_valgrind_path or defined $opt_valgrind_options)
unknown's avatar
unknown committed
983
  {
unknown's avatar
unknown committed
984 985 986 987
    mtr_report("Turning on valgrind for all executables");
    $opt_valgrind= 1;
    $opt_valgrind_mysqld= 1;
    $opt_valgrind_mysqltest= 1;
unknown's avatar
unknown committed
988
  }
unknown's avatar
unknown committed
989
  elsif ( $opt_valgrind_mysqld )
unknown's avatar
unknown committed
990
  {
unknown's avatar
unknown committed
991 992
    mtr_report("Turning on valgrind for mysqld(s) only");
    $opt_valgrind= 1;
unknown's avatar
unknown committed
993
  }
unknown's avatar
unknown committed
994
  elsif ( $opt_valgrind_mysqltest )
995
  {
996
    mtr_report("Turning on valgrind for mysqltest and mysql_client_test only");
unknown's avatar
unknown committed
997
    $opt_valgrind= 1;
998
  }
unknown's avatar
unknown committed
999

unknown's avatar
unknown committed
1000
  if ( $opt_callgrind )
unknown's avatar
unknown committed
1001
  {
unknown's avatar
unknown committed
1002 1003 1004
    mtr_report("Turning on valgrind with callgrind for mysqld(s)");
    $opt_valgrind= 1;
    $opt_valgrind_mysqld= 1;
unknown's avatar
unknown committed
1005

unknown's avatar
unknown committed
1006 1007 1008 1009
    # Set special valgrind options unless options passed on command line
    $opt_valgrind_options="--trace-children=yes"
      unless defined $opt_valgrind_options;
  }
unknown's avatar
unknown committed
1010

unknown's avatar
unknown committed
1011
  if ( $opt_valgrind )
unknown's avatar
unknown committed
1012
  {
unknown's avatar
unknown committed
1013 1014 1015 1016 1017
    # Set valgrind_options to default unless already defined
    $opt_valgrind_options=$default_valgrind_options
      unless defined $opt_valgrind_options;

    mtr_report("Running valgrind with options \"$opt_valgrind_options\"");
unknown's avatar
unknown committed
1018 1019 1020 1021 1022
  }

  if ( ! $opt_testcase_timeout )
  {
    $opt_testcase_timeout= $default_testcase_timeout;
unknown's avatar
unknown committed
1023
    $opt_testcase_timeout*= 10 if $opt_valgrind;
unknown's avatar
unknown committed
1024 1025 1026 1027 1028
  }

  if ( ! $opt_suite_timeout )
  {
    $opt_suite_timeout= $default_suite_timeout;
unknown's avatar
unknown committed
1029
    $opt_suite_timeout*= 6 if $opt_valgrind;
unknown's avatar
unknown committed
1030
  }
unknown's avatar
unknown committed
1031

unknown's avatar
unknown committed
1032
  if ( ! $opt_user )
unknown's avatar
unknown committed
1033
  {
1034
    if ( $opt_extern )
unknown's avatar
unknown committed
1035 1036 1037 1038 1039 1040 1041
    {
      $opt_user= "test";
    }
    else
    {
      $opt_user= "root"; # We want to do FLUSH xxx commands
    }
unknown's avatar
unknown committed
1042 1043
  }

unknown's avatar
unknown committed
1044 1045 1046 1047 1048 1049
  # On QNX, /tmp/dir/master.sock and /tmp/dir//master.sock seem to be
  # considered different, so avoid the extra slash (/) in the socket
  # paths.
  my $sockdir = $opt_tmpdir;
  $sockdir =~ s|/+$||;

1050 1051 1052
  # On some operating systems, there is a limit to the length of a
  # UNIX domain socket's path far below PATH_MAX, so try to avoid long
  # socket path names.
1053
  $sockdir = tempdir(CLEANUP => 0) if ( length($sockdir) >= 80 );
1054

1055 1056
  # Put this into a hash, will be a C struct

unknown's avatar
unknown committed
1057 1058
  $master->[0]=
  {
unknown's avatar
unknown committed
1059 1060 1061
   pid           => 0,
   type          => "master",
   idx           => 0,
unknown's avatar
unknown committed
1062 1063 1064
   path_myddir   => "$opt_vardir/master-data",
   path_myerr    => "$opt_vardir/log/master.err",
   path_mylog    => "$opt_vardir/log/master.log",
unknown's avatar
unknown committed
1065 1066 1067
   path_pid    => "$opt_vardir/run/master.pid",
   path_sock   => "$sockdir/master.sock",
   port   =>  $opt_master_myport,
unknown's avatar
unknown committed
1068
   start_timeout =>  400, # enough time create innodb tables
unknown's avatar
unknown committed
1069 1070
   cluster       =>  0, # index in clusters list
   start_opts    => [],
unknown's avatar
unknown committed
1071 1072 1073 1074
  };

  $master->[1]=
  {
unknown's avatar
unknown committed
1075 1076 1077
   pid           => 0,
   type          => "master",
   idx           => 1,
unknown's avatar
unknown committed
1078 1079 1080
   path_myddir   => "$opt_vardir/master1-data",
   path_myerr    => "$opt_vardir/log/master1.err",
   path_mylog    => "$opt_vardir/log/master1.log",
unknown's avatar
unknown committed
1081 1082 1083
   path_pid    => "$opt_vardir/run/master1.pid",
   path_sock   => "$sockdir/master1.sock",
   port   => $opt_master_myport + 1,
unknown's avatar
unknown committed
1084
   start_timeout => 400, # enough time create innodb tables
unknown's avatar
unknown committed
1085 1086
   cluster       =>  0, # index in clusters list
   start_opts    => [],
unknown's avatar
unknown committed
1087 1088 1089 1090
  };

  $slave->[0]=
  {
unknown's avatar
unknown committed
1091 1092 1093
   pid           => 0,
   type          => "slave",
   idx           => 0,
unknown's avatar
unknown committed
1094 1095 1096
   path_myddir   => "$opt_vardir/slave-data",
   path_myerr    => "$opt_vardir/log/slave.err",
   path_mylog    => "$opt_vardir/log/slave.log",
unknown's avatar
unknown committed
1097 1098 1099
   path_pid    => "$opt_vardir/run/slave.pid",
   path_sock   => "$sockdir/slave.sock",
   port   => $opt_slave_myport,
unknown's avatar
unknown committed
1100
   start_timeout => 400,
unknown's avatar
unknown committed
1101 1102 1103

   cluster       =>  1, # index in clusters list
   start_opts    => [],
unknown's avatar
unknown committed
1104 1105 1106 1107
  };

  $slave->[1]=
  {
unknown's avatar
unknown committed
1108 1109 1110
   pid           => 0,
   type          => "slave",
   idx           => 1,
unknown's avatar
unknown committed
1111 1112 1113
   path_myddir   => "$opt_vardir/slave1-data",
   path_myerr    => "$opt_vardir/log/slave1.err",
   path_mylog    => "$opt_vardir/log/slave1.log",
unknown's avatar
unknown committed
1114 1115 1116
   path_pid    => "$opt_vardir/run/slave1.pid",
   path_sock   => "$sockdir/slave1.sock",
   port   => $opt_slave_myport + 1,
unknown's avatar
unknown committed
1117
   start_timeout => 300,
unknown's avatar
unknown committed
1118 1119
   cluster       =>  -1, # index in clusters list
   start_opts    => [],
unknown's avatar
unknown committed
1120 1121 1122 1123
  };

  $slave->[2]=
  {
unknown's avatar
unknown committed
1124 1125 1126
   pid           => 0,
   type          => "slave",
   idx           => 2,
unknown's avatar
unknown committed
1127 1128 1129
   path_myddir   => "$opt_vardir/slave2-data",
   path_myerr    => "$opt_vardir/log/slave2.err",
   path_mylog    => "$opt_vardir/log/slave2.log",
unknown's avatar
unknown committed
1130 1131 1132
   path_pid    => "$opt_vardir/run/slave2.pid",
   path_sock   => "$sockdir/slave2.sock",
   port   => $opt_slave_myport + 2,
unknown's avatar
unknown committed
1133
   start_timeout => 300,
unknown's avatar
unknown committed
1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144 1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160 1161 1162 1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173 1174 1175 1176 1177 1178 1179 1180 1181 1182 1183 1184 1185 1186 1187 1188 1189 1190 1191 1192 1193 1194 1195 1196 1197 1198 1199 1200
   cluster       =>  -1, # index in clusters list
   start_opts    => [],
  };

  $instance_manager=
  {
   path_err =>        "$opt_vardir/log/im.err",
   path_log =>        "$opt_vardir/log/im.log",
   path_pid =>        "$opt_vardir/run/im.pid",
   path_angel_pid =>  "$opt_vardir/run/im.angel.pid",
   path_sock =>       "$sockdir/im.sock",
   port =>            $im_port,
   start_timeout =>   $master->[0]->{'start_timeout'},
   admin_login =>     'im_admin',
   admin_password =>  'im_admin_secret',
   admin_sha1 =>      '*598D51AD2DFF7792045D6DF3DDF9AA1AF737B295',
   password_file =>   "$opt_vardir/im.passwd",
   defaults_file =>   "$opt_vardir/im.cnf",
  };

  $instance_manager->{'instances'}->[0]=
  {
   server_id    => 1,
   port         => $im_mysqld1_port,
   path_datadir => "$opt_vardir/im_mysqld_1.data",
   path_sock    => "$sockdir/mysqld_1.sock",
   path_pid     => "$opt_vardir/run/mysqld_1.pid",
   start_timeout  => 400, # enough time create innodb tables
   old_log_format => 1
  };

  $instance_manager->{'instances'}->[1]=
  {
   server_id    => 2,
   port         => $im_mysqld2_port,
   path_datadir => "$opt_vardir/im_mysqld_2.data",
   path_sock    => "$sockdir/mysqld_2.sock",
   path_pid     => "$opt_vardir/run/mysqld_2.pid",
   nonguarded   => 1,
   start_timeout  => 400, # enough time create innodb tables
   old_log_format => 1
  };

  my $data_dir= "$opt_vardir/ndbcluster-$opt_ndbcluster_port";
  $clusters->[0]=
  {
   name            => "Master",
   nodes           => 2,
   port            => "$opt_ndbcluster_port",
   data_dir        => "$data_dir",
   connect_string  => "$opt_ndbconnectstring",
   path_pid        => "$data_dir/ndb_3.pid", # Nodes + 1
   pid             => 0, # pid of ndb_mgmd
   installed_ok    => 0,
  };

  $data_dir= "$opt_vardir/ndbcluster-$opt_ndbcluster_port_slave";
  $clusters->[1]=
  {
   name            => "Slave",
   nodes           => 1,
   port            => "$opt_ndbcluster_port_slave",
   data_dir        => "$data_dir",
   connect_string  => "$opt_ndbconnectstring_slave",
   path_pid        => "$data_dir/ndb_2.pid", # Nodes + 1
   pid             => 0, # pid of ndb_mgmd
   installed_ok    => 0,
unknown's avatar
unknown committed
1201
  };
1202

unknown's avatar
unknown committed
1203 1204 1205 1206 1207 1208 1209 1210 1211 1212 1213 1214 1215 1216 1217 1218
  # Init pids of ndbd's
  foreach my $cluster ( @{$clusters} )
  {
    for ( my $idx= 0; $idx < $cluster->{'nodes'}; $idx++ )
    {
      my $nodeid= $idx+1;
      $cluster->{'ndbds'}->[$idx]=
	{
	 pid      => 0,
	 nodeid => $nodeid,
	 path_pid => "$cluster->{'data_dir'}/ndb_${nodeid}.pid",
	 path_fs => "$cluster->{'data_dir'}/ndb_${nodeid}_fs",
	};
    }
  }

1219 1220
  if ( $opt_extern )
  {
1221 1222 1223 1224 1225
    # Turn off features not supported when running with extern server
    $opt_skip_rpl= 1;

    # Setup master->[0] with the settings for the extern server
    $master->[0]->{'path_sock'}=  $opt_socket if $opt_socket;
1226
    mtr_report("Using extern server at '$master->[0]->{path_sock}'");
1227 1228 1229 1230 1231
  }
  else
  {
    mtr_error("--socket can only be used in combination with --extern")
      if $opt_socket;
1232 1233 1234
  }

  $path_timefile=  "$opt_vardir/log/mysqltest-time";
unknown's avatar
unknown committed
1235
  $path_mysqltest_log=  "$opt_vardir/log/mysqltest.log";
unknown's avatar
unknown committed
1236 1237 1238 1239
  $path_current_test_log= "$opt_vardir/log/current_test";
  $path_ndb_testrun_log= "$opt_vardir/log/ndb_testrun.log";

  $path_snapshot= "$opt_tmpdir/snapshot_$opt_master_myport/";
1240 1241 1242 1243 1244 1245 1246 1247 1248 1249 1250 1251 1252

  if ( $opt_valgrind and $opt_debug )
  {
    # When both --valgrind and --debug is selected, send
    # all output to the trace file, making it possible to
    # see the exact location where valgrind complains
    foreach my $mysqld (@{$master}, @{$slave})
    {
      my $sidx= $mysqld->{idx} ? "$mysqld->{idx}" : "";
      $mysqld->{path_myerr}=
	"$opt_vardir/log/" . $mysqld->{type} . "$sidx.trace";
    }
  }
unknown's avatar
unknown committed
1253 1254
}

1255
sub datadir_list_setup () {
unknown's avatar
unknown committed
1256 1257

  # Make a list of all data_dirs
1258 1259 1260 1261
  for (my $idx= 0; $idx < $max_master_num; $idx++)
  {
    push(@data_dir_lst, $master->[$idx]->{'path_myddir'});
  }
unknown's avatar
unknown committed
1262 1263 1264 1265 1266 1267 1268 1269 1270 1271 1272 1273 1274

  for (my $idx= 0; $idx < $max_slave_num; $idx++)
  {
    push(@data_dir_lst, $slave->[$idx]->{'path_myddir'});
  }

  unless ($opt_skip_im)
  {
    foreach my $instance (@{$instance_manager->{'instances'}})
    {
      push(@data_dir_lst, $instance->{'path_datadir'});
    }
  }
unknown's avatar
unknown committed
1275 1276 1277 1278 1279 1280 1281 1282 1283 1284
}


##############################################################################
#
#  Set paths to various executable programs
#
##############################################################################


1285
sub collect_mysqld_features () {
unknown's avatar
unknown committed
1286 1287
  my $found_variable_list_start= 0;

1288 1289 1290 1291 1292
  #
  # Execute "mysqld --no-defaults --help --verbose" to get a
  # of all features and settings
  #
  my $list= `$exe_mysqld --no-defaults --verbose --help`;
unknown's avatar
unknown committed
1293

1294
  foreach my $line (split('\n', $list))
unknown's avatar
unknown committed
1295 1296 1297
  {
    # First look for version
    if ( !$mysql_version_id )
unknown's avatar
unknown committed
1298
    {
unknown's avatar
unknown committed
1299
      # Look for version
1300 1301 1302
      my $exe_name= basename($exe_mysqld);
      mtr_verbose("exe_name: $exe_name");
      if ( $line =~ /^\S*$exe_name\s\sVer\s([0-9]*)\.([0-9]*)\.([0-9]*)/ )
unknown's avatar
unknown committed
1303
      {
1304
	#print "Major: $1 Minor: $2 Build: $3\n";
unknown's avatar
unknown committed
1305
	$mysql_version_id= $1*10000 + $2*100 + $3;
1306 1307
	#print "mysql_version_id: $mysql_version_id\n";
	mtr_report("MySQL Version $1.$2.$3");
unknown's avatar
unknown committed
1308
      }
unknown's avatar
unknown committed
1309 1310 1311
    }
    else
    {
unknown's avatar
unknown committed
1312
      if (!$found_variable_list_start)
unknown's avatar
unknown committed
1313
      {
unknown's avatar
unknown committed
1314
	# Look for start of variables list
1315
	if ( $line =~ /[\-]+\s[\-]+/ )
unknown's avatar
unknown committed
1316 1317 1318
	{
	  $found_variable_list_start= 1;
	}
1319 1320 1321
      }
      else
      {
unknown's avatar
unknown committed
1322
	# Put variables into hash
1323
	if ( $line =~ /^([\S]+)[ \t]+(.*?)\r?$/ )
unknown's avatar
unknown committed
1324
	{
1325
	  # print "$1=\"$2\"\n";
unknown's avatar
unknown committed
1326 1327
	  $mysqld_variables{$1}= $2;
	}
1328 1329
	else
	{
1330 1331 1332 1333 1334 1335 1336 1337 1338 1339 1340 1341 1342
	  # The variable list is ended with a blank line
	  if ( $line =~ /^[\s]*$/ )
	  {
	    last;
	  }
	  else
	  {
	    # Send out a warning, we should fix the variables that has no
	    # space between variable name and it's value
	    # or should it be fixed width column parsing? It does not
	    # look like that in function my_print_variables in my_getopt.c
	    mtr_warning("Could not parse variable list line : $line");
	  }
1343
	}
unknown's avatar
unknown committed
1344
      }
unknown's avatar
unknown committed
1345
    }
unknown's avatar
unknown committed
1346
  }
1347

unknown's avatar
unknown committed
1348
  mtr_error("Could not find version of MySQL") unless $mysql_version_id;
1349
  mtr_error("Could not find variabes list") unless $found_variable_list_start;
unknown's avatar
unknown committed
1350 1351 1352 1353

}


1354 1355 1356 1357 1358 1359
sub executable_setup_im () {

  # Look for instance manager binary - mysqlmanager
  $exe_im=
    mtr_exe_maybe_exists(
      "$glob_basedir/server-tools/instance-manager/mysqlmanager",
1360
      "$glob_basedir/libexec/mysqlmanager",
unknown's avatar
unknown committed
1361 1362
      "$glob_basedir/bin/mysqlmanager",
      "$glob_basedir/sbin/mysqlmanager");
1363 1364 1365 1366 1367 1368 1369 1370 1371 1372 1373 1374 1375 1376 1377 1378 1379 1380 1381 1382 1383 1384 1385 1386 1387 1388 1389 1390 1391 1392 1393 1394 1395 1396 1397 1398 1399 1400 1401 1402 1403

  return ($exe_im eq "");
}

sub executable_setup_ndb () {

  # Look for ndb tols and binaries
  my $ndb_path= mtr_file_exists("$glob_basedir/ndb",
				"$glob_basedir/storage/ndb",
				"$glob_basedir/bin");

  $exe_ndbd=
    mtr_exe_maybe_exists("$ndb_path/src/kernel/ndbd",
			 "$ndb_path/ndbd");
  $exe_ndb_mgm=
    mtr_exe_maybe_exists("$ndb_path/src/mgmclient/ndb_mgm",
			 "$ndb_path/ndb_mgm");
  $exe_ndb_mgmd=
    mtr_exe_maybe_exists("$ndb_path/src/mgmsrv/ndb_mgmd",
			 "$ndb_path/ndb_mgmd");
  $exe_ndb_waiter=
    mtr_exe_maybe_exists("$ndb_path/tools/ndb_waiter",
			 "$ndb_path/ndb_waiter");

  # May not exist
  $path_ndb_tools_dir= mtr_file_exists("$ndb_path/tools",
				       "$ndb_path");
  # May not exist
  $path_ndb_examples_dir=
    mtr_file_exists("$ndb_path/ndbapi-examples",
		    "$ndb_path/examples");
  # May not exist
  $exe_ndb_example=
    mtr_file_exists("$path_ndb_examples_dir/ndbapi_simple/ndbapi_simple");

  return ( $exe_ndbd eq "" or
	   $exe_ndb_mgm eq "" or
	   $exe_ndb_mgmd eq "" or
	   $exe_ndb_waiter eq "");
}

unknown's avatar
unknown committed
1404 1405 1406 1407 1408 1409 1410 1411 1412 1413 1414 1415
sub executable_setup () {

  #
  # Check if libtool is available in this distribution/clone
  # we need it when valgrinding or debugging non installed binary
  # Otherwise valgrind will valgrind the libtool wrapper or bash
  # and gdb will not find the real executable to debug
  #
  if ( -x "../libtool")
  {
    $exe_libtool= "../libtool";
    if ($opt_valgrind or $glob_debugger)
unknown's avatar
unknown committed
1416
    {
unknown's avatar
unknown committed
1417
      mtr_report("Using \"$exe_libtool\" when running valgrind or debugger");
unknown's avatar
unknown committed
1418
    }
unknown's avatar
unknown committed
1419 1420
  }

unknown's avatar
unknown committed
1421
  # Look for language files and charsetsdir, use same share
1422
  my $path_share=      mtr_path_exists("$glob_basedir/share/mysql",
unknown's avatar
unknown committed
1423 1424
				       "$glob_basedir/sql/share",
				       "$glob_basedir/share");
unknown's avatar
unknown committed
1425

unknown's avatar
unknown committed
1426 1427
  $path_language=      mtr_path_exists("$path_share/english");
  $path_charsetsdir=   mtr_path_exists("$path_share/charsets");
unknown's avatar
unknown committed
1428

unknown's avatar
unknown committed
1429 1430
  # Look for my_print_defaults
  $exe_my_print_defaults=
1431 1432 1433
    mtr_exe_exists(vs_config_dirs('extra', 'my_print_defaults'),
		           "$path_client_bindir/my_print_defaults",
		           "$glob_basedir/extra/my_print_defaults");
unknown's avatar
unknown committed
1434

unknown's avatar
unknown committed
1435
  # Look for perror
1436 1437 1438
  $exe_perror= mtr_exe_exists(vs_config_dirs('extra', 'perror'),
			                  "$glob_basedir/extra/perror",
			                  "$path_client_bindir/perror");
unknown's avatar
unknown committed
1439

unknown's avatar
unknown committed
1440 1441 1442 1443 1444 1445 1446 1447
  # Look for the client binaries
  $exe_mysqlcheck=     mtr_exe_exists("$path_client_bindir/mysqlcheck");
  $exe_mysqldump=      mtr_exe_exists("$path_client_bindir/mysqldump");
  $exe_mysqlimport=    mtr_exe_exists("$path_client_bindir/mysqlimport");
  $exe_mysqlshow=      mtr_exe_exists("$path_client_bindir/mysqlshow");
  $exe_mysqlbinlog=    mtr_exe_exists("$path_client_bindir/mysqlbinlog");
  $exe_mysqladmin=     mtr_exe_exists("$path_client_bindir/mysqladmin");
  $exe_mysql=          mtr_exe_exists("$path_client_bindir/mysql");
1448 1449 1450 1451
  if ( $mysql_version_id >= 50100 )
  {
    $exe_mysqlslap=      mtr_exe_exists("$path_client_bindir/mysqlslap");
  }
unknown's avatar
unknown committed
1452

1453 1454 1455 1456 1457 1458 1459
  if ( ! $glob_win32 )
  {
    # Look for mysql_fix_system_table script
    $exe_mysql_fix_system_tables=
      mtr_script_exists("$glob_basedir/scripts/mysql_fix_privilege_tables",
			"$path_client_bindir/mysql_fix_privilege_tables");
  }
unknown's avatar
unknown committed
1460

1461 1462 1463 1464 1465 1466 1467 1468 1469 1470 1471 1472 1473 1474 1475 1476 1477 1478 1479

  if ( ! $opt_skip_ndbcluster and executable_setup_ndb())
  {
    mtr_warning("Could not find all required ndb binaries, " .
		"all ndb tests will fail, use --skip-ndbcluster to " .
		"skip testing it.");

    foreach my $cluster (@{$clusters})
    {
      $cluster->{"executable_setup_failed"}= 1;
    }
  }

  if ( ! $opt_skip_im and executable_setup_im())
  {
    mtr_warning("Could not find all required instance manager binaries, " .
		"all im tests will fail, use --skip-im to " .
		"continue without instance manager");
    $instance_manager->{"executable_setup_failed"}= 1;
unknown's avatar
unknown committed
1480
  }
unknown's avatar
unknown committed
1481

unknown's avatar
unknown committed
1482 1483
  # Look for the udf_example library
  $lib_udf_example=
1484 1485
    mtr_file_exists(vs_config_dirs('sql', 'udf_example.dll'),
                    "$glob_basedir/sql/.libs/udf_example.so",);
unknown's avatar
unknown committed
1486 1487 1488

  # Look for mysqltest executable
  if ( $glob_use_embedded_server )
unknown's avatar
unknown committed
1489
  {
unknown's avatar
unknown committed
1490
    $exe_mysqltest=
1491 1492 1493
      mtr_exe_exists(vs_config_dirs('libmysqld/examples', 'mysqltest_embedded'),
                     "$glob_basedir/libmysqld/examples/mysqltest_embedded",                     
                     "$path_client_bindir/mysqltest_embedded");
unknown's avatar
unknown committed
1494
  }
unknown's avatar
unknown committed
1495 1496 1497 1498 1499
  else
  {
      $exe_mysqltest= mtr_exe_exists("$path_client_bindir/mysqltest");
  }

1500 1501 1502
  # Look for mysql_client_test executable which may _not_ exist in
  # some versions, test using it should be skipped
  if ( $glob_use_embedded_server )
unknown's avatar
unknown committed
1503
  {
1504
    $exe_mysql_client_test=
1505
      mtr_exe_maybe_exists(
1506
        vs_config_dirs('libmysqld/examples', 'mysql_client_test_embedded'),
1507
        "$glob_basedir/libmysqld/examples/mysql_client_test_embedded");
unknown's avatar
unknown committed
1508 1509 1510
  }
  else
  {
1511
    $exe_mysql_client_test=
1512 1513
      mtr_exe_maybe_exists(vs_config_dirs('tests', 'mysql_client_test'),
                           "$glob_basedir/tests/mysql_client_test",
1514
                           "$glob_basedir/bin/mysql_client_test");
unknown's avatar
unknown committed
1515 1516 1517 1518 1519 1520 1521
  }
}


sub generate_cmdline_mysqldump ($) {
  my($mysqld) = @_;
  return
1522 1523
    mtr_native_path($exe_mysqldump) .
      " --no-defaults -uroot " .
unknown's avatar
unknown committed
1524 1525
      "--port=$mysqld->{'port'} " .
      "--socket=$mysqld->{'path_sock'} --password=";
unknown's avatar
unknown committed
1526 1527 1528
}


unknown's avatar
unknown committed
1529 1530
##############################################################################
#
unknown's avatar
unknown committed
1531 1532
#  Set environment to be used by childs of this process for
#  things that are constant duting the whole lifetime of mysql-test-run.pl
unknown's avatar
unknown committed
1533 1534 1535
#
##############################################################################

1536 1537 1538 1539 1540 1541 1542 1543 1544 1545 1546 1547 1548 1549 1550 1551 1552 1553 1554 1555 1556 1557 1558 1559 1560 1561 1562 1563 1564 1565 1566 1567 1568 1569 1570 1571 1572 1573 1574 1575 1576
sub mysql_client_test_arguments()
{
  my $exe= $exe_mysql_client_test;

  my $args;
  mtr_init_args(\$args);
  if ( $opt_valgrind_mysqltest )
  {
    valgrind_arguments($args, \$exe);
  }

  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--testcase");
  mtr_add_arg($args, "--user=root");
  mtr_add_arg($args, "--port=$master->[0]->{'port'}");
  mtr_add_arg($args, "--socket=$master->[0]->{'path_sock'}");

  if ( $mysql_version_id >= 50000 )
  {
    mtr_add_arg($args, "--vardir=$opt_vardir")
  }

  if ( $opt_debug )
  {
    mtr_add_arg($args,
      "--debug=d:t:A,$path_vardir_trace/log/mysql_client_test.trace");
  }

  if ( $glob_use_embedded_server )
  {
    mtr_add_arg($args,
      " -A --language=$path_language");
    mtr_add_arg($args,
      " -A --datadir=$slave->[0]->{'path_myddir'}");
    mtr_add_arg($args,
      " -A --character-sets-dir=$path_charsetsdir");
  }

  return join(" ", $exe, @$args);
}

unknown's avatar
unknown committed
1577 1578 1579 1580 1581 1582 1583 1584 1585 1586 1587 1588
# Note that some env is setup in spawn/run, in "mtr_process.pl"

sub environment_setup () {

  umask(022);

  my @ld_library_paths;

  # --------------------------------------------------------------------------
  # Setup LD_LIBRARY_PATH so the libraries from this distro/clone
  # are used in favor of the system installed ones
  # --------------------------------------------------------------------------
1589
  if ( $source_dist )
unknown's avatar
unknown committed
1590 1591 1592 1593 1594 1595 1596 1597 1598 1599 1600 1601
  {
    push(@ld_library_paths, "$glob_basedir/libmysql/.libs/",
                            "$glob_basedir/libmysql_r/.libs/");
  }
  else
  {
    push(@ld_library_paths, "$glob_basedir/lib");
  }

 # --------------------------------------------------------------------------
  # Add the path where libndbclient can be found
  # --------------------------------------------------------------------------
1602
  if ( $glob_ndbcluster_supported )
unknown's avatar
unknown committed
1603 1604 1605 1606 1607 1608 1609 1610 1611 1612 1613 1614 1615 1616 1617 1618 1619
  {
    push(@ld_library_paths,  "$glob_basedir/storage/ndb/src/.libs");
  }

  # --------------------------------------------------------------------------
  # Add the path where mysqld will find udf_example.so
  # --------------------------------------------------------------------------
  if ( $lib_udf_example )
  {
    push(@ld_library_paths, dirname($lib_udf_example));
  }

  # --------------------------------------------------------------------------
  # Valgrind need to be run with debug libraries otherwise it's almost
  # impossible to add correct supressions, that means if "/usr/lib/debug"
  # is available, it should be added to
  # LD_LIBRARY_PATH
1620 1621 1622 1623
  #
  # But pthread is broken in libc6-dbg on Debian <= 3.1 (see Debian
  # bug 399035, http://bugs.debian.org/cgi-bin/bugreport.cgi?bug=399035),
  # so don't change LD_LIBRARY_PATH on that platform.
unknown's avatar
unknown committed
1624 1625
  # --------------------------------------------------------------------------
  my $debug_libraries_path= "/usr/lib/debug";
1626 1627 1628
  my $deb_version;
  if (  $opt_valgrind and -d $debug_libraries_path and
        (! -e '/etc/debian_version' or
1629
	 ($deb_version= mtr_grab_file('/etc/debian_version')) !~ /^[0-9]+\.[0-9]$/ or
1630
         $deb_version > 3.1 ) )
unknown's avatar
unknown committed
1631 1632 1633 1634 1635
  {
    push(@ld_library_paths, $debug_libraries_path);
  }

  $ENV{'LD_LIBRARY_PATH'}= join(":", @ld_library_paths,
1636 1637
				$ENV{'LD_LIBRARY_PATHS'} ?
				split(':', $ENV{'LD_LIBRARY_PATH'}) : ());
unknown's avatar
unknown committed
1638 1639 1640
  mtr_debug("LD_LIBRARY_PATH: $ENV{'LD_LIBRARY_PATH'}");

  $ENV{'DYLD_LIBRARY_PATH'}= join(":", @ld_library_paths,
1641 1642
				  $ENV{'DYLD_LIBRARY_PATH'} ?
				  split(':', $ENV{'DYLD_LIBRARY_PATH'}) : ());
unknown's avatar
unknown committed
1643 1644 1645 1646 1647 1648 1649 1650 1651 1652 1653
  mtr_debug("DYLD_LIBRARY_PATH: $ENV{'DYLD_LIBRARY_PATH'}");


  # --------------------------------------------------------------------------
  # Also command lines in .opt files may contain env vars
  # --------------------------------------------------------------------------

  $ENV{'CHARSETSDIR'}=              $path_charsetsdir;
  $ENV{'UMASK'}=              "0660"; # The octal *string*
  $ENV{'UMASK_DIR'}=          "0770"; # The octal *string*
  $ENV{'LC_COLLATE'}=         "C";
1654
  $ENV{'USE_RUNNING_SERVER'}= $opt_extern;
unknown's avatar
unknown committed
1655 1656 1657 1658 1659 1660 1661 1662 1663 1664 1665
  $ENV{'MYSQL_TEST_DIR'}=     $glob_mysql_test_dir;
  $ENV{'MYSQLTEST_VARDIR'}=   $opt_vardir;
  $ENV{'MYSQL_TMP_DIR'}=      $opt_tmpdir;
  $ENV{'MASTER_MYSOCK'}=      $master->[0]->{'path_sock'};
  $ENV{'MASTER_MYSOCK1'}=     $master->[1]->{'path_sock'};
  $ENV{'MASTER_MYPORT'}=      $master->[0]->{'port'};
  $ENV{'MASTER_MYPORT1'}=     $master->[1]->{'port'};
  $ENV{'SLAVE_MYSOCK'}=       $slave->[0]->{'path_sock'};
  $ENV{'SLAVE_MYPORT'}=       $slave->[0]->{'port'};
  $ENV{'SLAVE_MYPORT1'}=      $slave->[1]->{'port'};
  $ENV{'SLAVE_MYPORT2'}=      $slave->[2]->{'port'};
1666
  $ENV{'MYSQL_TCP_PORT'}=     $mysqld_variables{'port'};
unknown's avatar
unknown committed
1667 1668 1669 1670 1671 1672

  $ENV{MTR_BUILD_THREAD}= 0 unless $ENV{MTR_BUILD_THREAD}; # Set if not set

  # ----------------------------------------------------
  # Setup env for NDB
  # ----------------------------------------------------
1673 1674 1675
  if ( ! $opt_skip_ndbcluster )
  {
    $ENV{'NDB_MGM'}=                  $exe_ndb_mgm;
unknown's avatar
unknown committed
1676

1677 1678
    $ENV{'NDBCLUSTER_PORT'}=          $opt_ndbcluster_port;
    $ENV{'NDBCLUSTER_PORT_SLAVE'}=    $opt_ndbcluster_port_slave;
unknown's avatar
unknown committed
1679

1680
    $ENV{'NDB_EXTRA_TEST'}=           $opt_ndb_extra_test;
unknown's avatar
unknown committed
1681

1682 1683 1684 1685 1686
    $ENV{'NDB_BACKUP_DIR'}=           $clusters->[0]->{'data_dir'};
    $ENV{'NDB_DATA_DIR'}=             $clusters->[0]->{'data_dir'};
    $ENV{'NDB_TOOLS_DIR'}=            $path_ndb_tools_dir;
    $ENV{'NDB_TOOLS_OUTPUT'}=         $path_ndb_testrun_log;
    $ENV{'NDB_CONNECTSTRING'}=        $opt_ndbconnectstring;
unknown's avatar
unknown committed
1687

1688 1689 1690 1691 1692
    if ( $mysql_version_id >= 50000 )
    {
      $ENV{'NDB_EXAMPLES_DIR'}=         $path_ndb_examples_dir;
      $ENV{'MY_NDB_EXAMPLES_BINARY'}=   $exe_ndb_example;
    }
1693 1694
    $ENV{'NDB_EXAMPLES_OUTPUT'}=      $path_ndb_testrun_log;
  }
unknown's avatar
unknown committed
1695 1696 1697 1698

  # ----------------------------------------------------
  # Setup env for IM
  # ----------------------------------------------------
1699 1700 1701 1702 1703 1704 1705 1706 1707 1708 1709 1710 1711 1712 1713 1714 1715 1716 1717 1718 1719 1720
  if ( ! $opt_skip_im )
  {
    $ENV{'IM_EXE'}=             $exe_im;
    $ENV{'IM_PATH_PID'}=        $instance_manager->{path_pid};
    $ENV{'IM_PATH_ANGEL_PID'}=  $instance_manager->{path_angel_pid};
    $ENV{'IM_PORT'}=            $instance_manager->{port};
    $ENV{'IM_DEFAULTS_PATH'}=   $instance_manager->{defaults_file};
    $ENV{'IM_PASSWORD_PATH'}=   $instance_manager->{password_file};

    $ENV{'IM_MYSQLD1_SOCK'}=
      $instance_manager->{instances}->[0]->{path_sock};
    $ENV{'IM_MYSQLD1_PORT'}=
      $instance_manager->{instances}->[0]->{port};
    $ENV{'IM_MYSQLD1_PATH_PID'}=
      $instance_manager->{instances}->[0]->{path_pid};
    $ENV{'IM_MYSQLD2_SOCK'}=
      $instance_manager->{instances}->[1]->{path_sock};
    $ENV{'IM_MYSQLD2_PORT'}=
      $instance_manager->{instances}->[1]->{port};
    $ENV{'IM_MYSQLD2_PATH_PID'}=
      $instance_manager->{instances}->[1]->{path_pid};
  }
unknown's avatar
unknown committed
1721 1722 1723 1724 1725

  # ----------------------------------------------------
  # Setup env so childs can execute mysqlcheck
  # ----------------------------------------------------
  my $cmdline_mysqlcheck=
1726 1727 1728 1729
    mtr_native_path($exe_mysqlcheck) .
      " --no-defaults -uroot " .
      "--port=$master->[0]->{'port'} " .
      "--socket=$master->[0]->{'path_sock'} --password=";
unknown's avatar
unknown committed
1730 1731 1732 1733 1734 1735 1736 1737 1738 1739 1740 1741 1742 1743 1744 1745 1746 1747 1748 1749 1750 1751 1752 1753 1754 1755 1756 1757

  if ( $opt_debug )
  {
    $cmdline_mysqlcheck .=
      " --debug=d:t:A,$path_vardir_trace/log/mysqlcheck.trace";
  }
  $ENV{'MYSQL_CHECK'}=              $cmdline_mysqlcheck;

  # ----------------------------------------------------
  # Setup env to childs can execute myqldump
  # ----------------------------------------------------
  my $cmdline_mysqldump= generate_cmdline_mysqldump($master->[0]);
  my $cmdline_mysqldumpslave= generate_cmdline_mysqldump($slave->[0]);

  if ( $opt_debug )
  {
    $cmdline_mysqldump .=
      " --debug=d:t:A,$path_vardir_trace/log/mysqldump-master.trace";
    $cmdline_mysqldumpslave .=
      " --debug=d:t:A,$path_vardir_trace/log/mysqldump-slave.trace";
  }
  $ENV{'MYSQL_DUMP'}= $cmdline_mysqldump;
  $ENV{'MYSQL_DUMP_SLAVE'}= $cmdline_mysqldumpslave;


  # ----------------------------------------------------
  # Setup env so childs can execute mysqlslap
  # ----------------------------------------------------
1758
  if ( $exe_mysqlslap )
1759
  {
1760
    my $cmdline_mysqlslap=
1761 1762
      mtr_native_path($exe_mysqlslap) .
      " -uroot " .
1763 1764 1765 1766 1767
      "--port=$master->[0]->{'port'} " .
      "--socket=$master->[0]->{'path_sock'} --password= " .
      "--lock-directory=$opt_tmpdir";

    if ( $opt_debug )
1768
   {
1769 1770 1771 1772
      $cmdline_mysqlslap .=
	" --debug=d:t:A,$path_vardir_trace/log/mysqlslap.trace";
    }
    $ENV{'MYSQL_SLAP'}= $cmdline_mysqlslap;
unknown's avatar
unknown committed
1773 1774 1775 1776 1777 1778
  }

  # ----------------------------------------------------
  # Setup env so childs can execute mysqlimport
  # ----------------------------------------------------
  my $cmdline_mysqlimport=
1779 1780
    mtr_native_path($exe_mysqlimport) .
    " -uroot " .
unknown's avatar
unknown committed
1781 1782 1783 1784 1785 1786 1787 1788 1789 1790 1791 1792 1793 1794 1795
    "--port=$master->[0]->{'port'} " .
    "--socket=$master->[0]->{'path_sock'} --password=";

  if ( $opt_debug )
  {
    $cmdline_mysqlimport .=
      " --debug=d:t:A,$path_vardir_trace/log/mysqlimport.trace";
  }
  $ENV{'MYSQL_IMPORT'}= $cmdline_mysqlimport;


  # ----------------------------------------------------
  # Setup env so childs can execute mysqlshow
  # ----------------------------------------------------
  my $cmdline_mysqlshow=
1796 1797
    mtr_native_path($exe_mysqlshow) .
    " -uroot " .
unknown's avatar
unknown committed
1798 1799 1800 1801 1802 1803 1804 1805 1806 1807 1808 1809 1810 1811
    "--port=$master->[0]->{'port'} " .
    "--socket=$master->[0]->{'path_sock'} --password=";

  if ( $opt_debug )
  {
    $cmdline_mysqlshow .=
      " --debug=d:t:A,$path_vardir_trace/log/mysqlshow.trace";
  }
  $ENV{'MYSQL_SHOW'}= $cmdline_mysqlshow;

  # ----------------------------------------------------
  # Setup env so childs can execute mysqlbinlog
  # ----------------------------------------------------
  my $cmdline_mysqlbinlog=
1812
    mtr_native_path($exe_mysqlbinlog) .
unknown's avatar
unknown committed
1813 1814 1815 1816 1817 1818 1819 1820 1821 1822 1823 1824 1825 1826 1827 1828 1829
      " --no-defaults --local-load=$opt_tmpdir";
  if ( $mysql_version_id >= 50000 )
  {
    $cmdline_mysqlbinlog .=" --character-sets-dir=$path_charsetsdir";
  }

  if ( $opt_debug )
  {
    $cmdline_mysqlbinlog .=
      " --debug=d:t:A,$path_vardir_trace/log/mysqlbinlog.trace";
  }
  $ENV{'MYSQL_BINLOG'}= $cmdline_mysqlbinlog;

  # ----------------------------------------------------
  # Setup env so childs can execute mysql
  # ----------------------------------------------------
  my $cmdline_mysql=
1830 1831
    mtr_native_path($exe_mysql) .
    " --no-defaults --host=localhost  --user=root --password= " .
unknown's avatar
unknown committed
1832 1833 1834 1835 1836 1837 1838 1839 1840
    "--port=$master->[0]->{'port'} " .
    "--socket=$master->[0]->{'path_sock'} ".
    "--character-sets-dir=$path_charsetsdir";

  $ENV{'MYSQL'}= $cmdline_mysql;

  # ----------------------------------------------------
  # Setup env so childs can execute mysql_client_test
  # ----------------------------------------------------
1841
  $ENV{'MYSQL_CLIENT_TEST'}=  mysql_client_test_arguments();
unknown's avatar
unknown committed
1842 1843 1844 1845

  # ----------------------------------------------------
  # Setup env so childs can execute mysql_fix_system_tables
  # ----------------------------------------------------
1846 1847 1848 1849 1850 1851 1852 1853 1854 1855
  if ( ! $glob_win32 )
  {
    my $cmdline_mysql_fix_system_tables=
      "$exe_mysql_fix_system_tables --no-defaults --host=localhost " .
      "--user=root --password= " .
      "--basedir=$glob_basedir --bindir=$path_client_bindir --verbose " .
      "--port=$master->[0]->{'port'} " .
      "--socket=$master->[0]->{'path_sock'}";
    $ENV{'MYSQL_FIX_SYSTEM_TABLES'}=  $cmdline_mysql_fix_system_tables;
  }
unknown's avatar
unknown committed
1856 1857 1858 1859

  # ----------------------------------------------------
  # Setup env so childs can execute my_print_defaults
  # ----------------------------------------------------
1860
  $ENV{'MYSQL_MY_PRINT_DEFAULTS'}= mtr_native_path($exe_my_print_defaults);
unknown's avatar
unknown committed
1861

1862 1863 1864
  # ----------------------------------------------------
  # Setup env so childs can execute mysqladmin
  # ----------------------------------------------------
1865
  $ENV{'MYSQLADMIN'}= mtr_native_path($exe_mysqladmin);
unknown's avatar
unknown committed
1866 1867 1868 1869

  # ----------------------------------------------------
  # Setup env so childs can execute perror  
  # ----------------------------------------------------
1870
  $ENV{'MY_PERROR'}= mtr_native_path($exe_perror);
unknown's avatar
unknown committed
1871 1872 1873 1874 1875 1876 1877 1878 1879 1880 1881 1882 1883 1884 1885 1886 1887 1888 1889 1890 1891 1892 1893 1894 1895 1896 1897 1898 1899 1900 1901 1902 1903 1904 1905 1906 1907 1908

  # ----------------------------------------------------
  # Add the path where mysqld will find udf_example.so
  # ----------------------------------------------------
  $ENV{'UDF_EXAMPLE_LIB'}=
    ($lib_udf_example ? basename($lib_udf_example) : "");

  $ENV{'LD_LIBRARY_PATH'}=
    ($lib_udf_example ?  dirname($lib_udf_example) : "") .
      ($ENV{'LD_LIBRARY_PATH'} ? ":$ENV{'LD_LIBRARY_PATH'}" : "");


  # ----------------------------------------------------
  # We are nice and report a bit about our settings
  # ----------------------------------------------------
  if (!$opt_extern)
  {
    print "Using MTR_BUILD_THREAD      = $ENV{MTR_BUILD_THREAD}\n";
    print "Using MASTER_MYPORT         = $ENV{MASTER_MYPORT}\n";
    print "Using MASTER_MYPORT1        = $ENV{MASTER_MYPORT1}\n";
    print "Using SLAVE_MYPORT          = $ENV{SLAVE_MYPORT}\n";
    print "Using SLAVE_MYPORT1         = $ENV{SLAVE_MYPORT1}\n";
    print "Using SLAVE_MYPORT2         = $ENV{SLAVE_MYPORT2}\n";
    if ( ! $opt_skip_ndbcluster )
    {
      print "Using NDBCLUSTER_PORT       = $ENV{NDBCLUSTER_PORT}\n";
      if ( ! $opt_skip_ndbcluster_slave )
      {
	print "Using NDBCLUSTER_PORT_SLAVE = $ENV{NDBCLUSTER_PORT_SLAVE}\n";
      }
    }
    if ( ! $opt_skip_im )
    {
      print "Using IM_PORT               = $ENV{IM_PORT}\n";
      print "Using IM_MYSQLD1_PORT       = $ENV{IM_MYSQLD1_PORT}\n";
      print "Using IM_MYSQLD2_PORT       = $ENV{IM_MYSQLD2_PORT}\n";
    }
  }
1909 1910 1911 1912 1913

  # Create an environment variable to make it possible
  # to detect that valgrind is being used from test cases
  $ENV{'VALGRIND_TEST'}= $opt_valgrind;

unknown's avatar
unknown committed
1914 1915 1916 1917 1918 1919 1920 1921 1922 1923 1924 1925 1926 1927
}


##############################################################################
#
#  If we get a ^C, we try to clean up before termination
#
##############################################################################
# FIXME check restrictions what to do in a signal handler

sub signal_setup () {
  $SIG{INT}= \&handle_int_signal;
}

unknown's avatar
unknown committed
1928 1929 1930 1931

sub handle_int_signal () {
  $SIG{INT}= 'DEFAULT';         # If we get a ^C again, we die...
  mtr_warning("got INT signal, cleaning up.....");
unknown's avatar
unknown committed
1932
  stop_all_servers();
unknown's avatar
unknown committed
1933
  mtr_error("We die from ^C signal from user");
unknown's avatar
unknown committed
1934 1935 1936 1937 1938 1939 1940 1941 1942
}


##############################################################################
#
#  Handle left overs from previous runs
#
##############################################################################

1943
sub kill_running_servers () {
unknown's avatar
unknown committed
1944 1945 1946 1947

  if ( $opt_fast or $glob_use_embedded_server )
  {
    # FIXME is embedded server really using PID files?!
unknown's avatar
unknown committed
1948 1949 1950 1951 1952
    unlink($master->[0]->{'path_pid'});
    unlink($master->[1]->{'path_pid'});
    unlink($slave->[0]->{'path_pid'});
    unlink($slave->[1]->{'path_pid'});
    unlink($slave->[2]->{'path_pid'});
unknown's avatar
unknown committed
1953 1954 1955 1956 1957
  }
  else
  {
    # Ensure that no old mysqld test servers are running
    # This is different from terminating processes we have
unknown's avatar
unknown committed
1958
    # started from this run of the script, this is terminating
unknown's avatar
unknown committed
1959 1960
    # leftovers from previous runs.
    mtr_kill_leftovers();
unknown's avatar
unknown committed
1961
   }
1962 1963
}

1964 1965 1966 1967 1968
#
# Remove var and any directories in var/ created by previous
# tests
#
sub remove_stale_vardir () {
1969

unknown's avatar
unknown committed
1970 1971
  mtr_report("Removing Stale Files");

1972 1973 1974 1975 1976
  # Safety!
  mtr_error("No, don't remove the vardir when running with --extern")
    if $opt_extern;

  mtr_verbose("opt_vardir: $opt_vardir");
1977
  if ( $opt_vardir eq $default_vardir )
unknown's avatar
unknown committed
1978 1979 1980 1981
  {
    #
    # Running with "var" in mysql-test dir
    #
1982
    if ( -l $opt_vardir)
unknown's avatar
unknown committed
1983
    {
1984
      # var is a symlink
1985 1986

      if ( $opt_mem and readlink($opt_vardir) eq $opt_mem )
1987 1988
      {
	# Remove the directory which the link points at
1989
	mtr_verbose("Removing " . readlink($opt_vardir));
1990
	rmtree(readlink($opt_vardir));
1991

1992
	# Remove the "var" symlink
1993
	mtr_verbose("unlink($opt_vardir)");
1994
	unlink($opt_vardir);
1995
      }
1996 1997 1998 1999 2000 2001 2002 2003
      elsif ( $opt_mem )
      {
	# Just remove the "var" symlink
	mtr_report("WARNING: Removing '$opt_vardir' symlink it's wrong");

	mtr_verbose("unlink($opt_vardir)");
	unlink($opt_vardir);
      }
2004 2005 2006
      else
      {
	# Some users creates a soft link in mysql-test/var to another area
2007 2008
	# - allow it, but remove all files in it

2009
	mtr_report("WARNING: Using the 'mysql-test/var' symlink");
2010

2011 2012 2013 2014
	# Make sure the directory where it points exist
	mtr_error("The destination for symlink $opt_vardir does not exist")
	  if ! -d readlink($opt_vardir);

2015 2016 2017 2018 2019
	foreach my $bin ( glob("$opt_vardir/*") )
	{
	  mtr_verbose("Removing bin $bin");
	  rmtree($bin);
	}
2020
      }
unknown's avatar
unknown committed
2021 2022 2023 2024
    }
    else
    {
      # Remove the entire "var" dir
2025
      mtr_verbose("Removing $opt_vardir/");
unknown's avatar
unknown committed
2026 2027
      rmtree("$opt_vardir/");
    }
2028 2029 2030 2031 2032 2033 2034 2035 2036 2037

    if ( $opt_mem )
    {
      # A symlink from var/ to $opt_mem will be set up
      # remove the $opt_mem dir to assure the symlink
      # won't point at an old directory
      mtr_verbose("Removing $opt_mem");
      rmtree($opt_mem);
    }

unknown's avatar
unknown committed
2038 2039 2040 2041 2042 2043 2044 2045 2046
  }
  else
  {
    #
    # Running with "var" in some other place
    #

    # Remove the var/ dir in mysql-test dir if any
    # this could be an old symlink that shouldn't be there
2047
    mtr_verbose("Removing $default_vardir");
2048
    rmtree($default_vardir);
unknown's avatar
unknown committed
2049 2050

    # Remove the "var" dir
2051
    mtr_verbose("Removing $opt_vardir/");
unknown's avatar
unknown committed
2052 2053
    rmtree("$opt_vardir/");
  }
2054 2055 2056 2057 2058 2059 2060
}

#
# Create var and the directories needed in var
#
sub setup_vardir() {
  mtr_report("Creating Directories");
unknown's avatar
unknown committed
2061

2062
  if ( $opt_vardir eq $default_vardir )
2063
  {
2064 2065 2066 2067 2068 2069
    #
    # Running with "var" in mysql-test dir
    #
    if ( -l $opt_vardir )
    {
      #  it's a symlink
2070

2071 2072 2073 2074 2075 2076 2077 2078 2079
      # Make sure the directory where it points exist
      mtr_error("The destination for symlink $opt_vardir does not exist")
	if ! -d readlink($opt_vardir);
    }
    elsif ( $opt_mem )
    {
      # Runinng with "var" as a link to some "memory" location, normally tmpfs
      mtr_verbose("Creating $opt_mem");
      mkpath($opt_mem);
2080

2081 2082 2083
      mtr_report("Symlinking 'var' to '$opt_mem'");
      symlink($opt_mem, $opt_vardir);
    }
2084 2085
  }

2086 2087 2088 2089 2090 2091 2092 2093 2094 2095 2096 2097 2098
  if ( ! -d $opt_vardir )
  {
    mtr_verbose("Creating $opt_vardir");
    mkpath($opt_vardir);
  }

  # Ensure a proper error message if vardir couldn't be created
  unless ( -d $opt_vardir and -w $opt_vardir )
  {
    mtr_error("Writable 'var' directory is needed, use the " .
	      "'--vardir=<path>' option");
  }

2099 2100 2101
  mkpath("$opt_vardir/log");
  mkpath("$opt_vardir/run");
  mkpath("$opt_vardir/tmp");
unknown's avatar
unknown committed
2102
  mkpath($opt_tmpdir) if $opt_tmpdir ne "$opt_vardir/tmp";
unknown's avatar
unknown committed
2103

2104
  # Create new data dirs
2105 2106 2107 2108 2109
  foreach my $data_dir (@data_dir_lst)
  {
    mkpath("$data_dir/mysql");
    mkpath("$data_dir/test");
  }
2110

unknown's avatar
unknown committed
2111 2112 2113 2114 2115 2116
  # Make a link std_data_ln in var/ that points to std_data
  if ( ! $glob_win32 )
  {
    symlink("$glob_mysql_test_dir/std_data", "$opt_vardir/std_data_ln");
  }
  else
2117
  {
unknown's avatar
unknown committed
2118 2119 2120 2121
    # on windows, copy all files from std_data into var/std_data_ln
    mkpath("$opt_vardir/std_data_ln");
    opendir(DIR, "$glob_mysql_test_dir/std_data")
      or mtr_error("Can't find the std_data directory: $!");
unknown's avatar
unknown committed
2122 2123 2124
    for(readdir(DIR)) {
      next if -d "$glob_mysql_test_dir/std_data/$_";
      copy("$glob_mysql_test_dir/std_data/$_", "$opt_vardir/std_data_ln/$_");
unknown's avatar
unknown committed
2125 2126
    }
    closedir(DIR);
2127
  }
unknown's avatar
unknown committed
2128 2129 2130
}


unknown's avatar
unknown committed
2131 2132 2133 2134 2135 2136 2137 2138 2139 2140 2141 2142 2143 2144 2145 2146 2147 2148 2149 2150 2151 2152 2153 2154 2155 2156 2157 2158 2159 2160 2161 2162 2163 2164 2165 2166 2167 2168
sub  check_running_as_root () {
  # Check if running as root
  # i.e a file can be read regardless what mode we set it to
  my $test_file= "$opt_vardir/test_running_as_root.txt";
  mtr_tofile($test_file, "MySQL");
  chmod(oct("0000"), $test_file);

  my $result="";
  if (open(FILE,"<",$test_file))
  {
    $result= join('', <FILE>);
    close FILE;
  }

  chmod(oct("0755"), $test_file);
  unlink($test_file);

  $ENV{'MYSQL_TEST_ROOT'}= "NO";
  if ($result eq "MySQL")
  {
    mtr_warning("running this script as _root_ will cause some " .
                "tests to be skipped");
    $ENV{'MYSQL_TEST_ROOT'}= "YES";
  }
}


sub check_ssl_support ($) {
  my $mysqld_variables= shift;

  if ($opt_skip_ssl || $opt_extern)
  {
    mtr_report("Skipping SSL");
    $opt_ssl_supported= 0;
    $opt_ssl= 0;
    return;
  }

2169
  if ( ! $mysqld_variables->{'ssl'} )
unknown's avatar
unknown committed
2170 2171 2172 2173 2174 2175 2176 2177 2178 2179 2180 2181 2182 2183 2184 2185 2186 2187 2188
  {
    if ( $opt_ssl)
    {
      mtr_error("Couldn't find support for SSL");
      return;
    }
    mtr_report("Skipping SSL, mysqld not compiled with SSL");
    $opt_ssl_supported= 0;
    $opt_ssl= 0;
    return;
  }
  mtr_report("Setting mysqld to support SSL connections");
  $opt_ssl_supported= 1;
}


sub check_debug_support ($) {
  my $mysqld_variables= shift;

2189
  if ( ! $mysqld_variables->{'debug'} )
unknown's avatar
unknown committed
2190 2191 2192 2193 2194 2195 2196 2197 2198 2199 2200 2201 2202 2203
  {
    #mtr_report("Binaries are not debug compiled");
    $debug_compiled_binaries= 0;

    if ( $opt_debug )
    {
      mtr_error("Can't use --debug, binaries does not support it");
    }
    return;
  }
  mtr_report("Binaries are debug compiled");
  $debug_compiled_binaries= 1;
}

2204 2205 2206 2207 2208 2209 2210 2211 2212 2213 2214 2215 2216 2217 2218 2219 2220 2221 2222 2223 2224 2225 2226 2227 2228
##############################################################################
#
# Helper function to handle configuration-based subdirectories which Visual
# Studio uses for storing binaries.  If opt_vs_config is set, this returns
# a path based on that setting; if not, it returns paths for the default
# /release/ and /debug/ subdirectories.
#
# $exe can be undefined, if the directory itself will be used
#
###############################################################################

sub vs_config_dirs ($$) {
  my ($path_part, $exe) = @_;

  $exe = "" if not defined $exe;

  if ($opt_vs_config)
  {
    return ("$glob_basedir/$path_part/$opt_vs_config/$exe");
  }

  return ("$glob_basedir/$path_part/release/$exe",
          "$glob_basedir/$path_part/debug/$exe");
}

unknown's avatar
unknown committed
2229 2230 2231 2232 2233 2234
##############################################################################
#
#  Start the ndb cluster
#
##############################################################################

unknown's avatar
unknown committed
2235 2236
sub check_ndbcluster_support ($) {
  my $mysqld_variables= shift;
unknown's avatar
unknown committed
2237

unknown's avatar
unknown committed
2238
  if ($opt_skip_ndbcluster)
unknown's avatar
unknown committed
2239
  {
unknown's avatar
unknown committed
2240 2241 2242 2243 2244
    mtr_report("Skipping ndbcluster");
    $opt_skip_ndbcluster_slave= 1;
    return;
  }

2245
  if ( ! $mysqld_variables->{'ndb-connectstring'} )
unknown's avatar
unknown committed
2246 2247 2248 2249
  {
    mtr_report("Skipping ndbcluster, mysqld not compiled with ndbcluster");
    $opt_skip_ndbcluster= 1;
    $opt_skip_ndbcluster_slave= 1;
2250 2251
    return;
  }
2252
  $glob_ndbcluster_supported= 1;
unknown's avatar
unknown committed
2253
  mtr_report("Using ndbcluster when necessary, mysqld supports it");
2254 2255 2256 2257 2258 2259 2260 2261

  if ( $mysql_version_id < 50100 )
  {
    # Slave cluster is not supported until 5.1
    $opt_skip_ndbcluster_slave= 1;

  }

unknown's avatar
unknown committed
2262
  return;
unknown's avatar
unknown committed
2263 2264
}

unknown's avatar
unknown committed
2265

unknown's avatar
unknown committed
2266 2267
sub ndbcluster_start_install ($) {
  my $cluster= shift;
unknown's avatar
unknown committed
2268

unknown's avatar
unknown committed
2269 2270 2271 2272 2273 2274 2275 2276 2277 2278 2279 2280 2281 2282 2283 2284 2285 2286
  mtr_report("Installing $cluster->{'name'} Cluster");

  mkdir($cluster->{'data_dir'});

  # Create a config file from template
  my $ndb_no_ord=512;
  my $ndb_no_attr=2048;
  my $ndb_con_op=105000;
  my $ndb_dmem="80M";
  my $ndb_imem="24M";
  my $ndb_pbmem="32M";
  my $nodes= $cluster->{'nodes'};
  my $ndb_host= "localhost";
  my $ndb_diskless= 0;

  if (!$opt_bench)
  {
    # Use a smaller configuration
2287
    if (  $mysql_version_id < 50100 )
2288
    {
2289
      # 4.1 and 5.0 is using a "larger" --small configuration
2290 2291 2292 2293 2294 2295 2296 2297 2298 2299 2300 2301 2302
      $ndb_no_ord=128;
      $ndb_con_op=10000;
      $ndb_dmem="40M";
      $ndb_imem="12M";
    }
    else
    {
      $ndb_no_ord=32;
      $ndb_con_op=5000;
      $ndb_dmem="20M";
      $ndb_imem="1M";
      $ndb_pbmem="4M";
    }
2303 2304
  }

unknown's avatar
unknown committed
2305 2306 2307 2308 2309 2310 2311 2312 2313 2314 2315 2316 2317 2318 2319 2320 2321 2322 2323 2324
  my $config_file_template=     "ndb/ndb_config_${nodes}_node.ini";
  my $config_file= "$cluster->{'data_dir'}/config.ini";

  open(IN, $config_file_template)
    or mtr_error("Can't open $config_file_template: $!");
  open(OUT, ">", $config_file)
    or mtr_error("Can't write to $config_file: $!");
  while (<IN>)
  {
    chomp;

    s/CHOOSE_MaxNoOfAttributes/$ndb_no_attr/;
    s/CHOOSE_MaxNoOfOrderedIndexes/$ndb_no_ord/;
    s/CHOOSE_MaxNoOfConcurrentOperations/$ndb_con_op/;
    s/CHOOSE_DataMemory/$ndb_dmem/;
    s/CHOOSE_IndexMemory/$ndb_imem/;
    s/CHOOSE_Diskless/$ndb_diskless/;
    s/CHOOSE_HOSTNAME_.*/$ndb_host/;
    s/CHOOSE_FILESYSTEM/$cluster->{'data_dir'}/;
    s/CHOOSE_PORT_MGM/$cluster->{'port'}/;
2325 2326 2327 2328 2329
    if ( $mysql_version_id < 50000 )
    {
      my $base_port= $cluster->{'port'} + 1;
      s/CHOOSE_PORT_TRANSPORTER/$base_port/;
    }
unknown's avatar
unknown committed
2330 2331 2332 2333 2334 2335 2336 2337 2338 2339 2340
    s/CHOOSE_DiskPageBufferMemory/$ndb_pbmem/;

    print OUT "$_ \n";
  }
  close OUT;
  close IN;


  # Start cluster with "--initial"

  ndbcluster_start($cluster, "--initial");
2341 2342 2343 2344 2345

  return 0;
}


unknown's avatar
unknown committed
2346 2347 2348 2349 2350 2351 2352 2353 2354 2355 2356 2357 2358 2359 2360 2361 2362 2363 2364 2365 2366 2367 2368 2369 2370 2371 2372 2373 2374 2375 2376 2377 2378 2379 2380 2381 2382 2383 2384 2385 2386 2387 2388 2389 2390 2391 2392 2393 2394 2395 2396 2397 2398 2399 2400 2401 2402 2403 2404 2405 2406 2407 2408 2409 2410 2411 2412 2413 2414 2415 2416 2417 2418 2419 2420 2421 2422 2423 2424 2425 2426 2427 2428 2429 2430 2431 2432 2433 2434 2435 2436 2437 2438 2439 2440 2441 2442 2443 2444 2445 2446 2447 2448 2449 2450
sub ndbcluster_wait_started($$){
  my $cluster= shift;
  my $ndb_waiter_extra_opt= shift;
  my $path_waiter_log= "$cluster->{'data_dir'}/ndb_waiter.log";
  my $args;

  mtr_init_args(\$args);

  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--core");
  mtr_add_arg($args, "--ndb-connectstring=%s", $cluster->{'connect_string'});
  mtr_add_arg($args, "--timeout=60");

  if ($ndb_waiter_extra_opt)
  {
    mtr_add_arg($args, "$ndb_waiter_extra_opt");
  }

  # Start the ndb_waiter which will connect to the ndb_mgmd
  # and poll it for state of the ndbd's, will return when
  # all nodes in the cluster is started
  my $res= mtr_run($exe_ndb_waiter, $args,
		   "", $path_waiter_log, $path_waiter_log, "");
  mtr_verbose("ndbcluster_wait_started, returns: $res") if $res;
  return $res;
}



sub mysqld_wait_started($){
  my $mysqld= shift;

  my $res= sleep_until_file_created($mysqld->{'path_pid'},
				    $mysqld->{'start_timeout'},
				    $mysqld->{'pid'});
  return $res == 0;
}


sub ndb_mgmd_wait_started($) {
  my ($cluster)= @_;

  my $retries= 100;
  while (ndbcluster_wait_started($cluster, "--no-contact") and
	 $retries)
  {
    # Millisceond sleep emulated with select
    select(undef, undef, undef, (0.1));

    $retries--;
  }

  return $retries == 0;

}

sub ndb_mgmd_start ($) {
  my $cluster= shift;

  my $args;                             # Arg vector
  my $pid= -1;

  mtr_init_args(\$args);
  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--core");
  mtr_add_arg($args, "--nodaemon");
  mtr_add_arg($args, "--config-file=%s", "$cluster->{'data_dir'}/config.ini");


  my $path_ndb_mgmd_log= "$cluster->{'data_dir'}/\l$cluster->{'name'}_ndb_mgmd.log";
  $pid= mtr_spawn($exe_ndb_mgmd, $args, "",
		  $path_ndb_mgmd_log,
		  $path_ndb_mgmd_log,
		  "",
		  { append_log_file => 1 });

  # FIXME Should not be needed
  # Unfortunately the cluster nodes will fail to start
  # if ndb_mgmd has not started properly
  if (ndb_mgmd_wait_started($cluster))
  {
    mtr_error("Failed to wait for start of ndb_mgmd");
  }

  # Remember pid of ndb_mgmd
  $cluster->{'pid'}= $pid;

  mtr_verbose("ndb_mgmd_start, pid: $pid");

  return $pid;
}


sub ndbd_start ($$$) {
  my $cluster= shift;
  my $idx= shift;
  my $extra_args= shift;

  my $args;                             # Arg vector
  my $pid= -1;

  mtr_init_args(\$args);
  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--core");
  mtr_add_arg($args, "--ndb-connectstring=%s", "$cluster->{'connect_string'}");
2451 2452 2453 2454
  if ( $mysql_version_id >= 50000)
  {
    mtr_add_arg($args, "--character-sets-dir=%s", "$path_charsetsdir");
  }
unknown's avatar
unknown committed
2455 2456 2457 2458 2459 2460 2461 2462 2463 2464 2465 2466 2467 2468 2469 2470 2471 2472 2473 2474 2475 2476 2477 2478 2479 2480 2481 2482 2483 2484 2485
  mtr_add_arg($args, "--nodaemon");
  mtr_add_arg($args, "$extra_args");

  my $nodeid= $cluster->{'ndbds'}->[$idx]->{'nodeid'};
  my $path_ndbd_log= "$cluster->{'data_dir'}/ndb_${nodeid}.log";
  $pid= mtr_spawn($exe_ndbd, $args, "",
		  $path_ndbd_log,
		  $path_ndbd_log,
		  "",
		  { append_log_file => 1 });

  # Add pid to list of pids for this cluster
  $cluster->{'ndbds'}->[$idx]->{'pid'}= $pid;

  # Rememeber options used when starting
  $cluster->{'ndbds'}->[$idx]->{'start_extra_args'}= $extra_args;
  $cluster->{'ndbds'}->[$idx]->{'idx'}= $idx;

  mtr_verbose("ndbd_start, pid: $pid");

  return $pid;
}


sub ndbcluster_start ($$) {
  my $cluster= shift;
  my $extra_args= shift;

  mtr_verbose("ndbcluster_start '$cluster->{'name'}'");

  if ( $glob_use_running_ndbcluster )
2486 2487 2488
  {
    return 0;
  }
unknown's avatar
unknown committed
2489 2490

  if ( $cluster->{'pid'} )
2491
  {
unknown's avatar
unknown committed
2492 2493 2494 2495 2496 2497 2498 2499
    mtr_error("Cluster '$cluster->{'name'}' already started");
  }

  ndb_mgmd_start($cluster);

  for ( my $idx= 0; $idx < $cluster->{'nodes'}; $idx++ )
  {
    ndbd_start($cluster, $idx, $extra_args);
2500 2501 2502
  }

  return 0;
unknown's avatar
unknown committed
2503 2504
}

2505

unknown's avatar
unknown committed
2506 2507 2508 2509
sub rm_ndbcluster_tables ($) {
  my $dir=       shift;
  foreach my $bin ( glob("$dir/cluster/apply_status*"),
                    glob("$dir/cluster/schema*") )
2510
  {
unknown's avatar
unknown committed
2511
    unlink($bin);
2512
  }
unknown's avatar
unknown committed
2513 2514 2515 2516 2517 2518 2519 2520 2521 2522 2523 2524 2525 2526
}


##############################################################################
#
#  Run the benchmark suite
#
##############################################################################

sub run_benchmarks ($) {
  my $benchmark=  shift;

  my $args;

unknown's avatar
unknown committed
2527
  if ( ! $glob_use_embedded_server )
unknown's avatar
unknown committed
2528
  {
unknown's avatar
unknown committed
2529
    mysqld_start($master->[0],[],[]);
unknown's avatar
unknown committed
2530 2531 2532 2533
    if ( ! $master->[0]->{'pid'} )
    {
      mtr_error("Can't start the mysqld server");
    }
unknown's avatar
unknown committed
2534 2535 2536 2537
  }

  mtr_init_args(\$args);

unknown's avatar
unknown committed
2538
  mtr_add_arg($args, "--socket=%s", $master->[0]->{'path_sock'});
unknown's avatar
unknown committed
2539
  mtr_add_arg($args, "--user=%s", $opt_user);
unknown's avatar
unknown committed
2540 2541 2542 2543 2544 2545 2546 2547 2548 2549 2550 2551

  if ( $opt_small_bench )
  {
    mtr_add_arg($args, "--small-test");
    mtr_add_arg($args, "--small-tables");
  }

  if ( $opt_with_ndbcluster )
  {
    mtr_add_arg($args, "--create-options=TYPE=ndb");
  }

unknown's avatar
unknown committed
2552 2553
  chdir($glob_mysql_bench_dir)
    or mtr_error("Couldn't chdir to '$glob_mysql_bench_dir': $!");
unknown's avatar
unknown committed
2554 2555 2556 2557

  if ( ! $benchmark )
  {
    mtr_add_arg($args, "--log");
unknown's avatar
unknown committed
2558
    mtr_run("$glob_mysql_bench_dir/run-all-tests", $args, "", "", "", "");
unknown's avatar
unknown committed
2559 2560 2561 2562
    # FIXME check result code?!
  }
  elsif ( -x $benchmark )
  {
unknown's avatar
unknown committed
2563
    mtr_run("$glob_mysql_bench_dir/$benchmark", $args, "", "", "", "");
unknown's avatar
unknown committed
2564 2565 2566 2567
    # FIXME check result code?!
  }
  else
  {
unknown's avatar
unknown committed
2568
    mtr_error("Benchmark $benchmark not found");
unknown's avatar
unknown committed
2569 2570 2571 2572 2573 2574 2575 2576 2577 2578 2579 2580 2581 2582 2583 2584 2585
  }

  chdir($glob_mysql_test_dir);          # Go back

  if ( ! $glob_use_embedded_server )
  {
    stop_masters();
  }
}


##############################################################################
#
#  Run the test suite
#
##############################################################################

unknown's avatar
unknown committed
2586
sub run_suite () {
unknown's avatar
unknown committed
2587
  my ($suite, $tests)= @_;
unknown's avatar
unknown committed
2588 2589

  mtr_print_thick_line();
unknown's avatar
unknown committed
2590

2591 2592
  mtr_timer_start($glob_timers,"suite", 60 * $opt_suite_timeout);

unknown's avatar
unknown committed
2593
  mtr_report("Starting Tests in the '$suite' suite");
unknown's avatar
unknown committed
2594

unknown's avatar
unknown committed
2595 2596
  mtr_report_tests_not_skipped_though_disabled($tests);

unknown's avatar
unknown committed
2597 2598 2599 2600
  mtr_print_header();

  foreach my $tinfo ( @$tests )
  {
unknown's avatar
unknown committed
2601 2602 2603 2604 2605
    if (run_testcase_check_skip_test($tinfo))
    {
      next;
    }

2606
    mtr_timer_start($glob_timers,"testcase", 60 * $opt_testcase_timeout);
unknown's avatar
unknown committed
2607
    run_testcase($tinfo);
2608
    mtr_timer_stop($glob_timers,"testcase");
unknown's avatar
unknown committed
2609 2610 2611 2612
  }

  mtr_print_line();

unknown's avatar
unknown committed
2613
  if ( ! $glob_debugger and
2614
       ! $opt_extern and
unknown's avatar
unknown committed
2615
       ! $glob_use_embedded_server )
unknown's avatar
unknown committed
2616
  {
unknown's avatar
unknown committed
2617
    stop_all_servers();
unknown's avatar
unknown committed
2618 2619 2620 2621 2622 2623 2624 2625 2626 2627 2628 2629
  }

  if ( $opt_gcov )
  {
    gcov_collect(); # collect coverage information
  }
  if ( $opt_gprof )
  {
    gprof_collect(); # collect coverage information
  }

  mtr_report_stats($tests);
2630 2631

  mtr_timer_stop($glob_timers,"suite");
unknown's avatar
unknown committed
2632 2633 2634 2635 2636 2637 2638 2639 2640
}


##############################################################################
#
#  Initiate the test databases
#
##############################################################################

unknown's avatar
unknown committed
2641
sub initialize_servers () {
2642

2643
  datadir_list_setup();
2644

2645 2646 2647 2648 2649 2650 2651 2652 2653 2654 2655 2656 2657 2658 2659
  if ( $opt_extern )
  {
    # Running against an already started server, if the specified
    # vardir does not already exist it should be created
    if ( ! -d $opt_vardir )
    {
      mtr_report("Creating '$opt_vardir'");
      setup_vardir();
    }
    else
    {
      mtr_report("No need to create '$opt_vardir' it already exists");
    }
  }
  else
unknown's avatar
unknown committed
2660
  {
2661
    kill_running_servers();
unknown's avatar
unknown committed
2662

2663
    if ( ! $opt_start_dirty )
unknown's avatar
unknown committed
2664
    {
2665 2666 2667
      remove_stale_vardir();
      setup_vardir();

unknown's avatar
unknown committed
2668 2669 2670
      mysql_install_db();
      if ( $opt_force )
      {
2671 2672
	# Save a snapshot of the freshly installed db
	# to make it possible to restore to a known point in time
unknown's avatar
unknown committed
2673 2674 2675 2676
	save_installed_db();
      }
    }
  }
2677
  check_running_as_root();
unknown's avatar
unknown committed
2678 2679
}

unknown's avatar
unknown committed
2680 2681 2682 2683
sub mysql_install_db () {

  install_db('master', $master->[0]->{'path_myddir'});

2684 2685 2686 2687
  if ($max_master_num)
  {
    copy_install_db('master', $master->[1]->{'path_myddir'});
  }
unknown's avatar
unknown committed
2688 2689 2690 2691 2692 2693 2694 2695 2696 2697 2698 2699 2700 2701

  # Install the number of slave databses needed
  for (my $idx= 0; $idx < $max_slave_num; $idx++)
  {
    copy_install_db("slave".($idx+1), $slave->[$idx]->{'path_myddir'});
  }

  if ( ! $opt_skip_im )
  {
    im_prepare_env($instance_manager);
  }

  my $cluster_started_ok= 1; # Assume it can be started

2702 2703
  if ($opt_skip_ndbcluster || $glob_use_running_ndbcluster ||
      $clusters->[0]->{executable_setup_failed})
2704 2705 2706 2707 2708 2709 2710 2711 2712 2713
  {
    # Don't install master cluster
  }
  elsif (ndbcluster_start_install($clusters->[0]))
  {
    mtr_warning("Failed to start install of $clusters->[0]->{name}");
    $cluster_started_ok= 0;
  }

  if ($max_slave_num == 0 ||
2714 2715
      $opt_skip_ndbcluster_slave || $glob_use_running_ndbcluster_slave ||
      $clusters->[1]->{executable_setup_failed})
unknown's avatar
unknown committed
2716
  {
2717 2718 2719 2720 2721
    # Don't install slave cluster
  }
  elsif (ndbcluster_start_install($clusters->[1]))
  {
    mtr_warning("Failed to start install of $clusters->[1]->{name}");
unknown's avatar
unknown committed
2722 2723 2724 2725 2726 2727 2728 2729 2730 2731 2732 2733 2734 2735 2736 2737 2738 2739 2740 2741 2742
    $cluster_started_ok= 0;
  }

  foreach my $cluster (@{$clusters})
  {

    next if !$cluster->{'pid'};

    $cluster->{'installed_ok'}= 1; # Assume install suceeds

    if (ndbcluster_wait_started($cluster, ""))
    {
      # failed to install, disable usage and flag that its no ok
      mtr_report("ndbcluster_install of $cluster->{'name'} failed");
      $cluster->{"installed_ok"}= 0;

      $cluster_started_ok= 0;
    }
  }

  if ( ! $cluster_started_ok )
2743
  {
unknown's avatar
unknown committed
2744 2745 2746 2747 2748 2749 2750 2751
    if ( $opt_force)
    {
      # Continue without cluster
    }
    else
    {
      mtr_error("To continue, re-run with '--force'.");
    }
2752 2753
  }

unknown's avatar
unknown committed
2754 2755 2756 2757
  return 0;
}


unknown's avatar
unknown committed
2758 2759 2760 2761 2762 2763 2764 2765 2766 2767 2768 2769
sub copy_install_db ($$) {
  my $type=      shift;
  my $data_dir=  shift;

  mtr_report("Installing \u$type Database");

  # Just copy the installed db from first master
  mtr_copy_dir($master->[0]->{'path_myddir'}, $data_dir);

}


unknown's avatar
unknown committed
2770 2771 2772 2773
sub install_db ($$) {
  my $type=      shift;
  my $data_dir=  shift;

unknown's avatar
unknown committed
2774 2775
  my $init_db_sql=     "lib/init_db.sql";
  my $init_db_sql_tmp= "/tmp/init_db.sql$$";
unknown's avatar
unknown committed
2776 2777
  my $args;

unknown's avatar
unknown committed
2778
  mtr_report("Installing \u$type Database");
unknown's avatar
unknown committed
2779

unknown's avatar
unknown committed
2780
  open(IN, $init_db_sql)
unknown's avatar
unknown committed
2781
    or mtr_error("Can't open $init_db_sql: $!");
unknown's avatar
unknown committed
2782
  open(OUT, ">", $init_db_sql_tmp)
unknown's avatar
unknown committed
2783
    or mtr_error("Can't write to $init_db_sql_tmp: $!");
unknown's avatar
unknown committed
2784 2785 2786 2787 2788 2789 2790 2791 2792 2793 2794 2795 2796 2797
  while (<IN>)
  {
    chomp;
    s/\@HOSTNAME\@/$glob_hostname/;
    if ( /^\s*$/ )
    {
      print OUT "\n";
    }
    elsif (/;$/)
    {
      print OUT "$_\n";
    }
    else
    {
unknown's avatar
unknown committed
2798
      print OUT "$_ ";
unknown's avatar
unknown committed
2799 2800 2801 2802 2803
    }
  }
  close OUT;
  close IN;

unknown's avatar
unknown committed
2804 2805 2806 2807
  mtr_init_args(\$args);

  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--bootstrap");
2808
  mtr_add_arg($args, "--console");
unknown's avatar
unknown committed
2809 2810 2811 2812 2813
  mtr_add_arg($args, "--skip-grant-tables");
  mtr_add_arg($args, "--basedir=%s", $path_my_basedir);
  mtr_add_arg($args, "--datadir=%s", $data_dir);
  mtr_add_arg($args, "--skip-innodb");
  mtr_add_arg($args, "--skip-ndbcluster");
unknown's avatar
unknown committed
2814
  mtr_add_arg($args, "--tmpdir=.");
2815
  mtr_add_arg($args, "--core-file");
unknown's avatar
unknown committed
2816

unknown's avatar
unknown committed
2817 2818 2819 2820 2821 2822 2823
  if ( $opt_debug )
  {
    mtr_add_arg($args, "--debug=d:t:i:A,%s/log/bootstrap_%s.trace",
		$path_vardir_trace, $type);
  }

  if ( ! $glob_netware )
unknown's avatar
unknown committed
2824 2825 2826 2827 2828
  {
    mtr_add_arg($args, "--language=%s", $path_language);
    mtr_add_arg($args, "--character-sets-dir=%s", $path_charsetsdir);
  }

unknown's avatar
unknown committed
2829 2830 2831 2832 2833
  # Log bootstrap command
  my $path_bootstrap_log= "$opt_vardir/log/bootstrap.log";
  mtr_tofile($path_bootstrap_log,
	     "$exe_mysqld " . join(" ", @$args) . "\n");

unknown's avatar
unknown committed
2834
  if ( mtr_run($exe_mysqld, $args, $init_db_sql_tmp,
unknown's avatar
unknown committed
2835 2836 2837
               $path_bootstrap_log, $path_bootstrap_log,
	       "", { append_log_file => 1 }) != 0 )

unknown's avatar
unknown committed
2838
  {
unknown's avatar
unknown committed
2839
    unlink($init_db_sql_tmp);
unknown's avatar
unknown committed
2840
    mtr_error("Error executing mysqld --bootstrap\n" .
unknown's avatar
unknown committed
2841 2842
              "Could not install $type test DBs");
  }
unknown's avatar
unknown committed
2843
  unlink($init_db_sql_tmp);
unknown's avatar
unknown committed
2844 2845 2846
}


unknown's avatar
unknown committed
2847 2848
sub im_prepare_env($) {
  my $instance_manager = shift;
unknown's avatar
unknown committed
2849

unknown's avatar
unknown committed
2850 2851 2852
  im_create_passwd_file($instance_manager);
  im_prepare_data_dir($instance_manager);
}
unknown's avatar
unknown committed
2853 2854


unknown's avatar
unknown committed
2855 2856
sub im_create_passwd_file($) {
  my $instance_manager = shift;
unknown's avatar
unknown committed
2857

unknown's avatar
unknown committed
2858 2859 2860 2861 2862 2863 2864 2865 2866 2867 2868 2869 2870 2871 2872 2873 2874 2875 2876 2877 2878 2879 2880 2881 2882 2883 2884 2885 2886 2887 2888 2889 2890 2891 2892 2893 2894 2895 2896 2897 2898 2899 2900 2901 2902 2903 2904 2905 2906 2907 2908 2909 2910 2911 2912 2913 2914 2915
  my $pwd_file_path = $instance_manager->{'password_file'};

  mtr_report("Creating IM password file ($pwd_file_path)");

  open(OUT, ">", $pwd_file_path)
    or mtr_error("Can't write to $pwd_file_path: $!");

  print OUT $instance_manager->{'admin_login'}, ":",
        $instance_manager->{'admin_sha1'}, "\n";

  close(OUT);
}


sub im_create_defaults_file($) {
  my $instance_manager = shift;

  my $defaults_file = $instance_manager->{'defaults_file'};

  open(OUT, ">", $defaults_file)
    or mtr_error("Can't write to $defaults_file: $!");

  print OUT <<EOF
[mysql]

[manager]
pid-file            = $instance_manager->{path_pid}
angel-pid-file      = $instance_manager->{path_angel_pid}
socket              = $instance_manager->{path_sock}
port                = $instance_manager->{port}
password-file       = $instance_manager->{password_file}
default-mysqld-path = $exe_mysqld

EOF
;

  foreach my $instance (@{$instance_manager->{'instances'}})
  {
    my $server_id = $instance->{'server_id'};

    print OUT <<EOF
[mysqld$server_id]
socket              = $instance->{path_sock}
pid-file            = $instance->{path_pid}
port                = $instance->{port}
datadir             = $instance->{path_datadir}
log                 = $instance->{path_datadir}/mysqld$server_id.log
log-error           = $instance->{path_datadir}/mysqld$server_id.err.log
log-slow-queries    = $instance->{path_datadir}/mysqld$server_id.slow.log
language            = $path_language
character-sets-dir  = $path_charsetsdir
basedir             = $path_my_basedir
server_id           = $server_id
skip-stack-trace
skip-innodb
skip-ndbcluster
EOF
;
2916 2917 2918 2919
    if ( $mysql_version_id < 50100 )
    {
      print OUT "skip-bdb\n";
    }
unknown's avatar
unknown committed
2920
    print OUT "nonguarded\n" if $instance->{'nonguarded'};
2921 2922 2923 2924
    if ( $mysql_version_id >= 50100 )
    {
      print OUT "log-output=FILE\n" if $instance->{'old_log_format'};
    }
unknown's avatar
unknown committed
2925 2926 2927 2928 2929 2930 2931 2932 2933 2934 2935 2936 2937 2938 2939 2940 2941
    print OUT "\n";
  }

  close(OUT);
}


sub im_prepare_data_dir($) {
  my $instance_manager = shift;

  foreach my $instance (@{$instance_manager->{'instances'}})
  {
    copy_install_db(
      'im_mysqld_' . $instance->{'server_id'},
      $instance->{'path_datadir'});
  }
}
unknown's avatar
unknown committed
2942 2943


unknown's avatar
unknown committed
2944 2945 2946 2947 2948 2949 2950 2951 2952 2953 2954 2955 2956 2957 2958 2959 2960 2961 2962 2963 2964 2965 2966 2967

#
# Restore snapshot of the installed slave databases
# if the snapshot exists
#
sub restore_slave_databases ($) {
  my ($num_slaves)= @_;

  if ( -d $path_snapshot)
  {
    for (my $idx= 0; $idx < $num_slaves; $idx++)
    {
      my $data_dir= $slave->[$idx]->{'path_myddir'};
      my $name= basename($data_dir);
      rmtree($data_dir);
      mtr_copy_dir("$path_snapshot/$name", $data_dir);
    }
  }
}


sub run_testcase_check_skip_test($)
{
  my ($tinfo)= @_;
2968

unknown's avatar
unknown committed
2969 2970 2971 2972 2973 2974 2975 2976 2977
  # ----------------------------------------------------------------------
  # If marked to skip, just print out and return.
  # Note that a test case not marked as 'skip' can still be
  # skipped later, because of the test case itself in cooperation
  # with the mysqltest program tells us so.
  # ----------------------------------------------------------------------

  if ( $tinfo->{'skip'} )
  {
unknown's avatar
unknown committed
2978
    mtr_report_test_name($tinfo);
unknown's avatar
unknown committed
2979
    mtr_report_test_skipped($tinfo);
unknown's avatar
unknown committed
2980
    return 1;
unknown's avatar
unknown committed
2981 2982
  }

2983
  if ($tinfo->{'ndb_test'})
unknown's avatar
unknown committed
2984
  {
2985 2986 2987 2988
    foreach my $cluster (@{$clusters})
    {
      last if ($opt_skip_ndbcluster_slave and
	       $cluster->{'name'} eq 'Slave');
unknown's avatar
unknown committed
2989

2990 2991 2992 2993 2994 2995 2996 2997 2998 2999
      # If test needs this cluster, check binaries was found ok
      if ( $cluster->{'executable_setup_failed'} )
      {
	mtr_report_test_name($tinfo);
	$tinfo->{comment}=
	  "Failed to find cluster binaries";
	mtr_report_test_failed($tinfo);
	return 1;
      }

3000 3001 3002 3003
      # If test needs this cluster, check it was installed ok
      if ( !$cluster->{'installed_ok'} )
      {
	mtr_report_test_name($tinfo);
unknown's avatar
unknown committed
3004 3005
	$tinfo->{comment}=
	  "Cluster $cluster->{'name'} was not installed ok";
3006 3007 3008
	mtr_report_test_failed($tinfo);
	return 1;
      }
3009 3010 3011 3012 3013 3014 3015 3016 3017 3018 3019 3020 3021 3022

    }
  }

  if ( $tinfo->{'component_id'} eq 'im' )
  {
      # If test needs im, check binaries was found ok
    if ( $instance_manager->{'executable_setup_failed'} )
    {
      mtr_report_test_name($tinfo);
      $tinfo->{comment}=
	"Failed to find MySQL manager binaries";
      mtr_report_test_failed($tinfo);
      return 1;
3023
    }
unknown's avatar
unknown committed
3024
  }
unknown's avatar
unknown committed
3025

unknown's avatar
unknown committed
3026 3027
  return 0;
}
unknown's avatar
unknown committed
3028 3029


unknown's avatar
unknown committed
3030 3031 3032 3033
sub do_before_run_mysqltest($)
{
  my $tinfo= shift;
  my $tname= $tinfo->{'name'};
unknown's avatar
unknown committed
3034

3035 3036
  # Remove old files produced by mysqltest
  my $result_dir= "r";
3037
  if ( $opt_suite ne "main" )
unknown's avatar
unknown committed
3038
  {
3039
    $result_dir= "suite/$opt_suite/r";
unknown's avatar
unknown committed
3040
  }
3041 3042 3043 3044
  unlink("$result_dir/$tname.reject");
  unlink("$result_dir/$tname.progress");
  unlink("$result_dir/$tname.log");
  unlink("$result_dir/$tname.warnings");
unknown's avatar
unknown committed
3045

3046 3047
  if ( $mysql_version_id < 50000 )
  {
3048
    # Set environment variable NDB_STATUS_OK to 1
3049 3050 3051 3052 3053
    # if script decided to run mysqltest cluster _is_ installed ok
    $ENV{'NDB_STATUS_OK'} = "1";
  }
  elsif ( $mysql_version_id < 50100 )
  {
3054
    # Set environment variable NDB_STATUS_OK to YES
3055 3056 3057
    # if script decided to run mysqltest cluster _is_ installed ok
    $ENV{'NDB_STATUS_OK'} = "YES";
  }
unknown's avatar
unknown committed
3058
}
3059

unknown's avatar
unknown committed
3060 3061 3062 3063
sub do_after_run_mysqltest($)
{
  my $tinfo= shift;
  my $tname= $tinfo->{'name'};
3064

unknown's avatar
unknown committed
3065
  # Save info from this testcase run to mysqltest.log
3066 3067
  mtr_appendfile_to_file($path_current_test_log, $path_mysqltest_log)
    if -f $path_current_test_log;
unknown's avatar
unknown committed
3068 3069
  mtr_appendfile_to_file($path_timefile, $path_mysqltest_log)
    if -f $path_timefile;
3070

3071 3072 3073
  # Remove the file that mysqltest writes info to
  unlink($path_timefile);

unknown's avatar
unknown committed
3074
}
3075 3076


3077 3078 3079 3080 3081 3082 3083 3084 3085 3086 3087 3088 3089 3090 3091 3092 3093 3094 3095 3096
sub run_testcase_mark_logs($)
{
  my ($log_msg)= @_;

  # Write a marker to all log files

  # The file indicating current test name
  mtr_tonewfile($path_current_test_log, $log_msg);

  # each mysqld's .err file
  foreach my $mysqld (@{$master}, @{$slave})
  {
    mtr_tofile($mysqld->{path_myerr}, $log_msg);
  }

  # ndbcluster log file
  mtr_tofile($path_ndb_testrun_log, $log_msg);

}

3097 3098 3099 3100 3101 3102 3103 3104 3105 3106 3107 3108 3109 3110 3111 3112 3113 3114 3115 3116 3117 3118 3119 3120 3121 3122 3123
sub find_testcase_skipped_reason($)
{
  my ($tinfo)= @_;

  # Open mysqltest.log
  my $F= IO::File->new($path_timefile) or
    mtr_error("can't open file \"$path_timefile\": $!");
  my $reason;

  while ( my $line= <$F> )
  {
    # Look for "reason: <reason fo skiping test>"
    if ( $line =~ /reason: (.*)/ )
    {
      $reason= $1;
    }
  }

  if ( ! $reason )
  {
    mtr_warning("Could not find reason for skipping test in $path_timefile");
    $reason= "Detected by testcase(reason unknown) ";
  }
  $tinfo->{'comment'}= $reason;
}


3124 3125 3126 3127 3128 3129 3130 3131 3132 3133 3134
sub analyze_testcase_failure_sync_with_master($)
{
  my ($tinfo)= @_;

  my $args;
  mtr_init_args(\$args);

  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--silent");
  mtr_add_arg($args, "--skip-safemalloc");
  mtr_add_arg($args, "--tmpdir=%s", $opt_tmpdir);
3135
  mtr_add_arg($args, "--character-sets-dir=%s", $path_charsetsdir);
3136 3137 3138 3139 3140 3141 3142 3143 3144 3145 3146 3147 3148 3149 3150 3151 3152 3153 3154 3155 3156 3157 3158 3159 3160 3161 3162 3163 3164 3165 3166 3167 3168 3169 3170 3171 3172 3173

  mtr_add_arg($args, "--socket=%s", $master->[0]->{'path_sock'});
  mtr_add_arg($args, "--port=%d", $master->[0]->{'port'});
  mtr_add_arg($args, "--database=test");
  mtr_add_arg($args, "--user=%s", $opt_user);
  mtr_add_arg($args, "--password=");

  # Run the test file and append output to log file
  mtr_run_test($exe_mysqltest,$args,
	       "include/analyze_failure_sync_with_master.test",
	       "$path_timefile", "$path_timefile","",
	       { append_log_file => 1 });

}

sub analyze_testcase_failure($)
{
  my ($tinfo)= @_;

  # Open mysqltest.log
  my $F= IO::File->new($path_timefile) or
    mtr_error("can't open file \"$path_timefile\": $!");

  while ( my $line= <$F> )
  {
    # Look for "mysqltest: At line nnn: <error>
    if ( $line =~ /mysqltest: At line [0-9]*: (.*)/ )
    {
      my $error= $1;
      # Look for "could not sync with master"
      if ( $error =~ /could not sync with master/ )
      {
	analyze_testcase_failure_sync_with_master($tinfo);
      }
    }
  }
}

unknown's avatar
unknown committed
3174 3175 3176 3177 3178
##############################################################################
#
#  Run a single test case
#
##############################################################################
unknown's avatar
unknown committed
3179

unknown's avatar
unknown committed
3180 3181 3182 3183
# When we get here, we have already filtered out test cases that doesn't
# apply to the current setup, for example if we use a running server, test
# cases that restart the server are dropped. So this function should mostly
# be about doing things, not a lot of logic.
unknown's avatar
unknown committed
3184

unknown's avatar
unknown committed
3185 3186 3187 3188
# We don't start and kill the servers for each testcase. But some
# testcases needs a restart, because they specify options to start
# mysqld with. After that testcase, we need to restart again, to set
# back the normal options.
unknown's avatar
unknown committed
3189

unknown's avatar
unknown committed
3190 3191
sub run_testcase ($) {
  my $tinfo=  shift;
unknown's avatar
unknown committed
3192

3193 3194 3195 3196 3197
  # -------------------------------------------------------
  # Init variables that can change between each test case
  # -------------------------------------------------------

  $ENV{'TZ'}= $tinfo->{'timezone'};
3198
  mtr_verbose("Setting timezone: $tinfo->{'timezone'}");
3199

unknown's avatar
unknown committed
3200 3201
  my $master_restart= run_testcase_need_master_restart($tinfo);
  my $slave_restart= run_testcase_need_slave_restart($tinfo);
unknown's avatar
unknown committed
3202

unknown's avatar
unknown committed
3203 3204
  if ($master_restart or $slave_restart)
  {
3205
    # Can't restart a running server that may be in use
3206
    if ( $opt_extern )
3207 3208
    {
      mtr_report_test_name($tinfo);
unknown's avatar
unknown committed
3209
      $tinfo->{comment}= "Can't restart a running server";
3210 3211 3212 3213
      mtr_report_test_skipped($tinfo);
      return;
    }

unknown's avatar
unknown committed
3214 3215
    run_testcase_stop_servers($tinfo, $master_restart, $slave_restart);
  }
3216 3217 3218 3219

  # Write to all log files to indicate start of testcase
  run_testcase_mark_logs("CURRENT_TEST: $tinfo->{name}\n");

unknown's avatar
unknown committed
3220 3221 3222
  my $died= mtr_record_dead_children();
  if ($died or $master_restart or $slave_restart)
  {
3223 3224 3225 3226 3227 3228
    if (run_testcase_start_servers($tinfo))
    {
      mtr_report_test_name($tinfo);
      report_failure_and_restart($tinfo);
      return 1;
    }
unknown's avatar
unknown committed
3229 3230
  }

unknown's avatar
unknown committed
3231
  # ----------------------------------------------------------------------
unknown's avatar
unknown committed
3232 3233
  # If --start-and-exit or --start-dirty given, stop here to let user manually
  # run tests
unknown's avatar
unknown committed
3234
  # ----------------------------------------------------------------------
unknown's avatar
unknown committed
3235
  if ( $opt_start_and_exit or $opt_start_dirty )
unknown's avatar
unknown committed
3236
  {
3237
    mtr_timer_stop_all($glob_timers);
unknown's avatar
unknown committed
3238 3239 3240 3241
    mtr_report("\nServers started, exiting");
    exit(0);
  }

unknown's avatar
unknown committed
3242
  {
unknown's avatar
unknown committed
3243
    do_before_run_mysqltest($tinfo);
unknown's avatar
unknown committed
3244

unknown's avatar
unknown committed
3245
    my $res= run_mysqltest($tinfo);
unknown's avatar
unknown committed
3246
    mtr_report_test_name($tinfo);
unknown's avatar
unknown committed
3247 3248 3249 3250
    if ( $res == 0 )
    {
      mtr_report_test_passed($tinfo);
    }
unknown's avatar
unknown committed
3251
    elsif ( $res == 62 )
unknown's avatar
unknown committed
3252 3253
    {
      # Testcase itself tell us to skip this one
unknown's avatar
unknown committed
3254 3255

      # Try to get reason from mysqltest.log
3256
      find_testcase_skipped_reason($tinfo);
unknown's avatar
unknown committed
3257 3258
      mtr_report_test_skipped($tinfo);
    }
3259 3260 3261 3262 3263
    elsif ( $res == 63 )
    {
      $tinfo->{'timeout'}= 1;           # Mark as timeout
      report_failure_and_restart($tinfo);
    }
unknown's avatar
unknown committed
3264 3265
    elsif ( $res == 1 )
    {
3266 3267 3268 3269
      if ( $opt_force )
      {
	analyze_testcase_failure($tinfo);
      }
unknown's avatar
unknown committed
3270 3271 3272
      # Test case failure reported by mysqltest
      report_failure_and_restart($tinfo);
    }
unknown's avatar
unknown committed
3273 3274
    else
    {
unknown's avatar
unknown committed
3275 3276 3277
      # mysqltest failed, probably crashed
      $tinfo->{comment}=
	"mysqltest returned unexpected code $res, it has probably crashed";
unknown's avatar
unknown committed
3278 3279
      report_failure_and_restart($tinfo);
    }
unknown's avatar
unknown committed
3280 3281 3282 3283 3284 3285 3286

    do_after_run_mysqltest($tinfo);
  }

  # ----------------------------------------------------------------------
  # Stop Instance Manager if we are processing an IM-test case.
  # ----------------------------------------------------------------------
3287
  if ( $tinfo->{'component_id'} eq 'im' and
3288
       !mtr_im_stop($instance_manager, $tinfo->{'name'}) )
unknown's avatar
unknown committed
3289
  {
3290
    mtr_error("Failed to stop Instance Manager.")
unknown's avatar
unknown committed
3291 3292 3293 3294 3295 3296 3297 3298 3299 3300 3301 3302 3303 3304 3305 3306 3307 3308 3309 3310 3311 3312 3313 3314 3315 3316 3317 3318 3319 3320 3321 3322 3323
  }
}


#
# Save a snapshot of the installed test db(s)
# I.e take a snapshot of the var/ dir
#
sub save_installed_db () {

  mtr_report("Saving snapshot of installed databases");
  rmtree($path_snapshot);

  foreach my $data_dir (@data_dir_lst)
  {
    my $name= basename($data_dir);
    mtr_copy_dir("$data_dir", "$path_snapshot/$name");
  }
}


#
# Save any interesting files in the data_dir
# before the data dir is removed.
#
sub save_files_before_restore($$) {
  my $test_name= shift;
  my $data_dir= shift;
  my $save_name= "$opt_vardir/log/$test_name";

  # Look for core files
  foreach my $core_file ( glob("$data_dir/core*") )
  {
3324
    last if $opt_max_save_core > 0 && $num_saved_cores >= $opt_max_save_core;
unknown's avatar
unknown committed
3325 3326 3327 3328
    my $core_name= basename($core_file);
    mtr_report("Saving $core_name");
    mkdir($save_name) if ! -d $save_name;
    rename("$core_file", "$save_name/$core_name");
3329
    ++$num_saved_cores;
unknown's avatar
unknown committed
3330 3331
  }
}
unknown's avatar
unknown committed
3332

unknown's avatar
unknown committed
3333

unknown's avatar
unknown committed
3334 3335 3336 3337 3338 3339 3340 3341 3342 3343 3344 3345 3346 3347 3348 3349 3350 3351 3352 3353 3354 3355 3356 3357 3358 3359 3360 3361 3362 3363 3364 3365 3366 3367 3368 3369
#
# Restore snapshot of the installed test db(s)
# if the snapshot exists
#
sub restore_installed_db ($) {
  my $test_name= shift;

  if ( -d $path_snapshot)
  {
    mtr_report("Restoring snapshot of databases");

    foreach my $data_dir (@data_dir_lst)
    {
      my $name= basename($data_dir);
      save_files_before_restore($test_name, $data_dir);
      rmtree("$data_dir");
      mtr_copy_dir("$path_snapshot/$name", "$data_dir");
    }

    # Remove the ndb_*_fs dirs for all ndbd nodes
    # forcing a clean start of ndb
    foreach my $cluster (@{$clusters})
    {
      foreach my $ndbd (@{$cluster->{'ndbds'}})
      {
	rmtree("$ndbd->{'path_fs'}" );
      }
    }
  }
  else
  {
    # No snapshot existed
    mtr_error("No snapshot existed");
  }
}

unknown's avatar
unknown committed
3370 3371 3372 3373
sub report_failure_and_restart ($) {
  my $tinfo= shift;

  mtr_report_test_failed($tinfo);
3374
  mtr_show_failed_diff($tinfo->{'result_file'});
unknown's avatar
unknown committed
3375
  print "\n";
unknown's avatar
unknown committed
3376
  if ( $opt_force )
unknown's avatar
unknown committed
3377
  {
unknown's avatar
unknown committed
3378 3379 3380 3381 3382 3383 3384
    # Stop all servers that are known to be running
    stop_all_servers();

    # Restore the snapshot of the installed test db
    restore_installed_db($tinfo->{'name'});
    print "Resuming Tests\n\n";
    return;
unknown's avatar
unknown committed
3385 3386
  }

unknown's avatar
unknown committed
3387 3388 3389 3390
  my $test_mode= join(" ", @::glob_test_mode) || "default";
  print "Aborting: $tinfo->{'name'} failed in $test_mode mode. ";
  print "To continue, re-run with '--force'.\n";
  if ( ! $glob_debugger and
3391
       ! $opt_extern and
unknown's avatar
unknown committed
3392
       ! $glob_use_embedded_server )
unknown's avatar
unknown committed
3393
  {
unknown's avatar
unknown committed
3394
    stop_all_servers();
unknown's avatar
unknown committed
3395
  }
unknown's avatar
unknown committed
3396 3397
  mtr_exit(1);

unknown's avatar
unknown committed
3398 3399 3400 3401 3402 3403 3404 3405 3406
}


##############################################################################
#
#  Start and stop servers
#
##############################################################################

unknown's avatar
unknown committed
3407

3408 3409 3410 3411 3412
sub do_before_start_master ($) {
  my ($tinfo)= @_;

  my $tname= $tinfo->{'name'};
  my $init_script= $tinfo->{'master_sh'};
unknown's avatar
unknown committed
3413 3414 3415

  # FIXME what about second master.....

3416
  foreach my $bin ( glob("$opt_vardir/log/master*-bin*") )
unknown's avatar
unknown committed
3417
  {
3418
    unlink($bin);
unknown's avatar
unknown committed
3419 3420
  }

3421
  # FIXME only remove the ones that are tied to this master
unknown's avatar
unknown committed
3422
  # Remove old master.info and relay-log.info files
unknown's avatar
unknown committed
3423 3424 3425 3426
  unlink("$master->[0]->{'path_myddir'}/master.info");
  unlink("$master->[0]->{'path_myddir'}/relay-log.info");
  unlink("$master->[1]->{'path_myddir'}/master.info");
  unlink("$master->[1]->{'path_myddir'}/relay-log.info");
unknown's avatar
unknown committed
3427

unknown's avatar
unknown committed
3428
  # Run master initialization shell script if one exists
unknown's avatar
unknown committed
3429
  if ( $init_script )
unknown's avatar
unknown committed
3430
  {
unknown's avatar
unknown committed
3431 3432 3433 3434
    my $ret= mtr_run("/bin/sh", [$init_script], "", "", "", "");
    if ( $ret != 0 )
    {
      # FIXME rewrite those scripts to return 0 if successful
unknown's avatar
unknown committed
3435
      # mtr_warning("$init_script exited with code $ret");
unknown's avatar
unknown committed
3436
    }
unknown's avatar
unknown committed
3437 3438 3439
  }
}

unknown's avatar
unknown committed
3440

3441 3442
sub do_before_start_slave ($) {
  my ($tinfo)= @_;
unknown's avatar
unknown committed
3443

3444 3445 3446 3447
  my $tname= $tinfo->{'name'};
  my $init_script= $tinfo->{'master_sh'};

  foreach my $bin ( glob("$opt_vardir/log/slave*-bin*") )
unknown's avatar
unknown committed
3448
  {
3449
    unlink($bin);
unknown's avatar
unknown committed
3450 3451
  }

3452 3453 3454
  unlink("$slave->[0]->{'path_myddir'}/master.info");
  unlink("$slave->[0]->{'path_myddir'}/relay-log.info");

unknown's avatar
unknown committed
3455
  # Run slave initialization shell script if one exists
unknown's avatar
unknown committed
3456
  if ( $init_script )
unknown's avatar
unknown committed
3457
  {
unknown's avatar
unknown committed
3458 3459 3460 3461
    my $ret= mtr_run("/bin/sh", [$init_script], "", "", "", "");
    if ( $ret != 0 )
    {
      # FIXME rewrite those scripts to return 0 if successful
unknown's avatar
unknown committed
3462
      # mtr_warning("$init_script exited with code $ret");
unknown's avatar
unknown committed
3463
    }
unknown's avatar
unknown committed
3464 3465
  }

unknown's avatar
unknown committed
3466 3467 3468 3469
  foreach my $bin ( glob("$slave->[0]->{'path_myddir'}/log.*") )
  {
    unlink($bin);
  }
unknown's avatar
unknown committed
3470 3471
}

unknown's avatar
unknown committed
3472

unknown's avatar
unknown committed
3473
sub mysqld_arguments ($$$$$) {
unknown's avatar
unknown committed
3474
  my $args=              shift;
unknown's avatar
unknown committed
3475
  my $type=              shift;
unknown's avatar
unknown committed
3476 3477 3478 3479
  my $idx=               shift;
  my $extra_opt=         shift;
  my $slave_master_info= shift;

unknown's avatar
unknown committed
3480 3481 3482
  my $sidx= "";                 # Index as string, 0 is empty string
  if ( $idx > 0 )
  {
unknown's avatar
unknown committed
3483
    $sidx= "$idx";
unknown's avatar
unknown committed
3484 3485 3486 3487 3488 3489 3490 3491 3492
  }

  my $prefix= "";               # If mysqltest server arg

  if ( $glob_use_embedded_server )
  {
    $prefix= "--server-arg=";
  }

3493 3494
  mtr_add_arg($args, "%s--no-defaults", $prefix);

3495
  mtr_add_arg($args, "%s--console", $prefix);
unknown's avatar
unknown committed
3496 3497
  mtr_add_arg($args, "%s--basedir=%s", $prefix, $path_my_basedir);
  mtr_add_arg($args, "%s--character-sets-dir=%s", $prefix, $path_charsetsdir);
unknown's avatar
unknown committed
3498 3499 3500 3501 3502 3503

  if ( $mysql_version_id >= 50000 )
  {
    mtr_add_arg($args, "%s--log-bin-trust-function-creators", $prefix);
  }

unknown's avatar
unknown committed
3504 3505 3506 3507
  mtr_add_arg($args, "%s--default-character-set=latin1", $prefix);
  mtr_add_arg($args, "%s--language=%s", $prefix, $path_language);
  mtr_add_arg($args, "%s--tmpdir=$opt_tmpdir", $prefix);

unknown's avatar
unknown committed
3508
  if ( $opt_valgrind_mysqld )
unknown's avatar
unknown committed
3509 3510
  {
    mtr_add_arg($args, "%s--skip-safemalloc", $prefix);
3511 3512 3513 3514 3515

    if ( $mysql_version_id < 50100 )
    {
      mtr_add_arg($args, "%s--skip-bdb", $prefix);
    }
unknown's avatar
unknown committed
3516 3517 3518 3519 3520 3521
  }

  my $pidfile;

  if ( $type eq 'master' )
  {
unknown's avatar
unknown committed
3522 3523
    my $id= $idx > 0 ? $idx + 101 : 1;

unknown's avatar
unknown committed
3524 3525 3526 3527 3528
    if (! $opt_skip_master_binlog)
    {
      mtr_add_arg($args, "%s--log-bin=%s/log/master-bin%s", $prefix,
                  $opt_vardir, $sidx);
    }
unknown's avatar
unknown committed
3529
    mtr_add_arg($args, "%s--pid-file=%s", $prefix,
unknown's avatar
unknown committed
3530
                $master->[$idx]->{'path_pid'});
unknown's avatar
unknown committed
3531
    mtr_add_arg($args, "%s--port=%d", $prefix,
unknown's avatar
unknown committed
3532
                $master->[$idx]->{'port'});
unknown's avatar
unknown committed
3533
    mtr_add_arg($args, "%s--server-id=%d", $prefix, $id);
unknown's avatar
unknown committed
3534
    mtr_add_arg($args, "%s--socket=%s", $prefix,
unknown's avatar
unknown committed
3535 3536
                $master->[$idx]->{'path_sock'});
    mtr_add_arg($args, "%s--innodb_data_file_path=ibdata1:10M:autoextend", $prefix);
unknown's avatar
unknown committed
3537 3538 3539
    mtr_add_arg($args, "%s--local-infile", $prefix);
    mtr_add_arg($args, "%s--datadir=%s", $prefix,
                $master->[$idx]->{'path_myddir'});
unknown's avatar
unknown committed
3540

unknown's avatar
unknown committed
3541
    if ( $idx > 0 or !$use_innodb)
unknown's avatar
unknown committed
3542 3543 3544 3545
    {
      mtr_add_arg($args, "%s--skip-innodb", $prefix);
    }

unknown's avatar
unknown committed
3546 3547 3548
    my $cluster= $clusters->[$master->[$idx]->{'cluster'}];
    if ( $opt_skip_ndbcluster ||
	 !$cluster->{'pid'})
unknown's avatar
unknown committed
3549 3550 3551
    {
      mtr_add_arg($args, "%s--skip-ndbcluster", $prefix);
    }
unknown's avatar
unknown committed
3552 3553 3554 3555 3556
    else
    {
      mtr_add_arg($args, "%s--ndbcluster", $prefix);
      mtr_add_arg($args, "%s--ndb-connectstring=%s", $prefix,
		  $cluster->{'connect_string'});
3557
      if ( $mysql_version_id >= 50100 )
3558 3559 3560
      {
	mtr_add_arg($args, "%s--ndb-extra-logging", $prefix);
      }
unknown's avatar
unknown committed
3561
    }
3562 3563 3564 3565 3566 3567

    if ( $mysql_version_id <= 50106 )
    {
      # Force mysqld to use log files up until 5.1.6
      mtr_add_arg($args, "%s--log=%s", $prefix, $master->[0]->{'path_mylog'});
    }
3568 3569 3570 3571 3572
    else
    {
      # Turn on logging, will be sent to tables
      mtr_add_arg($args, "%s--log=", $prefix);
    }
unknown's avatar
unknown committed
3573 3574 3575 3576 3577
  }

  if ( $type eq 'slave' )
  {
    my $slave_server_id=  2 + $idx;
unknown's avatar
unknown committed
3578
    my $slave_rpl_rank= $slave_server_id;
unknown's avatar
unknown committed
3579 3580 3581 3582

    mtr_add_arg($args, "%s--datadir=%s", $prefix,
                $slave->[$idx]->{'path_myddir'});
    mtr_add_arg($args, "%s--init-rpl-role=slave", $prefix);
unknown's avatar
unknown committed
3583 3584 3585 3586 3587 3588 3589
    if (! $opt_skip_slave_binlog)
    {
      mtr_add_arg($args, "%s--log-bin=%s/log/slave%s-bin", $prefix,
                  $opt_vardir, $sidx); # FIXME use own dir for binlogs
      mtr_add_arg($args, "%s--log-slave-updates", $prefix);
    }

unknown's avatar
unknown committed
3590 3591
    mtr_add_arg($args, "%s--master-retry-count=10", $prefix);
    mtr_add_arg($args, "%s--pid-file=%s", $prefix,
unknown's avatar
unknown committed
3592
                $slave->[$idx]->{'path_pid'});
unknown's avatar
unknown committed
3593
    mtr_add_arg($args, "%s--port=%d", $prefix,
unknown's avatar
unknown committed
3594
                $slave->[$idx]->{'port'});
3595 3596
    mtr_add_arg($args, "%s--relay-log=%s/log/slave%s-relay-bin", $prefix,
                $opt_vardir, $sidx);
unknown's avatar
unknown committed
3597 3598
    mtr_add_arg($args, "%s--report-host=127.0.0.1", $prefix);
    mtr_add_arg($args, "%s--report-port=%d", $prefix,
unknown's avatar
unknown committed
3599
                $slave->[$idx]->{'port'});
unknown's avatar
unknown committed
3600 3601 3602 3603
    mtr_add_arg($args, "%s--report-user=root", $prefix);
    mtr_add_arg($args, "%s--skip-innodb", $prefix);
    mtr_add_arg($args, "%s--skip-ndbcluster", $prefix);
    mtr_add_arg($args, "%s--skip-slave-start", $prefix);
unknown's avatar
unknown committed
3604 3605 3606 3607

    # Directory where slaves find the dumps generated by "load data"
    # on the server. The path need to have constant length otherwise
    # test results will vary, thus a relative path is used.
3608
    my $slave_load_path= "../tmp";
unknown's avatar
unknown committed
3609
    mtr_add_arg($args, "%s--slave-load-tmpdir=%s", $prefix,
3610
                $slave_load_path);
unknown's avatar
unknown committed
3611
    mtr_add_arg($args, "%s--socket=%s", $prefix,
unknown's avatar
unknown committed
3612
                $slave->[$idx]->{'path_sock'});
unknown's avatar
unknown committed
3613 3614 3615 3616 3617 3618 3619 3620 3621 3622 3623 3624 3625 3626 3627 3628
    mtr_add_arg($args, "%s--set-variable=slave_net_timeout=10", $prefix);

    if ( @$slave_master_info )
    {
      foreach my $arg ( @$slave_master_info )
      {
        mtr_add_arg($args, "%s%s", $prefix, $arg);
      }
    }
    else
    {
      mtr_add_arg($args, "%s--master-user=root", $prefix);
      mtr_add_arg($args, "%s--master-connect-retry=1", $prefix);
      mtr_add_arg($args, "%s--master-host=127.0.0.1", $prefix);
      mtr_add_arg($args, "%s--master-password=", $prefix);
      mtr_add_arg($args, "%s--master-port=%d", $prefix,
unknown's avatar
unknown committed
3629
                  $master->[0]->{'port'}); # First master
unknown's avatar
unknown committed
3630 3631 3632
      mtr_add_arg($args, "%s--server-id=%d", $prefix, $slave_server_id);
      mtr_add_arg($args, "%s--rpl-recovery-rank=%d", $prefix, $slave_rpl_rank);
    }
unknown's avatar
unknown committed
3633 3634 3635 3636 3637 3638 3639 3640 3641 3642 3643 3644

    if ( $opt_skip_ndbcluster_slave ||
         $slave->[$idx]->{'cluster'} == -1 ||
	 !$clusters->[$slave->[$idx]->{'cluster'}]->{'pid'} )
    {
      mtr_add_arg($args, "%s--skip-ndbcluster", $prefix);
    }
    else
    {
      mtr_add_arg($args, "%s--ndbcluster", $prefix);
      mtr_add_arg($args, "%s--ndb-connectstring=%s", $prefix,
		  $clusters->[$slave->[$idx]->{'cluster'}]->{'connect_string'});
3645
      if ( $mysql_version_id >= 50100 )
3646 3647 3648
      {
	mtr_add_arg($args, "%s--ndb-extra-logging", $prefix);
      }
unknown's avatar
unknown committed
3649
    }
3650 3651 3652 3653

    if ( $mysql_version_id <= 50106 )
    {
      # Force mysqld to use log files up until 5.1.6
3654
      mtr_add_arg($args, "%s--log=%s", $prefix, $slave->[0]->{'path_mylog'});
3655
    }
3656 3657 3658 3659 3660
    else
    {
      # Turn on logging, will be sent to tables
      mtr_add_arg($args, "%s--log=", $prefix);
    }
3661

unknown's avatar
unknown committed
3662 3663 3664 3665 3666 3667
  } # end slave

  if ( $opt_debug )
  {
    if ( $type eq 'master' )
    {
3668
      mtr_add_arg($args, "%s--debug=d:t:i:A,%s/log/master%s.trace",
unknown's avatar
unknown committed
3669
                  $prefix, $path_vardir_trace, $sidx);
unknown's avatar
unknown committed
3670 3671 3672
    }
    if ( $type eq 'slave' )
    {
3673
      mtr_add_arg($args, "%s--debug=d:t:i:A,%s/log/slave%s.trace",
unknown's avatar
unknown committed
3674
                  $prefix, $path_vardir_trace, $sidx);
unknown's avatar
unknown committed
3675 3676 3677 3678 3679 3680 3681 3682
    }
  }

  # FIXME always set nowdays??? SMALL_SERVER
  mtr_add_arg($args, "%s--key_buffer_size=1M", $prefix);
  mtr_add_arg($args, "%s--sort_buffer=256K", $prefix);
  mtr_add_arg($args, "%s--max_heap_table_size=1M", $prefix);

unknown's avatar
unknown committed
3683
  if ( $opt_ssl_supported )
unknown's avatar
unknown committed
3684
  {
unknown's avatar
unknown committed
3685 3686 3687 3688 3689 3690
    mtr_add_arg($args, "%s--ssl-ca=%s/std_data/cacert.pem", $prefix,
                $glob_mysql_test_dir);
    mtr_add_arg($args, "%s--ssl-cert=%s/std_data/server-cert.pem", $prefix,
                $glob_mysql_test_dir);
    mtr_add_arg($args, "%s--ssl-key=%s/std_data/server-key.pem", $prefix,
                $glob_mysql_test_dir);
unknown's avatar
unknown committed
3691 3692 3693 3694 3695 3696 3697
  }

  if ( $opt_warnings )
  {
    mtr_add_arg($args, "%s--log-warnings", $prefix);
  }

unknown's avatar
unknown committed
3698 3699
  # Indicate to "mysqld" it will be debugged in debugger
  if ( $glob_debugger )
unknown's avatar
unknown committed
3700 3701 3702 3703 3704 3705 3706 3707 3708 3709 3710 3711
  {
    mtr_add_arg($args, "%s--gdb", $prefix);
  }

  # If we should run all tests cases, we will use a local server for that

  if ( -w "/" )
  {
    # We are running as root;  We need to add the --root argument
    mtr_add_arg($args, "%s--user=root", $prefix);
  }

unknown's avatar
unknown committed
3712 3713
  my $found_skip_core= 0;
  foreach my $arg ( @opt_extra_mysqld_opt, @$extra_opt )
unknown's avatar
unknown committed
3714
  {
unknown's avatar
unknown committed
3715 3716
    # Allow --skip-core-file to be set in master.opt file
    if ($arg eq "--skip-core-file")
unknown's avatar
unknown committed
3717
    {
unknown's avatar
unknown committed
3718
      $found_skip_core= 1;
unknown's avatar
unknown committed
3719
    }
unknown's avatar
unknown committed
3720
    else
unknown's avatar
unknown committed
3721
    {
unknown's avatar
unknown committed
3722
      mtr_add_arg($args, "%s%s", $prefix, $arg);
unknown's avatar
unknown committed
3723 3724
    }
  }
unknown's avatar
unknown committed
3725
  if ( !$found_skip_core )
unknown's avatar
unknown committed
3726
  {
unknown's avatar
unknown committed
3727
    mtr_add_arg($args, "%s%s", $prefix, "--core-file");
unknown's avatar
unknown committed
3728 3729 3730 3731 3732 3733 3734
  }

  if ( $opt_bench )
  {
    mtr_add_arg($args, "%s--rpl-recovery-rank=1", $prefix);
    mtr_add_arg($args, "%s--init-rpl-role=master", $prefix);
  }
unknown's avatar
unknown committed
3735
  elsif ( $type eq 'master' )
unknown's avatar
unknown committed
3736 3737 3738 3739 3740 3741 3742 3743 3744 3745 3746 3747 3748 3749
  {
    mtr_add_arg($args, "%s--open-files-limit=1024", $prefix);
  }

  return $args;
}


##############################################################################
#
#  Start mysqld and return the PID
#
##############################################################################

unknown's avatar
unknown committed
3750 3751
sub mysqld_start ($$$) {
  my $mysqld=            shift;
unknown's avatar
unknown committed
3752 3753
  my $extra_opt=         shift;
  my $slave_master_info= shift;
unknown's avatar
unknown committed
3754 3755 3756

  my $args;                             # Arg vector
  my $exe;
unknown's avatar
unknown committed
3757 3758 3759 3760 3761
  my $pid= -1;
  my $wait_for_pid_file= 1;

  my $type= $mysqld->{'type'};
  my $idx= $mysqld->{'idx'};
unknown's avatar
unknown committed
3762

3763 3764 3765
  mtr_error("Internal error: mysqld should never be started for embedded")
    if $glob_use_embedded_server;

unknown's avatar
unknown committed
3766
  if ( $type eq 'master' )
unknown's avatar
unknown committed
3767
  {
unknown's avatar
unknown committed
3768 3769 3770 3771 3772
    $exe= $exe_master_mysqld;
  }
  elsif ( $type eq 'slave' )
  {
    $exe= $exe_slave_mysqld;
unknown's avatar
unknown committed
3773 3774 3775
  }
  else
  {
unknown's avatar
unknown committed
3776 3777 3778 3779 3780 3781 3782 3783 3784 3785 3786 3787 3788 3789 3790 3791 3792 3793 3794 3795 3796 3797 3798 3799 3800 3801 3802 3803 3804 3805 3806 3807 3808 3809 3810 3811 3812 3813 3814 3815 3816 3817 3818 3819 3820 3821 3822 3823 3824 3825 3826 3827 3828 3829 3830 3831 3832 3833 3834 3835 3836 3837 3838 3839 3840 3841 3842 3843 3844 3845 3846 3847 3848 3849 3850 3851 3852 3853 3854 3855 3856 3857 3858 3859 3860 3861 3862 3863 3864 3865 3866 3867 3868 3869 3870 3871 3872 3873 3874 3875 3876 3877 3878 3879 3880 3881 3882 3883 3884 3885 3886 3887 3888 3889 3890 3891 3892 3893 3894 3895 3896 3897 3898 3899 3900 3901 3902 3903 3904 3905 3906 3907 3908 3909 3910 3911 3912 3913 3914 3915 3916 3917 3918 3919 3920 3921 3922 3923 3924 3925 3926 3927 3928 3929 3930 3931 3932
    mtr_error("Unknown 'type' \"$type\" passed to mysqld_start");
  }

  mtr_init_args(\$args);

  if ( $opt_valgrind_mysqld )
  {
    valgrind_arguments($args, \$exe);
  }

  mysqld_arguments($args,$type,$idx,$extra_opt,$slave_master_info);

  if ( $opt_gdb || $opt_manual_gdb)
  {
    gdb_arguments(\$args, \$exe, "$type"."_$idx");
  }
  elsif ( $opt_ddd || $opt_manual_ddd )
  {
    ddd_arguments(\$args, \$exe, "$type"."_$idx");
  }
  elsif ( $opt_debugger )
  {
    debugger_arguments(\$args, \$exe, "$type"."_$idx");
  }
  elsif ( $opt_manual_debug )
  {
     print "\nStart $type in your debugger\n" .
           "dir: $glob_mysql_test_dir\n" .
           "exe: $exe\n" .
	   "args:  " . join(" ", @$args)  . "\n\n" .
	   "Waiting ....\n";

     # Indicate the exe should not be started
    $exe= undef;
  }
  else
  {
    # Default to not wait until pid file has been created
    $wait_for_pid_file= 0;
  }

  if ( defined $exe )
  {
    $pid= mtr_spawn($exe, $args, "",
		    $mysqld->{'path_myerr'},
		    $mysqld->{'path_myerr'},
		    "",
		    { append_log_file => 1 });
  }


  if ( $wait_for_pid_file && !sleep_until_file_created($mysqld->{'path_pid'},
						       $mysqld->{'start_timeout'},
						       $pid))
  {

    mtr_error("Failed to start mysqld $mysqld->{'type'}");
  }


  # Remember pid of the started process
  $mysqld->{'pid'}= $pid;

  # Remember options used when starting
  $mysqld->{'start_opts'}= $extra_opt;
  $mysqld->{'start_slave_master_info'}= $slave_master_info;

  mtr_verbose("mysqld pid: $pid");
  return $pid;
}


sub stop_all_servers () {

  print  "Stopping All Servers\n";

  if ( ! $opt_skip_im )
  {
    print  "Shutting-down Instance Manager\n";
    unless (mtr_im_stop($instance_manager, "stop_all_servers"))
    {
      mtr_error("Failed to stop Instance Manager.")
    }
  }

  my %admin_pids; # hash of admin processes that requests shutdown
  my @kill_pids;  # list of processes to shutdown/kill
  my $pid;

  # Start shutdown of all started masters
  foreach my $mysqld (@{$master}, @{$slave})
  {
    if ( $mysqld->{'pid'} )
    {
      $pid= mtr_mysqladmin_start($mysqld, "shutdown", 70);
      $admin_pids{$pid}= 1;

      push(@kill_pids,{
		       pid      => $mysqld->{'pid'},
		       pidfile  => $mysqld->{'path_pid'},
		       sockfile => $mysqld->{'path_sock'},
		       port     => $mysqld->{'port'},
		      });

      $mysqld->{'pid'}= 0; # Assume we are done with it
    }
  }

  # Start shutdown of clusters
  foreach my $cluster (@{$clusters})
  {
    if ( $cluster->{'pid'} )
    {
      $pid= mtr_ndbmgm_start($cluster, "shutdown");
      $admin_pids{$pid}= 1;

      push(@kill_pids,{
		       pid      => $cluster->{'pid'},
		       pidfile  => $cluster->{'path_pid'}
		      });

      $cluster->{'pid'}= 0; # Assume we are done with it

      foreach my $ndbd (@{$cluster->{'ndbds'}})
      {
        if ( $ndbd->{'pid'} )
	{
	  push(@kill_pids,{
			   pid      => $ndbd->{'pid'},
			   pidfile  => $ndbd->{'path_pid'},
			  });
	  $ndbd->{'pid'}= 0;
	}
      }
    }
  }

  # Wait blocking until all shutdown processes has completed
  mtr_wait_blocking(\%admin_pids);

  # Make sure that process has shutdown else try to kill them
  mtr_check_stop_servers(\@kill_pids);

  foreach my $mysqld (@{$master}, @{$slave})
  {
    rm_ndbcluster_tables($mysqld->{'path_myddir'});
  }
}


sub run_testcase_need_master_restart($)
{
  my ($tinfo)= @_;

  # We try to find out if we are to restart the master(s)
  my $do_restart= 0;          # Assumes we don't have to

unknown's avatar
unknown committed
3933 3934 3935 3936 3937 3938
  if ( $glob_use_embedded_server )
  {
    mtr_verbose("Never start or restart for embedded server");
    return $do_restart;
  }
  elsif ( $tinfo->{'master_sh'} )
unknown's avatar
unknown committed
3939 3940
  {
    $do_restart= 1;           # Always restart if script to run
3941 3942 3943 3944 3945 3946
    mtr_verbose("Restart master: Always restart if script to run");
  }
  if ( $tinfo->{'force_restart'} )
  {
    $do_restart= 1; # Always restart if --force-restart in -opt file
    mtr_verbose("Restart master: Restart forced with --force-restart");
unknown's avatar
unknown committed
3947 3948
  }
  elsif ( ! $opt_skip_ndbcluster and
3949
	  !$tinfo->{'ndb_test'} and
unknown's avatar
unknown committed
3950 3951 3952
	  $clusters->[0]->{'pid'} != 0 )
  {
    $do_restart= 1;           # Restart without cluster
3953
    mtr_verbose("Restart master: Test does not need cluster");
unknown's avatar
unknown committed
3954 3955
  }
  elsif ( ! $opt_skip_ndbcluster and
3956
	  $tinfo->{'ndb_test'} and
unknown's avatar
unknown committed
3957 3958 3959
	  $clusters->[0]->{'pid'} == 0 )
  {
    $do_restart= 1;           # Restart with cluster
3960
    mtr_verbose("Restart master: Test need cluster");
unknown's avatar
unknown committed
3961
  }
unknown's avatar
unknown committed
3962 3963 3964
  elsif( $tinfo->{'component_id'} eq 'im' )
  {
    $do_restart= 1;
3965
    mtr_verbose("Restart master: Always restart for im tests");
unknown's avatar
unknown committed
3966
  }
3967 3968 3969
  elsif ( $master->[0]->{'running_master_options'} and
	  $master->[0]->{'running_master_options'}->{'timezone'} ne
	  $tinfo->{'timezone'})
unknown's avatar
unknown committed
3970 3971
  {
    $do_restart= 1;
3972
    mtr_verbose("Restart master: Different timezone");
unknown's avatar
unknown committed
3973 3974 3975 3976 3977 3978 3979
  }
  # Check that running master was started with same options
  # as the current test requires
  elsif (! mtr_same_opts($master->[0]->{'start_opts'},
                         $tinfo->{'master_opt'}) )
  {
    $do_restart= 1;
3980
    mtr_verbose("Restart master: running with different options '" .
unknown's avatar
unknown committed
3981 3982 3983
	       join(" ", @{$tinfo->{'master_opt'}}) . "' != '" .
		join(" ", @{$master->[0]->{'start_opts'}}) . "'" );
  }
3984 3985
  elsif( ! $master->[0]->{'pid'} )
  {
3986 3987 3988 3989 3990 3991 3992 3993 3994 3995
    if ( $opt_extern )
    {
      $do_restart= 0;
      mtr_verbose("No restart: using extern master");
    }
    else
    {
      $do_restart= 1;
      mtr_verbose("Restart master: master is not started");
    }
3996
  }
unknown's avatar
unknown committed
3997 3998 3999 4000 4001 4002 4003 4004 4005 4006
  return $do_restart;
}

sub run_testcase_need_slave_restart($)
{
  my ($tinfo)= @_;

  # We try to find out if we are to restart the slaves
  my $do_slave_restart= 0;     # Assumes we don't have to

unknown's avatar
unknown committed
4007 4008 4009 4010 4011 4012
  if ( $glob_use_embedded_server )
  {
    mtr_verbose("Never start or restart for embedded server");
    return $do_slave_restart;
  }
  elsif ( $max_slave_num == 0)
4013
  {
4014
    mtr_verbose("Skip slave restart: No testcase use slaves");
4015 4016 4017 4018 4019 4020 4021 4022 4023 4024 4025 4026 4027 4028 4029 4030 4031
  }
  else
  {

    # Check if any slave is currently started
    my $any_slave_started= 0;
    foreach my $mysqld (@{$slave})
    {
      if ( $mysqld->{'pid'} )
      {
	$any_slave_started= 1;
	last;
      }
    }

    if ($any_slave_started)
    {
4032
      mtr_verbose("Restart slave: Slave is started, always restart");
4033 4034 4035 4036
      $do_slave_restart= 1;
    }
    elsif ( $tinfo->{'slave_num'} )
    {
4037
      mtr_verbose("Restart slave: Test need slave");
4038 4039 4040
      $do_slave_restart= 1;
    }
  }
unknown's avatar
unknown committed
4041 4042 4043 4044 4045 4046 4047 4048 4049 4050 4051 4052 4053 4054 4055 4056 4057 4058 4059 4060 4061 4062

  return $do_slave_restart;

}

# ----------------------------------------------------------------------
# If not using a running servers we may need to stop and restart.
# We restart in the case we have initiation scripts, server options
# etc to run. But we also restart again after the test first restart
# and test is run, to get back to normal server settings.
#
# To make the code a bit more clean, we actually only stop servers
# here, and mark this to be done. Then a generic "start" part will
# start up the needed servers again.
# ----------------------------------------------------------------------

sub run_testcase_stop_servers($$$) {
  my ($tinfo, $do_restart, $do_slave_restart)= @_;
  my $pid;
  my %admin_pids; # hash of admin processes that requests shutdown
  my @kill_pids;  # list of processes to shutdown/kill

4063
  # Remember if we restarted for this test case (count restarts)
unknown's avatar
unknown committed
4064 4065 4066 4067
  $tinfo->{'restarted'}= $do_restart;

  if ( $do_restart )
  {
4068
    delete $master->[0]->{'running_master_options'}; # Forget history
unknown's avatar
unknown committed
4069 4070 4071 4072 4073 4074 4075 4076 4077 4078 4079 4080 4081 4082 4083 4084 4085 4086 4087 4088 4089 4090 4091 4092 4093 4094 4095 4096 4097 4098 4099 4100 4101 4102 4103 4104 4105 4106 4107 4108 4109 4110 4111 4112 4113 4114 4115 4116 4117

    # Start shutdown of all started masters
    foreach my $mysqld (@{$master})
    {
      if ( $mysqld->{'pid'} )
      {
	$pid= mtr_mysqladmin_start($mysqld, "shutdown", 70);

	$admin_pids{$pid}= 1;

	push(@kill_pids,{
			 pid      => $mysqld->{'pid'},
			 pidfile  => $mysqld->{'path_pid'},
			 sockfile => $mysqld->{'path_sock'},
			 port     => $mysqld->{'port'},
			});

	$mysqld->{'pid'}= 0; # Assume we are done with it
      }
    }

    # Start shutdown of master cluster
    my $cluster= $clusters->[0];
    if ( $cluster->{'pid'} )
    {
      $pid= mtr_ndbmgm_start($cluster, "shutdown");
      $admin_pids{$pid}= 1;

      push(@kill_pids,{
		       pid      => $cluster->{'pid'},
		       pidfile  => $cluster->{'path_pid'}
		      });

      $cluster->{'pid'}= 0; # Assume we are done with it

      foreach my $ndbd (@{$cluster->{'ndbds'}})
      {
	push(@kill_pids,{
			 pid      => $ndbd->{'pid'},
			 pidfile  => $ndbd->{'path_pid'},
			});
	$ndbd->{'pid'}= 0; # Assume we are done with it
      }
    }
  }

  if ( $do_restart || $do_slave_restart )
  {

4118
    delete $slave->[0]->{'running_slave_options'}; # Forget history
unknown's avatar
unknown committed
4119 4120 4121 4122 4123 4124 4125 4126 4127 4128 4129 4130 4131 4132 4133 4134 4135 4136 4137 4138 4139 4140 4141 4142 4143 4144 4145 4146 4147 4148 4149 4150 4151 4152 4153 4154 4155 4156 4157 4158 4159 4160 4161 4162 4163 4164

    # Start shutdown of all started slaves
    foreach my $mysqld (@{$slave})
    {
      if ( $mysqld->{'pid'} )
      {
	$pid= mtr_mysqladmin_start($mysqld, "shutdown", 70);

	$admin_pids{$pid}= 1;

	push(@kill_pids,{
			 pid      => $mysqld->{'pid'},
			 pidfile  => $mysqld->{'path_pid'},
			 sockfile => $mysqld->{'path_sock'},
			 port     => $mysqld->{'port'},
			});


	$mysqld->{'pid'}= 0; # Assume we are done with it
      }
    }

    # Start shutdown of slave cluster
    my $cluster= $clusters->[1];
    if ( $cluster->{'pid'} )
    {
      $pid= mtr_ndbmgm_start($cluster, "shutdown");

      $admin_pids{$pid}= 1;

      push(@kill_pids,{
		       pid      => $cluster->{'pid'},
		       pidfile  => $cluster->{'path_pid'}
		      });

      $cluster->{'pid'}= 0; # Assume we are done with it

      foreach my $ndbd (@{$cluster->{'ndbds'}} )
      {
	push(@kill_pids,{
			 pid      => $ndbd->{'pid'},
			 pidfile  => $ndbd->{'path_pid'},
			});
	$ndbd->{'pid'}= 0; # Assume we are done with it
      }
    }
unknown's avatar
unknown committed
4165 4166
  }

unknown's avatar
unknown committed
4167 4168 4169 4170
  # ----------------------------------------------------------------------
  # Shutdown has now been started and lists for the shutdown processes
  # and the processes to be killed has been created
  # ----------------------------------------------------------------------
unknown's avatar
unknown committed
4171

unknown's avatar
unknown committed
4172 4173
  # Wait blocking until all shutdown processes has completed
  mtr_wait_blocking(\%admin_pids);
unknown's avatar
unknown committed
4174 4175


unknown's avatar
unknown committed
4176 4177 4178 4179
  # Make sure that process has shutdown else try to kill them
  mtr_check_stop_servers(\@kill_pids);

  foreach my $mysqld (@{$master}, @{$slave})
unknown's avatar
unknown committed
4180
  {
unknown's avatar
unknown committed
4181
    if ( ! $mysqld->{'pid'} )
unknown's avatar
unknown committed
4182
    {
unknown's avatar
unknown committed
4183 4184
      # Remove ndbcluster tables if server is stopped
      rm_ndbcluster_tables($mysqld->{'path_myddir'});
unknown's avatar
unknown committed
4185 4186
    }
  }
unknown's avatar
unknown committed
4187
}
unknown's avatar
unknown committed
4188

4189 4190 4191 4192

#
# run_testcase_start_servers
#
4193
# Start the servers needed by this test case
4194 4195 4196 4197 4198 4199
#
# RETURN
#  0 OK
#  1 Start failed
#

unknown's avatar
unknown committed
4200 4201 4202 4203 4204 4205 4206 4207 4208
sub run_testcase_start_servers($) {
  my $tinfo= shift;
  my $tname= $tinfo->{'name'};

  if ( $tinfo->{'component_id'} eq 'mysqld' )
  {
    if ( ! $opt_skip_ndbcluster and
	 !$clusters->[0]->{'pid'} and
	 $tinfo->{'ndb_test'} )
unknown's avatar
unknown committed
4209
    {
unknown's avatar
unknown committed
4210 4211
      # Test need cluster, cluster is not started, start it
      ndbcluster_start($clusters->[0], "");
unknown's avatar
unknown committed
4212 4213
    }

unknown's avatar
unknown committed
4214 4215 4216
    if ( !$master->[0]->{'pid'} )
    {
      # Master mysqld is not started
4217
      do_before_start_master($tinfo);
unknown's avatar
unknown committed
4218

unknown's avatar
unknown committed
4219
      mysqld_start($master->[0],$tinfo->{'master_opt'},[]);
unknown's avatar
unknown committed
4220

unknown's avatar
unknown committed
4221
    }
unknown's avatar
unknown committed
4222

4223 4224
    if ( $clusters->[0]->{'pid'} and ! $master->[1]->{'pid'} and
	 $tinfo->{'master_num'} > 1 )
unknown's avatar
unknown committed
4225 4226 4227
    {
      # Test needs cluster, start an extra mysqld connected to cluster

4228
      if ( $mysql_version_id >= 50100 )
unknown's avatar
unknown committed
4229
      {
4230 4231 4232 4233 4234 4235 4236 4237
	# First wait for first mysql server to have created ndb system
	# tables ok FIXME This is a workaround so that only one mysqld
	# create the tables
	if ( ! sleep_until_file_created(
		  "$master->[0]->{'path_myddir'}/cluster/apply_status.ndb",
					$master->[0]->{'start_timeout'},
					$master->[0]->{'pid'}))
	{
4238 4239 4240

	  $tinfo->{'comment'}= "Failed to create 'cluster/apply_status' table";
	  return 1;
4241
	}
unknown's avatar
unknown committed
4242 4243 4244
      }
      mysqld_start($master->[1],$tinfo->{'master_opt'},[]);
    }
unknown's avatar
unknown committed
4245

4246 4247
    # Save this test case information, so next can examine it
    $master->[0]->{'running_master_options'}= $tinfo;
unknown's avatar
unknown committed
4248
  }
unknown's avatar
unknown committed
4249
  elsif ( ! $opt_skip_im and $tinfo->{'component_id'} eq 'im' )
4250
  {
unknown's avatar
unknown committed
4251 4252 4253 4254 4255 4256 4257
    # We have to create defaults file every time, in order to ensure that it
    # will be the same for each test. The problem is that test can change the
    # file (by SET/UNSET commands), so w/o recreating the file, execution of
    # one test can affect the other.

    im_create_defaults_file($instance_manager);

4258
    if  ( ! mtr_im_start($instance_manager, $tinfo->{im_opts}) )
unknown's avatar
unknown committed
4259
    {
4260 4261
      $tinfo->{'comment'}= "Failed to start Instance Manager. ";
      return 1;
unknown's avatar
unknown committed
4262
    }
4263 4264
  }

unknown's avatar
unknown committed
4265 4266 4267 4268 4269 4270
  # ----------------------------------------------------------------------
  # Start slaves - if needed
  # ----------------------------------------------------------------------
  if ( $tinfo->{'slave_num'} )
  {
    restore_slave_databases($tinfo->{'slave_num'});
unknown's avatar
unknown committed
4271

4272
    do_before_start_slave($tinfo);
unknown's avatar
unknown committed
4273

unknown's avatar
unknown committed
4274 4275 4276
    if ( ! $opt_skip_ndbcluster_slave and
	 !$clusters->[1]->{'pid'} and
	 $tinfo->{'ndb_test'} )
unknown's avatar
unknown committed
4277
    {
unknown's avatar
unknown committed
4278 4279
      # Test need slave cluster, cluster is not started, start it
      ndbcluster_start($clusters->[1], "");
unknown's avatar
unknown committed
4280 4281
    }

unknown's avatar
unknown committed
4282 4283 4284 4285 4286 4287
    for ( my $idx= 0; $idx <  $tinfo->{'slave_num'}; $idx++ )
    {
      if ( ! $slave->[$idx]->{'pid'} )
      {
	mysqld_start($slave->[$idx],$tinfo->{'slave_opt'},
		     $tinfo->{'slave_mi'});
unknown's avatar
unknown committed
4288

unknown's avatar
unknown committed
4289 4290
      }
    }
unknown's avatar
unknown committed
4291

4292 4293
    # Save this test case information, so next can examine it
    $slave->[0]->{'running_slave_options'}= $tinfo;
unknown's avatar
unknown committed
4294
  }
unknown's avatar
unknown committed
4295 4296 4297

  # Wait for clusters to start
  foreach my $cluster (@{$clusters})
unknown's avatar
unknown committed
4298
  {
unknown's avatar
unknown committed
4299 4300 4301 4302 4303 4304

    next if !$cluster->{'pid'};

    if (ndbcluster_wait_started($cluster, ""))
    {
      # failed to start
4305 4306
      $tinfo->{'comment'}= "Start of $cluster->{'name'} cluster failed";
      return 1;
unknown's avatar
unknown committed
4307
    }
unknown's avatar
unknown committed
4308
  }
unknown's avatar
unknown committed
4309

unknown's avatar
unknown committed
4310 4311
  # Wait for mysqld's to start
  foreach my $mysqld (@{$master},@{$slave})
unknown's avatar
unknown committed
4312 4313
  {

unknown's avatar
unknown committed
4314
    next if !$mysqld->{'pid'};
unknown's avatar
unknown committed
4315

unknown's avatar
unknown committed
4316 4317
    if (mysqld_wait_started($mysqld))
    {
4318 4319 4320 4321
      # failed to start
      $tinfo->{'comment'}=
	"Failed to start $mysqld->{'type'} mysqld $mysqld->{'idx'}";
      return 1;
unknown's avatar
unknown committed
4322
    }
unknown's avatar
unknown committed
4323
  }
4324
  return 0;
unknown's avatar
unknown committed
4325
}
unknown's avatar
unknown committed
4326

unknown's avatar
unknown committed
4327 4328 4329 4330 4331
#
# Run include/check-testcase.test
# Before a testcase, run in record mode, save result file to var
# After testcase, run and compare with the recorded file, they should be equal!
#
4332 4333 4334 4335
# RETURN VALUE
#  0 OK
#  1 Check failed
#
unknown's avatar
unknown committed
4336
sub run_check_testcase ($$) {
unknown's avatar
unknown committed
4337

unknown's avatar
unknown committed
4338 4339
  my $mode=     shift;
  my $mysqld=   shift;
unknown's avatar
unknown committed
4340

unknown's avatar
unknown committed
4341
  my $name= "check-" . $mysqld->{'type'} . $mysqld->{'idx'};
unknown's avatar
unknown committed
4342

unknown's avatar
unknown committed
4343 4344 4345 4346 4347 4348 4349
  my $args;
  mtr_init_args(\$args);

  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--silent");
  mtr_add_arg($args, "--skip-safemalloc");
  mtr_add_arg($args, "--tmpdir=%s", $opt_tmpdir);
4350
  mtr_add_arg($args, "--character-sets-dir=%s", $path_charsetsdir);
unknown's avatar
unknown committed
4351

unknown's avatar
unknown committed
4352 4353 4354 4355 4356
  mtr_add_arg($args, "--socket=%s", $mysqld->{'path_sock'});
  mtr_add_arg($args, "--port=%d", $mysqld->{'port'});
  mtr_add_arg($args, "--database=test");
  mtr_add_arg($args, "--user=%s", $opt_user);
  mtr_add_arg($args, "--password=");
unknown's avatar
unknown committed
4357

unknown's avatar
unknown committed
4358 4359
  mtr_add_arg($args, "-R");
  mtr_add_arg($args, "$opt_vardir/tmp/$name.result");
unknown's avatar
unknown committed
4360

unknown's avatar
unknown committed
4361 4362 4363 4364 4365 4366 4367 4368
  if ( $mode eq "before" )
  {
    mtr_add_arg($args, "--record");
  }

  my $res = mtr_run_test($exe_mysqltest,$args,
	        "include/check-testcase.test", "", "", "");

4369
  if ( $res == 1  and $mode eq "after")
unknown's avatar
unknown committed
4370 4371 4372 4373 4374 4375 4376 4377 4378 4379
  {
    mtr_run("diff",["-u",
		    "$opt_vardir/tmp/$name.result",
		    "$opt_vardir/tmp/$name.reject"],
	    "", "", "", "");
  }
  elsif ( $res )
  {
    mtr_error("Could not execute 'check-testcase' $mode testcase");
  }
4380
  return $res;
unknown's avatar
unknown committed
4381
}
unknown's avatar
unknown committed
4382

4383 4384 4385 4386 4387 4388 4389 4390 4391 4392 4393 4394 4395 4396 4397 4398 4399 4400 4401 4402 4403 4404 4405 4406 4407 4408 4409 4410 4411 4412 4413 4414 4415 4416 4417 4418 4419
##############################################################################
#
#  Report the features that were compiled in
#
##############################################################################

sub run_report_features () {
  my $args;

  if ( ! $glob_use_embedded_server )
  {
    mysqld_start($master->[0],[],[]);
    if ( ! $master->[0]->{'pid'} )
    {
      mtr_error("Can't start the mysqld server");
    }
    mysqld_wait_started($master->[0]);
  }

  my $tinfo = {};
  $tinfo->{'name'} = 'report features';
  $tinfo->{'result_file'} = undef;
  $tinfo->{'component_id'} = 'mysqld';
  $tinfo->{'path'} = 'include/report-features.test';
  $tinfo->{'timezone'}=  "GMT-3";
  $tinfo->{'slave_num'} = 0;
  $tinfo->{'master_opt'} = [];
  $tinfo->{'slave_opt'} = [];
  $tinfo->{'slave_mi'} = [];
  $tinfo->{'comment'} = 'report server features';
  run_mysqltest($tinfo);

  if ( ! $glob_use_embedded_server )
  {
    stop_all_servers();
  }
}
unknown's avatar
unknown committed
4420

4421

unknown's avatar
unknown committed
4422 4423
sub run_mysqltest ($) {
  my ($tinfo)= @_;
unknown's avatar
unknown committed
4424 4425
  my $exe= $exe_mysqltest;
  my $args;
unknown's avatar
unknown committed
4426 4427 4428 4429 4430 4431 4432

  mtr_init_args(\$args);

  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--silent");
  mtr_add_arg($args, "--skip-safemalloc");
  mtr_add_arg($args, "--tmpdir=%s", $opt_tmpdir);
4433
  mtr_add_arg($args, "--character-sets-dir=%s", $path_charsetsdir);
unknown's avatar
unknown committed
4434

4435 4436 4437 4438
  # Log line number and time  for each line in .test file
  mtr_add_arg($args, "--mark-progress")
    if $opt_mark_progress;

unknown's avatar
unknown committed
4439 4440 4441 4442 4443 4444 4445 4446 4447 4448 4449 4450 4451 4452 4453
  if ($tinfo->{'component_id'} eq 'im')
  {
    mtr_add_arg($args, "--socket=%s", $instance_manager->{'path_sock'});
    mtr_add_arg($args, "--port=%d", $instance_manager->{'port'});
    mtr_add_arg($args, "--user=%s", $instance_manager->{'admin_login'});
    mtr_add_arg($args, "--password=%s", $instance_manager->{'admin_password'});
  }
  else # component_id == mysqld
  {
    mtr_add_arg($args, "--socket=%s", $master->[0]->{'path_sock'});
    mtr_add_arg($args, "--port=%d", $master->[0]->{'port'});
    mtr_add_arg($args, "--database=test");
    mtr_add_arg($args, "--user=%s", $opt_user);
    mtr_add_arg($args, "--password=");
  }
unknown's avatar
unknown committed
4454

unknown's avatar
unknown committed
4455 4456 4457 4458 4459
  if ( $opt_ps_protocol )
  {
    mtr_add_arg($args, "--ps-protocol");
  }

unknown's avatar
unknown committed
4460 4461 4462 4463 4464 4465 4466 4467 4468 4469 4470 4471 4472 4473 4474
  if ( $opt_sp_protocol )
  {
    mtr_add_arg($args, "--sp-protocol");
  }

  if ( $opt_view_protocol )
  {
    mtr_add_arg($args, "--view-protocol");
  }

  if ( $opt_cursor_protocol )
  {
    mtr_add_arg($args, "--cursor-protocol");
  }

unknown's avatar
unknown committed
4475 4476 4477 4478
  if ( $opt_strace_client )
  {
    $exe=  "strace";            # FIXME there are ktrace, ....
    mtr_add_arg($args, "-o");
4479
    mtr_add_arg($args, "%s/log/mysqltest.strace", $opt_vardir);
unknown's avatar
unknown committed
4480 4481 4482
    mtr_add_arg($args, "$exe_mysqltest");
  }

unknown's avatar
unknown committed
4483 4484
  if ( $opt_timer )
  {
4485
    mtr_add_arg($args, "--timer-file=%s/log/timer", $opt_vardir);
unknown's avatar
unknown committed
4486 4487 4488 4489 4490 4491 4492 4493 4494 4495 4496 4497 4498 4499
  }

  if ( $opt_compress )
  {
    mtr_add_arg($args, "--compress");
  }

  if ( $opt_sleep )
  {
    mtr_add_arg($args, "--sleep=%d", $opt_sleep);
  }

  if ( $opt_debug )
  {
unknown's avatar
unknown committed
4500 4501
    mtr_add_arg($args, "--debug=d:t:A,%s/log/mysqltest.trace",
		$path_vardir_trace);
unknown's avatar
unknown committed
4502 4503
  }

unknown's avatar
unknown committed
4504
  if ( $opt_ssl_supported )
unknown's avatar
unknown committed
4505
  {
unknown's avatar
unknown committed
4506
    mtr_add_arg($args, "--ssl-ca=%s/std_data/cacert.pem",
unknown's avatar
unknown committed
4507
	        $glob_mysql_test_dir);
unknown's avatar
unknown committed
4508
    mtr_add_arg($args, "--ssl-cert=%s/std_data/client-cert.pem",
unknown's avatar
unknown committed
4509
	        $glob_mysql_test_dir);
unknown's avatar
unknown committed
4510
    mtr_add_arg($args, "--ssl-key=%s/std_data/client-key.pem",
unknown's avatar
unknown committed
4511 4512 4513 4514 4515 4516
	        $glob_mysql_test_dir);
  }

  if ( $opt_ssl )
  {
    # Turn on SSL for _all_ test cases if option --ssl was used
4517
    mtr_add_arg($args, "--ssl");
unknown's avatar
unknown committed
4518 4519 4520
  }
  elsif ( $opt_ssl_supported )
  {
4521
    mtr_add_arg($args, "--skip-ssl");
unknown's avatar
unknown committed
4522 4523
  }

unknown's avatar
unknown committed
4524 4525 4526 4527
  # ----------------------------------------------------------------------
  # If embedded server, we create server args to give mysqltest to pass on
  # ----------------------------------------------------------------------

unknown's avatar
unknown committed
4528 4529 4530 4531 4532
  if ( $glob_use_embedded_server )
  {
    mysqld_arguments($args,'master',0,$tinfo->{'master_opt'},[]);
  }

4533 4534 4535
  # ----------------------------------------------------------------------
  # export MYSQL_TEST variable containing <path>/mysqltest <args>
  # ----------------------------------------------------------------------
4536 4537
  $ENV{'MYSQL_TEST'}=
    mtr_native_path($exe_mysqltest) . " " . join(" ", @$args);
4538

4539
  # ----------------------------------------------------------------------
4540
  # Add arguments that should not go into the MYSQL_TEST env var
4541 4542
  # ----------------------------------------------------------------------

unknown's avatar
unknown committed
4543
  if ( $opt_valgrind_mysqltest )
4544 4545 4546 4547 4548 4549 4550 4551 4552 4553
  {
    # Prefix the Valgrind options to the argument list.
    # We do this here, since we do not want to Valgrind the nested invocations
    # of mysqltest; that would mess up the stderr output causing test failure.
    my @args_saved = @$args;
    mtr_init_args(\$args);
    valgrind_arguments($args, \$exe);
    mtr_add_arg($args, "%s", $_) for @args_saved;
  }

unknown's avatar
unknown committed
4554 4555 4556
  mtr_add_arg($args, "--test-file");
  mtr_add_arg($args, $tinfo->{'path'});

4557 4558 4559 4560
  if ( defined $tinfo->{'result_file'} ) {
    mtr_add_arg($args, "--result-file");
    mtr_add_arg($args, $tinfo->{'result_file'});
  }
4561 4562 4563 4564 4565 4566

  if ( $opt_record )
  {
    mtr_add_arg($args, "--record");
  }

unknown's avatar
unknown committed
4567 4568 4569 4570 4571 4572 4573 4574 4575 4576 4577 4578 4579 4580 4581 4582 4583 4584 4585 4586 4587 4588 4589 4590 4591 4592 4593 4594 4595 4596 4597 4598
  if ( $opt_client_gdb )
  {
    gdb_arguments(\$args, \$exe, "client");
  }
  elsif ( $opt_client_ddd )
  {
    ddd_arguments(\$args, \$exe, "client");
  }
  elsif ( $opt_client_debugger )
  {
    debugger_arguments(\$args, \$exe, "client");
  }

  if ( $opt_check_testcases )
  {
    foreach my $mysqld (@{$master}, @{$slave})
    {
      if ($mysqld->{'pid'})
      {
	run_check_testcase("before", $mysqld);
      }
    }
  }

  my $res = mtr_run_test($exe,$args,"","",$path_timefile,"");

  if ( $opt_check_testcases )
  {
    foreach my $mysqld (@{$master}, @{$slave})
    {
      if ($mysqld->{'pid'})
      {
4599 4600 4601 4602 4603
	if (run_check_testcase("after", $mysqld))
	{
	  # Check failed, mark the test case with that info
	  $tinfo->{'check_testcase_failed'}= 1;
	}
unknown's avatar
unknown committed
4604 4605 4606 4607 4608 4609
      }
    }
  }

  return $res;

unknown's avatar
unknown committed
4610
}
unknown's avatar
unknown committed
4611

unknown's avatar
unknown committed
4612

unknown's avatar
unknown committed
4613 4614 4615 4616 4617 4618 4619 4620 4621 4622 4623 4624 4625 4626 4627 4628 4629 4630 4631 4632 4633 4634 4635 4636 4637 4638 4639 4640 4641 4642 4643 4644 4645 4646 4647 4648 4649 4650 4651 4652 4653 4654 4655 4656 4657 4658 4659 4660 4661 4662 4663 4664 4665 4666 4667 4668 4669 4670 4671 4672 4673 4674 4675 4676 4677 4678 4679 4680 4681 4682 4683 4684 4685 4686 4687 4688 4689 4690 4691 4692 4693 4694 4695 4696 4697 4698 4699 4700 4701 4702 4703 4704 4705 4706 4707 4708 4709 4710 4711 4712 4713 4714 4715 4716 4717 4718 4719 4720 4721 4722 4723 4724 4725 4726 4727 4728 4729 4730 4731 4732 4733 4734 4735 4736 4737 4738 4739 4740 4741 4742 4743
#
# Modify the exe and args so that program is run in gdb in xterm
#
sub gdb_arguments {
  my $args= shift;
  my $exe=  shift;
  my $type= shift;

  # Write $args to gdb init file
  my $str= join(" ", @$$args);
  my $gdb_init_file= "$opt_tmpdir/gdbinit.$type";

  # Remove the old gdbinit file
  unlink($gdb_init_file);

  if ( $type eq "client" )
  {
    # write init file for client
    mtr_tofile($gdb_init_file,
	       "set args $str\n" .
	       "break main\n");
  }
  else
  {
    # write init file for mysqld
    mtr_tofile($gdb_init_file,
	       "set args $str\n" .
	       "break mysql_parse\n" .
	       "commands 1\n" .
	       "disable 1\n" .
	       "end\n" .
	       "run");
  }

  if ( $opt_manual_gdb )
  {
     print "\nTo start gdb for $type, type in another window:\n";
     print "cd $glob_mysql_test_dir;\n";
     print "gdb -x $gdb_init_file $$exe\n";

     # Indicate the exe should not be started
     $$exe= undef;
     return;
  }

  $$args= [];
  mtr_add_arg($$args, "-title");
  mtr_add_arg($$args, "$type");
  mtr_add_arg($$args, "-e");

  if ( $exe_libtool )
  {
    mtr_add_arg($$args, $exe_libtool);
    mtr_add_arg($$args, "--mode=execute");
  }

  mtr_add_arg($$args, "gdb");
  mtr_add_arg($$args, "-x");
  mtr_add_arg($$args, "$gdb_init_file");
  mtr_add_arg($$args, "$$exe");

  $$exe= "xterm";
}


#
# Modify the exe and args so that program is run in ddd
#
sub ddd_arguments {
  my $args= shift;
  my $exe=  shift;
  my $type= shift;

  # Write $args to ddd init file
  my $str= join(" ", @$$args);
  my $gdb_init_file= "$opt_tmpdir/gdbinit.$type";

  # Remove the old gdbinit file
  unlink($gdb_init_file);

  if ( $type eq "client" )
  {
    # write init file for client
    mtr_tofile($gdb_init_file,
	       "set args $str\n" .
	       "break main\n");
  }
  else
  {
    # write init file for mysqld
    mtr_tofile($gdb_init_file,
	       "file $$exe\n" .
	       "set args $str\n" .
	       "break mysql_parse\n" .
	       "commands 1\n" .
	       "disable 1\n" .
	       "end");
  }

  if ( $opt_manual_ddd )
  {
     print "\nTo start ddd for $type, type in another window:\n";
     print "cd $glob_mysql_test_dir;\n";
     print "ddd -x $gdb_init_file $$exe\n";

     # Indicate the exe should not be started
     $$exe= undef;
     return;
  }

  my $save_exe= $$exe;
  $$args= [];
  if ( $exe_libtool )
  {
    $$exe= $exe_libtool;
    mtr_add_arg($$args, "--mode=execute");
    mtr_add_arg($$args, "ddd");
  }
  else
  {
    $$exe= "ddd";
  }
  mtr_add_arg($$args, "--command=$gdb_init_file");
  mtr_add_arg($$args, "$save_exe");
}


#
# Modify the exe and args so that program is run in the selected debugger
#
sub debugger_arguments {
unknown's avatar
unknown committed
4744 4745
  my $args= shift;
  my $exe=  shift;
unknown's avatar
unknown committed
4746 4747
  my $debugger= $opt_debugger || $opt_client_debugger;

4748
  if ( $debugger =~ /vcexpress|vc|devenv/ )
unknown's avatar
unknown committed
4749 4750 4751 4752 4753 4754 4755
  {
    # vc[express] /debugexe exe arg1 .. argn

    # Add /debugexe and name of the exe before args
    unshift(@$$args, "/debugexe");
    unshift(@$$args, "$$exe");

4756 4757 4758
    # Set exe to debuggername
    $$exe= $debugger;

unknown's avatar
unknown committed
4759
  }
4760
  elsif ( $debugger =~ /windbg/ )
unknown's avatar
unknown committed
4761 4762
  {
    # windbg exe arg1 .. argn
unknown's avatar
unknown committed
4763

unknown's avatar
unknown committed
4764 4765
    # Add name of the exe before args
    unshift(@$$args, "$$exe");
unknown's avatar
unknown committed
4766

4767 4768 4769 4770 4771 4772 4773 4774 4775 4776 4777 4778 4779 4780 4781
    # Set exe to debuggername
    $$exe= $debugger;

  }
  elsif ( $debugger eq "dbx" )
  {
    # xterm -e dbx -r exe arg1 .. argn

    unshift(@$$args, $$exe);
    unshift(@$$args, "-r");
    unshift(@$$args, $debugger);
    unshift(@$$args, "-e");

    $$exe= "xterm";

unknown's avatar
unknown committed
4782 4783
  }
  else
unknown's avatar
unknown committed
4784
  {
unknown's avatar
unknown committed
4785
    mtr_error("Unknown argument \"$debugger\" passed to --debugger");
unknown's avatar
unknown committed
4786 4787
  }

unknown's avatar
unknown committed
4788 4789 4790 4791 4792 4793 4794 4795 4796 4797 4798
}


#
# Modify the exe and args so that program is run in valgrind
#
sub valgrind_arguments {
  my $args= shift;
  my $exe=  shift;

  if ( $opt_callgrind)
unknown's avatar
unknown committed
4799
  {
unknown's avatar
unknown committed
4800 4801
    mtr_add_arg($args, "--tool=callgrind");
    mtr_add_arg($args, "--base=$opt_vardir/log");
unknown's avatar
unknown committed
4802
  }
unknown's avatar
unknown committed
4803 4804 4805 4806 4807 4808 4809 4810 4811 4812 4813 4814
  else
  {
    mtr_add_arg($args, "--tool=memcheck"); # From >= 2.1.2 needs this option
    mtr_add_arg($args, "--alignment=8");
    mtr_add_arg($args, "--leak-check=yes");
    mtr_add_arg($args, "--num-callers=16");
    mtr_add_arg($args, "--suppressions=%s/valgrind.supp", $glob_mysql_test_dir)
      if -f "$glob_mysql_test_dir/valgrind.supp";
  }

  # Add valgrind options, can be overriden by user
  mtr_add_arg($args, '%s', $_) for (split(' ', $opt_valgrind_options));
unknown's avatar
unknown committed
4815 4816 4817

  mtr_add_arg($args, $$exe);

unknown's avatar
unknown committed
4818
  $$exe= $opt_valgrind_path || "valgrind";
4819 4820 4821 4822 4823 4824 4825 4826

  if ($exe_libtool)
  {
    # Add "libtool --mode-execute" before the test to execute
    # if running in valgrind(to avoid valgrinding bash)
    unshift(@$args, "--mode=execute", $$exe);
    $$exe= $exe_libtool;
  }
unknown's avatar
unknown committed
4827 4828 4829
}


unknown's avatar
unknown committed
4830 4831 4832 4833 4834 4835
##############################################################################
#
#  Usage
#
##############################################################################

unknown's avatar
unknown committed
4836
sub usage ($) {
4837 4838 4839 4840 4841 4842 4843
  my $message= shift;

  if ( $message )
  {
    print STDERR "$message \n";
  }

unknown's avatar
unknown committed
4844 4845
  print STDERR <<HERE;

unknown's avatar
unknown committed
4846
$0 [ OPTIONS ] [ TESTCASE ]
unknown's avatar
unknown committed
4847 4848 4849 4850 4851

Options to control what engine/variation to run

  embedded-server       Use the embedded server, i.e. no mysqld daemons
  ps-protocol           Use the binary protocol between client and server
unknown's avatar
unknown committed
4852 4853 4854 4855 4856 4857 4858 4859 4860
  cursor-protocol       Use the cursor protocol between client and server
                        (implies --ps-protocol)
  view-protocol         Create a view to execute all non updating queries
  sp-protocol           Create a stored procedure to execute all queries
  compress              Use the compressed protocol between client and server
  ssl                   Use ssl protocol between client and server
  skip-ssl              Dont start server with support for ssl connections
  bench                 Run the benchmark suite
  small-bench           Run the benchmarks with --small-tests --small-tables
4861
  with-ndbcluster       Use cluster as default table type for benchmark
4862 4863
  vs-config             Visual Studio configuration used to create executables
                        (default: MTR_VS_CONFIG environment variable)
unknown's avatar
unknown committed
4864 4865 4866 4867 4868 4869 4870 4871 4872

Options to control directories to use
  benchdir=DIR          The directory where the benchmark suite is stored
                        (default: ../../mysql-bench)
  tmpdir=DIR            The directory where temporary files are stored
                        (default: ./var/tmp).
  vardir=DIR            The directory where files generated from the test run
                        is stored (default: ./var). Specifying a ramdisk or
                        tmpfs will speed up tests.
4873 4874 4875
  mem                   Run testsuite in "memory" using tmpfs or ramdisk
                        Attempts to find a suitable location
                        using a builtin list of standard locations
4876 4877 4878
                        for tmpfs (/dev/shm)
                        The option can also be set using environment
                        variable MTR_MEM=[DIR]
unknown's avatar
unknown committed
4879 4880 4881 4882

Options to control what test suites or cases to run

  force                 Continue to run the suite after failure
unknown's avatar
unknown committed
4883 4884 4885 4886
  with-ndbcluster-only  Run only tests that include "ndb" in the filename
  skip-ndb[cluster]     Skip all tests that need cluster
  skip-ndb[cluster]-slave Skip all tests that need a slave cluster
  ndb-extra             Run extra tests from ndb directory
unknown's avatar
unknown committed
4887 4888 4889 4890
  do-test=PREFIX        Run test cases which name are prefixed with PREFIX
  start-from=PREFIX     Run test cases starting from test prefixed with PREFIX
  suite=NAME            Run the test suite named NAME. The default is "main"
  skip-rpl              Skip the replication test cases.
unknown's avatar
unknown committed
4891
  skip-im               Don't start IM, and skip the IM test cases
unknown's avatar
unknown committed
4892
  skip-test=PREFIX      Skip test cases which name are prefixed with PREFIX
4893 4894
  big-test              Set the environment variable BIG_TEST, which can be
                        checked from test cases.
unknown's avatar
unknown committed
4895 4896 4897 4898 4899

Options that specify ports

  master_port=PORT      Specify the port number used by the first master
  slave_port=PORT       Specify the port number used by the first slave
unknown's avatar
unknown committed
4900 4901
  ndbcluster-port=PORT  Specify the port number used by cluster
  ndbcluster-port-slave=PORT  Specify the port number used by slave cluster
unknown's avatar
unknown committed
4902 4903 4904 4905

Options for test case authoring

  record TESTNAME       (Re)genereate the result file for TESTNAME
unknown's avatar
unknown committed
4906
  check-testcases       Check testcases for sideeffects
4907
  mark-progress         Log line number and elapsed time to <testname>.progress
unknown's avatar
unknown committed
4908 4909 4910 4911 4912 4913 4914

Options that pass on options

  mysqld=ARGS           Specify additional arguments to "mysqld"

Options to run test on running server

4915
  extern                Use running server for tests
unknown's avatar
unknown committed
4916 4917
  ndb-connectstring=STR Use running cluster, and connect using STR
  ndb-connectstring-slave=STR Use running slave cluster, and connect using STR
4918 4919
  user=USER             User for connection to extern server
  socket=PATH           Socket for connection to extern server
unknown's avatar
unknown committed
4920 4921 4922

Options for debugging the product

unknown's avatar
unknown committed
4923 4924 4925 4926 4927 4928 4929 4930 4931 4932 4933
  client-ddd            Start mysqltest client in ddd
  client-debugger=NAME  Start mysqltest in the selected debugger
  client-gdb            Start mysqltest client in gdb
  ddd                   Start mysqld in ddd
  debug                 Dump trace output for all servers and client programs
  debugger=NAME         Start mysqld in the selected debugger
  gdb                   Start the mysqld(s) in gdb
  manual-debug          Let user manually start mysqld in debugger, before
                        running test(s)
  manual-gdb            Let user manually start mysqld in gdb, before running
                        test(s)
unknown's avatar
unknown committed
4934 4935
  master-binary=PATH    Specify the master "mysqld" to use
  slave-binary=PATH     Specify the slave "mysqld" to use
unknown's avatar
unknown committed
4936
  strace-client         Create strace output for mysqltest client
4937 4938 4939
  max-save-core         Limit the number of core files saved (to avoid filling
                        up disks for heavily crashing server). Defaults to
                        $opt_max_save_core, set to 0 for no limit.
unknown's avatar
unknown committed
4940 4941 4942 4943 4944

Options for coverage, profiling etc

  gcov                  FIXME
  gprof                 FIXME
unknown's avatar
unknown committed
4945 4946 4947
  valgrind              Run the "mysqltest" and "mysqld" executables using
                        valgrind with options($default_valgrind_options)
  valgrind-all          Synonym for --valgrind
4948 4949
  valgrind-mysqltest    Run the "mysqltest" and "mysql_client_test" executable
                        with valgrind
unknown's avatar
unknown committed
4950 4951 4952 4953
  valgrind-mysqld       Run the "mysqld" executable with valgrind
  valgrind-options=ARGS Options to give valgrind, replaces default options
  valgrind-path=[EXE]   Path to the valgrind executable
  callgrind             Instruct valgrind to use callgrind
unknown's avatar
unknown committed
4954 4955 4956

Misc options

4957
  comment=STR           Write STR to the output
unknown's avatar
unknown committed
4958 4959 4960 4961 4962 4963 4964 4965 4966
  notimer               Don't show test case execution time
  script-debug          Debug this script itself
  verbose               More verbose output
  start-and-exit        Only initialize and start the servers, using the
                        startup settings for the specified test case (if any)
  start-dirty           Only start the servers (without initialization) for
                        the specified test case (if any)
  fast                  Don't try to clean up from earlier runs
  reorder               Reorder tests to get fewer server restarts
unknown's avatar
unknown committed
4967
  help                  Get this help text
unknown's avatar
unknown committed
4968
  unified-diff | udiff  When presenting differences, use unified diff
unknown's avatar
unknown committed
4969

unknown's avatar
unknown committed
4970
  testcase-timeout=MINUTES Max test case run time (default $default_testcase_timeout)
4971 4972
  suite-timeout=MINUTES Max test suite run time (default $default_suite_timeout)
  warnings | log-warnings Pass --log-warnings to mysqld
4973

4974
  sleep=SECONDS         Passed to mysqltest, will be used as fixed sleep time
4975

unknown's avatar
unknown committed
4976 4977
Deprecated options
  with-openssl          Deprecated option for ssl
unknown's avatar
unknown committed
4978

unknown's avatar
unknown committed
4979

unknown's avatar
unknown committed
4980
HERE
unknown's avatar
unknown committed
4981
  mtr_exit(1);
4982

unknown's avatar
unknown committed
4983
}
4984