mysql-test-run.pl 146 KB
Newer Older
unknown's avatar
unknown committed
1 2 3 4
#!/usr/bin/perl
# -*- cperl -*-

#
5 6 7
##############################################################################
#
#  mysql-test-run.pl
unknown's avatar
unknown committed
8
#
9
#  Tool used for executing a suite of .test file
unknown's avatar
unknown committed
10
#
11 12
#  See the "MySQL Test framework manual" for more information
#  http://dev.mysql.com/doc/mysqltest/en/index.html
unknown's avatar
unknown committed
13
#
14
#  Please keep the test framework tools identical in all versions!
unknown's avatar
unknown committed
15
#
16
##############################################################################
unknown's avatar
unknown committed
17
#
18
# Coding style directions for this perl script
unknown's avatar
unknown committed
19
#
unknown's avatar
unknown committed
20
#   - To make this Perl script easy to alter even for those that not
21
#     code Perl that often, keeep the coding style as close as possible to
unknown's avatar
unknown committed
22
#     the C/C++ MySQL coding standard.
unknown's avatar
unknown committed
23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52
#
#   - All lists of arguments to send to commands are Perl lists/arrays,
#     not strings we append args to. Within reason, most string
#     concatenation for arguments should be avoided.
#
#   - Functions defined in the main program are not to be prefixed,
#     functions in "library files" are to be prefixed with "mtr_" (for
#     Mysql-Test-Run). There are some exceptions, code that fits best in
#     the main program, but are put into separate files to avoid
#     clutter, may be without prefix.
#
#   - All stat/opendir/-f/ is to be kept in collect_test_cases(). It
#     will create a struct that the rest of the program can use to get
#     the information. This separates the "find information" from the
#     "do the work" and makes the program more easy to maintain.
#
#   - The rule when it comes to the logic of this program is
#
#       command_line_setup() - is to handle the logic between flags
#       collect_test_cases() - is to do its best to select what tests
#                              to run, dig out options, if needs restart etc.
#       run_testcase()       - is to run a single testcase, and follow the
#                              logic set in both above. No, or rare file
#                              system operations. If a test seems complex,
#                              it should probably not be here.
#
# A nice way to trace the execution of this script while debugging
# is to use the Devel::Trace package found at
# "http://www.plover.com/~mjd/perl/Trace/" and run this script like
# "perl -d:Trace mysql-test-run.pl"
unknown's avatar
unknown committed
53
#
unknown's avatar
unknown committed
54 55 56 57 58 59

$Devel::Trace::TRACE= 0;       # Don't trace boring init stuff

#require 5.6.1;
use File::Path;
use File::Basename;
60
use File::Copy;
unknown's avatar
unknown committed
61
use File::Temp qw /tempdir/;
unknown's avatar
unknown committed
62 63 64 65 66
use Cwd;
use Getopt::Long;
use IO::Socket;
use IO::Socket::INET;
use strict;
67
use warnings;
unknown's avatar
unknown committed
68

69 70 71
select(STDOUT);
$| = 1; # Automatically flush STDOUT

unknown's avatar
unknown committed
72 73 74 75
our $glob_win32_perl=  ($^O eq "MSWin32"); # ActiveState Win32 Perl
our $glob_cygwin_perl= ($^O eq "cygwin");  # Cygwin Perl
our $glob_win32=       ($glob_win32_perl or $glob_cygwin_perl);
our $glob_netware=     ($^O eq "NetWare"); # NetWare
unknown's avatar
unknown committed
76

unknown's avatar
unknown committed
77
require "lib/mtr_cases.pl";
78
require "lib/mtr_im.pl";
unknown's avatar
unknown committed
79
require "lib/mtr_process.pl";
80
require "lib/mtr_timer.pl";
unknown's avatar
unknown committed
81 82 83 84 85 86
require "lib/mtr_io.pl";
require "lib/mtr_gcov.pl";
require "lib/mtr_gprof.pl";
require "lib/mtr_report.pl";
require "lib/mtr_match.pl";
require "lib/mtr_misc.pl";
87
require "lib/mtr_stress.pl";
88
require "lib/mtr_unique.pl";
unknown's avatar
unknown committed
89 90 91 92 93 94 95 96 97 98

$Devel::Trace::TRACE= 1;

##############################################################################
#
#  Default settings
#
##############################################################################

# Misc global variables
unknown's avatar
unknown committed
99
our $mysql_version_id;
unknown's avatar
unknown committed
100
our $glob_mysql_test_dir=         undef;
unknown's avatar
unknown committed
101
our $glob_mysql_bench_dir=        undef;
unknown's avatar
unknown committed
102
our $glob_scriptname=             undef;
103
our $glob_timers=                 undef;
unknown's avatar
unknown committed
104
our $glob_use_embedded_server=    0;
unknown's avatar
unknown committed
105
our @glob_test_mode;
unknown's avatar
unknown committed
106 107 108 109 110

our $glob_basedir;

our $path_charsetsdir;
our $path_client_bindir;
unknown's avatar
unknown committed
111
our $path_share;
unknown's avatar
unknown committed
112 113
our $path_language;
our $path_timefile;
114
our $path_snapshot;
115
our $path_mysqltest_log;
116
our $path_current_test_log;
unknown's avatar
unknown committed
117
our $path_my_basedir;
unknown's avatar
unknown committed
118

119
our $opt_vardir;                 # A path but set directly on cmd line
unknown's avatar
unknown committed
120
our $path_vardir_trace;          # unix formatted opt_vardir for trace files
unknown's avatar
unknown committed
121 122
our $opt_tmpdir;                 # A path but set directly on cmd line

123 124 125 126 127 128
# Visual Studio produces executables in different sub-directories based on the
# configuration used to build them.  To make life easier, an environment
# variable or command-line option may be specified to control which set of
# executables will be used by the test suite.
our $opt_vs_config = $ENV{'MTR_VS_CONFIG'};

129 130
our $default_vardir;

unknown's avatar
unknown committed
131
our $opt_usage;
132
our $opt_suites= "main,binlog,rpl,rpl_ndb,ndb"; # Default suites to run
unknown's avatar
unknown committed
133

unknown's avatar
unknown committed
134
our $opt_script_debug= 0;  # Script debugging, enable with --script-debug
135
our $opt_verbose= 0;  # Verbose output, enable with --verbose
unknown's avatar
unknown committed
136 137 138 139

our $exe_master_mysqld;
our $exe_mysql;
our $exe_mysqladmin;
140
our $exe_mysql_upgrade;
unknown's avatar
unknown committed
141
our $exe_mysqlbinlog;
unknown's avatar
unknown committed
142
our $exe_mysql_client_test;
unknown's avatar
unknown committed
143
our $exe_bug25714;
unknown's avatar
unknown committed
144
our $exe_mysqld;
unknown's avatar
unknown committed
145 146 147 148 149
our $exe_mysqlcheck;
our $exe_mysqldump;
our $exe_mysqlslap;
our $exe_mysqlimport;
our $exe_mysqlshow;
unknown's avatar
unknown committed
150
our $exe_mysql_fix_system_tables;
151
our $file_mysql_fix_privilege_tables;
unknown's avatar
unknown committed
152
our $exe_mysqltest;
unknown's avatar
unknown committed
153 154
our $exe_ndbd;
our $exe_ndb_mgmd;
unknown's avatar
unknown committed
155
our $exe_slave_mysqld;
156
our $exe_im;
157
our $exe_my_print_defaults;
158
our $exe_perror;
159
our $lib_udf_example;
160
our $lib_example_plugin;
161
our $exe_libtool;
unknown's avatar
unknown committed
162 163 164

our $opt_bench= 0;
our $opt_small_bench= 0;
165
our $opt_big_test= 0;
unknown's avatar
unknown committed
166

unknown's avatar
unknown committed
167
our @opt_extra_mysqld_opt;
unknown's avatar
unknown committed
168 169

our $opt_compress;
170 171 172 173
our $opt_ssl;
our $opt_skip_ssl;
our $opt_ssl_supported;
our $opt_ps_protocol;
174 175 176
our $opt_sp_protocol;
our $opt_cursor_protocol;
our $opt_view_protocol;
177

unknown's avatar
unknown committed
178 179
our $opt_debug;
our $opt_do_test;
unknown's avatar
unknown committed
180
our @opt_cases;                  # The test cases names in argv
unknown's avatar
unknown committed
181
our $opt_embedded_server;
182 183 184 185

our $opt_extern= 0;
our $opt_socket;

unknown's avatar
unknown committed
186 187
our $opt_fast;
our $opt_force;
unknown's avatar
unknown committed
188
our $opt_reorder= 0;
189
our $opt_enable_disabled;
190
our $opt_mem= $ENV{'MTR_MEM'};
unknown's avatar
unknown committed
191 192 193 194 195

our $opt_gcov;
our $opt_gcov_err;
our $opt_gcov_msg;

unknown's avatar
unknown committed
196
our $glob_debugger= 0;
unknown's avatar
unknown committed
197 198
our $opt_gdb;
our $opt_client_gdb;
unknown's avatar
unknown committed
199 200
our $opt_ddd;
our $opt_client_ddd;
unknown's avatar
unknown committed
201
our $opt_manual_gdb;
unknown's avatar
unknown committed
202 203
our $opt_manual_ddd;
our $opt_manual_debug;
204
our $opt_mtr_build_thread=0;
205 206
our $opt_debugger;
our $opt_client_debugger;
unknown's avatar
unknown committed
207 208 209 210 211 212

our $opt_gprof;
our $opt_gprof_dir;
our $opt_gprof_master;
our $opt_gprof_slave;

unknown's avatar
unknown committed
213
our $master;
unknown's avatar
unknown committed
214
our $slave;
unknown's avatar
unknown committed
215
our $clusters;
unknown's avatar
unknown committed
216

217 218
our $instance_manager;

219 220 221 222 223
our $opt_master_myport;
our $opt_slave_myport;
our $im_port;
our $im_mysqld1_port;
our $im_mysqld2_port;
unknown's avatar
unknown committed
224 225
our $opt_ndbcluster_port;
our $opt_ndbconnectstring;
unknown's avatar
unknown committed
226 227
our $opt_ndbcluster_port_slave;
our $opt_ndbconnectstring_slave;
unknown's avatar
unknown committed
228 229

our $opt_record;
230
my $opt_report_features;
231
our $opt_check_testcases;
232
our $opt_mark_progress;
unknown's avatar
unknown committed
233 234

our $opt_skip_rpl;
235
our $max_slave_num= 0;
unknown's avatar
unknown committed
236
our $max_master_num= 1;
237
our $use_innodb;
unknown's avatar
unknown committed
238
our $opt_skip_test;
unknown's avatar
unknown committed
239
our $opt_skip_im;
unknown's avatar
unknown committed
240 241

our $opt_sleep;
unknown's avatar
unknown committed
242

unknown's avatar
unknown committed
243 244
our $opt_testcase_timeout;
our $opt_suite_timeout;
unknown's avatar
unknown committed
245
my  $default_testcase_timeout=     15; # 15 min max
246
my  $default_suite_timeout=       180; # 3 hours max
unknown's avatar
unknown committed
247 248

our $opt_start_and_exit;
249
our $opt_start_dirty;
unknown's avatar
unknown committed
250 251 252 253
our $opt_start_from;

our $opt_strace_client;

254
our $opt_timer= 1;
unknown's avatar
unknown committed
255

unknown's avatar
unknown committed
256
our $opt_user;
unknown's avatar
unknown committed
257

258 259 260 261 262 263 264
my $opt_valgrind= 0;
my $opt_valgrind_mysqld= 0;
my $opt_valgrind_mysqltest= 0;
my @default_valgrind_args= ("--show-reachable=yes");
my @valgrind_args;
my $opt_valgrind_path;
my $opt_callgrind;
unknown's avatar
unknown committed
265

266 267 268 269
our $opt_stress=               "";
our $opt_stress_suite=     "main";
our $opt_stress_mode=    "random";
our $opt_stress_threads=        5;
270 271 272
our $opt_stress_test_count=     0;
our $opt_stress_loop_count=     0;
our $opt_stress_test_duration=  0;
273 274 275
our $opt_stress_init_file=     "";
our $opt_stress_test_file=     "";

unknown's avatar
unknown committed
276 277
our $opt_warnings;

278 279
our $opt_skip_ndbcluster= 0;
our $opt_skip_ndbcluster_slave= 0;
unknown's avatar
unknown committed
280
our $opt_with_ndbcluster= 0;
281
our $opt_with_ndbcluster_only= 0;
282
our $glob_ndbcluster_supported= 0;
283
our $opt_ndb_extra_test= 0;
284 285
our $opt_skip_master_binlog= 0;
our $opt_skip_slave_binlog= 0;
unknown's avatar
unknown committed
286

287
our $exe_ndb_mgm;
unknown's avatar
unknown committed
288
our $exe_ndb_waiter;
289
our $path_ndb_tools_dir;
290 291
our $path_ndb_examples_dir;
our $exe_ndb_example;
unknown's avatar
unknown committed
292
our $path_ndb_testrun_log;
unknown's avatar
unknown committed
293

294 295
our $path_sql_dir;

296 297
our @data_dir_lst;

298
our $used_binlog_format;
299
our $used_default_engine;
unknown's avatar
unknown committed
300
our $debug_compiled_binaries;
301

302 303
our %mysqld_variables;

304 305
my $source_dist= 0;

306 307
our $opt_max_save_core= 5;
my $num_saved_cores= 0;  # Number of core files saved in vardir/log/ so far.
unknown's avatar
unknown committed
308 309 310 311 312 313 314 315 316 317

######################################################################
#
#  Function declarations
#
######################################################################

sub main ();
sub initial_setup ();
sub command_line_setup ();
318
sub set_mtr_build_thread_ports($);
319
sub datadir_list_setup ();
unknown's avatar
unknown committed
320
sub executable_setup ();
unknown's avatar
unknown committed
321
sub environment_setup ();
322
sub kill_running_servers ();
323 324
sub remove_stale_vardir ();
sub setup_vardir ();
unknown's avatar
unknown committed
325
sub check_ssl_support ($);
326
sub check_running_as_root();
unknown's avatar
unknown committed
327
sub check_ndbcluster_support ($);
unknown's avatar
unknown committed
328
sub rm_ndbcluster_tables ($);
unknown's avatar
unknown committed
329 330
sub ndbcluster_start_install ($);
sub ndbcluster_start ($$);
331
sub ndbcluster_wait_started ($$);
332
sub mysqld_wait_started($);
unknown's avatar
unknown committed
333
sub run_benchmarks ($);
334
sub initialize_servers ();
unknown's avatar
unknown committed
335 336
sub mysql_install_db ();
sub install_db ($$);
337
sub copy_install_db ($$);
unknown's avatar
unknown committed
338
sub run_testcase ($);
339
sub run_testcase_stop_servers ($$$);
unknown's avatar
unknown committed
340
sub run_testcase_start_servers ($);
341
sub run_testcase_check_skip_test($);
unknown's avatar
unknown committed
342
sub report_failure_and_restart ($);
343 344
sub do_before_start_master ($);
sub do_before_start_slave ($);
unknown's avatar
unknown committed
345 346 347
sub ndbd_start ($$$);
sub ndb_mgmd_start ($);
sub mysqld_start ($$$);
348
sub mysqld_arguments ($$$$);
unknown's avatar
unknown committed
349
sub stop_all_servers ();
unknown's avatar
unknown committed
350
sub run_mysqltest ($);
unknown's avatar
unknown committed
351
sub usage ($);
unknown's avatar
unknown committed
352

353

unknown's avatar
unknown committed
354 355 356 357 358 359 360 361 362 363 364
######################################################################
#
#  Main program
#
######################################################################

main();

sub main () {

  command_line_setup();
365

366 367 368 369
  check_ndbcluster_support(\%mysqld_variables);
  check_ssl_support(\%mysqld_variables);
  check_debug_support(\%mysqld_variables);

unknown's avatar
unknown committed
370
  executable_setup();
371

unknown's avatar
unknown committed
372
  environment_setup();
unknown's avatar
unknown committed
373 374 375 376 377 378 379 380 381 382 383 384
  signal_setup();

  if ( $opt_gcov )
  {
    gcov_prepare();
  }

  if ( $opt_gprof )
  {
    gprof_prepare();
  }

385
  if ( $opt_bench )
unknown's avatar
unknown committed
386
  {
387
    initialize_servers();
unknown's avatar
unknown committed
388 389
    run_benchmarks(shift);      # Shift what? Extra arguments?!
  }
390 391
  elsif ( $opt_stress )
  {
392
    initialize_servers();
393 394
    run_stress_test()
  }
unknown's avatar
unknown committed
395 396
  else
  {
397
    # Figure out which tests we are going to run
398
    my $tests= collect_test_cases($opt_suites);
399 400

    # Turn off NDB and other similar options if no tests use it
401
    my ($need_ndbcluster,$need_im);
402 403
    foreach my $test (@$tests)
    {
404 405
      next if $test->{skip};

unknown's avatar
unknown committed
406
      if (!$opt_extern)
407
      {
unknown's avatar
unknown committed
408 409
	$need_ndbcluster||= $test->{ndb_test};
	$need_im||= $test->{component_id} eq 'im';
410

unknown's avatar
unknown committed
411 412 413 414 415
	# Count max number of slaves used by a test case
	if ( $test->{slave_num} > $max_slave_num) {
	  $max_slave_num= $test->{slave_num};
	  mtr_error("Too many slaves") if $max_slave_num > 3;
	}
416

unknown's avatar
unknown committed
417 418 419 420 421 422
	# Count max number of masters used by a test case
	if ( $test->{master_num} > $max_master_num) {
	  $max_master_num= $test->{master_num};
	  mtr_error("Too many masters") if $max_master_num > 2;
	  mtr_error("Too few masters") if $max_master_num < 1;
	}
423
      }
424
      $use_innodb||= $test->{'innodb_test'};
425 426
    }

427 428 429 430 431 432
    # Check if cluster can be skipped
    if ( !$need_ndbcluster )
    {
      $opt_skip_ndbcluster= 1;
      $opt_skip_ndbcluster_slave= 1;
    }
unknown's avatar
unknown committed
433

434 435 436 437 438
    # Check if slave cluster can be skipped
    if ($max_slave_num == 0)
    {
      $opt_skip_ndbcluster_slave= 1;
    }
unknown's avatar
unknown committed
439

440 441 442 443
    # Check if im can be skipped
    if ( ! $need_im )
    {
     $opt_skip_im= 1;
444
    }
unknown's avatar
unknown committed
445

unknown's avatar
unknown committed
446
    initialize_servers();
unknown's avatar
unknown committed
447

448 449 450 451
    if ( $opt_report_features ) {
      run_report_features();
    }

452
    run_tests($tests);
unknown's avatar
unknown committed
453
  }
454

unknown's avatar
unknown committed
455
  mtr_exit(0);
unknown's avatar
unknown committed
456 457 458 459 460 461 462 463 464 465 466 467
}

##############################################################################
#
#  Default settings
#
##############################################################################

sub command_line_setup () {

  # These are defaults for things that are set on the command line

unknown's avatar
unknown committed
468 469
  my $opt_comment;

470 471
  $opt_master_myport=          9306;
  $opt_slave_myport=           9308;
472 473
  $opt_ndbcluster_port=        9310;
  $opt_ndbcluster_port_slave=  9311;
474 475 476
  $im_port=                    9312;
  $im_mysqld1_port=            9313;
  $im_mysqld2_port=            9314;
477 478 479 480 481 482 483 484 485
  
  # If so requested, we try to avail ourselves of a unique build thread number.
  if ( $ENV{'MTR_BUILD_THREAD'} ) {
    if ( lc($ENV{'MTR_BUILD_THREAD'}) eq 'auto' ) {
      print "Requesting build thread... ";
      $ENV{'MTR_BUILD_THREAD'} = mtr_require_unique_id_and_wait("/tmp/mysql-test-ports", 200, 299);
      print "got ".$ENV{'MTR_BUILD_THREAD'}."\n";
    }
  }
unknown's avatar
unknown committed
486

unknown's avatar
unknown committed
487 488
  if ( $ENV{'MTR_BUILD_THREAD'} )
  {
489
    set_mtr_build_thread_ports($ENV{'MTR_BUILD_THREAD'});
unknown's avatar
unknown committed
490 491
  }

492 493 494 495 496
  # This is needed for test log evaluation in "gen-build-status-page"
  # in all cases where the calling tool does not log the commands
  # directly before it executes them, like "make test-force-pl" in RPM builds.
  print "Logging: $0 ", join(" ", @ARGV), "\n";

unknown's avatar
unknown committed
497
  # Read the command line
unknown's avatar
unknown committed
498
  # Note: Keep list, and the order, in sync with usage at end of this file
unknown's avatar
unknown committed
499

unknown's avatar
unknown committed
500
  Getopt::Long::Configure("pass_through");
unknown's avatar
unknown committed
501
  GetOptions(
unknown's avatar
unknown committed
502
             # Control what engine/variation to run
unknown's avatar
unknown committed
503
             'embedded-server'          => \$opt_embedded_server,
unknown's avatar
unknown committed
504
             'ps-protocol'              => \$opt_ps_protocol,
505 506 507
             'sp-protocol'              => \$opt_sp_protocol,
             'view-protocol'            => \$opt_view_protocol,
             'cursor-protocol'          => \$opt_cursor_protocol,
unknown's avatar
unknown committed
508
             'ssl|with-openssl'         => \$opt_ssl,
509 510
             'skip-ssl'                 => \$opt_skip_ssl,
             'compress'                 => \$opt_compress,
unknown's avatar
unknown committed
511 512
             'bench'                    => \$opt_bench,
             'small-bench'              => \$opt_small_bench,
513
             'with-ndbcluster|ndb'      => \$opt_with_ndbcluster,
514
             'vs-config'            => \$opt_vs_config,
unknown's avatar
unknown committed
515 516

             # Control what test suites or cases to run
unknown's avatar
unknown committed
517
             'force'                    => \$opt_force,
unknown's avatar
unknown committed
518
             'with-ndbcluster-only'     => \$opt_with_ndbcluster_only,
unknown's avatar
unknown committed
519
             'skip-ndbcluster|skip-ndb' => \$opt_skip_ndbcluster,
unknown's avatar
unknown committed
520 521 522
             'skip-ndbcluster-slave|skip-ndb-slave'
                                        => \$opt_skip_ndbcluster_slave,
             'ndb-extra-test'           => \$opt_ndb_extra_test,
523 524
             'skip-master-binlog'       => \$opt_skip_master_binlog,
             'skip-slave-binlog'        => \$opt_skip_slave_binlog,
unknown's avatar
unknown committed
525
             'do-test=s'                => \$opt_do_test,
526
             'start-from=s'             => \$opt_start_from,
527
             'suite|suites=s'           => \$opt_suites,
unknown's avatar
unknown committed
528
             'skip-rpl'                 => \$opt_skip_rpl,
unknown's avatar
unknown committed
529
             'skip-im'                  => \$opt_skip_im,
unknown's avatar
unknown committed
530
             'skip-test=s'              => \$opt_skip_test,
531
             'big-test'                 => \$opt_big_test,
unknown's avatar
unknown committed
532 533 534 535

             # Specify ports
             'master_port=i'            => \$opt_master_myport,
             'slave_port=i'             => \$opt_slave_myport,
unknown's avatar
unknown committed
536
             'ndbcluster-port|ndbcluster_port=i' => \$opt_ndbcluster_port,
537
             'ndbcluster-port-slave=i'  => \$opt_ndbcluster_port_slave,
538 539 540
             'im-port=i'                => \$im_port, # Instance Manager port.
             'im-mysqld1-port=i'        => \$im_mysqld1_port, # Port of mysqld, controlled by IM
             'im-mysqld2-port=i'        => \$im_mysqld2_port, # Port of mysqld, controlled by IM
541
	     'mtr-build-thread=i'       => \$opt_mtr_build_thread,
unknown's avatar
unknown committed
542 543 544

             # Test case authoring
             'record'                   => \$opt_record,
545
             'check-testcases'          => \$opt_check_testcases,
546
             'mark-progress'            => \$opt_mark_progress,
unknown's avatar
unknown committed
547

548
             # Extra options used when starting mysqld
unknown's avatar
unknown committed
549
             'mysqld=s'                 => \@opt_extra_mysqld_opt,
unknown's avatar
unknown committed
550 551 552

             # Run test on running server
             'extern'                   => \$opt_extern,
553 554
             'ndb-connectstring=s'       => \$opt_ndbconnectstring,
             'ndb-connectstring-slave=s' => \$opt_ndbconnectstring_slave,
unknown's avatar
unknown committed
555 556

             # Debugging
unknown's avatar
unknown committed
557
             'gdb'                      => \$opt_gdb,
unknown's avatar
unknown committed
558
             'client-gdb'               => \$opt_client_gdb,
unknown's avatar
unknown committed
559 560
             'manual-gdb'               => \$opt_manual_gdb,
             'manual-debug'             => \$opt_manual_debug,
unknown's avatar
unknown committed
561
             'ddd'                      => \$opt_ddd,
unknown's avatar
unknown committed
562
             'client-ddd'               => \$opt_client_ddd,
unknown's avatar
unknown committed
563
             'manual-ddd'               => \$opt_manual_ddd,
564 565
	     'debugger=s'               => \$opt_debugger,
	     'client-debugger=s'        => \$opt_client_debugger,
unknown's avatar
unknown committed
566 567 568
             'strace-client'            => \$opt_strace_client,
             'master-binary=s'          => \$exe_master_mysqld,
             'slave-binary=s'           => \$exe_slave_mysqld,
569
             'max-save-core=i'          => \$opt_max_save_core,
unknown's avatar
unknown committed
570 571 572

             # Coverage, profiling etc
             'gcov'                     => \$opt_gcov,
unknown's avatar
unknown committed
573
             'gprof'                    => \$opt_gprof,
574
             'valgrind|valgrind-all'    => \$opt_valgrind,
unknown's avatar
unknown committed
575 576
             'valgrind-mysqltest'       => \$opt_valgrind_mysqltest,
             'valgrind-mysqld'          => \$opt_valgrind_mysqld,
577 578 579 580 581 582 583 584 585 586 587 588
             'valgrind-options=s'       => sub {
	       my ($opt, $value)= @_;
	       # Deprecated option unless it's what we know pushbuild uses
	       if ($value eq "--gen-suppressions=all --show-reachable=yes") {
		 push(@valgrind_args, $_) for (split(' ', $value));
		 return;
	       }
	       die("--valgrind-options=s is deprecated. Use ",
		   "--valgrind-option=s, to be specified several",
		   " times if necessary");
	     },
             'valgrind-option=s'        => \@valgrind_args,
unknown's avatar
unknown committed
589
             'valgrind-path=s'          => \$opt_valgrind_path,
590
	     'callgrind'                => \$opt_callgrind,
unknown's avatar
unknown committed
591

592 593 594 595 596 597 598 599 600 601 602
             # Stress testing 
             'stress'                   => \$opt_stress,
             'stress-suite=s'           => \$opt_stress_suite,
             'stress-threads=i'         => \$opt_stress_threads,
             'stress-test-file=s'       => \$opt_stress_test_file,
             'stress-init-file=s'       => \$opt_stress_init_file,
             'stress-mode=s'            => \$opt_stress_mode,
             'stress-loop-count=i'      => \$opt_stress_loop_count,
             'stress-test-count=i'      => \$opt_stress_test_count,
             'stress-test-duration=i'   => \$opt_stress_test_duration,

603 604 605
	     # Directories
             'tmpdir=s'                 => \$opt_tmpdir,
             'vardir=s'                 => \$opt_vardir,
606
             'benchdir=s'               => \$glob_mysql_bench_dir,
607
             'mem'                      => \$opt_mem,
608

unknown's avatar
unknown committed
609
             # Misc
610
             'report-features'          => \$opt_report_features,
unknown's avatar
unknown committed
611
             'comment=s'                => \$opt_comment,
unknown's avatar
unknown committed
612 613
             'debug'                    => \$opt_debug,
             'fast'                     => \$opt_fast,
unknown's avatar
unknown committed
614
             'reorder'                  => \$opt_reorder,
615
             'enable-disabled'          => \$opt_enable_disabled,
unknown's avatar
unknown committed
616
             'script-debug'             => \$opt_script_debug,
617
             'verbose'                  => \$opt_verbose,
unknown's avatar
unknown committed
618 619
             'sleep=i'                  => \$opt_sleep,
             'socket=s'                 => \$opt_socket,
620
             'start-dirty'              => \$opt_start_dirty,
unknown's avatar
unknown committed
621
             'start-and-exit'           => \$opt_start_and_exit,
622
             'timer!'                   => \$opt_timer,
unknown's avatar
unknown committed
623
             'user=s'                   => \$opt_user,
624 625
             'testcase-timeout=i'       => \$opt_testcase_timeout,
             'suite-timeout=i'          => \$opt_suite_timeout,
unknown's avatar
unknown committed
626
             'warnings|log-warnings'    => \$opt_warnings,
unknown's avatar
unknown committed
627 628

             'help|h'                   => \$opt_usage,
unknown's avatar
unknown committed
629 630
            ) or usage("Can't read options");

unknown's avatar
unknown committed
631 632
  usage("") if $opt_usage;

633 634
  $glob_scriptname=  basename($0);

635 636 637 638 639 640 641 642 643
  if ($opt_mtr_build_thread != 0)
  {
    set_mtr_build_thread_ports($opt_mtr_build_thread)
  }
  elsif ($ENV{'MTR_BUILD_THREAD'})
  {
    $opt_mtr_build_thread= $ENV{'MTR_BUILD_THREAD'};
  }

644 645 646 647 648 649 650 651 652 653 654
  # We require that we are in the "mysql-test" directory
  # to run mysql-test-run
  if (! -f $glob_scriptname)
  {
    mtr_error("Can't find the location for the mysql-test-run script\n" .
              "Go to to the mysql-test directory and execute the script " .
              "as follows:\n./$glob_scriptname");
  }

  if ( -d "../sql" )
  {
655
    $source_dist=  1;
656 657
  }

658
  # Find the absolute path to the test directory
659 660
  $glob_mysql_test_dir=  cwd();
  if ( $glob_cygwin_perl )
unknown's avatar
unknown committed
661
  {
662 663 664
    # Windows programs like 'mysqld' needs Windows paths
    $glob_mysql_test_dir= `cygpath -m "$glob_mysql_test_dir"`;
    chomp($glob_mysql_test_dir);
unknown's avatar
unknown committed
665
  }
unknown's avatar
unknown committed
666
  $default_vardir= "$glob_mysql_test_dir/var";
667 668 669 670 671 672 673 674 675 676 677

  # In most cases, the base directory we find everything relative to,
  # is the parent directory of the "mysql-test" directory. For source
  # distributions, TAR binary distributions and some other packages.
  $glob_basedir= dirname($glob_mysql_test_dir);

  # In the RPM case, binaries and libraries are installed in the
  # default system locations, instead of having our own private base
  # directory. And we install "/usr/share/mysql-test". Moving up one
  # more directory relative to "mysql-test" gives us a usable base
  # directory for RPM installs.
unknown's avatar
unknown committed
678
  if ( ! $source_dist and ! -d "$glob_basedir/bin" )
unknown's avatar
unknown committed
679
  {
680
    $glob_basedir= dirname($glob_basedir);
unknown's avatar
unknown committed
681
  }
682 683 684 685

  # Expect mysql-bench to be located adjacent to the source tree, by default
  $glob_mysql_bench_dir= "$glob_basedir/../mysql-bench"
    unless defined $glob_mysql_bench_dir;
unknown's avatar
unknown committed
686 687
  $glob_mysql_bench_dir= undef
    unless -d $glob_mysql_bench_dir;
688 689

  $path_my_basedir=
690
    $source_dist ? $glob_mysql_test_dir : $glob_basedir;
691 692 693

  $glob_timers= mtr_init_timers();

694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724
  # --------------------------------------------------------------------------
  # Embedded server flag
  # --------------------------------------------------------------------------
  if ( $opt_embedded_server )
  {
    $glob_use_embedded_server= 1;
    # Add the location for libmysqld.dll to the path.
    if ( $glob_win32 )
    {
      my $lib_mysqld=
        mtr_path_exists(vs_config_dirs('libmysqld',''));
	  $lib_mysqld= $glob_cygwin_perl ? ":".`cygpath "$lib_mysqld"` 
                                     : ";".$lib_mysqld;
      chomp($lib_mysqld);
      $ENV{'PATH'}="$ENV{'PATH'}".$lib_mysqld;
    }

    push(@glob_test_mode, "embedded");
    $opt_skip_rpl= 1;              # We never run replication with embedded
    $opt_skip_ndbcluster= 1;       # Turn off use of NDB cluster
    $opt_skip_ssl= 1;              # Turn off use of SSL

    # Turn off use of bin log
    push(@opt_extra_mysqld_opt, "--skip-log-bin");

    if ( $opt_extern )
    {
      mtr_error("Can't use --extern with --embedded-server");
    }
  }

725 726 727 728 729
  #
  # Find the mysqld executable to be able to find the mysqld version
  # number as early as possible
  #

730
  # Look for the client binaries directory
731
  $path_client_bindir= mtr_path_exists("$glob_basedir/client_release",
732
				       "$glob_basedir/client_debug",
733
				       vs_config_dirs('client', ''),
734 735
				       "$glob_basedir/client",
				       "$glob_basedir/bin");
736

unknown's avatar
unknown committed
737 738 739 740 741 742 743 744 745
  # Look for language files and charsetsdir, use same share
  $path_share=      mtr_path_exists("$glob_basedir/share/mysql",
                                    "$glob_basedir/sql/share",
                                    "$glob_basedir/share");

  $path_language=      mtr_path_exists("$path_share/english");
  $path_charsetsdir=   mtr_path_exists("$path_share/charsets");


unknown's avatar
unknown committed
746 747 748
  if (!$opt_extern)
  {
    $exe_mysqld=       mtr_exe_exists (vs_config_dirs('sql', 'mysqld'),
unknown's avatar
unknown committed
749
                                       vs_config_dirs('sql', 'mysqld-debug'),
750 751 752 753 754 755 756 757
				       "$glob_basedir/sql/mysqld",
				       "$path_client_bindir/mysqld-max-nt",
				       "$path_client_bindir/mysqld-max",
				       "$path_client_bindir/mysqld-nt",
				       "$path_client_bindir/mysqld",
				       "$path_client_bindir/mysqld-debug",
				       "$path_client_bindir/mysqld-max",
				       "$glob_basedir/libexec/mysqld",
unknown's avatar
unknown committed
758 759
				       "$glob_basedir/bin/mysqld",
				       "$glob_basedir/sbin/mysqld");
760

unknown's avatar
unknown committed
761 762 763 764 765 766 767 768
    # Use the mysqld found above to find out what features are available
    collect_mysqld_features();
  }
  else
  {
    $mysqld_variables{'port'}= 3306;
    $mysqld_variables{'master-port'}= 3306;
  }
unknown's avatar
unknown committed
769

unknown's avatar
unknown committed
770
  if ( $opt_comment )
unknown's avatar
unknown committed
771
  {
unknown's avatar
unknown committed
772 773 774 775
    print "\n";
    print '#' x 78, "\n";
    print "# $opt_comment\n";
    print '#' x 78, "\n\n";
unknown's avatar
unknown committed
776
  }
unknown's avatar
unknown committed
777

unknown's avatar
unknown committed
778 779 780 781 782 783
  foreach my $arg ( @ARGV )
  {
    if ( $arg =~ /^--skip-/ )
    {
      push(@opt_extra_mysqld_opt, $arg);
    }
784 785 786 787 788 789
    elsif ( $arg =~ /^--$/ )
    {
      # It is an effect of setting 'pass_through' in option processing
      # that the lone '--' separating options from arguments survives,
      # simply ignore it.
    }
unknown's avatar
unknown committed
790 791 792 793 794 795 796 797 798
    elsif ( $arg =~ /^-/ )
    {
      usage("Invalid option \"$arg\"");
    }
    else
    {
      push(@opt_cases, $arg);
    }
  }
unknown's avatar
unknown committed
799

800 801 802 803
  # --------------------------------------------------------------------------
  # Find out type of logging that are being used
  # --------------------------------------------------------------------------
  # NOTE if the default binlog format is changed, this has to be changed
804
  $used_binlog_format= "statement";
unknown's avatar
unknown committed
805
  if (!$opt_extern && $mysql_version_id >= 50100 )
806
  {
807 808 809
    $used_binlog_format= "mixed"; # Default value for binlog format

    foreach my $arg ( @opt_extra_mysqld_opt )
810
    {
811
      if ( $arg =~ /binlog[-_]format=(\S+)/ )
812 813 814
      {
	$used_binlog_format= $1;
      }
815
    }
816
    mtr_report("Using binlog format '$used_binlog_format'");
817 818
  }

819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838

  # --------------------------------------------------------------------------
  # Find out default storage engine being used(if any)
  # --------------------------------------------------------------------------
  if ( $opt_with_ndbcluster )
  {
    # --ndb or --with-ndbcluster turns on --default-storage-engine=ndbcluster
    push(@opt_extra_mysqld_opt, "--default-storage-engine=ndbcluster");
  }

  foreach my $arg ( @opt_extra_mysqld_opt )
  {
    if ( $arg =~ /default-storage-engine=(\S+)/ )
    {
      $used_default_engine= $1;
    }
  }
  mtr_report("Using default engine '$used_default_engine'")
    if defined $used_default_engine;

839
  # --------------------------------------------------------------------------
840
  # Check if we should speed up tests by trying to run on tmpfs
841
  # --------------------------------------------------------------------------
842
  if ( defined $opt_mem )
843 844 845 846 847 848
  {
    mtr_error("Can't use --mem and --vardir at the same time ")
      if $opt_vardir;
    mtr_error("Can't use --mem and --tmpdir at the same time ")
      if $opt_tmpdir;

849 850 851 852 853
    # Search through list of locations that are known
    # to be "fast disks" to list to find a suitable location
    # Use --mem=<dir> as first location to look.
    my @tmpfs_locations= ($opt_mem, "/dev/shm", "/tmp");

854 855 856 857 858 859
    foreach my $fs (@tmpfs_locations)
    {
      if ( -d $fs )
      {
	mtr_report("Using tmpfs in $fs");
	$opt_mem= "$fs/var";
860
	$opt_mem .= $opt_mtr_build_thread if $opt_mtr_build_thread;
861 862 863 864
	last;
      }
    }
  }
865

866 867 868 869 870
  # --------------------------------------------------------------------------
  # Set the "var/" directory, as it is the base for everything else
  # --------------------------------------------------------------------------
  if ( ! $opt_vardir )
  {
871
    $opt_vardir= $default_vardir;
872
  }
873
  elsif ( $mysql_version_id < 50000 and
874
	  $opt_vardir ne $default_vardir)
unknown's avatar
unknown committed
875
  {
876 877 878
    # Version 4.1 and --vardir was specified
    # Only supported as a symlink from var/
    # by setting up $opt_mem that symlink will be created
879 880 881 882 883 884 885
    if ( ! $glob_win32 )
    {
      # Only platforms that have native symlinks can use the vardir trick
      $opt_mem= $opt_vardir;
      mtr_report("Using 4.1 vardir trick");
    }

886
    $opt_vardir= $default_vardir;
887
  }
unknown's avatar
unknown committed
888 889

  $path_vardir_trace= $opt_vardir;
unknown's avatar
unknown committed
890
  # Chop off any "c:", DBUG likes a unix path ex: c:/src/... => /src/...
unknown's avatar
unknown committed
891
  $path_vardir_trace=~ s/^\w://;
unknown's avatar
unknown committed
892

unknown's avatar
unknown committed
893 894 895
  # We make the path absolute, as the server will do a chdir() before usage
  unless ( $opt_vardir =~ m,^/, or
           ($glob_win32 and $opt_vardir =~ m,^[a-z]:/,i) )
896 897 898 899
  {
    # Make absolute path, relative test dir
    $opt_vardir= "$glob_mysql_test_dir/$opt_vardir";
  }
unknown's avatar
unknown committed
900

901
  # --------------------------------------------------------------------------
902
  # Set tmpdir
903 904
  # --------------------------------------------------------------------------
  $opt_tmpdir=       "$opt_vardir/tmp" unless $opt_tmpdir;
unknown's avatar
unknown committed
905
  $opt_tmpdir =~ s,/+$,,;       # Remove ending slash if any
unknown's avatar
unknown committed
906 907

  # --------------------------------------------------------------------------
908
  # Check im suport
unknown's avatar
unknown committed
909
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
910
  if ($opt_extern)
unknown's avatar
unknown committed
911
  {
unknown's avatar
unknown committed
912 913
    mtr_report("Disable instance manager when running with extern mysqld");
    $opt_skip_im= 1;
unknown's avatar
unknown committed
914
  }
unknown's avatar
unknown committed
915 916 917 918 919 920 921 922 923 924 925
  elsif ( $mysql_version_id < 50000 )
  {
    # Instance manager is not supported until 5.0
    $opt_skip_im= 1;
  }
  elsif ( $glob_win32 )
  {
    mtr_report("Disable Instance manager - testing not supported on Windows");
    $opt_skip_im= 1;
  }

unknown's avatar
unknown committed
926
  # --------------------------------------------------------------------------
927
  # Record flag
unknown's avatar
unknown committed
928
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
929
  if ( $opt_record and ! @opt_cases )
unknown's avatar
unknown committed
930 931 932 933
  {
    mtr_error("Will not run in record mode without a specific test case");
  }

934 935 936 937

  # --------------------------------------------------------------------------
  # ps protcol flag
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
938 939 940 941 942
  if ( $opt_ps_protocol )
  {
    push(@glob_test_mode, "ps-protocol");
  }

943 944 945
  # --------------------------------------------------------------------------
  # Bench flags
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
946 947 948 949 950
  if ( $opt_small_bench )
  {
    $opt_bench=  1;
  }

951
  # --------------------------------------------------------------------------
952
  # Big test flags
953
  # --------------------------------------------------------------------------
954 955 956 957
   if ( $opt_big_test )
   {
     $ENV{'BIG_TEST'}= 1;
   }
unknown's avatar
unknown committed
958

959 960 961
  # --------------------------------------------------------------------------
  # Gcov flag
  # --------------------------------------------------------------------------
962
  if ( $opt_gcov and ! $source_dist )
unknown's avatar
unknown committed
963
  {
unknown's avatar
unknown committed
964 965 966
    mtr_error("Coverage test needs the source - please use source dist");
  }

967
  # --------------------------------------------------------------------------
unknown's avatar
unknown committed
968
  # Check debug related options
969
  # --------------------------------------------------------------------------
970
  if ( $opt_gdb || $opt_client_gdb || $opt_ddd || $opt_client_ddd ||
971 972
       $opt_manual_gdb || $opt_manual_ddd || $opt_manual_debug ||
       $opt_debugger || $opt_client_debugger )
unknown's avatar
unknown committed
973
  {
974
    # Indicate that we are using debugger
unknown's avatar
unknown committed
975
    $glob_debugger= 1;
unknown's avatar
unknown committed
976 977
    if ( $opt_extern )
    {
unknown's avatar
unknown committed
978
      mtr_error("Can't use --extern when using debugger");
unknown's avatar
unknown committed
979 980 981
    }
  }

982 983 984 985 986
  # --------------------------------------------------------------------------
  # Check if special exe was selected for master or slave
  # --------------------------------------------------------------------------
  $exe_master_mysqld= $exe_master_mysqld || $exe_mysqld;
  $exe_slave_mysqld=  $exe_slave_mysqld  || $exe_mysqld;
987

988
  # --------------------------------------------------------------------------
989
  # Check valgrind arguments
990
  # --------------------------------------------------------------------------
991
  if ( $opt_valgrind or $opt_valgrind_path or @valgrind_args)
unknown's avatar
unknown committed
992
  {
unknown's avatar
unknown committed
993 994 995 996
    mtr_report("Turning on valgrind for all executables");
    $opt_valgrind= 1;
    $opt_valgrind_mysqld= 1;
    $opt_valgrind_mysqltest= 1;
unknown's avatar
unknown committed
997
  }
998
  elsif ( $opt_valgrind_mysqld )
unknown's avatar
unknown committed
999
  {
1000
    mtr_report("Turning on valgrind for mysqld(s) only");
unknown's avatar
unknown committed
1001
    $opt_valgrind= 1;
1002 1003 1004
  }
  elsif ( $opt_valgrind_mysqltest )
  {
1005
    mtr_report("Turning on valgrind for mysqltest and mysql_client_test only");
unknown's avatar
unknown committed
1006
    $opt_valgrind= 1;
1007 1008
  }

1009 1010 1011 1012 1013 1014 1015
  if ( $opt_callgrind )
  {
    mtr_report("Turning on valgrind with callgrind for mysqld(s)");
    $opt_valgrind= 1;
    $opt_valgrind_mysqld= 1;

    # Set special valgrind options unless options passed on command line
1016 1017
    push(@valgrind_args, "--trace-children=yes")
      unless @valgrind_args;
1018 1019
  }

1020 1021 1022
  if ( $opt_valgrind )
  {
    # Set valgrind_options to default unless already defined
1023 1024
    push(@valgrind_args, @default_valgrind_args)
      unless @valgrind_args;
1025

1026 1027
    mtr_report("Running valgrind with options \"",
	       join(" ", @valgrind_args), "\"");
unknown's avatar
unknown committed
1028 1029 1030 1031 1032
  }

  if ( ! $opt_testcase_timeout )
  {
    $opt_testcase_timeout= $default_testcase_timeout;
1033
    $opt_testcase_timeout*= 10 if $opt_valgrind;
unknown's avatar
unknown committed
1034 1035 1036 1037 1038
  }

  if ( ! $opt_suite_timeout )
  {
    $opt_suite_timeout= $default_suite_timeout;
1039
    $opt_suite_timeout*= 6 if $opt_valgrind;
unknown's avatar
unknown committed
1040
  }
unknown's avatar
unknown committed
1041

unknown's avatar
unknown committed
1042
  if ( ! $opt_user )
unknown's avatar
unknown committed
1043
  {
1044
    if ( $opt_extern )
unknown's avatar
unknown committed
1045 1046 1047 1048 1049 1050 1051
    {
      $opt_user= "test";
    }
    else
    {
      $opt_user= "root"; # We want to do FLUSH xxx commands
    }
unknown's avatar
unknown committed
1052 1053
  }

1054 1055 1056 1057 1058 1059
  # On QNX, /tmp/dir/master.sock and /tmp/dir//master.sock seem to be
  # considered different, so avoid the extra slash (/) in the socket
  # paths.
  my $sockdir = $opt_tmpdir;
  $sockdir =~ s|/+$||;

1060 1061 1062
  # On some operating systems, there is a limit to the length of a
  # UNIX domain socket's path far below PATH_MAX, so try to avoid long
  # socket path names.
1063
  $sockdir = tempdir(CLEANUP => 0) if ( length($sockdir) >= 70 );
1064

unknown's avatar
unknown committed
1065 1066
  $master->[0]=
  {
unknown's avatar
unknown committed
1067
   pid           => 0,
unknown's avatar
unknown committed
1068 1069
   type          => "master",
   idx           => 0,
unknown's avatar
unknown committed
1070 1071
   path_myddir   => "$opt_vardir/master-data",
   path_myerr    => "$opt_vardir/log/master.err",
unknown's avatar
unknown committed
1072 1073 1074
   path_pid    => "$opt_vardir/run/master.pid",
   path_sock   => "$sockdir/master.sock",
   port   =>  $opt_master_myport,
unknown's avatar
unknown committed
1075
   start_timeout =>  400, # enough time create innodb tables
unknown's avatar
unknown committed
1076
   cluster       =>  0, # index in clusters list
1077
   start_opts    => [],
unknown's avatar
unknown committed
1078 1079 1080 1081
  };

  $master->[1]=
  {
unknown's avatar
unknown committed
1082
   pid           => 0,
unknown's avatar
unknown committed
1083 1084
   type          => "master",
   idx           => 1,
unknown's avatar
unknown committed
1085 1086
   path_myddir   => "$opt_vardir/master1-data",
   path_myerr    => "$opt_vardir/log/master1.err",
unknown's avatar
unknown committed
1087 1088 1089
   path_pid    => "$opt_vardir/run/master1.pid",
   path_sock   => "$sockdir/master1.sock",
   port   => $opt_master_myport + 1,
unknown's avatar
unknown committed
1090
   start_timeout => 400, # enough time create innodb tables
unknown's avatar
unknown committed
1091
   cluster       =>  0, # index in clusters list
1092
   start_opts    => [],
unknown's avatar
unknown committed
1093 1094 1095 1096
  };

  $slave->[0]=
  {
unknown's avatar
unknown committed
1097
   pid           => 0,
unknown's avatar
unknown committed
1098 1099
   type          => "slave",
   idx           => 0,
unknown's avatar
unknown committed
1100 1101
   path_myddir   => "$opt_vardir/slave-data",
   path_myerr    => "$opt_vardir/log/slave.err",
unknown's avatar
unknown committed
1102 1103 1104
   path_pid    => "$opt_vardir/run/slave.pid",
   path_sock   => "$sockdir/slave.sock",
   port   => $opt_slave_myport,
unknown's avatar
unknown committed
1105
   start_timeout => 400,
unknown's avatar
unknown committed
1106

unknown's avatar
unknown committed
1107
   cluster       =>  1, # index in clusters list
1108
   start_opts    => [],
unknown's avatar
unknown committed
1109 1110 1111 1112
  };

  $slave->[1]=
  {
unknown's avatar
unknown committed
1113
   pid           => 0,
unknown's avatar
unknown committed
1114 1115
   type          => "slave",
   idx           => 1,
unknown's avatar
unknown committed
1116 1117
   path_myddir   => "$opt_vardir/slave1-data",
   path_myerr    => "$opt_vardir/log/slave1.err",
unknown's avatar
unknown committed
1118 1119 1120
   path_pid    => "$opt_vardir/run/slave1.pid",
   path_sock   => "$sockdir/slave1.sock",
   port   => $opt_slave_myport + 1,
unknown's avatar
unknown committed
1121
   start_timeout => 300,
unknown's avatar
unknown committed
1122
   cluster       =>  -1, # index in clusters list
1123
   start_opts    => [],
unknown's avatar
unknown committed
1124 1125 1126 1127
  };

  $slave->[2]=
  {
unknown's avatar
unknown committed
1128
   pid           => 0,
unknown's avatar
unknown committed
1129 1130
   type          => "slave",
   idx           => 2,
unknown's avatar
unknown committed
1131 1132
   path_myddir   => "$opt_vardir/slave2-data",
   path_myerr    => "$opt_vardir/log/slave2.err",
unknown's avatar
unknown committed
1133 1134 1135
   path_pid    => "$opt_vardir/run/slave2.pid",
   path_sock   => "$sockdir/slave2.sock",
   port   => $opt_slave_myport + 2,
unknown's avatar
unknown committed
1136
   start_timeout => 300,
unknown's avatar
unknown committed
1137
   cluster       =>  -1, # index in clusters list
1138
   start_opts    => [],
unknown's avatar
unknown committed
1139
  };
1140

unknown's avatar
Merge  
unknown committed
1141 1142 1143 1144 1145
  $instance_manager=
  {
   path_err =>        "$opt_vardir/log/im.err",
   path_log =>        "$opt_vardir/log/im.log",
   path_pid =>        "$opt_vardir/run/im.pid",
1146
   path_angel_pid =>  "$opt_vardir/run/im.angel.pid",
1147
   path_sock =>       "$sockdir/im.sock",
unknown's avatar
Merge  
unknown committed
1148 1149 1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160 1161
   port =>            $im_port,
   start_timeout =>   $master->[0]->{'start_timeout'},
   admin_login =>     'im_admin',
   admin_password =>  'im_admin_secret',
   admin_sha1 =>      '*598D51AD2DFF7792045D6DF3DDF9AA1AF737B295',
   password_file =>   "$opt_vardir/im.passwd",
   defaults_file =>   "$opt_vardir/im.cnf",
  };

  $instance_manager->{'instances'}->[0]=
  {
   server_id    => 1,
   port         => $im_mysqld1_port,
   path_datadir => "$opt_vardir/im_mysqld_1.data",
1162
   path_sock    => "$sockdir/mysqld_1.sock",
unknown's avatar
unknown committed
1163
   path_pid     => "$opt_vardir/run/mysqld_1.pid",
1164
   start_timeout  => 400, # enough time create innodb tables
1165
   old_log_format => 1
unknown's avatar
Merge  
unknown committed
1166 1167 1168 1169 1170 1171 1172
  };

  $instance_manager->{'instances'}->[1]=
  {
   server_id    => 2,
   port         => $im_mysqld2_port,
   path_datadir => "$opt_vardir/im_mysqld_2.data",
1173
   path_sock    => "$sockdir/mysqld_2.sock",
unknown's avatar
unknown committed
1174
   path_pid     => "$opt_vardir/run/mysqld_2.pid",
unknown's avatar
Merge  
unknown committed
1175
   nonguarded   => 1,
1176
   start_timeout  => 400, # enough time create innodb tables
1177
   old_log_format => 1
unknown's avatar
Merge  
unknown committed
1178
  };
1179

unknown's avatar
unknown committed
1180 1181 1182 1183 1184 1185 1186
  my $data_dir= "$opt_vardir/ndbcluster-$opt_ndbcluster_port";
  $clusters->[0]=
  {
   name            => "Master",
   nodes           => 2,
   port            => "$opt_ndbcluster_port",
   data_dir        => "$data_dir",
1187
   connect_string  => "host=localhost:$opt_ndbcluster_port",
unknown's avatar
unknown committed
1188 1189
   path_pid        => "$data_dir/ndb_3.pid", # Nodes + 1
   pid             => 0, # pid of ndb_mgmd
1190
   installed_ok    => 0,
unknown's avatar
unknown committed
1191 1192 1193 1194 1195 1196 1197 1198 1199
  };

  $data_dir= "$opt_vardir/ndbcluster-$opt_ndbcluster_port_slave";
  $clusters->[1]=
  {
   name            => "Slave",
   nodes           => 1,
   port            => "$opt_ndbcluster_port_slave",
   data_dir        => "$data_dir",
1200
   connect_string  => "host=localhost:$opt_ndbcluster_port_slave",
unknown's avatar
unknown committed
1201 1202
   path_pid        => "$data_dir/ndb_2.pid", # Nodes + 1
   pid             => 0, # pid of ndb_mgmd
1203
   installed_ok    => 0,
unknown's avatar
unknown committed
1204 1205 1206 1207 1208 1209 1210
  };

  # Init pids of ndbd's
  foreach my $cluster ( @{$clusters} )
  {
    for ( my $idx= 0; $idx < $cluster->{'nodes'}; $idx++ )
    {
1211
      my $nodeid= $idx+1;
unknown's avatar
unknown committed
1212 1213 1214
      $cluster->{'ndbds'}->[$idx]=
	{
	 pid      => 0,
1215 1216 1217
	 nodeid => $nodeid,
	 path_pid => "$cluster->{'data_dir'}/ndb_${nodeid}.pid",
	 path_fs => "$cluster->{'data_dir'}/ndb_${nodeid}_fs",
unknown's avatar
unknown committed
1218 1219 1220 1221
	};
    }
  }

1222 1223 1224
  # --------------------------------------------------------------------------
  # extern
  # --------------------------------------------------------------------------
1225 1226
  if ( $opt_extern )
  {
1227 1228
    # Turn off features not supported when running with extern server
    $opt_skip_rpl= 1;
1229
    $opt_skip_ndbcluster= 1;
1230 1231

    # Setup master->[0] with the settings for the extern server
unknown's avatar
unknown committed
1232
    $master->[0]->{'path_sock'}=  $opt_socket ? $opt_socket : "/tmp/mysql.sock";
1233
    mtr_report("Using extern server at '$master->[0]->{path_sock}'");
1234 1235 1236 1237 1238
  }
  else
  {
    mtr_error("--socket can only be used in combination with --extern")
      if $opt_socket;
1239 1240
  }

1241 1242 1243 1244 1245 1246 1247 1248 1249 1250 1251 1252 1253 1254 1255 1256 1257 1258 1259 1260 1261 1262 1263 1264 1265 1266 1267 1268 1269 1270 1271 1272

  # --------------------------------------------------------------------------
  # ndbconnectstring and ndbconnectstring_slave
  # --------------------------------------------------------------------------
  if ( $opt_ndbconnectstring )
  {
    # ndbconnectstring was supplied by user, the tests shoudl be run
    # against an already started cluster, change settings
    my $cluster= $clusters->[0]; # Master cluster
    $cluster->{'connect_string'}= $opt_ndbconnectstring;
    $cluster->{'use_running'}= 1;

    mtr_error("Can't specify --ndb-connectstring and --skip-ndbcluster")
      if $opt_skip_ndbcluster;
  }
  $ENV{'NDB_CONNECTSTRING'}= $clusters->[0]->{'connect_string'};


  if ( $opt_ndbconnectstring_slave )
  {
    # ndbconnectstring-slave was supplied by user, the tests should be run
    # agains an already started slave cluster, change settings
    my $cluster= $clusters->[1]; # Slave cluster
    $cluster->{'connect_string'}= $opt_ndbconnectstring_slave;
    $cluster->{'use_running'}= 1;

    mtr_error("Can't specify ndb-connectstring_slave and " .
	      "--skip-ndbcluster-slave")
      if $opt_skip_ndbcluster_slave;
  }


1273
  $path_timefile=  "$opt_vardir/log/mysqltest-time";
1274
  $path_mysqltest_log=  "$opt_vardir/log/mysqltest.log";
1275
  $path_current_test_log= "$opt_vardir/log/current_test";
unknown's avatar
unknown committed
1276
  $path_ndb_testrun_log= "$opt_vardir/log/ndb_testrun.log";
1277 1278

  $path_snapshot= "$opt_tmpdir/snapshot_$opt_master_myport/";
1279 1280 1281 1282 1283 1284 1285 1286 1287 1288 1289 1290 1291

  if ( $opt_valgrind and $opt_debug )
  {
    # When both --valgrind and --debug is selected, send
    # all output to the trace file, making it possible to
    # see the exact location where valgrind complains
    foreach my $mysqld (@{$master}, @{$slave})
    {
      my $sidx= $mysqld->{idx} ? "$mysqld->{idx}" : "";
      $mysqld->{path_myerr}=
	"$opt_vardir/log/" . $mysqld->{type} . "$sidx.trace";
    }
  }
1292 1293
}

1294 1295 1296 1297 1298 1299 1300 1301 1302 1303 1304 1305 1306 1307 1308 1309
#
# To make it easier for different devs to work on the same host,
# an environment variable can be used to control all ports. A small
# number is to be used, 0 - 16 or similar.
#
# Note the MASTER_MYPORT has to be set the same in all 4.x and 5.x
# versions of this script, else a 4.0 test run might conflict with a
# 5.1 test run, even if different MTR_BUILD_THREAD is used. This means
# all port numbers might not be used in this version of the script.
#
# Also note the limitation of ports we are allowed to hand out. This
# differs between operating systems and configuration, see
# http://www.ncftp.com/ncftpd/doc/misc/ephemeral_ports.html
# But a fairly safe range seems to be 5001 - 32767
#

1310
sub set_mtr_build_thread_ports($) {
1311 1312
  my $mtr_build_thread= shift;

unknown's avatar
unknown committed
1313 1314 1315 1316 1317 1318
  if ( lc($mtr_build_thread) eq 'auto' ) {
    print "Requesting build thread... ";
    $ENV{'MTR_BUILD_THREAD'} = $mtr_build_thread = mtr_require_unique_id_and_wait("/tmp/mysql-test-ports", 200, 299);
    print "got ".$mtr_build_thread."\n";
  }

1319 1320 1321 1322 1323 1324 1325 1326 1327 1328 1329 1330 1331 1332 1333 1334 1335 1336
  # Up to two masters, up to three slaves
  $opt_master_myport=         $mtr_build_thread * 10 + 10000; # and 1
  $opt_slave_myport=          $opt_master_myport + 2;  # and 3 4
  $opt_ndbcluster_port=       $opt_master_myport + 5;
  $opt_ndbcluster_port_slave= $opt_master_myport + 6;
  $im_port=                   $opt_master_myport + 7;
  $im_mysqld1_port=           $opt_master_myport + 8;
  $im_mysqld2_port=           $opt_master_myport + 9;

  if ( $opt_master_myport < 5001 or $opt_master_myport + 10 >= 32767 )
  {
    mtr_error("MTR_BUILD_THREAD number results in a port",
              "outside 5001 - 32767",
              "($opt_master_myport - $opt_master_myport + 10)");
  }
}


1337
sub datadir_list_setup () {
1338 1339

  # Make a list of all data_dirs
1340 1341 1342 1343
  for (my $idx= 0; $idx < $max_master_num; $idx++)
  {
    push(@data_dir_lst, $master->[$idx]->{'path_myddir'});
  }
1344

1345
  for (my $idx= 0; $idx < $max_slave_num; $idx++)
1346
  {
1347
    push(@data_dir_lst, $slave->[$idx]->{'path_myddir'});
1348 1349
  }

1350 1351 1352 1353 1354 1355 1356
  unless ($opt_skip_im)
  {
    foreach my $instance (@{$instance_manager->{'instances'}})
    {
      push(@data_dir_lst, $instance->{'path_datadir'});
    }
  }
unknown's avatar
unknown committed
1357 1358 1359 1360 1361 1362 1363 1364 1365 1366
}


##############################################################################
#
#  Set paths to various executable programs
#
##############################################################################


1367
sub collect_mysqld_features () {
unknown's avatar
unknown committed
1368
  my $found_variable_list_start= 0;
1369
  my $tmpdir= tempdir(CLEANUP => 0); # Directory removed by this function
1370

1371
  #
1372
  # Execute "mysqld --help --verbose" to get a list
unknown's avatar
unknown committed
1373
  # list of all features and settings
1374
  #
1375 1376 1377
  # --no-defaults and --skip-grant-tables are to avoid loading
  # system-wide configs and plugins
  #
1378
  # --datadir must exist, mysqld will chdir into it
unknown's avatar
unknown committed
1379
  #
1380
  my $list= `$exe_mysqld --no-defaults --datadir=$tmpdir --language=$path_language --skip-grant-tables --verbose --help`;
unknown's avatar
unknown committed
1381

1382
  foreach my $line (split('\n', $list))
unknown's avatar
unknown committed
1383
  {
unknown's avatar
unknown committed
1384 1385
    # First look for version
    if ( !$mysql_version_id )
unknown's avatar
unknown committed
1386
    {
unknown's avatar
unknown committed
1387
      # Look for version
1388 1389 1390
      my $exe_name= basename($exe_mysqld);
      mtr_verbose("exe_name: $exe_name");
      if ( $line =~ /^\S*$exe_name\s\sVer\s([0-9]*)\.([0-9]*)\.([0-9]*)/ )
unknown's avatar
unknown committed
1391
      {
1392
	#print "Major: $1 Minor: $2 Build: $3\n";
unknown's avatar
unknown committed
1393
	$mysql_version_id= $1*10000 + $2*100 + $3;
1394 1395
	#print "mysql_version_id: $mysql_version_id\n";
	mtr_report("MySQL Version $1.$2.$3");
unknown's avatar
unknown committed
1396
      }
unknown's avatar
unknown committed
1397 1398 1399
    }
    else
    {
unknown's avatar
unknown committed
1400
      if (!$found_variable_list_start)
unknown's avatar
unknown committed
1401
      {
unknown's avatar
unknown committed
1402
	# Look for start of variables list
1403
	if ( $line =~ /[\-]+\s[\-]+/ )
unknown's avatar
unknown committed
1404 1405 1406
	{
	  $found_variable_list_start= 1;
	}
1407 1408 1409
      }
      else
      {
unknown's avatar
unknown committed
1410
	# Put variables into hash
1411
	if ( $line =~ /^([\S]+)[ \t]+(.*?)\r?$/ )
unknown's avatar
unknown committed
1412
	{
1413
	  # print "$1=\"$2\"\n";
unknown's avatar
unknown committed
1414 1415
	  $mysqld_variables{$1}= $2;
	}
1416 1417
	else
	{
1418 1419 1420 1421 1422 1423 1424 1425 1426 1427 1428 1429 1430
	  # The variable list is ended with a blank line
	  if ( $line =~ /^[\s]*$/ )
	  {
	    last;
	  }
	  else
	  {
	    # Send out a warning, we should fix the variables that has no
	    # space between variable name and it's value
	    # or should it be fixed width column parsing? It does not
	    # look like that in function my_print_variables in my_getopt.c
	    mtr_warning("Could not parse variable list line : $line");
	  }
1431
	}
unknown's avatar
unknown committed
1432
      }
unknown's avatar
unknown committed
1433
    }
unknown's avatar
unknown committed
1434
  }
1435
  rmtree($tmpdir);
unknown's avatar
unknown committed
1436
  mtr_error("Could not find version of MySQL") unless $mysql_version_id;
1437
  mtr_error("Could not find variabes list") unless $found_variable_list_start;
unknown's avatar
unknown committed
1438 1439 1440 1441

}


unknown's avatar
unknown committed
1442 1443 1444 1445 1446 1447 1448 1449 1450 1451 1452 1453 1454 1455 1456 1457 1458 1459 1460 1461 1462 1463 1464 1465 1466 1467 1468 1469 1470 1471 1472 1473 1474 1475
sub run_query($$) {
  my ($mysqld, $query)= @_;

  my $args;
  mtr_init_args(\$args);

  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--user=%s", $opt_user);
  mtr_add_arg($args, "--port=%d", $mysqld->{'port'});
  mtr_add_arg($args, "--socket=%s", $mysqld->{'path_sock'});
  mtr_add_arg($args, "--silent"); # Tab separated output
  mtr_add_arg($args, "-e '%s'", $query);

  my $cmd= "$exe_mysql " . join(' ', @$args);
  mtr_verbose("cmd: $cmd");
  return `$cmd`;
}


sub collect_mysqld_features_from_running_server ()
{
  my $list= run_query($master->[0], "use mysql; SHOW VARIABLES");

  foreach my $line (split('\n', $list))
  {
    # Put variables into hash
    if ( $line =~ /^([\S]+)[ \t]+(.*?)\r?$/ )
    {
      print "$1=\"$2\"\n";
      $mysqld_variables{$1}= $2;
    }
  }
}

1476 1477 1478 1479 1480 1481
sub executable_setup_im () {

  # Look for instance manager binary - mysqlmanager
  $exe_im=
    mtr_exe_maybe_exists(
      "$glob_basedir/server-tools/instance-manager/mysqlmanager",
unknown's avatar
unknown committed
1482 1483 1484
      "$glob_basedir/libexec/mysqlmanager",
      "$glob_basedir/bin/mysqlmanager",
      "$glob_basedir/sbin/mysqlmanager");
1485 1486 1487 1488 1489 1490 1491 1492 1493 1494 1495 1496 1497 1498 1499 1500 1501 1502 1503 1504 1505 1506 1507 1508 1509 1510 1511 1512 1513 1514 1515 1516 1517 1518 1519 1520 1521 1522 1523 1524 1525

  return ($exe_im eq "");
}

sub executable_setup_ndb () {

  # Look for ndb tols and binaries
  my $ndb_path= mtr_file_exists("$glob_basedir/ndb",
				"$glob_basedir/storage/ndb",
				"$glob_basedir/bin");

  $exe_ndbd=
    mtr_exe_maybe_exists("$ndb_path/src/kernel/ndbd",
			 "$ndb_path/ndbd");
  $exe_ndb_mgm=
    mtr_exe_maybe_exists("$ndb_path/src/mgmclient/ndb_mgm",
			 "$ndb_path/ndb_mgm");
  $exe_ndb_mgmd=
    mtr_exe_maybe_exists("$ndb_path/src/mgmsrv/ndb_mgmd",
			 "$ndb_path/ndb_mgmd");
  $exe_ndb_waiter=
    mtr_exe_maybe_exists("$ndb_path/tools/ndb_waiter",
			 "$ndb_path/ndb_waiter");

  # May not exist
  $path_ndb_tools_dir= mtr_file_exists("$ndb_path/tools",
				       "$ndb_path");
  # May not exist
  $path_ndb_examples_dir=
    mtr_file_exists("$ndb_path/ndbapi-examples",
		    "$ndb_path/examples");
  # May not exist
  $exe_ndb_example=
    mtr_file_exists("$path_ndb_examples_dir/ndbapi_simple/ndbapi_simple");

  return ( $exe_ndbd eq "" or
	   $exe_ndb_mgm eq "" or
	   $exe_ndb_mgmd eq "" or
	   $exe_ndb_waiter eq "");
}

unknown's avatar
unknown committed
1526 1527
sub executable_setup () {

1528 1529 1530 1531 1532 1533 1534 1535 1536 1537 1538 1539 1540 1541 1542
  #
  # Check if libtool is available in this distribution/clone
  # we need it when valgrinding or debugging non installed binary
  # Otherwise valgrind will valgrind the libtool wrapper or bash
  # and gdb will not find the real executable to debug
  #
  if ( -x "../libtool")
  {
    $exe_libtool= "../libtool";
    if ($opt_valgrind or $glob_debugger)
    {
      mtr_report("Using \"$exe_libtool\" when running valgrind or debugger");
    }
  }

unknown's avatar
unknown committed
1543 1544
  # Look for my_print_defaults
  $exe_my_print_defaults=
1545 1546 1547
    mtr_exe_exists(vs_config_dirs('extra', 'my_print_defaults'),
		           "$path_client_bindir/my_print_defaults",
		           "$glob_basedir/extra/my_print_defaults");
unknown's avatar
unknown committed
1548

unknown's avatar
unknown committed
1549
  # Look for perror
1550 1551 1552
  $exe_perror= mtr_exe_exists(vs_config_dirs('extra', 'perror'),
			                  "$glob_basedir/extra/perror",
			                  "$path_client_bindir/perror");
unknown's avatar
unknown committed
1553

unknown's avatar
unknown committed
1554 1555 1556 1557 1558 1559 1560 1561
  # Look for the client binaries
  $exe_mysqlcheck=     mtr_exe_exists("$path_client_bindir/mysqlcheck");
  $exe_mysqldump=      mtr_exe_exists("$path_client_bindir/mysqldump");
  $exe_mysqlimport=    mtr_exe_exists("$path_client_bindir/mysqlimport");
  $exe_mysqlshow=      mtr_exe_exists("$path_client_bindir/mysqlshow");
  $exe_mysqlbinlog=    mtr_exe_exists("$path_client_bindir/mysqlbinlog");
  $exe_mysqladmin=     mtr_exe_exists("$path_client_bindir/mysqladmin");
  $exe_mysql=          mtr_exe_exists("$path_client_bindir/mysql");
unknown's avatar
unknown committed
1562

unknown's avatar
unknown committed
1563
  if (!$opt_extern)
1564
  {
1565 1566 1567 1568 1569 1570 1571 1572 1573 1574 1575
    # Look for SQL scripts directory
    if ( mtr_file_exists("$path_share/mysql_system_tables.sql") ne "")
    {
      # The SQL scripts are in path_share
      $path_sql_dir= $path_share;
    }
    else
    {
      $path_sql_dir= mtr_path_exists("$glob_basedir/share",
				     "$glob_basedir/scripts");
    }
1576

unknown's avatar
unknown committed
1577 1578 1579 1580 1581 1582 1583 1584 1585 1586 1587 1588
    if ( $mysql_version_id >= 50100 )
    {
      $exe_mysqlslap=    mtr_exe_exists("$path_client_bindir/mysqlslap");
    }
    if ( $mysql_version_id >= 50000 and !$glob_use_embedded_server )
    {
      $exe_mysql_upgrade= mtr_exe_exists("$path_client_bindir/mysql_upgrade")
    }
    else
    {
      $exe_mysql_upgrade= "";
    }
unknown's avatar
unknown committed
1589

unknown's avatar
unknown committed
1590 1591 1592 1593 1594 1595 1596
    if ( ! $glob_win32 )
    {
      # Look for mysql_fix_system_table script
      $exe_mysql_fix_system_tables=
        mtr_script_exists("$glob_basedir/scripts/mysql_fix_privilege_tables",
  			"$path_client_bindir/mysql_fix_privilege_tables");
    }
unknown's avatar
unknown committed
1597

unknown's avatar
unknown committed
1598 1599 1600 1601
    # Look for mysql_fix_privilege_tables.sql script
    $file_mysql_fix_privilege_tables=
      mtr_file_exists("$glob_basedir/scripts/mysql_fix_privilege_tables.sql",
  		    "$glob_basedir/share/mysql_fix_privilege_tables.sql");
1602

unknown's avatar
unknown committed
1603
    if ( ! $opt_skip_ndbcluster and executable_setup_ndb())
unknown's avatar
unknown committed
1604
    {
unknown's avatar
unknown committed
1605 1606 1607 1608 1609 1610 1611 1612
      mtr_warning("Could not find all required ndb binaries, " .
  		"all ndb tests will fail, use --skip-ndbcluster to " .
  		"skip testing it.");

      foreach my $cluster (@{$clusters})
      {
        $cluster->{"executable_setup_failed"}= 1;
      }
unknown's avatar
unknown committed
1613
    }
1614

unknown's avatar
unknown committed
1615 1616 1617 1618 1619 1620 1621
    if ( ! $opt_skip_im and executable_setup_im())
    {
      mtr_warning("Could not find all required instance manager binaries, " .
  		"all im tests will fail, use --skip-im to " .
  		"continue without instance manager");
      $instance_manager->{"executable_setup_failed"}= 1;
    }
unknown's avatar
unknown committed
1622

unknown's avatar
unknown committed
1623 1624 1625 1626
    # Look for the udf_example library
    $lib_udf_example=
      mtr_file_exists(vs_config_dirs('sql', 'udf_example.dll'),
                      "$glob_basedir/sql/.libs/udf_example.so",);
1627

unknown's avatar
unknown committed
1628 1629 1630 1631
    # Look for the ha_example library
    $lib_example_plugin=
      mtr_file_exists(vs_config_dirs('storage/example', 'ha_example.dll'),
                      "$glob_basedir/storage/example/.libs/ha_example.so",);
1632

unknown's avatar
unknown committed
1633
  }
1634

unknown's avatar
unknown committed
1635 1636
  # Look for mysqltest executable
  if ( $glob_use_embedded_server )
unknown's avatar
unknown committed
1637
  {
unknown's avatar
unknown committed
1638
    $exe_mysqltest=
1639 1640
      mtr_exe_exists(vs_config_dirs('libmysqld/examples','mysqltest_embedded'),
                     "$glob_basedir/libmysqld/examples/mysqltest_embedded",
1641
                     "$path_client_bindir/mysqltest_embedded");
unknown's avatar
unknown committed
1642
  }
unknown's avatar
unknown committed
1643 1644
  else
  {
1645
    $exe_mysqltest= mtr_exe_exists("$path_client_bindir/mysqltest");
unknown's avatar
unknown committed
1646
  }
1647

1648 1649 1650
  # Look for mysql_client_test executable which may _not_ exist in
  # some versions, test using it should be skipped
  if ( $glob_use_embedded_server )
unknown's avatar
unknown committed
1651
  {
1652
    $exe_mysql_client_test=
1653
      mtr_exe_maybe_exists(
1654
        vs_config_dirs('libmysqld/examples', 'mysql_client_test_embedded'),
1655
        "$glob_basedir/libmysqld/examples/mysql_client_test_embedded");
unknown's avatar
unknown committed
1656 1657 1658
  }
  else
  {
1659
    $exe_mysql_client_test=
1660 1661
      mtr_exe_maybe_exists(vs_config_dirs('tests', 'mysql_client_test'),
                           "$glob_basedir/tests/mysql_client_test",
1662
                           "$glob_basedir/bin/mysql_client_test");
unknown's avatar
unknown committed
1663
  }
unknown's avatar
unknown committed
1664 1665 1666 1667 1668 1669

  # Look for bug25714 executable which may _not_ exist in
  # some versions, test using it should be skipped
  $exe_bug25714=
      mtr_exe_maybe_exists(vs_config_dirs('tests', 'bug25714'),
                           "$glob_basedir/tests/bug25714");
unknown's avatar
unknown committed
1670 1671 1672
}


1673 1674 1675
sub generate_cmdline_mysqldump ($) {
  my($mysqld) = @_;
  return
1676
    mtr_native_path($exe_mysqldump) .
1677
      " --no-defaults -uroot --debug-check " .
1678 1679 1680 1681 1682
      "--port=$mysqld->{'port'} " .
      "--socket=$mysqld->{'path_sock'} --password=";
}


unknown's avatar
unknown committed
1683 1684
##############################################################################
#
1685 1686
#  Set environment to be used by childs of this process for
#  things that are constant duting the whole lifetime of mysql-test-run.pl
unknown's avatar
unknown committed
1687 1688 1689
#
##############################################################################

1690 1691 1692 1693 1694 1695 1696 1697 1698 1699 1700 1701 1702 1703 1704 1705 1706
sub mysql_client_test_arguments()
{
  my $exe= $exe_mysql_client_test;

  my $args;
  mtr_init_args(\$args);
  if ( $opt_valgrind_mysqltest )
  {
    valgrind_arguments($args, \$exe);
  }

  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--testcase");
  mtr_add_arg($args, "--user=root");
  mtr_add_arg($args, "--port=$master->[0]->{'port'}");
  mtr_add_arg($args, "--socket=$master->[0]->{'path_sock'}");

unknown's avatar
unknown committed
1707
  if ( $opt_extern || $mysql_version_id >= 50000 )
1708 1709 1710 1711 1712 1713 1714 1715 1716 1717 1718 1719 1720 1721 1722 1723 1724 1725 1726 1727 1728 1729 1730
  {
    mtr_add_arg($args, "--vardir=$opt_vardir")
  }

  if ( $opt_debug )
  {
    mtr_add_arg($args,
      "--debug=d:t:A,$path_vardir_trace/log/mysql_client_test.trace");
  }

  if ( $glob_use_embedded_server )
  {
    mtr_add_arg($args,
      " -A --language=$path_language");
    mtr_add_arg($args,
      " -A --datadir=$slave->[0]->{'path_myddir'}");
    mtr_add_arg($args,
      " -A --character-sets-dir=$path_charsetsdir");
  }

  return join(" ", $exe, @$args);
}

1731 1732 1733 1734 1735 1736 1737 1738 1739 1740 1741 1742 1743 1744 1745 1746 1747 1748 1749 1750 1751 1752 1753 1754 1755 1756 1757
sub mysql_upgrade_arguments()
{
  my $exe= $exe_mysql_upgrade;

  my $args;
  mtr_init_args(\$args);
#  if ( $opt_valgrind_mysql_ugrade )
#  {
#    valgrind_arguments($args, \$exe);
#  }

  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--user=root");
  mtr_add_arg($args, "--port=$master->[0]->{'port'}");
  mtr_add_arg($args, "--socket=$master->[0]->{'path_sock'}");
  mtr_add_arg($args, "--datadir=$master->[0]->{'path_myddir'}");
  mtr_add_arg($args, "--basedir=$glob_basedir");

  if ( $opt_debug )
  {
    mtr_add_arg($args,
      "--debug=d:t:A,$path_vardir_trace/log/mysql_upgrade.trace");
  }

  return join(" ", $exe, @$args);
}

unknown's avatar
unknown committed
1758 1759 1760 1761
# Note that some env is setup in spawn/run, in "mtr_process.pl"

sub environment_setup () {

unknown's avatar
unknown committed
1762 1763
  umask(022);

1764
  my @ld_library_paths;
1765

unknown's avatar
unknown committed
1766
  # --------------------------------------------------------------------------
1767 1768
  # Setup LD_LIBRARY_PATH so the libraries from this distro/clone
  # are used in favor of the system installed ones
unknown's avatar
unknown committed
1769
  # --------------------------------------------------------------------------
1770
  if ( $source_dist )
unknown's avatar
unknown committed
1771
  {
1772
    push(@ld_library_paths, "$glob_basedir/libmysql/.libs/",
unknown's avatar
unknown committed
1773 1774
                            "$glob_basedir/libmysql_r/.libs/",
                            "$glob_basedir/zlib.libs/");
1775 1776
  }
  else
unknown's avatar
unknown committed
1777
  {
1778 1779 1780 1781 1782 1783
    push(@ld_library_paths, "$glob_basedir/lib");
  }

 # --------------------------------------------------------------------------
  # Add the path where libndbclient can be found
  # --------------------------------------------------------------------------
1784
  if ( $glob_ndbcluster_supported )
1785 1786
  {
    push(@ld_library_paths,  "$glob_basedir/storage/ndb/src/.libs");
unknown's avatar
unknown committed
1787
  }
unknown's avatar
unknown committed
1788

1789
  # --------------------------------------------------------------------------
1790
  # Valgrind need to be run with debug libraries otherwise it's almost
1791 1792 1793
  # impossible to add correct supressions, that means if "/usr/lib/debug"
  # is available, it should be added to
  # LD_LIBRARY_PATH
1794 1795 1796 1797
  #
  # But pthread is broken in libc6-dbg on Debian <= 3.1 (see Debian
  # bug 399035, http://bugs.debian.org/cgi-bin/bugreport.cgi?bug=399035),
  # so don't change LD_LIBRARY_PATH on that platform.
1798
  # --------------------------------------------------------------------------
1799
  my $debug_libraries_path= "/usr/lib/debug";
1800 1801 1802
  my $deb_version;
  if (  $opt_valgrind and -d $debug_libraries_path and
        (! -e '/etc/debian_version' or
1803
	 ($deb_version= mtr_grab_file('/etc/debian_version')) !~ /^[0-9]+\.[0-9]$/ or
1804
         $deb_version > 3.1 ) )
1805
  {
1806
    push(@ld_library_paths, $debug_libraries_path);
1807
  }
1808

1809
  $ENV{'LD_LIBRARY_PATH'}= join(":", @ld_library_paths,
unknown's avatar
unknown committed
1810
				$ENV{'LD_LIBRARY_PATH'} ?
1811
				split(':', $ENV{'LD_LIBRARY_PATH'}) : ());
1812 1813 1814
  mtr_debug("LD_LIBRARY_PATH: $ENV{'LD_LIBRARY_PATH'}");

  $ENV{'DYLD_LIBRARY_PATH'}= join(":", @ld_library_paths,
1815 1816
				  $ENV{'DYLD_LIBRARY_PATH'} ?
				  split(':', $ENV{'DYLD_LIBRARY_PATH'}) : ());
1817
  mtr_debug("DYLD_LIBRARY_PATH: $ENV{'DYLD_LIBRARY_PATH'}");
1818

1819 1820 1821 1822 1823 1824 1825 1826 1827 1828 1829
  # The environment variable used for shared libs on AIX
  $ENV{'SHLIB_PATH'}= join(":", @ld_library_paths,
                           $ENV{'SHLIB_PATH'} ?
                           split(':', $ENV{'SHLIB_PATH'}) : ());
  mtr_debug("SHLIB_PATH: $ENV{'SHLIB_PATH'}");

  # The environment variable used for shared libs on hp-ux
  $ENV{'LIBPATH'}= join(":", @ld_library_paths,
                        $ENV{'LIBPATH'} ?
                        split(':', $ENV{'LIBPATH'}) : ());
  mtr_debug("LIBPATH: $ENV{'LIBPATH'}");
1830

unknown's avatar
unknown committed
1831 1832 1833 1834
  # --------------------------------------------------------------------------
  # Also command lines in .opt files may contain env vars
  # --------------------------------------------------------------------------

1835
  $ENV{'CHARSETSDIR'}=              $path_charsetsdir;
unknown's avatar
unknown committed
1836 1837
  $ENV{'UMASK'}=              "0660"; # The octal *string*
  $ENV{'UMASK_DIR'}=          "0770"; # The octal *string*
1838 1839 1840 1841 1842 1843 1844 1845 1846 1847 1848 1849
  
  #
  # MySQL tests can produce output in various character sets
  # (especially, ctype_xxx.test). To avoid confusing Perl
  # with output which is incompatible with the current locale
  # settings, we reset the current values of LC_ALL and LC_CTYPE to "C".
  # For details, please see
  # Bug#27636 tests fails if LC_* variables set to *_*.UTF-8
  #
  $ENV{'LC_ALL'}=             "C";
  $ENV{'LC_CTYPE'}=           "C";
  
unknown's avatar
unknown committed
1850
  $ENV{'LC_COLLATE'}=         "C";
1851
  $ENV{'USE_RUNNING_SERVER'}= $opt_extern;
unknown's avatar
unknown committed
1852
  $ENV{'MYSQL_TEST_DIR'}=     $glob_mysql_test_dir;
1853
  $ENV{'MYSQLTEST_VARDIR'}=   $opt_vardir;
1854
  $ENV{'MYSQL_TMP_DIR'}=      $opt_tmpdir;
unknown's avatar
unknown committed
1855 1856 1857 1858
  $ENV{'MASTER_MYSOCK'}=      $master->[0]->{'path_sock'};
  $ENV{'MASTER_MYSOCK1'}=     $master->[1]->{'path_sock'};
  $ENV{'MASTER_MYPORT'}=      $master->[0]->{'port'};
  $ENV{'MASTER_MYPORT1'}=     $master->[1]->{'port'};
1859
  $ENV{'SLAVE_MYSOCK'}=       $slave->[0]->{'path_sock'};
unknown's avatar
unknown committed
1860 1861 1862
  $ENV{'SLAVE_MYPORT'}=       $slave->[0]->{'port'};
  $ENV{'SLAVE_MYPORT1'}=      $slave->[1]->{'port'};
  $ENV{'SLAVE_MYPORT2'}=      $slave->[2]->{'port'};
1863
  $ENV{'MYSQL_TCP_PORT'}=     $mysqld_variables{'port'};
1864
  $ENV{'DEFAULT_MASTER_PORT'}= $mysqld_variables{'master-port'};
unknown's avatar
unknown committed
1865

1866 1867 1868
  $ENV{'IM_PATH_SOCK'}=       $instance_manager->{path_sock};
  $ENV{'IM_USERNAME'}=        $instance_manager->{admin_login};
  $ENV{'IM_PASSWORD'}=        $instance_manager->{admin_password};
1869
  $ENV{MTR_BUILD_THREAD}=      $opt_mtr_build_thread;
1870

1871 1872 1873
  $ENV{'EXE_MYSQL'}=          $exe_mysql;


1874 1875 1876
  # ----------------------------------------------------
  # Setup env for NDB
  # ----------------------------------------------------
1877 1878 1879
  if ( ! $opt_skip_ndbcluster )
  {
    $ENV{'NDB_MGM'}=                  $exe_ndb_mgm;
1880

1881 1882
    $ENV{'NDBCLUSTER_PORT'}=          $opt_ndbcluster_port;
    $ENV{'NDBCLUSTER_PORT_SLAVE'}=    $opt_ndbcluster_port_slave;
1883

1884
    $ENV{'NDB_EXTRA_TEST'}=           $opt_ndb_extra_test;
1885

1886 1887 1888 1889
    $ENV{'NDB_BACKUP_DIR'}=           $clusters->[0]->{'data_dir'};
    $ENV{'NDB_DATA_DIR'}=             $clusters->[0]->{'data_dir'};
    $ENV{'NDB_TOOLS_DIR'}=            $path_ndb_tools_dir;
    $ENV{'NDB_TOOLS_OUTPUT'}=         $path_ndb_testrun_log;
1890

1891 1892 1893 1894 1895
    if ( $mysql_version_id >= 50000 )
    {
      $ENV{'NDB_EXAMPLES_DIR'}=         $path_ndb_examples_dir;
      $ENV{'MY_NDB_EXAMPLES_BINARY'}=   $exe_ndb_example;
    }
1896 1897
    $ENV{'NDB_EXAMPLES_OUTPUT'}=      $path_ndb_testrun_log;
  }
1898

1899 1900 1901
  # ----------------------------------------------------
  # Setup env for IM
  # ----------------------------------------------------
1902 1903 1904 1905 1906 1907 1908 1909 1910 1911 1912 1913 1914 1915 1916 1917 1918 1919 1920 1921 1922 1923
  if ( ! $opt_skip_im )
  {
    $ENV{'IM_EXE'}=             $exe_im;
    $ENV{'IM_PATH_PID'}=        $instance_manager->{path_pid};
    $ENV{'IM_PATH_ANGEL_PID'}=  $instance_manager->{path_angel_pid};
    $ENV{'IM_PORT'}=            $instance_manager->{port};
    $ENV{'IM_DEFAULTS_PATH'}=   $instance_manager->{defaults_file};
    $ENV{'IM_PASSWORD_PATH'}=   $instance_manager->{password_file};

    $ENV{'IM_MYSQLD1_SOCK'}=
      $instance_manager->{instances}->[0]->{path_sock};
    $ENV{'IM_MYSQLD1_PORT'}=
      $instance_manager->{instances}->[0]->{port};
    $ENV{'IM_MYSQLD1_PATH_PID'}=
      $instance_manager->{instances}->[0]->{path_pid};
    $ENV{'IM_MYSQLD2_SOCK'}=
      $instance_manager->{instances}->[1]->{path_sock};
    $ENV{'IM_MYSQLD2_PORT'}=
      $instance_manager->{instances}->[1]->{port};
    $ENV{'IM_MYSQLD2_PATH_PID'}=
      $instance_manager->{instances}->[1]->{path_pid};
  }
1924

unknown's avatar
unknown committed
1925 1926 1927
  # ----------------------------------------------------
  # Setup env so childs can execute mysqlcheck
  # ----------------------------------------------------
1928
  my $cmdline_mysqlcheck=
1929
    mtr_native_path($exe_mysqlcheck) .
1930
    " --no-defaults --debug-check -uroot " .
1931 1932 1933 1934 1935 1936
    "--port=$master->[0]->{'port'} " .
    "--socket=$master->[0]->{'path_sock'} --password=";

  if ( $opt_debug )
  {
    $cmdline_mysqlcheck .=
unknown's avatar
unknown committed
1937
      " --debug=d:t:A,$path_vardir_trace/log/mysqlcheck.trace";
1938 1939 1940 1941 1942 1943 1944 1945 1946 1947 1948 1949
  }
  $ENV{'MYSQL_CHECK'}=              $cmdline_mysqlcheck;

  # ----------------------------------------------------
  # Setup env to childs can execute myqldump
  # ----------------------------------------------------
  my $cmdline_mysqldump= generate_cmdline_mysqldump($master->[0]);
  my $cmdline_mysqldumpslave= generate_cmdline_mysqldump($slave->[0]);

  if ( $opt_debug )
  {
    $cmdline_mysqldump .=
unknown's avatar
unknown committed
1950
      " --debug=d:t:A,$path_vardir_trace/log/mysqldump-master.trace";
1951
    $cmdline_mysqldumpslave .=
unknown's avatar
unknown committed
1952
      " --debug=d:t:A,$path_vardir_trace/log/mysqldump-slave.trace";
1953 1954 1955 1956 1957 1958 1959 1960
  }
  $ENV{'MYSQL_DUMP'}= $cmdline_mysqldump;
  $ENV{'MYSQL_DUMP_SLAVE'}= $cmdline_mysqldumpslave;


  # ----------------------------------------------------
  # Setup env so childs can execute mysqlslap
  # ----------------------------------------------------
1961
  if ( $exe_mysqlslap )
1962 1963
  {
    my $cmdline_mysqlslap=
1964 1965
      mtr_native_path($exe_mysqlslap) .
      " -uroot " .
1966
      "--port=$master->[0]->{'port'} " .
1967
      "--socket=$master->[0]->{'path_sock'} --password= ";
1968 1969

    if ( $opt_debug )
1970
   {
1971
      $cmdline_mysqlslap .=
1972
	" --debug=d:t:A,$path_vardir_trace/log/mysqlslap.trace";
1973 1974 1975 1976 1977 1978 1979 1980
    }
    $ENV{'MYSQL_SLAP'}= $cmdline_mysqlslap;
  }

  # ----------------------------------------------------
  # Setup env so childs can execute mysqlimport
  # ----------------------------------------------------
  my $cmdline_mysqlimport=
1981
    mtr_native_path($exe_mysqlimport) .
1982
    " -uroot --debug-check " .
1983 1984 1985 1986 1987 1988
    "--port=$master->[0]->{'port'} " .
    "--socket=$master->[0]->{'path_sock'} --password=";

  if ( $opt_debug )
  {
    $cmdline_mysqlimport .=
unknown's avatar
unknown committed
1989
      " --debug=d:t:A,$path_vardir_trace/log/mysqlimport.trace";
1990 1991 1992 1993 1994 1995 1996 1997
  }
  $ENV{'MYSQL_IMPORT'}= $cmdline_mysqlimport;


  # ----------------------------------------------------
  # Setup env so childs can execute mysqlshow
  # ----------------------------------------------------
  my $cmdline_mysqlshow=
1998
    mtr_native_path($exe_mysqlshow) .
1999
    " -uroot --debug-check " .
2000 2001 2002 2003 2004 2005
    "--port=$master->[0]->{'port'} " .
    "--socket=$master->[0]->{'path_sock'} --password=";

  if ( $opt_debug )
  {
    $cmdline_mysqlshow .=
unknown's avatar
unknown committed
2006
      " --debug=d:t:A,$path_vardir_trace/log/mysqlshow.trace";
2007 2008 2009 2010 2011 2012 2013
  }
  $ENV{'MYSQL_SHOW'}= $cmdline_mysqlshow;

  # ----------------------------------------------------
  # Setup env so childs can execute mysqlbinlog
  # ----------------------------------------------------
  my $cmdline_mysqlbinlog=
2014
    mtr_native_path($exe_mysqlbinlog) .
2015
      " --no-defaults --disable-force-if-open --debug-check";
unknown's avatar
unknown committed
2016
  if ( !$opt_extern && $mysql_version_id >= 50000 )
unknown's avatar
unknown committed
2017 2018 2019
  {
    $cmdline_mysqlbinlog .=" --character-sets-dir=$path_charsetsdir";
  }
2020 2021 2022 2023

  if ( $opt_debug )
  {
    $cmdline_mysqlbinlog .=
unknown's avatar
unknown committed
2024
      " --debug=d:t:A,$path_vardir_trace/log/mysqlbinlog.trace";
2025 2026 2027 2028 2029 2030 2031
  }
  $ENV{'MYSQL_BINLOG'}= $cmdline_mysqlbinlog;

  # ----------------------------------------------------
  # Setup env so childs can execute mysql
  # ----------------------------------------------------
  my $cmdline_mysql=
2032
    mtr_native_path($exe_mysql) .
2033
    " --no-defaults --debug-check --host=localhost  --user=root --password= " .
2034
    "--port=$master->[0]->{'port'} " .
2035
    "--socket=$master->[0]->{'path_sock'} ".
2036
    "--character-sets-dir=$path_charsetsdir";
2037 2038 2039

  $ENV{'MYSQL'}= $cmdline_mysql;

unknown's avatar
unknown committed
2040 2041 2042 2043 2044
  # ----------------------------------------------------
  # Setup env so childs can execute bug25714
  # ----------------------------------------------------
  $ENV{'MYSQL_BUG25714'}=  $exe_bug25714;

2045 2046 2047
  # ----------------------------------------------------
  # Setup env so childs can execute mysql_client_test
  # ----------------------------------------------------
2048
  $ENV{'MYSQL_CLIENT_TEST'}=  mysql_client_test_arguments();
2049

2050 2051 2052
  # ----------------------------------------------------
  # Setup env so childs can execute mysql_upgrade
  # ----------------------------------------------------
unknown's avatar
unknown committed
2053
  if ( !$opt_extern && $mysql_version_id >= 50000 )
2054 2055 2056 2057
  {
    $ENV{'MYSQL_UPGRADE'}= mysql_upgrade_arguments();
  }

2058 2059 2060
  # ----------------------------------------------------
  # Setup env so childs can execute mysql_fix_system_tables
  # ----------------------------------------------------
unknown's avatar
unknown committed
2061
  if ( !$opt_extern && ! $glob_win32 )
2062 2063 2064 2065 2066 2067 2068 2069
  {
    my $cmdline_mysql_fix_system_tables=
      "$exe_mysql_fix_system_tables --no-defaults --host=localhost " .
      "--user=root --password= " .
      "--basedir=$glob_basedir --bindir=$path_client_bindir --verbose " .
      "--port=$master->[0]->{'port'} " .
      "--socket=$master->[0]->{'path_sock'}";
    $ENV{'MYSQL_FIX_SYSTEM_TABLES'}=  $cmdline_mysql_fix_system_tables;
2070

2071
  }
2072
  $ENV{'MYSQL_FIX_PRIVILEGE_TABLES'}=  $file_mysql_fix_privilege_tables;
2073 2074 2075 2076

  # ----------------------------------------------------
  # Setup env so childs can execute my_print_defaults
  # ----------------------------------------------------
2077
  $ENV{'MYSQL_MY_PRINT_DEFAULTS'}= mtr_native_path($exe_my_print_defaults);
2078

2079 2080 2081
  # ----------------------------------------------------
  # Setup env so childs can execute mysqladmin
  # ----------------------------------------------------
2082
  $ENV{'MYSQLADMIN'}= mtr_native_path($exe_mysqladmin);
2083 2084 2085 2086

  # ----------------------------------------------------
  # Setup env so childs can execute perror  
  # ----------------------------------------------------
2087
  $ENV{'MY_PERROR'}= mtr_native_path($exe_perror);
2088

2089 2090 2091 2092 2093
  # ----------------------------------------------------
  # Add the path where mysqld will find udf_example.so
  # ----------------------------------------------------
  $ENV{'UDF_EXAMPLE_LIB'}=
    ($lib_udf_example ? basename($lib_udf_example) : "");
2094 2095
  $ENV{'UDF_EXAMPLE_LIB_OPT'}=
    ($lib_udf_example ? "--plugin_dir=" . dirname($lib_udf_example) : "");
2096

2097 2098 2099 2100 2101
  # ----------------------------------------------------
  # Add the path where mysqld will find ha_example.so
  # ----------------------------------------------------
  $ENV{'EXAMPLE_PLUGIN'}=
    ($lib_example_plugin ? basename($lib_example_plugin) : "");
2102 2103
  $ENV{'EXAMPLE_PLUGIN_OPT'}=
    ($lib_example_plugin ? "--plugin_dir=" . dirname($lib_example_plugin) : "");
2104

unknown's avatar
unknown committed
2105
  # ----------------------------------------------------
unknown's avatar
unknown committed
2106
  # We are nice and report a bit about our settings
unknown's avatar
unknown committed
2107 2108
  # ----------------------------------------------------
  if (!$opt_extern)
2109 2110 2111 2112 2113 2114 2115
  {
    print "Using MTR_BUILD_THREAD      = $ENV{MTR_BUILD_THREAD}\n";
    print "Using MASTER_MYPORT         = $ENV{MASTER_MYPORT}\n";
    print "Using MASTER_MYPORT1        = $ENV{MASTER_MYPORT1}\n";
    print "Using SLAVE_MYPORT          = $ENV{SLAVE_MYPORT}\n";
    print "Using SLAVE_MYPORT1         = $ENV{SLAVE_MYPORT1}\n";
    print "Using SLAVE_MYPORT2         = $ENV{SLAVE_MYPORT2}\n";
unknown's avatar
unknown committed
2116 2117 2118 2119 2120 2121 2122 2123 2124 2125 2126 2127 2128 2129
    if ( ! $opt_skip_ndbcluster )
    {
      print "Using NDBCLUSTER_PORT       = $ENV{NDBCLUSTER_PORT}\n";
      if ( ! $opt_skip_ndbcluster_slave )
      {
	print "Using NDBCLUSTER_PORT_SLAVE = $ENV{NDBCLUSTER_PORT_SLAVE}\n";
      }
    }
    if ( ! $opt_skip_im )
    {
      print "Using IM_PORT               = $ENV{IM_PORT}\n";
      print "Using IM_MYSQLD1_PORT       = $ENV{IM_MYSQLD1_PORT}\n";
      print "Using IM_MYSQLD2_PORT       = $ENV{IM_MYSQLD2_PORT}\n";
    }
2130
  }
2131 2132 2133 2134 2135

  # Create an environment variable to make it possible
  # to detect that valgrind is being used from test cases
  $ENV{'VALGRIND_TEST'}= $opt_valgrind;

unknown's avatar
unknown committed
2136 2137 2138
}


unknown's avatar
unknown committed
2139 2140 2141 2142 2143 2144 2145 2146 2147 2148 2149
##############################################################################
#
#  If we get a ^C, we try to clean up before termination
#
##############################################################################
# FIXME check restrictions what to do in a signal handler

sub signal_setup () {
  $SIG{INT}= \&handle_int_signal;
}

unknown's avatar
unknown committed
2150

unknown's avatar
unknown committed
2151 2152 2153
sub handle_int_signal () {
  $SIG{INT}= 'DEFAULT';         # If we get a ^C again, we die...
  mtr_warning("got INT signal, cleaning up.....");
unknown's avatar
unknown committed
2154
  stop_all_servers();
unknown's avatar
unknown committed
2155
  mtr_error("We die from ^C signal from user");
unknown's avatar
unknown committed
2156 2157 2158 2159 2160 2161 2162 2163 2164
}


##############################################################################
#
#  Handle left overs from previous runs
#
##############################################################################

2165
sub kill_running_servers () {
unknown's avatar
unknown committed
2166 2167 2168 2169

  if ( $opt_fast or $glob_use_embedded_server )
  {
    # FIXME is embedded server really using PID files?!
unknown's avatar
unknown committed
2170 2171 2172 2173 2174
    unlink($master->[0]->{'path_pid'});
    unlink($master->[1]->{'path_pid'});
    unlink($slave->[0]->{'path_pid'});
    unlink($slave->[1]->{'path_pid'});
    unlink($slave->[2]->{'path_pid'});
unknown's avatar
unknown committed
2175 2176 2177 2178 2179
  }
  else
  {
    # Ensure that no old mysqld test servers are running
    # This is different from terminating processes we have
unknown's avatar
unknown committed
2180
    # started from this run of the script, this is terminating
unknown's avatar
unknown committed
2181 2182
    # leftovers from previous runs.
    mtr_kill_leftovers();
unknown's avatar
unknown committed
2183
   }
2184 2185
}

2186 2187 2188 2189 2190
#
# Remove var and any directories in var/ created by previous
# tests
#
sub remove_stale_vardir () {
2191

unknown's avatar
unknown committed
2192 2193
  mtr_report("Removing Stale Files");

2194 2195 2196 2197 2198
  # Safety!
  mtr_error("No, don't remove the vardir when running with --extern")
    if $opt_extern;

  mtr_verbose("opt_vardir: $opt_vardir");
2199
  if ( $opt_vardir eq $default_vardir )
2200 2201 2202 2203
  {
    #
    # Running with "var" in mysql-test dir
    #
2204
    if ( -l $opt_vardir)
2205
    {
2206
      # var is a symlink
2207 2208

      if ( $opt_mem and readlink($opt_vardir) eq $opt_mem )
2209 2210
      {
	# Remove the directory which the link points at
2211
	mtr_verbose("Removing " . readlink($opt_vardir));
unknown's avatar
unknown committed
2212
	mtr_rmtree(readlink($opt_vardir));
2213

2214
	# Remove the "var" symlink
2215
	mtr_verbose("unlink($opt_vardir)");
2216
	unlink($opt_vardir);
2217
      }
2218 2219 2220 2221 2222 2223
      elsif ( $opt_mem )
      {
	# Just remove the "var" symlink
	mtr_report("WARNING: Removing '$opt_vardir' symlink it's wrong");

	mtr_verbose("unlink($opt_vardir)");
2224
	unlink($opt_vardir);
2225 2226 2227 2228
      }
      else
      {
	# Some users creates a soft link in mysql-test/var to another area
2229 2230
	# - allow it, but remove all files in it

2231
	mtr_report("WARNING: Using the 'mysql-test/var' symlink");
2232

2233 2234 2235 2236
	# Make sure the directory where it points exist
	mtr_error("The destination for symlink $opt_vardir does not exist")
	  if ! -d readlink($opt_vardir);

2237 2238 2239
	foreach my $bin ( glob("$opt_vardir/*") )
	{
	  mtr_verbose("Removing bin $bin");
unknown's avatar
unknown committed
2240
	  mtr_rmtree($bin);
2241
	}
2242
      }
2243 2244 2245 2246
    }
    else
    {
      # Remove the entire "var" dir
2247
      mtr_verbose("Removing $opt_vardir/");
unknown's avatar
unknown committed
2248
      mtr_rmtree("$opt_vardir/");
2249
    }
2250 2251 2252 2253 2254 2255 2256

    if ( $opt_mem )
    {
      # A symlink from var/ to $opt_mem will be set up
      # remove the $opt_mem dir to assure the symlink
      # won't point at an old directory
      mtr_verbose("Removing $opt_mem");
unknown's avatar
unknown committed
2257
      mtr_rmtree($opt_mem);
2258 2259
    }

2260 2261 2262 2263 2264 2265 2266 2267 2268
  }
  else
  {
    #
    # Running with "var" in some other place
    #

    # Remove the var/ dir in mysql-test dir if any
    # this could be an old symlink that shouldn't be there
2269
    mtr_verbose("Removing $default_vardir");
unknown's avatar
unknown committed
2270
    mtr_rmtree($default_vardir);
2271 2272

    # Remove the "var" dir
2273
    mtr_verbose("Removing $opt_vardir/");
unknown's avatar
unknown committed
2274
    mtr_rmtree("$opt_vardir/");
2275
  }
2276 2277 2278 2279 2280 2281 2282
}

#
# Create var and the directories needed in var
#
sub setup_vardir() {
  mtr_report("Creating Directories");
unknown's avatar
unknown committed
2283

2284
  if ( $opt_vardir eq $default_vardir )
2285
  {
2286 2287 2288 2289 2290 2291
    #
    # Running with "var" in mysql-test dir
    #
    if ( -l $opt_vardir )
    {
      #  it's a symlink
2292

2293 2294 2295 2296 2297 2298 2299 2300 2301
      # Make sure the directory where it points exist
      mtr_error("The destination for symlink $opt_vardir does not exist")
	if ! -d readlink($opt_vardir);
    }
    elsif ( $opt_mem )
    {
      # Runinng with "var" as a link to some "memory" location, normally tmpfs
      mtr_verbose("Creating $opt_mem");
      mkpath($opt_mem);
2302

2303 2304 2305
      mtr_report("Symlinking 'var' to '$opt_mem'");
      symlink($opt_mem, $opt_vardir);
    }
2306 2307
  }

2308 2309 2310 2311 2312
  if ( ! -d $opt_vardir )
  {
    mtr_verbose("Creating $opt_vardir");
    mkpath($opt_vardir);
  }
unknown's avatar
unknown committed
2313

2314 2315
  # Ensure a proper error message if vardir couldn't be created
  unless ( -d $opt_vardir and -w $opt_vardir )
2316
  {
2317 2318
    mtr_error("Writable 'var' directory is needed, use the " .
	      "'--vardir=<path>' option");
2319 2320
  }

2321 2322 2323
  mkpath("$opt_vardir/log");
  mkpath("$opt_vardir/run");
  mkpath("$opt_vardir/tmp");
unknown's avatar
unknown committed
2324
  mkpath($opt_tmpdir) if $opt_tmpdir ne "$opt_vardir/tmp";
unknown's avatar
unknown committed
2325

2326
  # Create new data dirs
2327 2328 2329 2330 2331
  foreach my $data_dir (@data_dir_lst)
  {
    mkpath("$data_dir/mysql");
    mkpath("$data_dir/test");
  }
2332

2333 2334
  # Make a link std_data_ln in var/ that points to std_data
  if ( ! $glob_win32 )
2335
  {
2336 2337 2338 2339 2340 2341 2342 2343 2344 2345 2346 2347 2348
    symlink("$glob_mysql_test_dir/std_data", "$opt_vardir/std_data_ln");
  }
  else
  {
    # on windows, copy all files from std_data into var/std_data_ln
    mkpath("$opt_vardir/std_data_ln");
    opendir(DIR, "$glob_mysql_test_dir/std_data")
      or mtr_error("Can't find the std_data directory: $!");
    for(readdir(DIR)) {
      next if -d "$glob_mysql_test_dir/std_data/$_";
      copy("$glob_mysql_test_dir/std_data/$_", "$opt_vardir/std_data_ln/$_");
    }
    closedir(DIR);
2349
  }
unknown's avatar
unknown committed
2350 2351

  # Remove old log files
unknown's avatar
unknown committed
2352
  foreach my $name (glob("r/*.progress r/*.log r/*.warnings"))
unknown's avatar
unknown committed
2353 2354 2355
  {
    unlink($name);
  }
unknown's avatar
unknown committed
2356 2357 2358
}


2359 2360 2361
sub  check_running_as_root () {
  # Check if running as root
  # i.e a file can be read regardless what mode we set it to
2362
  my $test_file= "$opt_vardir/test_running_as_root.txt";
2363 2364 2365 2366 2367 2368 2369 2370 2371 2372
  mtr_tofile($test_file, "MySQL");
  chmod(oct("0000"), $test_file);

  my $result="";
  if (open(FILE,"<",$test_file))
  {
    $result= join('', <FILE>);
    close FILE;
  }

2373 2374 2375 2376
  # Some filesystems( for example CIFS) allows reading a file
  # although mode was set to 0000, but in that case a stat on
  # the file will not return 0000
  my $file_mode= (stat($test_file))[2] & 07777;
2377 2378

  $ENV{'MYSQL_TEST_ROOT'}= "NO";
2379 2380
  mtr_verbose("result: $result, file_mode: $file_mode");
  if ($result eq "MySQL" && $file_mode == 0)
2381 2382 2383 2384 2385
  {
    mtr_warning("running this script as _root_ will cause some " .
                "tests to be skipped");
    $ENV{'MYSQL_TEST_ROOT'}= "YES";
  }
2386 2387 2388 2389

  chmod(oct("0755"), $test_file);
  unlink($test_file);

2390 2391 2392
}


unknown's avatar
unknown committed
2393 2394
sub check_ssl_support ($) {
  my $mysqld_variables= shift;
2395

2396
  if ($opt_skip_ssl || $opt_extern)
2397
  {
unknown's avatar
unknown committed
2398 2399 2400 2401
    if (!$opt_extern)
    {
      mtr_report("Skipping SSL");
    }
2402 2403 2404 2405 2406
    $opt_ssl_supported= 0;
    $opt_ssl= 0;
    return;
  }

2407
  if ( ! $mysqld_variables->{'ssl'} )
2408 2409 2410 2411 2412 2413
  {
    if ( $opt_ssl)
    {
      mtr_error("Couldn't find support for SSL");
      return;
    }
unknown's avatar
unknown committed
2414
    mtr_report("Skipping SSL, mysqld not compiled with SSL");
2415 2416 2417 2418 2419 2420 2421 2422 2423
    $opt_ssl_supported= 0;
    $opt_ssl= 0;
    return;
  }
  mtr_report("Setting mysqld to support SSL connections");
  $opt_ssl_supported= 1;
}


unknown's avatar
unknown committed
2424 2425
sub check_debug_support ($) {
  my $mysqld_variables= shift;
unknown's avatar
unknown committed
2426

2427
  if ( ! $mysqld_variables->{'debug'} )
unknown's avatar
unknown committed
2428
  {
unknown's avatar
unknown committed
2429
    #mtr_report("Binaries are not debug compiled");
unknown's avatar
unknown committed
2430
    $debug_compiled_binaries= 0;
2431 2432 2433 2434 2435

    if ( $opt_debug )
    {
      mtr_error("Can't use --debug, binaries does not support it");
    }
unknown's avatar
unknown committed
2436 2437 2438 2439 2440 2441
    return;
  }
  mtr_report("Binaries are debug compiled");
  $debug_compiled_binaries= 1;
}

2442 2443 2444 2445 2446 2447 2448 2449 2450 2451 2452 2453 2454 2455 2456 2457 2458 2459 2460 2461 2462 2463
##############################################################################
#
# Helper function to handle configuration-based subdirectories which Visual
# Studio uses for storing binaries.  If opt_vs_config is set, this returns
# a path based on that setting; if not, it returns paths for the default
# /release/ and /debug/ subdirectories.
#
# $exe can be undefined, if the directory itself will be used
#
###############################################################################

sub vs_config_dirs ($$) {
  my ($path_part, $exe) = @_;

  $exe = "" if not defined $exe;

  if ($opt_vs_config)
  {
    return ("$glob_basedir/$path_part/$opt_vs_config/$exe");
  }

  return ("$glob_basedir/$path_part/release/$exe",
unknown's avatar
unknown committed
2464
          "$glob_basedir/$path_part/relwithdebinfo/$exe",
2465 2466 2467
          "$glob_basedir/$path_part/debug/$exe");
}

unknown's avatar
unknown committed
2468 2469 2470 2471 2472 2473
##############################################################################
#
#  Start the ndb cluster
#
##############################################################################

unknown's avatar
unknown committed
2474 2475
sub check_ndbcluster_support ($) {
  my $mysqld_variables= shift;
2476

unknown's avatar
unknown committed
2477
  if ($opt_skip_ndbcluster || $opt_extern)
2478
  {
unknown's avatar
unknown committed
2479 2480 2481 2482
    if (!$opt_extern)
    {
      mtr_report("Skipping ndbcluster");
    }
2483
    $opt_skip_ndbcluster_slave= 1;
2484 2485
    return;
  }
2486

2487
  if ( ! $mysqld_variables->{'ndb-connectstring'} )
2488
  {
unknown's avatar
unknown committed
2489
    mtr_report("Skipping ndbcluster, mysqld not compiled with ndbcluster");
2490 2491
    $opt_skip_ndbcluster= 1;
    $opt_skip_ndbcluster_slave= 1;
2492
    return;
2493
  }
2494
  $glob_ndbcluster_supported= 1;
unknown's avatar
unknown committed
2495
  mtr_report("Using ndbcluster when necessary, mysqld supports it");
2496 2497 2498 2499 2500 2501 2502 2503

  if ( $mysql_version_id < 50100 )
  {
    # Slave cluster is not supported until 5.1
    $opt_skip_ndbcluster_slave= 1;

  }

2504
  return;
2505 2506
}

unknown's avatar
unknown committed
2507

unknown's avatar
unknown committed
2508 2509
sub ndbcluster_start_install ($) {
  my $cluster= shift;
unknown's avatar
unknown committed
2510

unknown's avatar
unknown committed
2511
  mtr_report("Installing $cluster->{'name'} Cluster");
2512

unknown's avatar
unknown committed
2513
  mkdir($cluster->{'data_dir'});
unknown's avatar
unknown committed
2514

unknown's avatar
unknown committed
2515 2516 2517 2518 2519 2520 2521 2522 2523 2524
  # Create a config file from template
  my $ndb_no_ord=512;
  my $ndb_no_attr=2048;
  my $ndb_con_op=105000;
  my $ndb_dmem="80M";
  my $ndb_imem="24M";
  my $ndb_pbmem="32M";
  my $nodes= $cluster->{'nodes'};
  my $ndb_host= "localhost";
  my $ndb_diskless= 0;
2525

unknown's avatar
unknown committed
2526
  if (!$opt_bench)
2527
  {
unknown's avatar
unknown committed
2528
    # Use a smaller configuration
2529
    if (  $mysql_version_id < 50100 )
2530
    {
2531
      # 4.1 and 5.0 is using a "larger" --small configuration
2532 2533 2534 2535 2536 2537 2538 2539
      $ndb_no_ord=128;
      $ndb_con_op=10000;
      $ndb_dmem="40M";
      $ndb_imem="12M";
    }
    else
    {
      $ndb_no_ord=32;
2540
      $ndb_con_op=10000;
2541 2542 2543 2544
      $ndb_dmem="20M";
      $ndb_imem="1M";
      $ndb_pbmem="4M";
    }
2545
  }
unknown's avatar
unknown committed
2546 2547 2548 2549 2550 2551 2552 2553 2554

  my $config_file_template=     "ndb/ndb_config_${nodes}_node.ini";
  my $config_file= "$cluster->{'data_dir'}/config.ini";

  open(IN, $config_file_template)
    or mtr_error("Can't open $config_file_template: $!");
  open(OUT, ">", $config_file)
    or mtr_error("Can't write to $config_file: $!");
  while (<IN>)
2555
  {
unknown's avatar
unknown committed
2556 2557 2558 2559 2560 2561 2562 2563 2564 2565 2566
    chomp;

    s/CHOOSE_MaxNoOfAttributes/$ndb_no_attr/;
    s/CHOOSE_MaxNoOfOrderedIndexes/$ndb_no_ord/;
    s/CHOOSE_MaxNoOfConcurrentOperations/$ndb_con_op/;
    s/CHOOSE_DataMemory/$ndb_dmem/;
    s/CHOOSE_IndexMemory/$ndb_imem/;
    s/CHOOSE_Diskless/$ndb_diskless/;
    s/CHOOSE_HOSTNAME_.*/$ndb_host/;
    s/CHOOSE_FILESYSTEM/$cluster->{'data_dir'}/;
    s/CHOOSE_PORT_MGM/$cluster->{'port'}/;
2567 2568 2569 2570 2571
    if ( $mysql_version_id < 50000 )
    {
      my $base_port= $cluster->{'port'} + 1;
      s/CHOOSE_PORT_TRANSPORTER/$base_port/;
    }
unknown's avatar
unknown committed
2572 2573
    s/CHOOSE_DiskPageBufferMemory/$ndb_pbmem/;

unknown's avatar
unknown committed
2574
    print OUT "$_ \n";
2575
  }
unknown's avatar
unknown committed
2576 2577 2578 2579 2580 2581 2582
  close OUT;
  close IN;


  # Start cluster with "--initial"

  ndbcluster_start($cluster, "--initial");
2583 2584

  return 0;
unknown's avatar
unknown committed
2585 2586
}

unknown's avatar
unknown committed
2587

2588
sub ndbcluster_wait_started($$){
unknown's avatar
unknown committed
2589
  my $cluster= shift;
2590
  my $ndb_waiter_extra_opt= shift;
2591
  my $path_waiter_log= "$cluster->{'data_dir'}/ndb_waiter.log";
2592 2593 2594 2595 2596 2597 2598 2599 2600 2601 2602 2603 2604
  my $args;

  mtr_init_args(\$args);

  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--core");
  mtr_add_arg($args, "--ndb-connectstring=%s", $cluster->{'connect_string'});
  mtr_add_arg($args, "--timeout=60");

  if ($ndb_waiter_extra_opt)
  {
    mtr_add_arg($args, "$ndb_waiter_extra_opt");
  }
unknown's avatar
unknown committed
2605 2606 2607 2608

  # Start the ndb_waiter which will connect to the ndb_mgmd
  # and poll it for state of the ndbd's, will return when
  # all nodes in the cluster is started
2609 2610
  my $res= mtr_run($exe_ndb_waiter, $args,
		   "", $path_waiter_log, $path_waiter_log, "");
2611
  mtr_verbose("ndbcluster_wait_started, returns: $res") if $res;
unknown's avatar
unknown committed
2612
  return $res;
unknown's avatar
unknown committed
2613 2614
}

2615

2616

2617 2618 2619
sub mysqld_wait_started($){
  my $mysqld= shift;

2620 2621 2622 2623 2624 2625 2626 2627 2628 2629 2630 2631 2632
  if (sleep_until_file_created($mysqld->{'path_pid'},
			       $mysqld->{'start_timeout'},
			       $mysqld->{'pid'}) == 0)
  {
    # Failed to wait for pid file
    return 1;
  }

  # Get the "real pid" of the process, it will be used for killing
  # the process in ActiveState's perl on windows
  $mysqld->{'real_pid'}= mtr_get_pid_from_file($mysqld->{'path_pid'});

  return 0;
unknown's avatar
unknown committed
2633 2634 2635
}


2636 2637 2638 2639 2640 2641 2642 2643 2644 2645 2646 2647 2648 2649 2650 2651 2652
sub ndb_mgmd_wait_started($) {
  my ($cluster)= @_;

  my $retries= 100;
  while (ndbcluster_wait_started($cluster, "--no-contact") and
	 $retries)
  {
    # Millisceond sleep emulated with select
    select(undef, undef, undef, (0.1));

    $retries--;
  }

  return $retries == 0;

}

unknown's avatar
unknown committed
2653 2654
sub ndb_mgmd_start ($) {
  my $cluster= shift;
unknown's avatar
unknown committed
2655

unknown's avatar
unknown committed
2656 2657
  my $args;                             # Arg vector
  my $pid= -1;
unknown's avatar
unknown committed
2658

unknown's avatar
unknown committed
2659 2660 2661
  mtr_init_args(\$args);
  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--core");
2662
  mtr_add_arg($args, "--nodaemon");
unknown's avatar
unknown committed
2663 2664 2665
  mtr_add_arg($args, "--config-file=%s", "$cluster->{'data_dir'}/config.ini");


2666
  my $path_ndb_mgmd_log= "$cluster->{'data_dir'}/\l$cluster->{'name'}_ndb_mgmd.log";
unknown's avatar
unknown committed
2667 2668 2669 2670 2671 2672
  $pid= mtr_spawn($exe_ndb_mgmd, $args, "",
		  $path_ndb_mgmd_log,
		  $path_ndb_mgmd_log,
		  "",
		  { append_log_file => 1 });

2673 2674 2675
  # FIXME Should not be needed
  # Unfortunately the cluster nodes will fail to start
  # if ndb_mgmd has not started properly
2676
  if (ndb_mgmd_wait_started($cluster))
2677
  {
2678
    mtr_error("Failed to wait for start of ndb_mgmd");
2679
  }
2680

unknown's avatar
unknown committed
2681 2682
  # Remember pid of ndb_mgmd
  $cluster->{'pid'}= $pid;
2683

2684 2685
  mtr_verbose("ndb_mgmd_start, pid: $pid");

unknown's avatar
unknown committed
2686
  return $pid;
unknown's avatar
unknown committed
2687 2688 2689
}


unknown's avatar
unknown committed
2690 2691 2692 2693
sub ndbd_start ($$$) {
  my $cluster= shift;
  my $idx= shift;
  my $extra_args= shift;
unknown's avatar
unknown committed
2694

unknown's avatar
unknown committed
2695 2696
  my $args;                             # Arg vector
  my $pid= -1;
unknown's avatar
unknown committed
2697

unknown's avatar
unknown committed
2698 2699 2700 2701
  mtr_init_args(\$args);
  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--core");
  mtr_add_arg($args, "--ndb-connectstring=%s", "$cluster->{'connect_string'}");
2702
  if ( $mysql_version_id >= 50000)
2703
  {
2704
    mtr_add_arg($args, "--character-sets-dir=%s", "$path_charsetsdir");
2705
  }
unknown's avatar
unknown committed
2706 2707 2708
  mtr_add_arg($args, "--nodaemon");
  mtr_add_arg($args, "$extra_args");

2709 2710
  my $nodeid= $cluster->{'ndbds'}->[$idx]->{'nodeid'};
  my $path_ndbd_log= "$cluster->{'data_dir'}/ndb_${nodeid}.log";
unknown's avatar
unknown committed
2711 2712 2713 2714 2715 2716 2717 2718 2719
  $pid= mtr_spawn($exe_ndbd, $args, "",
		  $path_ndbd_log,
		  $path_ndbd_log,
		  "",
		  { append_log_file => 1 });

  # Add pid to list of pids for this cluster
  $cluster->{'ndbds'}->[$idx]->{'pid'}= $pid;

2720 2721 2722 2723
  # Rememeber options used when starting
  $cluster->{'ndbds'}->[$idx]->{'start_extra_args'}= $extra_args;
  $cluster->{'ndbds'}->[$idx]->{'idx'}= $idx;

2724
  mtr_verbose("ndbd_start, pid: $pid");
unknown's avatar
unknown committed
2725 2726

  return $pid;
unknown's avatar
unknown committed
2727 2728 2729
}


unknown's avatar
unknown committed
2730 2731 2732 2733
sub ndbcluster_start ($$) {
  my $cluster= shift;
  my $extra_args= shift;

2734
  mtr_verbose("ndbcluster_start '$cluster->{'name'}'");
unknown's avatar
unknown committed
2735

2736
  if ( $cluster->{'use_running'} )
unknown's avatar
unknown committed
2737 2738 2739
  {
    return 0;
  }
unknown's avatar
unknown committed
2740 2741

  if ( $cluster->{'pid'} )
2742
  {
unknown's avatar
unknown committed
2743
    mtr_error("Cluster '$cluster->{'name'}' already started");
2744 2745
  }

2746
  ndb_mgmd_start($cluster);
unknown's avatar
unknown committed
2747 2748 2749 2750 2751 2752

  for ( my $idx= 0; $idx < $cluster->{'nodes'}; $idx++ )
  {
    ndbd_start($cluster, $idx, $extra_args);
  }

unknown's avatar
unknown committed
2753 2754 2755 2756
  return 0;
}


unknown's avatar
unknown committed
2757 2758
sub rm_ndbcluster_tables ($) {
  my $dir=       shift;
2759 2760
  foreach my $bin ( glob("$dir/mysql/ndb_apply_status*"),
                    glob("$dir/mysql/ndb_schema*"))
unknown's avatar
unknown committed
2761
  {
unknown's avatar
unknown committed
2762
    unlink($bin);
unknown's avatar
unknown committed
2763
  }
unknown's avatar
unknown committed
2764 2765 2766 2767 2768 2769 2770 2771 2772 2773 2774 2775 2776 2777
}


##############################################################################
#
#  Run the benchmark suite
#
##############################################################################

sub run_benchmarks ($) {
  my $benchmark=  shift;

  my $args;

unknown's avatar
unknown committed
2778
  if ( ! $glob_use_embedded_server )
unknown's avatar
unknown committed
2779
  {
unknown's avatar
unknown committed
2780
    mysqld_start($master->[0],[],[]);
unknown's avatar
unknown committed
2781 2782 2783 2784
    if ( ! $master->[0]->{'pid'} )
    {
      mtr_error("Can't start the mysqld server");
    }
unknown's avatar
unknown committed
2785 2786 2787 2788
  }

  mtr_init_args(\$args);

unknown's avatar
unknown committed
2789
  mtr_add_arg($args, "--socket=%s", $master->[0]->{'path_sock'});
unknown's avatar
unknown committed
2790
  mtr_add_arg($args, "--user=%s", $opt_user);
unknown's avatar
unknown committed
2791 2792 2793 2794 2795 2796 2797 2798 2799 2800 2801 2802

  if ( $opt_small_bench )
  {
    mtr_add_arg($args, "--small-test");
    mtr_add_arg($args, "--small-tables");
  }

  if ( $opt_with_ndbcluster )
  {
    mtr_add_arg($args, "--create-options=TYPE=ndb");
  }

2803 2804
  chdir($glob_mysql_bench_dir)
    or mtr_error("Couldn't chdir to '$glob_mysql_bench_dir': $!");
unknown's avatar
unknown committed
2805 2806 2807 2808

  if ( ! $benchmark )
  {
    mtr_add_arg($args, "--log");
unknown's avatar
unknown committed
2809
    mtr_run("$glob_mysql_bench_dir/run-all-tests", $args, "", "", "", "");
unknown's avatar
unknown committed
2810 2811 2812 2813
    # FIXME check result code?!
  }
  elsif ( -x $benchmark )
  {
unknown's avatar
unknown committed
2814
    mtr_run("$glob_mysql_bench_dir/$benchmark", $args, "", "", "", "");
unknown's avatar
unknown committed
2815 2816 2817 2818
    # FIXME check result code?!
  }
  else
  {
unknown's avatar
unknown committed
2819
    mtr_error("Benchmark $benchmark not found");
unknown's avatar
unknown committed
2820 2821 2822 2823 2824 2825 2826 2827 2828 2829 2830 2831 2832
  }

  chdir($glob_mysql_test_dir);          # Go back

  if ( ! $glob_use_embedded_server )
  {
    stop_masters();
  }
}


##############################################################################
#
2833
#  Run the tests
unknown's avatar
unknown committed
2834 2835 2836
#
##############################################################################

2837 2838
sub run_tests () {
  my ($tests)= @_;
unknown's avatar
unknown committed
2839 2840

  mtr_print_thick_line();
unknown's avatar
unknown committed
2841

2842 2843
  mtr_timer_start($glob_timers,"suite", 60 * $opt_suite_timeout);

2844 2845
  mtr_report_tests_not_skipped_though_disabled($tests);

unknown's avatar
unknown committed
2846 2847 2848 2849
  mtr_print_header();

  foreach my $tinfo ( @$tests )
  {
2850 2851 2852 2853
    if (run_testcase_check_skip_test($tinfo))
    {
      next;
    }
2854

2855
    mtr_timer_start($glob_timers,"testcase", 60 * $opt_testcase_timeout);
unknown's avatar
unknown committed
2856
    run_testcase($tinfo);
2857
    mtr_timer_stop($glob_timers,"testcase");
unknown's avatar
unknown committed
2858 2859 2860 2861
  }

  mtr_print_line();

2862
  if ( ! $glob_debugger and
2863
       ! $opt_extern and
unknown's avatar
unknown committed
2864
       ! $glob_use_embedded_server )
unknown's avatar
unknown committed
2865
  {
unknown's avatar
unknown committed
2866
    stop_all_servers();
unknown's avatar
unknown committed
2867 2868 2869 2870 2871 2872 2873 2874 2875 2876 2877 2878
  }

  if ( $opt_gcov )
  {
    gcov_collect(); # collect coverage information
  }
  if ( $opt_gprof )
  {
    gprof_collect(); # collect coverage information
  }

  mtr_report_stats($tests);
2879 2880

  mtr_timer_stop($glob_timers,"suite");
unknown's avatar
unknown committed
2881 2882 2883 2884 2885 2886 2887 2888 2889
}


##############################################################################
#
#  Initiate the test databases
#
##############################################################################

2890
sub initialize_servers () {
2891

2892
  datadir_list_setup();
2893

2894 2895 2896 2897 2898 2899 2900 2901 2902 2903 2904
  if ( $opt_extern )
  {
    # Running against an already started server, if the specified
    # vardir does not already exist it should be created
    if ( ! -d $opt_vardir )
    {
      mtr_report("Creating '$opt_vardir'");
      setup_vardir();
    }
    else
    {
2905
      mtr_verbose("No need to create '$opt_vardir' it already exists");
2906 2907 2908
    }
  }
  else
2909
  {
2910
    kill_running_servers();
unknown's avatar
unknown committed
2911

2912
    if ( ! $opt_start_dirty )
2913
    {
2914 2915 2916
      remove_stale_vardir();
      setup_vardir();

2917 2918 2919
      mysql_install_db();
      if ( $opt_force )
      {
2920 2921
	# Save a snapshot of the freshly installed db
	# to make it possible to restore to a known point in time
2922 2923 2924
	save_installed_db();
      }
    }
2925
  }
2926
  check_running_as_root();
2927 2928 2929

  mtr_log_init("$opt_vardir/log/mysql-test-run.log");

2930 2931
}

unknown's avatar
unknown committed
2932 2933 2934
sub mysql_install_db () {

  install_db('master', $master->[0]->{'path_myddir'});
2935

2936
  if ($max_master_num > 1)
2937 2938 2939
  {
    copy_install_db('master', $master->[1]->{'path_myddir'});
  }
2940

2941 2942
  # Install the number of slave databses needed
  for (my $idx= 0; $idx < $max_slave_num; $idx++)
2943
  {
2944
    copy_install_db("slave".($idx+1), $slave->[$idx]->{'path_myddir'});
2945
  }
unknown's avatar
unknown committed
2946

unknown's avatar
unknown committed
2947
  if ( ! $opt_skip_im )
2948 2949 2950 2951
  {
    im_prepare_env($instance_manager);
  }

unknown's avatar
unknown committed
2952 2953
  my $cluster_started_ok= 1; # Assume it can be started

2954 2955 2956 2957
  my $cluster= $clusters->[0]; # Master cluster
  if ($opt_skip_ndbcluster ||
      $cluster->{'use_running'} ||
      $cluster->{executable_setup_failed})
2958
  {
2959 2960
    # Don't install master cluster
  }
2961
  elsif (ndbcluster_start_install($cluster))
2962
  {
2963
    mtr_warning("Failed to start install of $cluster->{name}");
2964 2965 2966
    $cluster_started_ok= 0;
  }

2967
  $cluster= $clusters->[1]; # Slave cluster
2968
  if ($max_slave_num == 0 ||
2969 2970 2971
      $opt_skip_ndbcluster_slave ||
      $cluster->{'use_running'} ||
      $cluster->{executable_setup_failed})
unknown's avatar
unknown committed
2972
  {
2973 2974
    # Don't install slave cluster
  }
2975
  elsif (ndbcluster_start_install($cluster))
2976
  {
2977
    mtr_warning("Failed to start install of $cluster->{name}");
unknown's avatar
unknown committed
2978 2979 2980
    $cluster_started_ok= 0;
  }

2981
  foreach $cluster (@{$clusters})
unknown's avatar
unknown committed
2982 2983 2984 2985
  {

    next if !$cluster->{'pid'};

2986
    $cluster->{'installed_ok'}= 1; # Assume install suceeds
unknown's avatar
unknown committed
2987

2988
    if (ndbcluster_wait_started($cluster, ""))
2989 2990
    {
      # failed to install, disable usage and flag that its no ok
2991
      mtr_report("ndbcluster_install of $cluster->{'name'} failed");
2992
      $cluster->{"installed_ok"}= 0;
unknown's avatar
unknown committed
2993 2994

      $cluster_started_ok= 0;
2995
    }
2996 2997
  }

unknown's avatar
unknown committed
2998
  if ( ! $cluster_started_ok )
unknown's avatar
unknown committed
2999
  {
3000 3001
    if ( $opt_force)
    {
unknown's avatar
unknown committed
3002
      # Continue without cluster
3003 3004 3005
    }
    else
    {
unknown's avatar
unknown committed
3006
      mtr_error("To continue, re-run with '--force'.");
3007
    }
unknown's avatar
unknown committed
3008 3009
  }

unknown's avatar
unknown committed
3010 3011 3012 3013
  return 0;
}


3014 3015 3016 3017 3018 3019 3020 3021 3022 3023 3024 3025
sub copy_install_db ($$) {
  my $type=      shift;
  my $data_dir=  shift;

  mtr_report("Installing \u$type Database");

  # Just copy the installed db from first master
  mtr_copy_dir($master->[0]->{'path_myddir'}, $data_dir);

}


unknown's avatar
unknown committed
3026 3027 3028 3029
sub install_db ($$) {
  my $type=      shift;
  my $data_dir=  shift;

unknown's avatar
unknown committed
3030
  mtr_report("Installing \u$type Database");
unknown's avatar
unknown committed
3031

unknown's avatar
unknown committed
3032

3033
  my $args;
unknown's avatar
unknown committed
3034 3035 3036 3037 3038
  mtr_init_args(\$args);
  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--bootstrap");
  mtr_add_arg($args, "--basedir=%s", $path_my_basedir);
  mtr_add_arg($args, "--datadir=%s", $data_dir);
unknown's avatar
unknown committed
3039 3040
  mtr_add_arg($args, "--loose-skip-innodb");
  mtr_add_arg($args, "--loose-skip-ndbcluster");
3041
  mtr_add_arg($args, "--tmpdir=.");
3042
  mtr_add_arg($args, "--core-file");
unknown's avatar
unknown committed
3043

3044 3045 3046
  if ( $opt_debug )
  {
    mtr_add_arg($args, "--debug=d:t:i:A,%s/log/bootstrap_%s.trace",
unknown's avatar
unknown committed
3047
		$path_vardir_trace, $type);
3048 3049
  }

unknown's avatar
unknown committed
3050
  if ( ! $glob_netware )
unknown's avatar
unknown committed
3051 3052 3053 3054 3055
  {
    mtr_add_arg($args, "--language=%s", $path_language);
    mtr_add_arg($args, "--character-sets-dir=%s", $path_charsetsdir);
  }

3056 3057 3058 3059 3060 3061 3062
  # If DISABLE_GRANT_OPTIONS is defined when the server is compiled (e.g.,
  # configure --disable-grant-options), mysqld will not recognize the
  # --bootstrap or --skip-grant-tables options.  The user can set
  # MYSQLD_BOOTSTRAP to the full path to a mysqld which does accept
  # --bootstrap, to accommodate this.
  my $exe_mysqld_bootstrap = $ENV{'MYSQLD_BOOTSTRAP'} || $exe_mysqld;

3063 3064 3065 3066 3067
  # ----------------------------------------------------------------------
  # export MYSQLD_BOOTSTRAP_CMD variable containing <path>/mysqld <args>
  # ----------------------------------------------------------------------
  $ENV{'MYSQLD_BOOTSTRAP_CMD'}= "$exe_mysqld_bootstrap " . join(" ", @$args);

3068 3069 3070
  # ----------------------------------------------------------------------
  # Create the bootstrap.sql file
  # ----------------------------------------------------------------------
3071
  my $bootstrap_sql_file= "$opt_vardir/tmp/bootstrap.sql";
3072 3073 3074 3075

  # Use the mysql database for system tables
  mtr_tofile($bootstrap_sql_file, "use mysql");

3076 3077
  # Add the offical mysql system tables
  # for a production system
3078 3079 3080
  mtr_appendfile_to_file("$path_sql_dir/mysql_system_tables.sql",
			 $bootstrap_sql_file);

3081 3082 3083 3084 3085
  # Add the mysql system tables initial data
  # for a production system
  mtr_appendfile_to_file("$path_sql_dir/mysql_system_tables_data.sql",
			 $bootstrap_sql_file);

3086 3087 3088 3089 3090 3091 3092 3093 3094 3095 3096 3097
  # Add test data for timezone - this is just a subset, on a real
  # system these tables will be populated either by mysql_tzinfo_to_sql
  # or by downloading the timezone table package from our website
  mtr_appendfile_to_file("$path_sql_dir/mysql_test_data_timezone.sql",
			 $bootstrap_sql_file);

  # Fill help tables, just an empty file when running from bk repo
  # but will be replaced by a real fill_help_tables.sql when
  # building the source dist
  mtr_appendfile_to_file("$path_sql_dir/fill_help_tables.sql",
			 $bootstrap_sql_file);

3098
  # Remove anonymous users
3099 3100 3101
  mtr_tofile($bootstrap_sql_file,
	     "DELETE FROM mysql.user where user= '';");

3102 3103 3104
  # Log bootstrap command
  my $path_bootstrap_log= "$opt_vardir/log/bootstrap.log";
  mtr_tofile($path_bootstrap_log,
3105
	     "$exe_mysqld_bootstrap " . join(" ", @$args) . "\n");
3106

3107

3108
  if ( mtr_run($exe_mysqld_bootstrap, $args, $bootstrap_sql_file,
3109 3110 3111
               $path_bootstrap_log, $path_bootstrap_log,
	       "", { append_log_file => 1 }) != 0 )

unknown's avatar
unknown committed
3112
  {
unknown's avatar
unknown committed
3113
    mtr_error("Error executing mysqld --bootstrap\n" .
3114 3115
              "Could not install system database from $bootstrap_sql_file\n" .
	      "see $path_bootstrap_log for errors");
unknown's avatar
unknown committed
3116 3117 3118 3119
  }
}


3120 3121 3122 3123 3124 3125 3126 3127 3128 3129 3130 3131
sub im_prepare_env($) {
  my $instance_manager = shift;

  im_create_passwd_file($instance_manager);
  im_prepare_data_dir($instance_manager);
}


sub im_create_passwd_file($) {
  my $instance_manager = shift;

  my $pwd_file_path = $instance_manager->{'password_file'};
unknown's avatar
unknown committed
3132

3133
  mtr_report("Creating IM password file ($pwd_file_path)");
unknown's avatar
unknown committed
3134

3135 3136
  open(OUT, ">", $pwd_file_path)
    or mtr_error("Can't write to $pwd_file_path: $!");
unknown's avatar
unknown committed
3137

3138 3139
  print OUT $instance_manager->{'admin_login'}, ":",
        $instance_manager->{'admin_sha1'}, "\n";
unknown's avatar
unknown committed
3140

3141 3142 3143 3144 3145 3146 3147 3148 3149 3150 3151
  close(OUT);
}


sub im_create_defaults_file($) {
  my $instance_manager = shift;

  my $defaults_file = $instance_manager->{'defaults_file'};

  open(OUT, ">", $defaults_file)
    or mtr_error("Can't write to $defaults_file: $!");
unknown's avatar
unknown committed
3152

3153 3154 3155 3156 3157
  print OUT <<EOF
[mysql]

[manager]
pid-file            = $instance_manager->{path_pid}
3158
angel-pid-file      = $instance_manager->{path_angel_pid}
3159 3160 3161 3162 3163 3164 3165 3166 3167 3168 3169 3170 3171 3172 3173 3174 3175 3176 3177 3178 3179 3180 3181 3182
socket              = $instance_manager->{path_sock}
port                = $instance_manager->{port}
password-file       = $instance_manager->{password_file}
default-mysqld-path = $exe_mysqld

EOF
;

  foreach my $instance (@{$instance_manager->{'instances'}})
  {
    my $server_id = $instance->{'server_id'};

    print OUT <<EOF
[mysqld$server_id]
socket              = $instance->{path_sock}
pid-file            = $instance->{path_pid}
port                = $instance->{port}
datadir             = $instance->{path_datadir}
log                 = $instance->{path_datadir}/mysqld$server_id.log
log-error           = $instance->{path_datadir}/mysqld$server_id.err.log
log-slow-queries    = $instance->{path_datadir}/mysqld$server_id.slow.log
language            = $path_language
character-sets-dir  = $path_charsetsdir
basedir             = $path_my_basedir
3183
server_id           = $server_id
unknown's avatar
unknown committed
3184
shutdown-delay      = 10
3185
skip-stack-trace
unknown's avatar
unknown committed
3186 3187
loose-skip-innodb
loose-skip-ndbcluster
3188 3189
EOF
;
3190 3191 3192 3193
    if ( $mysql_version_id < 50100 )
    {
      print OUT "skip-bdb\n";
    }
unknown's avatar
unknown committed
3194
    print OUT "nonguarded\n" if $instance->{'nonguarded'};
3195 3196 3197 3198
    if ( $mysql_version_id >= 50100 )
    {
      print OUT "log-output=FILE\n" if $instance->{'old_log_format'};
    }
3199 3200 3201 3202 3203 3204 3205 3206 3207 3208 3209 3210
    print OUT "\n";
  }

  close(OUT);
}


sub im_prepare_data_dir($) {
  my $instance_manager = shift;

  foreach my $instance (@{$instance_manager->{'instances'}})
  {
3211
    copy_install_db(
3212 3213 3214 3215 3216 3217
      'im_mysqld_' . $instance->{'server_id'},
      $instance->{'path_datadir'});
  }
}


3218

3219 3220 3221 3222
#
# Restore snapshot of the installed slave databases
# if the snapshot exists
#
3223 3224
sub restore_slave_databases ($) {
  my ($num_slaves)= @_;
3225 3226 3227

  if ( -d $path_snapshot)
  {
3228
    for (my $idx= 0; $idx < $num_slaves; $idx++)
3229 3230 3231
    {
      my $data_dir= $slave->[$idx]->{'path_myddir'};
      my $name= basename($data_dir);
unknown's avatar
unknown committed
3232
      mtr_rmtree($data_dir);
3233 3234 3235 3236 3237 3238
      mtr_copy_dir("$path_snapshot/$name", $data_dir);
    }
  }
}


3239 3240 3241
sub run_testcase_check_skip_test($)
{
  my ($tinfo)= @_;
3242

unknown's avatar
unknown committed
3243 3244 3245 3246 3247 3248 3249 3250 3251
  # ----------------------------------------------------------------------
  # If marked to skip, just print out and return.
  # Note that a test case not marked as 'skip' can still be
  # skipped later, because of the test case itself in cooperation
  # with the mysqltest program tells us so.
  # ----------------------------------------------------------------------

  if ( $tinfo->{'skip'} )
  {
unknown's avatar
unknown committed
3252
    mtr_report_test_name($tinfo);
unknown's avatar
unknown committed
3253
    mtr_report_test_skipped($tinfo);
3254
    return 1;
unknown's avatar
unknown committed
3255 3256
  }

3257
  if ($tinfo->{'ndb_test'})
3258
  {
3259 3260
    foreach my $cluster (@{$clusters})
    {
3261 3262
      # Slave cluster is skipped and thus not
      # installed, no need to perform checks
3263 3264
      last if ($opt_skip_ndbcluster_slave and
	       $cluster->{'name'} eq 'Slave');
3265

3266 3267 3268 3269 3270
      # Using running cluster - no need
      # to check if test should be skipped
      # will be done by test itself
      last if ($cluster->{'use_running'});

3271 3272 3273 3274 3275 3276 3277 3278 3279
      # If test needs this cluster, check binaries was found ok
      if ( $cluster->{'executable_setup_failed'} )
      {
	mtr_report_test_name($tinfo);
	$tinfo->{comment}=
	  "Failed to find cluster binaries";
	mtr_report_test_failed($tinfo);
	return 1;
      }
unknown's avatar
unknown committed
3280

3281 3282 3283 3284
      # If test needs this cluster, check it was installed ok
      if ( !$cluster->{'installed_ok'} )
      {
	mtr_report_test_name($tinfo);
unknown's avatar
unknown committed
3285 3286
	$tinfo->{comment}=
	  "Cluster $cluster->{'name'} was not installed ok";
3287 3288 3289
	mtr_report_test_failed($tinfo);
	return 1;
      }
unknown's avatar
unknown committed
3290 3291

    }
3292 3293
  }

3294
  if ( $tinfo->{'component_id'} eq 'im' )
unknown's avatar
unknown committed
3295
  {
3296 3297
      # If test needs im, check binaries was found ok
    if ( $instance_manager->{'executable_setup_failed'} )
unknown's avatar
unknown committed
3298
    {
3299 3300 3301 3302 3303
      mtr_report_test_name($tinfo);
      $tinfo->{comment}=
	"Failed to find MySQL manager binaries";
      mtr_report_test_failed($tinfo);
      return 1;
unknown's avatar
unknown committed
3304
    }
unknown's avatar
unknown committed
3305
  }
unknown's avatar
unknown committed
3306

3307 3308
  return 0;
}
unknown's avatar
unknown committed
3309

unknown's avatar
unknown committed
3310

3311 3312 3313 3314
sub do_before_run_mysqltest($)
{
  my $tinfo= shift;

3315
  # Remove old files produced by mysqltest
3316 3317 3318 3319 3320 3321
  my $base_file= mtr_match_extension($tinfo->{'result_file'},
				    "result"); # Trim extension
  unlink("$base_file.reject");
  unlink("$base_file.progress");
  unlink("$base_file.log");
  unlink("$base_file.warnings");
3322

unknown's avatar
unknown committed
3323
  if (!$opt_extern)
3324
  {
unknown's avatar
unknown committed
3325 3326 3327 3328 3329 3330 3331 3332 3333
    if ( $mysql_version_id < 50000 ) {
      # Set environment variable NDB_STATUS_OK to 1
      # if script decided to run mysqltest cluster _is_ installed ok
      $ENV{'NDB_STATUS_OK'} = "1";
    } elsif ( $mysql_version_id < 50100 ) {
      # Set environment variable NDB_STATUS_OK to YES
      # if script decided to run mysqltest cluster _is_ installed ok
      $ENV{'NDB_STATUS_OK'} = "YES";
    }
3334
  }
3335
}
unknown's avatar
unknown committed
3336

3337 3338 3339
sub do_after_run_mysqltest($)
{
  my $tinfo= shift;
unknown's avatar
unknown committed
3340

unknown's avatar
unknown committed
3341
  # Save info from this testcase run to mysqltest.log
3342 3343
  mtr_appendfile_to_file($path_current_test_log, $path_mysqltest_log)
    if -f $path_current_test_log;
unknown's avatar
unknown committed
3344 3345 3346
  mtr_appendfile_to_file($path_timefile, $path_mysqltest_log)
    if -f $path_timefile;
}
unknown's avatar
unknown committed
3347

3348

3349
sub run_testcase_mark_logs($$)
3350
{
3351
  my ($tinfo, $log_msg)= @_;
3352 3353 3354 3355 3356 3357 3358 3359 3360 3361 3362 3363

  # Write a marker to all log files

  # The file indicating current test name
  mtr_tonewfile($path_current_test_log, $log_msg);

  # each mysqld's .err file
  foreach my $mysqld (@{$master}, @{$slave})
  {
    mtr_tofile($mysqld->{path_myerr}, $log_msg);
  }

3364 3365 3366 3367 3368 3369
  if ( $tinfo->{'component_id'} eq 'im')
  {
    mtr_tofile($instance_manager->{path_err}, $log_msg);
    mtr_tofile($instance_manager->{path_log}, $log_msg);
  }

3370 3371 3372 3373 3374
  # ndbcluster log file
  mtr_tofile($path_ndb_testrun_log, $log_msg);

}

3375 3376 3377 3378
sub find_testcase_skipped_reason($)
{
  my ($tinfo)= @_;

3379 3380 3381
  # Set default message
  $tinfo->{'comment'}= "Detected by testcase(no log file)";

3382
  # Open mysqltest-time(the mysqltest log file)
3383 3384
  my $F= IO::File->new($path_timefile)
    or return;
3385 3386 3387 3388
  my $reason;

  while ( my $line= <$F> )
  {
unknown's avatar
unknown committed
3389
    # Look for "reason: <reason for skipping test>"
3390
    if ( $line =~ /reason: (.*)/ )
unknown's avatar
unknown committed
3391
    {
3392 3393 3394
      $reason= $1;
    }
  }
3395

3396 3397 3398 3399
  if ( ! $reason )
  {
    mtr_warning("Could not find reason for skipping test in $path_timefile");
    $reason= "Detected by testcase(reason unknown) ";
3400
  }
3401 3402 3403 3404
  $tinfo->{'comment'}= $reason;
}


3405 3406 3407 3408 3409 3410 3411 3412 3413 3414 3415 3416 3417 3418 3419 3420 3421 3422 3423
##############################################################################
#
#  Run a single test case
#
##############################################################################

# When we get here, we have already filtered out test cases that doesn't
# apply to the current setup, for example if we use a running server, test
# cases that restart the server are dropped. So this function should mostly
# be about doing things, not a lot of logic.

# We don't start and kill the servers for each testcase. But some
# testcases needs a restart, because they specify options to start
# mysqld with. After that testcase, we need to restart again, to set
# back the normal options.

sub run_testcase ($) {
  my $tinfo=  shift;

3424 3425 3426 3427 3428
  # -------------------------------------------------------
  # Init variables that can change between each test case
  # -------------------------------------------------------

  $ENV{'TZ'}= $tinfo->{'timezone'};
3429
  mtr_verbose("Setting timezone: $tinfo->{'timezone'}");
3430

3431 3432 3433 3434 3435
  my $master_restart= run_testcase_need_master_restart($tinfo);
  my $slave_restart= run_testcase_need_slave_restart($tinfo);

  if ($master_restart or $slave_restart)
  {
3436
    # Can't restart a running server that may be in use
3437
    if ( $opt_extern )
3438 3439
    {
      mtr_report_test_name($tinfo);
unknown's avatar
unknown committed
3440
      $tinfo->{comment}= "Can't restart a running server";
3441 3442
      mtr_report_test_skipped($tinfo);
      return;
3443
    }
unknown's avatar
unknown committed
3444

3445 3446
    run_testcase_stop_servers($tinfo, $master_restart, $slave_restart);
  }
3447 3448

  # Write to all log files to indicate start of testcase
3449
  run_testcase_mark_logs($tinfo, "CURRENT_TEST: $tinfo->{name}\n");
3450

3451 3452 3453
  my $died= mtr_record_dead_children();
  if ($died or $master_restart or $slave_restart)
  {
3454
    if (run_testcase_start_servers($tinfo))
unknown's avatar
unknown committed
3455
    {
3456 3457 3458
      mtr_report_test_name($tinfo);
      report_failure_and_restart($tinfo);
      return 1;
unknown's avatar
unknown committed
3459
    }
3460
  }
unknown's avatar
unknown committed
3461 3462 3463 3464
  elsif ($glob_use_embedded_server)
  {
    run_master_init_script($tinfo);
  }
unknown's avatar
unknown committed
3465

unknown's avatar
unknown committed
3466
  # ----------------------------------------------------------------------
3467 3468
  # If --start-and-exit or --start-dirty given, stop here to let user manually
  # run tests
unknown's avatar
unknown committed
3469
  # ----------------------------------------------------------------------
3470
  if ( $opt_start_and_exit or $opt_start_dirty )
unknown's avatar
unknown committed
3471
  {
3472
    mtr_timer_stop_all($glob_timers);
unknown's avatar
unknown committed
3473 3474 3475 3476
    mtr_report("\nServers started, exiting");
    exit(0);
  }

unknown's avatar
unknown committed
3477
  {
3478
    do_before_run_mysqltest($tinfo);
unknown's avatar
unknown committed
3479

unknown's avatar
unknown committed
3480
    my $res= run_mysqltest($tinfo);
3481
    mtr_report_test_name($tinfo);
3482

3483 3484
    do_after_run_mysqltest($tinfo);

unknown's avatar
unknown committed
3485 3486 3487 3488
    if ( $res == 0 )
    {
      mtr_report_test_passed($tinfo);
    }
unknown's avatar
unknown committed
3489
    elsif ( $res == 62 )
unknown's avatar
unknown committed
3490 3491
    {
      # Testcase itself tell us to skip this one
3492 3493

      # Try to get reason from mysqltest.log
3494
      find_testcase_skipped_reason($tinfo);
unknown's avatar
unknown committed
3495 3496
      mtr_report_test_skipped($tinfo);
    }
3497 3498 3499 3500 3501
    elsif ( $res == 63 )
    {
      $tinfo->{'timeout'}= 1;           # Mark as timeout
      report_failure_and_restart($tinfo);
    }
unknown's avatar
unknown committed
3502
    elsif ( $res == 1 )
unknown's avatar
unknown committed
3503
    {
unknown's avatar
unknown committed
3504 3505 3506
      # Test case failure reported by mysqltest
      report_failure_and_restart($tinfo);
    }
unknown's avatar
unknown committed
3507 3508
    else
    {
unknown's avatar
unknown committed
3509 3510 3511
      # mysqltest failed, probably crashed
      $tinfo->{comment}=
	"mysqltest returned unexpected code $res, it has probably crashed";
unknown's avatar
unknown committed
3512 3513 3514
      report_failure_and_restart($tinfo);
    }
  }
3515

unknown's avatar
unknown committed
3516 3517 3518
  # Remove the file that mysqltest writes info to
  unlink($path_timefile);

3519 3520 3521
  # ----------------------------------------------------------------------
  # Stop Instance Manager if we are processing an IM-test case.
  # ----------------------------------------------------------------------
3522
  if ( $tinfo->{'component_id'} eq 'im' and
3523
       !mtr_im_stop($instance_manager, $tinfo->{'name'}))
3524
  {
3525
    mtr_error("Failed to stop Instance Manager.")
3526
  }
unknown's avatar
unknown committed
3527
}
unknown's avatar
unknown committed
3528

3529 3530 3531 3532 3533 3534 3535 3536

#
# Save a snapshot of the installed test db(s)
# I.e take a snapshot of the var/ dir
#
sub save_installed_db () {

  mtr_report("Saving snapshot of installed databases");
unknown's avatar
unknown committed
3537
  mtr_rmtree($path_snapshot);
3538 3539 3540 3541

  foreach my $data_dir (@data_dir_lst)
  {
    my $name= basename($data_dir);
3542
    mtr_copy_dir("$data_dir", "$path_snapshot/$name");
3543 3544 3545
  }
}

3546 3547 3548 3549 3550 3551 3552 3553 3554 3555 3556 3557 3558

#
# Save any interesting files in the data_dir
# before the data dir is removed.
#
sub save_files_before_restore($$) {
  my $test_name= shift;
  my $data_dir= shift;
  my $save_name= "$opt_vardir/log/$test_name";

  # Look for core files
  foreach my $core_file ( glob("$data_dir/core*") )
  {
3559
    last if $opt_max_save_core > 0 && $num_saved_cores >= $opt_max_save_core;
3560 3561 3562 3563
    my $core_name= basename($core_file);
    mtr_report("Saving $core_name");
    mkdir($save_name) if ! -d $save_name;
    rename("$core_file", "$save_name/$core_name");
3564
    ++$num_saved_cores;
3565 3566 3567
  }
}

unknown's avatar
unknown committed
3568

3569 3570 3571 3572
#
# Restore snapshot of the installed test db(s)
# if the snapshot exists
#
3573 3574
sub restore_installed_db ($) {
  my $test_name= shift;
3575 3576 3577 3578 3579 3580 3581 3582

  if ( -d $path_snapshot)
  {
    mtr_report("Restoring snapshot of databases");

    foreach my $data_dir (@data_dir_lst)
    {
      my $name= basename($data_dir);
3583
      save_files_before_restore($test_name, $data_dir);
unknown's avatar
unknown committed
3584
      mtr_rmtree("$data_dir");
3585
      mtr_copy_dir("$path_snapshot/$name", "$data_dir");
3586
    }
3587

3588 3589 3590 3591
    # Remove the ndb_*_fs dirs for all ndbd nodes
    # forcing a clean start of ndb
    foreach my $cluster (@{$clusters})
    {
3592
      foreach my $ndbd (@{$cluster->{'ndbds'}})
3593
      {
unknown's avatar
unknown committed
3594
	mtr_rmtree("$ndbd->{'path_fs'}" );
3595
      }
3596 3597 3598 3599
    }
  }
  else
  {
3600 3601
    # No snapshot existed
    mtr_error("No snapshot existed");
3602 3603 3604
  }
}

unknown's avatar
unknown committed
3605 3606 3607 3608 3609
sub report_failure_and_restart ($) {
  my $tinfo= shift;

  mtr_report_test_failed($tinfo);
  print "\n";
3610
  if ( $opt_force )
unknown's avatar
unknown committed
3611
  {
3612 3613 3614
    # Stop all servers that are known to be running
    stop_all_servers();

3615
    # Restore the snapshot of the installed test db
3616
    restore_installed_db($tinfo->{'name'});
3617
    mtr_report("Resuming Tests\n");
3618
    return;
unknown's avatar
unknown committed
3619 3620
  }

3621
  my $test_mode= join(" ", @::glob_test_mode) || "default";
3622 3623
  mtr_report("Aborting: $tinfo->{'name'} failed in $test_mode mode. ");
  mtr_report("To continue, re-run with '--force'.");
unknown's avatar
unknown committed
3624
  if ( ! $glob_debugger and
3625
       ! $opt_extern and
unknown's avatar
unknown committed
3626
       ! $glob_use_embedded_server )
unknown's avatar
unknown committed
3627
  {
unknown's avatar
unknown committed
3628
    stop_all_servers();
unknown's avatar
unknown committed
3629
  }
3630 3631
  mtr_exit(1);

unknown's avatar
unknown committed
3632 3633 3634
}


unknown's avatar
unknown committed
3635 3636 3637 3638 3639 3640 3641 3642 3643 3644 3645 3646 3647 3648 3649 3650 3651
sub run_master_init_script ($) {
  my ($tinfo)= @_;
  my $init_script= $tinfo->{'master_sh'};

  # Run master initialization shell script if one exists
  if ( $init_script )
  {
    my $ret= mtr_run("/bin/sh", [$init_script], "", "", "", "");
    if ( $ret != 0 )
    {
      # FIXME rewrite those scripts to return 0 if successful
      # mtr_warning("$init_script exited with code $ret");
    }
  }
}


unknown's avatar
unknown committed
3652 3653 3654 3655 3656 3657
##############################################################################
#
#  Start and stop servers
#
##############################################################################

unknown's avatar
unknown committed
3658

3659 3660 3661 3662
sub do_before_start_master ($) {
  my ($tinfo)= @_;

  my $tname= $tinfo->{'name'};
unknown's avatar
unknown committed
3663 3664 3665

  # FIXME what about second master.....

3666 3667 3668
  # Don't delete anything if starting dirty
  return if ($opt_start_dirty);

3669
  foreach my $bin ( glob("$opt_vardir/log/master*-bin*") )
unknown's avatar
unknown committed
3670
  {
3671
    unlink($bin);
unknown's avatar
unknown committed
3672 3673
  }

unknown's avatar
unknown committed
3674
  # FIXME only remove the ones that are tied to this master
unknown's avatar
unknown committed
3675
  # Remove old master.info and relay-log.info files
unknown's avatar
unknown committed
3676 3677 3678 3679
  unlink("$master->[0]->{'path_myddir'}/master.info");
  unlink("$master->[0]->{'path_myddir'}/relay-log.info");
  unlink("$master->[1]->{'path_myddir'}/master.info");
  unlink("$master->[1]->{'path_myddir'}/relay-log.info");
unknown's avatar
unknown committed
3680

unknown's avatar
unknown committed
3681
  run_master_init_script($tinfo);
unknown's avatar
unknown committed
3682 3683
}

unknown's avatar
unknown committed
3684

3685 3686
sub do_before_start_slave ($) {
  my ($tinfo)= @_;
unknown's avatar
unknown committed
3687

3688 3689
  my $tname= $tinfo->{'name'};
  my $init_script= $tinfo->{'master_sh'};
unknown's avatar
unknown committed
3690

3691 3692 3693
  # Don't delete anything if starting dirty
  return if ($opt_start_dirty);

3694
  foreach my $bin ( glob("$opt_vardir/log/slave*-bin*") )
unknown's avatar
unknown committed
3695
  {
3696
    unlink($bin);
unknown's avatar
unknown committed
3697 3698
  }

3699 3700 3701
  unlink("$slave->[0]->{'path_myddir'}/master.info");
  unlink("$slave->[0]->{'path_myddir'}/relay-log.info");

unknown's avatar
unknown committed
3702
  # Run slave initialization shell script if one exists
unknown's avatar
unknown committed
3703
  if ( $init_script )
unknown's avatar
unknown committed
3704
  {
unknown's avatar
unknown committed
3705 3706 3707 3708
    my $ret= mtr_run("/bin/sh", [$init_script], "", "", "", "");
    if ( $ret != 0 )
    {
      # FIXME rewrite those scripts to return 0 if successful
unknown's avatar
unknown committed
3709
      # mtr_warning("$init_script exited with code $ret");
unknown's avatar
unknown committed
3710
    }
unknown's avatar
unknown committed
3711 3712
  }

unknown's avatar
unknown committed
3713 3714 3715 3716
  foreach my $bin ( glob("$slave->[0]->{'path_myddir'}/log.*") )
  {
    unlink($bin);
  }
unknown's avatar
unknown committed
3717 3718
}

unknown's avatar
unknown committed
3719

3720
sub mysqld_arguments ($$$$) {
unknown's avatar
unknown committed
3721
  my $args=              shift;
3722
  my $mysqld=            shift;
unknown's avatar
unknown committed
3723 3724 3725
  my $extra_opt=         shift;
  my $slave_master_info= shift;

3726
  my $idx= $mysqld->{'idx'};
unknown's avatar
unknown committed
3727
  my $sidx= "";                 # Index as string, 0 is empty string
3728
  if ( $idx> 0 )
unknown's avatar
unknown committed
3729
  {
3730
    $sidx= $idx;
unknown's avatar
unknown committed
3731 3732 3733 3734 3735 3736 3737 3738
  }

  my $prefix= "";               # If mysqltest server arg
  if ( $glob_use_embedded_server )
  {
    $prefix= "--server-arg=";
  }

3739 3740
  mtr_add_arg($args, "%s--no-defaults", $prefix);

unknown's avatar
unknown committed
3741 3742
  mtr_add_arg($args, "%s--basedir=%s", $prefix, $path_my_basedir);
  mtr_add_arg($args, "%s--character-sets-dir=%s", $prefix, $path_charsetsdir);
unknown's avatar
unknown committed
3743

3744 3745
  if ( $mysql_version_id >= 50036)
  {
3746
    # By default, prevent the started mysqld to access files outside of vardir
3747
    mtr_add_arg($args, "%s--secure-file-priv=%s", $prefix, $opt_vardir);
3748 3749
  }

unknown's avatar
unknown committed
3750 3751 3752 3753 3754
  if ( $mysql_version_id >= 50000 )
  {
    mtr_add_arg($args, "%s--log-bin-trust-function-creators", $prefix);
  }

unknown's avatar
unknown committed
3755 3756 3757 3758
  mtr_add_arg($args, "%s--default-character-set=latin1", $prefix);
  mtr_add_arg($args, "%s--language=%s", $prefix, $path_language);
  mtr_add_arg($args, "%s--tmpdir=$opt_tmpdir", $prefix);

3759 3760 3761 3762 3763
  # Increase default connect_timeout to avoid intermittent
  # disconnects when test servers are put under load
  # see BUG#28359
  mtr_add_arg($args, "%s--connect-timeout=60", $prefix);

unknown's avatar
unknown committed
3764
  if ( $opt_valgrind_mysqld )
unknown's avatar
unknown committed
3765 3766
  {
    mtr_add_arg($args, "%s--skip-safemalloc", $prefix);
3767 3768 3769 3770 3771

    if ( $mysql_version_id < 50100 )
    {
      mtr_add_arg($args, "%s--skip-bdb", $prefix);
    }
unknown's avatar
unknown committed
3772 3773
  }

3774 3775 3776 3777 3778 3779 3780 3781 3782 3783 3784 3785 3786 3787 3788 3789 3790 3791 3792
  mtr_add_arg($args, "%s--pid-file=%s", $prefix,
	      $mysqld->{'path_pid'});

  mtr_add_arg($args, "%s--port=%d", $prefix,
                $mysqld->{'port'});

  mtr_add_arg($args, "%s--socket=%s", $prefix,
	      $mysqld->{'path_sock'});

  mtr_add_arg($args, "%s--datadir=%s", $prefix,
	      $mysqld->{'path_myddir'});


  if ( $mysql_version_id >= 50106 )
  {
    # Turn on logging to bothe tables and file
    mtr_add_arg($args, "%s--log-output=table,file", $prefix);
  }

3793 3794 3795 3796
  my $log_base_path= "$opt_vardir/log/$mysqld->{'type'}$sidx";
  mtr_add_arg($args, "%s--log=%s.log", $prefix, $log_base_path);
  mtr_add_arg($args,
	      "%s--log-slow-queries=%s-slow.log", $prefix, $log_base_path);
3797

3798
  # Check if "extra_opt" contains --skip-log-bin
3799
  my $skip_binlog= grep(/^--skip-log-bin/, @$extra_opt, @opt_extra_mysqld_opt);
3800
  if ( $mysqld->{'type'} eq 'master' )
unknown's avatar
unknown committed
3801
  {
3802
    if (! ($opt_skip_master_binlog || $skip_binlog) )
3803 3804 3805 3806
    {
      mtr_add_arg($args, "%s--log-bin=%s/log/master-bin%s", $prefix,
                  $opt_vardir, $sidx);
    }
3807 3808 3809 3810

    mtr_add_arg($args, "%s--server-id=%d", $prefix,
	       $idx > 0 ? $idx + 101 : 1);

3811
    mtr_add_arg($args, "%s--loose-innodb_data_file_path=ibdata1:10M:autoextend",
3812 3813
		$prefix);

unknown's avatar
unknown committed
3814
    mtr_add_arg($args, "%s--local-infile", $prefix);
unknown's avatar
unknown committed
3815

3816
    if ( $idx > 0 or !$use_innodb)
unknown's avatar
unknown committed
3817
    {
3818
      mtr_add_arg($args, "%s--loose-skip-innodb", $prefix);
unknown's avatar
unknown committed
3819 3820
    }

3821
    my $cluster= $clusters->[$mysqld->{'cluster'}];
3822 3823
    if ( $cluster->{'pid'} ||           # Cluster is started
	 $cluster->{'use_running'} )    # Using running cluster
unknown's avatar
unknown committed
3824 3825 3826
    {
      mtr_add_arg($args, "%s--ndbcluster", $prefix);
      mtr_add_arg($args, "%s--ndb-connectstring=%s", $prefix,
unknown's avatar
unknown committed
3827
		  $cluster->{'connect_string'});
3828
      if ( $mysql_version_id >= 50100 )
3829 3830 3831
      {
	mtr_add_arg($args, "%s--ndb-extra-logging", $prefix);
      }
unknown's avatar
unknown committed
3832
    }
3833 3834 3835 3836
    else
    {
      mtr_add_arg($args, "%s--loose-skip-ndbcluster", $prefix);
    }
unknown's avatar
unknown committed
3837
  }
3838
  else
unknown's avatar
unknown committed
3839
  {
3840 3841
    mtr_error("unknown mysqld type")
      unless $mysqld->{'type'} eq 'slave';
unknown's avatar
unknown committed
3842 3843

    mtr_add_arg($args, "%s--init-rpl-role=slave", $prefix);
3844
    if (! ( $opt_skip_slave_binlog || $skip_binlog ))
3845 3846 3847 3848 3849
    {
      mtr_add_arg($args, "%s--log-bin=%s/log/slave%s-bin", $prefix,
                  $opt_vardir, $sidx); # FIXME use own dir for binlogs
      mtr_add_arg($args, "%s--log-slave-updates", $prefix);
    }
unknown's avatar
unknown committed
3850

unknown's avatar
unknown committed
3851
    mtr_add_arg($args, "%s--master-retry-count=10", $prefix);
3852

3853 3854
    mtr_add_arg($args, "%s--relay-log=%s/log/slave%s-relay-bin", $prefix,
                $opt_vardir, $sidx);
unknown's avatar
unknown committed
3855 3856
    mtr_add_arg($args, "%s--report-host=127.0.0.1", $prefix);
    mtr_add_arg($args, "%s--report-port=%d", $prefix,
3857
                $mysqld->{'port'});
unknown's avatar
unknown committed
3858
    mtr_add_arg($args, "%s--report-user=root", $prefix);
3859
    mtr_add_arg($args, "%s--loose-skip-innodb", $prefix);
unknown's avatar
unknown committed
3860
    mtr_add_arg($args, "%s--skip-slave-start", $prefix);
3861 3862 3863 3864

    # Directory where slaves find the dumps generated by "load data"
    # on the server. The path need to have constant length otherwise
    # test results will vary, thus a relative path is used.
3865
    my $slave_load_path= "../tmp";
unknown's avatar
unknown committed
3866
    mtr_add_arg($args, "%s--slave-load-tmpdir=%s", $prefix,
3867
                $slave_load_path);
unknown's avatar
unknown committed
3868 3869 3870 3871 3872 3873 3874 3875 3876 3877 3878
    mtr_add_arg($args, "%s--set-variable=slave_net_timeout=10", $prefix);

    if ( @$slave_master_info )
    {
      foreach my $arg ( @$slave_master_info )
      {
        mtr_add_arg($args, "%s%s", $prefix, $arg);
      }
    }
    else
    {
unknown's avatar
unknown committed
3879 3880 3881 3882 3883 3884 3885 3886 3887
      if ($mysql_version_id < 50200)
      {
        mtr_add_arg($args, "%s--master-user=root", $prefix);
        mtr_add_arg($args, "%s--master-connect-retry=1", $prefix);
        mtr_add_arg($args, "%s--master-host=127.0.0.1", $prefix);
        mtr_add_arg($args, "%s--master-password=", $prefix);
        mtr_add_arg($args, "%s--master-port=%d", $prefix,
    	            $master->[0]->{'port'}); # First master
      }
3888 3889
      my $slave_server_id=  2 + $idx;
      my $slave_rpl_rank= $slave_server_id;
unknown's avatar
unknown committed
3890 3891 3892
      mtr_add_arg($args, "%s--server-id=%d", $prefix, $slave_server_id);
      mtr_add_arg($args, "%s--rpl-recovery-rank=%d", $prefix, $slave_rpl_rank);
    }
unknown's avatar
unknown committed
3893

3894 3895 3896
    my $cluster= $clusters->[$mysqld->{'cluster'}];
    if ( $cluster->{'pid'} ||         # Slave cluster is started
	 $cluster->{'use_running'} )  # Using running slave cluster
unknown's avatar
unknown committed
3897 3898 3899
    {
      mtr_add_arg($args, "%s--ndbcluster", $prefix);
      mtr_add_arg($args, "%s--ndb-connectstring=%s", $prefix,
3900
		  $cluster->{'connect_string'});
3901

3902
      if ( $mysql_version_id >= 50100 )
3903 3904 3905
      {
	mtr_add_arg($args, "%s--ndb-extra-logging", $prefix);
      }
unknown's avatar
unknown committed
3906
    }
3907 3908 3909 3910 3911
    else
    {
      mtr_add_arg($args, "%s--loose-skip-ndbcluster", $prefix);
    }

unknown's avatar
unknown committed
3912 3913 3914 3915
  } # end slave

  if ( $opt_debug )
  {
3916 3917
    mtr_add_arg($args, "%s--debug=d:t:i:A,%s/log/%s%s.trace",
		$prefix, $path_vardir_trace, $mysqld->{'type'}, $sidx);
unknown's avatar
unknown committed
3918 3919 3920 3921 3922 3923
  }

  mtr_add_arg($args, "%s--key_buffer_size=1M", $prefix);
  mtr_add_arg($args, "%s--sort_buffer=256K", $prefix);
  mtr_add_arg($args, "%s--max_heap_table_size=1M", $prefix);

3924
  if ( $opt_ssl_supported )
unknown's avatar
unknown committed
3925
  {
3926 3927 3928 3929 3930 3931
    mtr_add_arg($args, "%s--ssl-ca=%s/std_data/cacert.pem", $prefix,
                $glob_mysql_test_dir);
    mtr_add_arg($args, "%s--ssl-cert=%s/std_data/server-cert.pem", $prefix,
                $glob_mysql_test_dir);
    mtr_add_arg($args, "%s--ssl-key=%s/std_data/server-key.pem", $prefix,
                $glob_mysql_test_dir);
unknown's avatar
unknown committed
3932 3933 3934 3935 3936 3937 3938
  }

  if ( $opt_warnings )
  {
    mtr_add_arg($args, "%s--log-warnings", $prefix);
  }

unknown's avatar
unknown committed
3939 3940
  # Indicate to "mysqld" it will be debugged in debugger
  if ( $glob_debugger )
unknown's avatar
unknown committed
3941 3942 3943 3944
  {
    mtr_add_arg($args, "%s--gdb", $prefix);
  }

unknown's avatar
unknown committed
3945
  my $found_skip_core= 0;
unknown's avatar
unknown committed
3946
  foreach my $arg ( @opt_extra_mysqld_opt, @$extra_opt )
unknown's avatar
unknown committed
3947
  {
3948
    # Allow --skip-core-file to be set in <testname>-[master|slave].opt file
unknown's avatar
unknown committed
3949 3950 3951 3952
    if ($arg eq "--skip-core-file")
    {
      $found_skip_core= 1;
    }
3953 3954 3955 3956
    elsif ($skip_binlog and mtr_match_prefix($arg, "--binlog-format"))
    {
      ; # Dont add --binlog-format when running without binlog
    }
unknown's avatar
unknown committed
3957 3958 3959 3960 3961 3962 3963 3964
    else
    {
      mtr_add_arg($args, "%s%s", $prefix, $arg);
    }
  }
  if ( !$found_skip_core )
  {
    mtr_add_arg($args, "%s%s", $prefix, "--core-file");
unknown's avatar
unknown committed
3965 3966 3967 3968 3969 3970 3971
  }

  if ( $opt_bench )
  {
    mtr_add_arg($args, "%s--rpl-recovery-rank=1", $prefix);
    mtr_add_arg($args, "%s--init-rpl-role=master", $prefix);
  }
3972
  elsif ( $mysqld->{'type'} eq 'master' )
unknown's avatar
unknown committed
3973 3974 3975 3976 3977 3978 3979 3980 3981 3982 3983 3984 3985 3986
  {
    mtr_add_arg($args, "%s--open-files-limit=1024", $prefix);
  }

  return $args;
}


##############################################################################
#
#  Start mysqld and return the PID
#
##############################################################################

unknown's avatar
unknown committed
3987 3988
sub mysqld_start ($$$) {
  my $mysqld=            shift;
unknown's avatar
unknown committed
3989 3990
  my $extra_opt=         shift;
  my $slave_master_info= shift;
unknown's avatar
unknown committed
3991 3992 3993

  my $args;                             # Arg vector
  my $exe;
3994
  my $pid= -1;
unknown's avatar
unknown committed
3995 3996 3997 3998
  my $wait_for_pid_file= 1;

  my $type= $mysqld->{'type'};
  my $idx= $mysqld->{'idx'};
unknown's avatar
unknown committed
3999

4000 4001 4002
  mtr_error("Internal error: mysqld should never be started for embedded")
    if $glob_use_embedded_server;

unknown's avatar
unknown committed
4003
  if ( $type eq 'master' )
unknown's avatar
unknown committed
4004
  {
unknown's avatar
unknown committed
4005 4006
    $exe= $exe_master_mysqld;
  }
4007
  elsif ( $type eq 'slave' )
unknown's avatar
unknown committed
4008 4009
  {
    $exe= $exe_slave_mysqld;
unknown's avatar
unknown committed
4010 4011 4012
  }
  else
  {
4013
    mtr_error("Unknown 'type' \"$type\" passed to mysqld_start");
unknown's avatar
unknown committed
4014 4015 4016 4017
  }

  mtr_init_args(\$args);

unknown's avatar
unknown committed
4018
  if ( $opt_valgrind_mysqld )
unknown's avatar
unknown committed
4019
  {
unknown's avatar
unknown committed
4020
    valgrind_arguments($args, \$exe);
unknown's avatar
unknown committed
4021 4022
  }

4023
  mysqld_arguments($args,$mysqld,$extra_opt,$slave_master_info);
unknown's avatar
unknown committed
4024

unknown's avatar
unknown committed
4025 4026
  if ( $opt_gdb || $opt_manual_gdb)
  {
4027
    gdb_arguments(\$args, \$exe, "$type"."_$idx");
unknown's avatar
unknown committed
4028 4029 4030
  }
  elsif ( $opt_ddd || $opt_manual_ddd )
  {
4031
    ddd_arguments(\$args, \$exe, "$type"."_$idx");
unknown's avatar
unknown committed
4032
  }
4033 4034 4035
  elsif ( $opt_debugger )
  {
    debugger_arguments(\$args, \$exe, "$type"."_$idx");
unknown's avatar
unknown committed
4036
  }
4037 4038 4039 4040 4041 4042 4043 4044 4045 4046 4047
  elsif ( $opt_manual_debug )
  {
     print "\nStart $type in your debugger\n" .
           "dir: $glob_mysql_test_dir\n" .
           "exe: $exe\n" .
	   "args:  " . join(" ", @$args)  . "\n\n" .
	   "Waiting ....\n";

     # Indicate the exe should not be started
    $exe= undef;
  }
unknown's avatar
unknown committed
4048 4049 4050 4051 4052
  else
  {
    # Default to not wait until pid file has been created
    $wait_for_pid_file= 0;
  }
unknown's avatar
unknown committed
4053

4054 4055 4056
  # Remove the pidfile
  unlink($mysqld->{'path_pid'});

unknown's avatar
unknown committed
4057
  if ( defined $exe )
unknown's avatar
unknown committed
4058
  {
unknown's avatar
unknown committed
4059 4060 4061 4062 4063
    $pid= mtr_spawn($exe, $args, "",
		    $mysqld->{'path_myerr'},
		    $mysqld->{'path_myerr'},
		    "",
		    { append_log_file => 1 });
unknown's avatar
unknown committed
4064 4065
  }

unknown's avatar
unknown committed
4066 4067 4068 4069

  if ( $wait_for_pid_file && !sleep_until_file_created($mysqld->{'path_pid'},
						       $mysqld->{'start_timeout'},
						       $pid))
unknown's avatar
unknown committed
4070
  {
unknown's avatar
unknown committed
4071 4072

    mtr_error("Failed to start mysqld $mysqld->{'type'}");
unknown's avatar
unknown committed
4073 4074
  }

unknown's avatar
unknown committed
4075 4076 4077

  # Remember pid of the started process
  $mysqld->{'pid'}= $pid;
4078 4079 4080

  # Remember options used when starting
  $mysqld->{'start_opts'}= $extra_opt;
4081
  $mysqld->{'start_slave_master_info'}= $slave_master_info;
4082

4083
  mtr_verbose("mysqld pid: $pid");
unknown's avatar
unknown committed
4084
  return $pid;
unknown's avatar
unknown committed
4085 4086
}

unknown's avatar
unknown committed
4087

unknown's avatar
unknown committed
4088
sub stop_all_servers () {
unknown's avatar
unknown committed
4089

4090
  mtr_report("Stopping All Servers");
4091

unknown's avatar
unknown committed
4092
  if ( ! $opt_skip_im )
4093
  {
4094
    mtr_report("Shutting-down Instance Manager");
unknown's avatar
unknown committed
4095 4096 4097 4098
    unless (mtr_im_stop($instance_manager, "stop_all_servers"))
    {
      mtr_error("Failed to stop Instance Manager.")
    }
4099
  }
unknown's avatar
unknown committed
4100

unknown's avatar
unknown committed
4101 4102 4103 4104 4105
  my %admin_pids; # hash of admin processes that requests shutdown
  my @kill_pids;  # list of processes to shutdown/kill
  my $pid;

  # Start shutdown of all started masters
unknown's avatar
unknown committed
4106
  foreach my $mysqld (@{$slave}, @{$master})
unknown's avatar
unknown committed
4107 4108 4109 4110 4111 4112 4113 4114
  {
    if ( $mysqld->{'pid'} )
    {
      $pid= mtr_mysqladmin_start($mysqld, "shutdown", 70);
      $admin_pids{$pid}= 1;

      push(@kill_pids,{
		       pid      => $mysqld->{'pid'},
4115
                       real_pid => $mysqld->{'real_pid'},
unknown's avatar
unknown committed
4116 4117 4118
		       pidfile  => $mysqld->{'path_pid'},
		       sockfile => $mysqld->{'path_sock'},
		       port     => $mysqld->{'port'},
4119
                       errfile  => $mysqld->{'path_myerr'},
unknown's avatar
unknown committed
4120 4121 4122 4123 4124 4125 4126 4127 4128 4129 4130 4131 4132 4133 4134 4135
		      });

      $mysqld->{'pid'}= 0; # Assume we are done with it
    }
  }

  # Start shutdown of clusters
  foreach my $cluster (@{$clusters})
  {
    if ( $cluster->{'pid'} )
    {
      $pid= mtr_ndbmgm_start($cluster, "shutdown");
      $admin_pids{$pid}= 1;

      push(@kill_pids,{
		       pid      => $cluster->{'pid'},
4136
		       pidfile  => $cluster->{'path_pid'}
unknown's avatar
unknown committed
4137 4138 4139 4140 4141 4142 4143 4144 4145 4146 4147 4148 4149 4150 4151 4152 4153 4154 4155 4156 4157 4158 4159 4160 4161 4162 4163 4164
		      });

      $cluster->{'pid'}= 0; # Assume we are done with it

      foreach my $ndbd (@{$cluster->{'ndbds'}})
      {
        if ( $ndbd->{'pid'} )
	{
	  push(@kill_pids,{
			   pid      => $ndbd->{'pid'},
			   pidfile  => $ndbd->{'path_pid'},
			  });
	  $ndbd->{'pid'}= 0;
	}
      }
    }
  }

  # Wait blocking until all shutdown processes has completed
  mtr_wait_blocking(\%admin_pids);

  # Make sure that process has shutdown else try to kill them
  mtr_check_stop_servers(\@kill_pids);

  foreach my $mysqld (@{$master}, @{$slave})
  {
    rm_ndbcluster_tables($mysqld->{'path_myddir'});
  }
unknown's avatar
unknown committed
4165 4166
}

unknown's avatar
unknown committed
4167

4168 4169 4170
sub run_testcase_need_master_restart($)
{
  my ($tinfo)= @_;
unknown's avatar
unknown committed
4171

4172
  # We try to find out if we are to restart the master(s)
unknown's avatar
unknown committed
4173
  my $do_restart= 0;          # Assumes we don't have to
unknown's avatar
unknown committed
4174

unknown's avatar
unknown committed
4175 4176 4177 4178 4179 4180
  if ( $glob_use_embedded_server )
  {
    mtr_verbose("Never start or restart for embedded server");
    return $do_restart;
  }
  elsif ( $tinfo->{'master_sh'} )
unknown's avatar
unknown committed
4181 4182
  {
    $do_restart= 1;           # Always restart if script to run
4183 4184 4185 4186 4187 4188
    mtr_verbose("Restart master: Always restart if script to run");
  }
  if ( $tinfo->{'force_restart'} )
  {
    $do_restart= 1; # Always restart if --force-restart in -opt file
    mtr_verbose("Restart master: Restart forced with --force-restart");
unknown's avatar
unknown committed
4189
  }
unknown's avatar
unknown committed
4190
  elsif ( ! $opt_skip_ndbcluster and
4191
	  !$tinfo->{'ndb_test'} and
unknown's avatar
unknown committed
4192 4193 4194
	  $clusters->[0]->{'pid'} != 0 )
  {
    $do_restart= 1;           # Restart without cluster
4195
    mtr_verbose("Restart master: Test does not need cluster");
unknown's avatar
unknown committed
4196
  }
unknown's avatar
unknown committed
4197
  elsif ( ! $opt_skip_ndbcluster and
4198
	  $tinfo->{'ndb_test'} and
unknown's avatar
unknown committed
4199 4200 4201
	  $clusters->[0]->{'pid'} == 0 )
  {
    $do_restart= 1;           # Restart with cluster
4202
    mtr_verbose("Restart master: Test need cluster");
unknown's avatar
unknown committed
4203
  }
unknown's avatar
unknown committed
4204
  elsif( $tinfo->{'component_id'} eq 'im' )
4205 4206
  {
    $do_restart= 1;
4207
    mtr_verbose("Restart master: Always restart for im tests");
4208
  }
4209 4210 4211
  elsif ( $master->[0]->{'running_master_options'} and
	  $master->[0]->{'running_master_options'}->{'timezone'} ne
	  $tinfo->{'timezone'})
unknown's avatar
unknown committed
4212
  {
unknown's avatar
unknown committed
4213
    $do_restart= 1;
4214
    mtr_verbose("Restart master: Different timezone");
unknown's avatar
unknown committed
4215
  }
4216 4217
  # Check that running master was started with same options
  # as the current test requires
4218
  elsif (! mtr_same_opts($master->[0]->{'start_opts'},
4219 4220 4221
                         $tinfo->{'master_opt'}) )
  {
    $do_restart= 1;
4222
    mtr_verbose("Restart master: running with different options '" .
4223 4224
	       join(" ", @{$tinfo->{'master_opt'}}) . "' != '" .
		join(" ", @{$master->[0]->{'start_opts'}}) . "'" );
4225
  }
4226 4227
  elsif( ! $master->[0]->{'pid'} )
  {
4228 4229 4230 4231 4232 4233 4234 4235 4236 4237
    if ( $opt_extern )
    {
      $do_restart= 0;
      mtr_verbose("No restart: using extern master");
    }
    else
    {
      $do_restart= 1;
      mtr_verbose("Restart master: master is not started");
    }
4238
  }
4239 4240 4241 4242 4243 4244 4245 4246 4247 4248
  return $do_restart;
}

sub run_testcase_need_slave_restart($)
{
  my ($tinfo)= @_;

  # We try to find out if we are to restart the slaves
  my $do_slave_restart= 0;     # Assumes we don't have to

unknown's avatar
unknown committed
4249
  if ( $glob_use_embedded_server )
unknown's avatar
unknown committed
4250
  {
unknown's avatar
unknown committed
4251 4252
    mtr_verbose("Never start or restart for embedded server");
    return $do_slave_restart;
unknown's avatar
unknown committed
4253
  }
unknown's avatar
unknown committed
4254
  elsif ( $max_slave_num == 0)
unknown's avatar
unknown committed
4255
  {
4256
    mtr_verbose("Skip slave restart: No testcase use slaves");
unknown's avatar
unknown committed
4257
  }
4258 4259
  else
  {
unknown's avatar
unknown committed
4260

4261 4262 4263 4264 4265 4266 4267 4268 4269 4270
    # Check if any slave is currently started
    my $any_slave_started= 0;
    foreach my $mysqld (@{$slave})
    {
      if ( $mysqld->{'pid'} )
      {
	$any_slave_started= 1;
	last;
      }
    }
unknown's avatar
unknown committed
4271

4272 4273
    if ($any_slave_started)
    {
4274
      mtr_verbose("Restart slave: Slave is started, always restart");
4275 4276 4277 4278
      $do_slave_restart= 1;
    }
    elsif ( $tinfo->{'slave_num'} )
    {
4279
      mtr_verbose("Restart slave: Test need slave");
4280 4281
      $do_slave_restart= 1;
    }
unknown's avatar
unknown committed
4282
  }
4283 4284 4285 4286 4287 4288 4289 4290 4291 4292 4293 4294 4295 4296 4297 4298 4299 4300

  return $do_slave_restart;

}

# ----------------------------------------------------------------------
# If not using a running servers we may need to stop and restart.
# We restart in the case we have initiation scripts, server options
# etc to run. But we also restart again after the test first restart
# and test is run, to get back to normal server settings.
#
# To make the code a bit more clean, we actually only stop servers
# here, and mark this to be done. Then a generic "start" part will
# start up the needed servers again.
# ----------------------------------------------------------------------

sub run_testcase_stop_servers($$$) {
  my ($tinfo, $do_restart, $do_slave_restart)= @_;
unknown's avatar
unknown committed
4301 4302 4303 4304
  my $pid;
  my %admin_pids; # hash of admin processes that requests shutdown
  my @kill_pids;  # list of processes to shutdown/kill

4305
  # Remember if we restarted for this test case (count restarts)
unknown's avatar
unknown committed
4306
  $tinfo->{'restarted'}= $do_restart;
unknown's avatar
unknown committed
4307

unknown's avatar
unknown committed
4308
  if ( $do_restart )
unknown's avatar
unknown committed
4309
  {
4310
    delete $master->[0]->{'running_master_options'}; # Forget history
unknown's avatar
unknown committed
4311 4312 4313

    # Start shutdown of all started masters
    foreach my $mysqld (@{$master})
unknown's avatar
unknown committed
4314
    {
unknown's avatar
unknown committed
4315 4316
      if ( $mysqld->{'pid'} )
      {
4317
	$pid= mtr_mysqladmin_start($mysqld, "shutdown", 20);
unknown's avatar
unknown committed
4318 4319 4320 4321 4322

	$admin_pids{$pid}= 1;

	push(@kill_pids,{
			 pid      => $mysqld->{'pid'},
4323
			 real_pid => $mysqld->{'real_pid'},
unknown's avatar
unknown committed
4324 4325 4326
			 pidfile  => $mysqld->{'path_pid'},
			 sockfile => $mysqld->{'path_sock'},
			 port     => $mysqld->{'port'},
4327
			 errfile   => $mysqld->{'path_myerr'},
unknown's avatar
unknown committed
4328 4329 4330 4331 4332 4333 4334 4335 4336
			});

	$mysqld->{'pid'}= 0; # Assume we are done with it
      }
    }

    # Start shutdown of master cluster
    my $cluster= $clusters->[0];
    if ( $cluster->{'pid'} )
unknown's avatar
unknown committed
4337
    {
unknown's avatar
unknown committed
4338 4339 4340 4341 4342
      $pid= mtr_ndbmgm_start($cluster, "shutdown");
      $admin_pids{$pid}= 1;

      push(@kill_pids,{
		       pid      => $cluster->{'pid'},
4343
		       pidfile  => $cluster->{'path_pid'}
unknown's avatar
unknown committed
4344 4345 4346 4347 4348 4349 4350 4351 4352 4353 4354 4355
		      });

      $cluster->{'pid'}= 0; # Assume we are done with it

      foreach my $ndbd (@{$cluster->{'ndbds'}})
      {
	push(@kill_pids,{
			 pid      => $ndbd->{'pid'},
			 pidfile  => $ndbd->{'path_pid'},
			});
	$ndbd->{'pid'}= 0; # Assume we are done with it
      }
unknown's avatar
unknown committed
4356 4357 4358
    }
  }

4359
  if ( $do_restart || $do_slave_restart )
4360
  {
unknown's avatar
unknown committed
4361

4362
    delete $slave->[0]->{'running_slave_options'}; # Forget history
4363 4364 4365

    # Start shutdown of all started slaves
    foreach my $mysqld (@{$slave})
unknown's avatar
unknown committed
4366
    {
4367 4368
      if ( $mysqld->{'pid'} )
      {
4369
	$pid= mtr_mysqladmin_start($mysqld, "shutdown", 20);
unknown's avatar
unknown committed
4370

4371
	$admin_pids{$pid}= 1;
unknown's avatar
unknown committed
4372

4373 4374
	push(@kill_pids,{
			 pid      => $mysqld->{'pid'},
4375
			 real_pid => $mysqld->{'real_pid'},
4376 4377 4378
			 pidfile  => $mysqld->{'path_pid'},
			 sockfile => $mysqld->{'path_sock'},
			 port     => $mysqld->{'port'},
4379
			 errfile   => $mysqld->{'path_myerr'},
4380
			});
unknown's avatar
unknown committed
4381 4382


4383 4384
	$mysqld->{'pid'}= 0; # Assume we are done with it
      }
unknown's avatar
unknown committed
4385
    }
unknown's avatar
unknown committed
4386

4387 4388 4389 4390 4391
    # Start shutdown of slave cluster
    my $cluster= $clusters->[1];
    if ( $cluster->{'pid'} )
    {
      $pid= mtr_ndbmgm_start($cluster, "shutdown");
unknown's avatar
unknown committed
4392

4393
      $admin_pids{$pid}= 1;
unknown's avatar
unknown committed
4394 4395

      push(@kill_pids,{
4396 4397
		       pid      => $cluster->{'pid'},
		       pidfile  => $cluster->{'path_pid'}
unknown's avatar
unknown committed
4398
		      });
4399 4400 4401 4402 4403 4404 4405 4406 4407 4408 4409

      $cluster->{'pid'}= 0; # Assume we are done with it

      foreach my $ndbd (@{$cluster->{'ndbds'}} )
      {
	push(@kill_pids,{
			 pid      => $ndbd->{'pid'},
			 pidfile  => $ndbd->{'path_pid'},
			});
	$ndbd->{'pid'}= 0; # Assume we are done with it
      }
unknown's avatar
unknown committed
4410
    }
4411 4412
  }

unknown's avatar
unknown committed
4413 4414 4415 4416 4417 4418 4419 4420 4421 4422 4423 4424 4425 4426 4427 4428
  # ----------------------------------------------------------------------
  # Shutdown has now been started and lists for the shutdown processes
  # and the processes to be killed has been created
  # ----------------------------------------------------------------------

  # Wait blocking until all shutdown processes has completed
  mtr_wait_blocking(\%admin_pids);


  # Make sure that process has shutdown else try to kill them
  mtr_check_stop_servers(\@kill_pids);

  foreach my $mysqld (@{$master}, @{$slave})
  {
    if ( ! $mysqld->{'pid'} )
    {
4429
      # Remove ndbcluster tables if server is stopped
unknown's avatar
unknown committed
4430 4431 4432
      rm_ndbcluster_tables($mysqld->{'path_myddir'});
    }
  }
unknown's avatar
unknown committed
4433 4434
}

4435

4436 4437 4438
#
# run_testcase_start_servers
#
4439
# Start the servers needed by this test case
4440 4441 4442 4443 4444 4445
#
# RETURN
#  0 OK
#  1 Start failed
#

unknown's avatar
unknown committed
4446 4447 4448
sub run_testcase_start_servers($) {
  my $tinfo= shift;
  my $tname= $tinfo->{'name'};
unknown's avatar
unknown committed
4449

unknown's avatar
unknown committed
4450
  if ( $tinfo->{'component_id'} eq 'mysqld' )
unknown's avatar
unknown committed
4451
  {
unknown's avatar
unknown committed
4452
    if ( ! $opt_skip_ndbcluster and
unknown's avatar
unknown committed
4453 4454 4455 4456 4457 4458
	 !$clusters->[0]->{'pid'} and
	 $tinfo->{'ndb_test'} )
    {
      # Test need cluster, cluster is not started, start it
      ndbcluster_start($clusters->[0], "");
    }
unknown's avatar
unknown committed
4459

unknown's avatar
unknown committed
4460 4461 4462
    if ( !$master->[0]->{'pid'} )
    {
      # Master mysqld is not started
4463
      do_before_start_master($tinfo);
unknown's avatar
unknown committed
4464 4465

      mysqld_start($master->[0],$tinfo->{'master_opt'},[]);
unknown's avatar
unknown committed
4466

unknown's avatar
unknown committed
4467 4468
    }

4469 4470
    if ( $clusters->[0]->{'pid'} || $clusters->[0]->{'use_running'}
	 and ! $master->[1]->{'pid'} and
4471
	 $tinfo->{'master_num'} > 1 )
unknown's avatar
unknown committed
4472 4473
    {
      # Test needs cluster, start an extra mysqld connected to cluster
4474

4475
      if ( $mysql_version_id >= 50100 )
unknown's avatar
unknown committed
4476
      {
4477 4478 4479 4480
	# First wait for first mysql server to have created ndb system
	# tables ok FIXME This is a workaround so that only one mysqld
	# create the tables
	if ( ! sleep_until_file_created(
4481
		  "$master->[0]->{'path_myddir'}/mysql/ndb_apply_status.ndb",
4482 4483 4484
					$master->[0]->{'start_timeout'},
					$master->[0]->{'pid'}))
	{
unknown's avatar
unknown committed
4485

4486
	  $tinfo->{'comment'}= "Failed to create 'mysql/ndb_apply_status' table";
4487
	  return 1;
4488
	}
unknown's avatar
unknown committed
4489 4490 4491
      }
      mysqld_start($master->[1],$tinfo->{'master_opt'},[]);
    }
unknown's avatar
unknown committed
4492

4493 4494
    # Save this test case information, so next can examine it
    $master->[0]->{'running_master_options'}= $tinfo;
unknown's avatar
unknown committed
4495
  }
unknown's avatar
unknown committed
4496 4497 4498 4499 4500 4501 4502 4503 4504
  elsif ( ! $opt_skip_im and $tinfo->{'component_id'} eq 'im' )
  {
    # We have to create defaults file every time, in order to ensure that it
    # will be the same for each test. The problem is that test can change the
    # file (by SET/UNSET commands), so w/o recreating the file, execution of
    # one test can affect the other.

    im_create_defaults_file($instance_manager);

4505
    if  ( ! mtr_im_start($instance_manager, $tinfo->{im_opts}) )
unknown's avatar
unknown committed
4506
    {
4507 4508
      $tinfo->{'comment'}= "Failed to start Instance Manager. ";
      return 1;
unknown's avatar
unknown committed
4509
    }
unknown's avatar
unknown committed
4510
  }
unknown's avatar
unknown committed
4511

unknown's avatar
unknown committed
4512 4513 4514 4515
  # ----------------------------------------------------------------------
  # Start slaves - if needed
  # ----------------------------------------------------------------------
  if ( $tinfo->{'slave_num'} )
unknown's avatar
unknown committed
4516
  {
4517 4518
    restore_slave_databases($tinfo->{'slave_num'});

4519
    do_before_start_slave($tinfo);
unknown's avatar
unknown committed
4520

unknown's avatar
unknown committed
4521
    if ( ! $opt_skip_ndbcluster_slave and
unknown's avatar
unknown committed
4522 4523
	 !$clusters->[1]->{'pid'} and
	 $tinfo->{'ndb_test'} )
unknown's avatar
unknown committed
4524
    {
unknown's avatar
unknown committed
4525 4526 4527 4528 4529
      # Test need slave cluster, cluster is not started, start it
      ndbcluster_start($clusters->[1], "");
    }

    for ( my $idx= 0; $idx <  $tinfo->{'slave_num'}; $idx++ )
unknown's avatar
unknown committed
4530
    {
unknown's avatar
unknown committed
4531 4532 4533 4534
      if ( ! $slave->[$idx]->{'pid'} )
      {
	mysqld_start($slave->[$idx],$tinfo->{'slave_opt'},
		     $tinfo->{'slave_mi'});
4535

unknown's avatar
unknown committed
4536
      }
unknown's avatar
unknown committed
4537
    }
4538

4539 4540
    # Save this test case information, so next can examine it
    $slave->[0]->{'running_slave_options'}= $tinfo;
unknown's avatar
unknown committed
4541 4542
  }

4543 4544
  # Wait for clusters to start
  foreach my $cluster (@{$clusters})
unknown's avatar
unknown committed
4545
  {
4546 4547 4548

    next if !$cluster->{'pid'};

4549
    if (ndbcluster_wait_started($cluster, ""))
4550 4551
    {
      # failed to start
4552 4553
      $tinfo->{'comment'}= "Start of $cluster->{'name'} cluster failed";
      return 1;
4554
    }
unknown's avatar
unknown committed
4555 4556
  }

4557 4558
  # Wait for mysqld's to start
  foreach my $mysqld (@{$master},@{$slave})
4559
  {
4560 4561 4562 4563 4564

    next if !$mysqld->{'pid'};

    if (mysqld_wait_started($mysqld))
    {
4565 4566 4567 4568
      # failed to start
      $tinfo->{'comment'}=
	"Failed to start $mysqld->{'type'} mysqld $mysqld->{'idx'}";
      return 1;
4569
    }
unknown's avatar
unknown committed
4570
  }
4571
  return 0;
unknown's avatar
unknown committed
4572 4573
}

4574 4575 4576 4577 4578
#
# Run include/check-testcase.test
# Before a testcase, run in record mode, save result file to var
# After testcase, run and compare with the recorded file, they should be equal!
#
4579 4580 4581 4582
# RETURN VALUE
#  0 OK
#  1 Check failed
#
4583
sub run_check_testcase ($$) {
4584 4585

  my $mode=     shift;
4586 4587 4588
  my $mysqld=   shift;

  my $name= "check-" . $mysqld->{'type'} . $mysqld->{'idx'};
4589 4590 4591 4592 4593 4594 4595 4596

  my $args;
  mtr_init_args(\$args);

  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--silent");
  mtr_add_arg($args, "--skip-safemalloc");
  mtr_add_arg($args, "--tmpdir=%s", $opt_tmpdir);
4597
  mtr_add_arg($args, "--character-sets-dir=%s", $path_charsetsdir);
4598

4599 4600
  mtr_add_arg($args, "--socket=%s", $mysqld->{'path_sock'});
  mtr_add_arg($args, "--port=%d", $mysqld->{'port'});
4601 4602 4603 4604 4605
  mtr_add_arg($args, "--database=test");
  mtr_add_arg($args, "--user=%s", $opt_user);
  mtr_add_arg($args, "--password=");

  mtr_add_arg($args, "-R");
4606
  mtr_add_arg($args, "$opt_vardir/tmp/$name.result");
4607 4608 4609 4610 4611 4612 4613 4614 4615

  if ( $mode eq "before" )
  {
    mtr_add_arg($args, "--record");
  }

  my $res = mtr_run_test($exe_mysqltest,$args,
	        "include/check-testcase.test", "", "", "");

4616
  if ( $res == 1  and $mode eq "after")
4617 4618
  {
    mtr_run("diff",["-u",
4619 4620
		    "$opt_vardir/tmp/$name.result",
		    "$opt_vardir/tmp/$name.reject"],
4621 4622 4623 4624 4625 4626
	    "", "", "", "");
  }
  elsif ( $res )
  {
    mtr_error("Could not execute 'check-testcase' $mode testcase");
  }
4627
  return $res;
4628 4629
}

4630 4631 4632 4633 4634 4635 4636 4637 4638 4639 4640 4641 4642 4643 4644 4645 4646 4647 4648 4649 4650 4651 4652 4653 4654 4655 4656 4657 4658 4659 4660 4661 4662 4663 4664 4665 4666
##############################################################################
#
#  Report the features that were compiled in
#
##############################################################################

sub run_report_features () {
  my $args;

  if ( ! $glob_use_embedded_server )
  {
    mysqld_start($master->[0],[],[]);
    if ( ! $master->[0]->{'pid'} )
    {
      mtr_error("Can't start the mysqld server");
    }
    mysqld_wait_started($master->[0]);
  }

  my $tinfo = {};
  $tinfo->{'name'} = 'report features';
  $tinfo->{'result_file'} = undef;
  $tinfo->{'component_id'} = 'mysqld';
  $tinfo->{'path'} = 'include/report-features.test';
  $tinfo->{'timezone'}=  "GMT-3";
  $tinfo->{'slave_num'} = 0;
  $tinfo->{'master_opt'} = [];
  $tinfo->{'slave_opt'} = [];
  $tinfo->{'slave_mi'} = [];
  $tinfo->{'comment'} = 'report server features';
  run_mysqltest($tinfo);

  if ( ! $glob_use_embedded_server )
  {
    stop_all_servers();
  }
}
unknown's avatar
unknown committed
4667

4668

unknown's avatar
unknown committed
4669
sub run_mysqltest ($) {
4670
  my ($tinfo)= @_;
unknown's avatar
unknown committed
4671 4672
  my $exe= $exe_mysqltest;
  my $args;
unknown's avatar
unknown committed
4673 4674 4675 4676 4677 4678 4679

  mtr_init_args(\$args);

  mtr_add_arg($args, "--no-defaults");
  mtr_add_arg($args, "--silent");
  mtr_add_arg($args, "--skip-safemalloc");
  mtr_add_arg($args, "--tmpdir=%s", $opt_tmpdir);
4680
  mtr_add_arg($args, "--character-sets-dir=%s", $path_charsetsdir);
4681
  mtr_add_arg($args, "--logdir=%s/log", $opt_vardir);
4682

4683 4684 4685 4686
  # Log line number and time  for each line in .test file
  mtr_add_arg($args, "--mark-progress")
    if $opt_mark_progress;

4687 4688 4689 4690 4691 4692 4693 4694 4695
  if ($tinfo->{'component_id'} eq 'im')
  {
    mtr_add_arg($args, "--socket=%s", $instance_manager->{'path_sock'});
    mtr_add_arg($args, "--port=%d", $instance_manager->{'port'});
    mtr_add_arg($args, "--user=%s", $instance_manager->{'admin_login'});
    mtr_add_arg($args, "--password=%s", $instance_manager->{'admin_password'});
  }
  else # component_id == mysqld
  {
unknown's avatar
unknown committed
4696 4697
    mtr_add_arg($args, "--socket=%s", $master->[0]->{'path_sock'});
    mtr_add_arg($args, "--port=%d", $master->[0]->{'port'});
4698 4699 4700 4701
    mtr_add_arg($args, "--database=test");
    mtr_add_arg($args, "--user=%s", $opt_user);
    mtr_add_arg($args, "--password=");
  }
unknown's avatar
unknown committed
4702

unknown's avatar
unknown committed
4703 4704 4705 4706 4707
  if ( $opt_ps_protocol )
  {
    mtr_add_arg($args, "--ps-protocol");
  }

4708 4709 4710 4711 4712 4713 4714 4715 4716 4717 4718 4719 4720 4721 4722
  if ( $opt_sp_protocol )
  {
    mtr_add_arg($args, "--sp-protocol");
  }

  if ( $opt_view_protocol )
  {
    mtr_add_arg($args, "--view-protocol");
  }

  if ( $opt_cursor_protocol )
  {
    mtr_add_arg($args, "--cursor-protocol");
  }

unknown's avatar
unknown committed
4723 4724 4725 4726
  if ( $opt_strace_client )
  {
    $exe=  "strace";            # FIXME there are ktrace, ....
    mtr_add_arg($args, "-o");
4727
    mtr_add_arg($args, "%s/log/mysqltest.strace", $opt_vardir);
unknown's avatar
unknown committed
4728 4729 4730
    mtr_add_arg($args, "$exe_mysqltest");
  }

unknown's avatar
unknown committed
4731 4732
  if ( $opt_timer )
  {
4733
    mtr_add_arg($args, "--timer-file=%s/log/timer", $opt_vardir);
unknown's avatar
unknown committed
4734 4735 4736 4737 4738 4739 4740 4741 4742 4743 4744 4745 4746 4747
  }

  if ( $opt_compress )
  {
    mtr_add_arg($args, "--compress");
  }

  if ( $opt_sleep )
  {
    mtr_add_arg($args, "--sleep=%d", $opt_sleep);
  }

  if ( $opt_debug )
  {
4748
    mtr_add_arg($args, "--debug=d:t:A,%s/log/mysqltest.trace",
unknown's avatar
unknown committed
4749
		$path_vardir_trace);
unknown's avatar
unknown committed
4750 4751
  }

4752
  if ( $opt_ssl_supported )
unknown's avatar
unknown committed
4753
  {
4754
    mtr_add_arg($args, "--ssl-ca=%s/std_data/cacert.pem",
4755
	        $glob_mysql_test_dir);
4756
    mtr_add_arg($args, "--ssl-cert=%s/std_data/client-cert.pem",
4757
	        $glob_mysql_test_dir);
4758
    mtr_add_arg($args, "--ssl-key=%s/std_data/client-key.pem",
4759 4760 4761 4762 4763
	        $glob_mysql_test_dir);
  }

  if ( $opt_ssl )
  {
4764
    # Turn on SSL for _all_ test cases if option --ssl was used
4765
    mtr_add_arg($args, "--ssl");
4766 4767 4768
  }
  elsif ( $opt_ssl_supported )
  {
4769
    mtr_add_arg($args, "--skip-ssl");
unknown's avatar
unknown committed
4770 4771
  }

unknown's avatar
unknown committed
4772 4773 4774 4775
  # ----------------------------------------------------------------------
  # If embedded server, we create server args to give mysqltest to pass on
  # ----------------------------------------------------------------------

unknown's avatar
unknown committed
4776 4777
  if ( $glob_use_embedded_server )
  {
4778
    mysqld_arguments($args,$master->[0],$tinfo->{'master_opt'},[]);
unknown's avatar
unknown committed
4779 4780
  }

4781 4782 4783
  # ----------------------------------------------------------------------
  # export MYSQL_TEST variable containing <path>/mysqltest <args>
  # ----------------------------------------------------------------------
4784 4785
  $ENV{'MYSQL_TEST'}=
    mtr_native_path($exe_mysqltest) . " " . join(" ", @$args);
4786

4787
  # ----------------------------------------------------------------------
4788
  # Add arguments that should not go into the MYSQL_TEST env var
4789 4790
  # ----------------------------------------------------------------------

4791
  if ( $opt_valgrind_mysqltest )
4792 4793 4794 4795 4796 4797 4798 4799 4800 4801
  {
    # Prefix the Valgrind options to the argument list.
    # We do this here, since we do not want to Valgrind the nested invocations
    # of mysqltest; that would mess up the stderr output causing test failure.
    my @args_saved = @$args;
    mtr_init_args(\$args);
    valgrind_arguments($args, \$exe);
    mtr_add_arg($args, "%s", $_) for @args_saved;
  }

4802
  mtr_add_arg($args, "--test-file=%s", $tinfo->{'path'});
unknown's avatar
unknown committed
4803

4804 4805 4806
  # Number of lines of resut to include in failure report
  mtr_add_arg($args, "--tail-lines=20");

4807
  if ( defined $tinfo->{'result_file'} ) {
4808
    mtr_add_arg($args, "--result-file=%s", $tinfo->{'result_file'});
4809
  }
4810 4811 4812 4813 4814 4815

  if ( $opt_record )
  {
    mtr_add_arg($args, "--record");
  }

unknown's avatar
unknown committed
4816 4817 4818 4819 4820 4821 4822 4823
  if ( $opt_client_gdb )
  {
    gdb_arguments(\$args, \$exe, "client");
  }
  elsif ( $opt_client_ddd )
  {
    ddd_arguments(\$args, \$exe, "client");
  }
4824 4825 4826 4827
  elsif ( $opt_client_debugger )
  {
    debugger_arguments(\$args, \$exe, "client");
  }
unknown's avatar
unknown committed
4828

4829 4830
  if ( $opt_check_testcases )
  {
4831 4832 4833 4834 4835 4836 4837
    foreach my $mysqld (@{$master}, @{$slave})
    {
      if ($mysqld->{'pid'})
      {
	run_check_testcase("before", $mysqld);
      }
    }
4838 4839
  }

4840
  my $res = mtr_run_test($exe,$args,"","",$path_timefile,"");
4841 4842 4843

  if ( $opt_check_testcases )
  {
4844 4845 4846 4847
    foreach my $mysqld (@{$master}, @{$slave})
    {
      if ($mysqld->{'pid'})
      {
4848 4849 4850 4851 4852
	if (run_check_testcase("after", $mysqld))
	{
	  # Check failed, mark the test case with that info
	  $tinfo->{'check_testcase_failed'}= 1;
	}
4853 4854
      }
    }
4855
  }
4856

4857
  return $res;
4858

unknown's avatar
unknown committed
4859
}
unknown's avatar
unknown committed
4860

unknown's avatar
unknown committed
4861

unknown's avatar
unknown committed
4862 4863 4864 4865 4866 4867 4868 4869 4870 4871 4872 4873
#
# Modify the exe and args so that program is run in gdb in xterm
#
sub gdb_arguments {
  my $args= shift;
  my $exe=  shift;
  my $type= shift;

  # Write $args to gdb init file
  my $str= join(" ", @$$args);
  my $gdb_init_file= "$opt_tmpdir/gdbinit.$type";

4874 4875 4876
  # Remove the old gdbinit file
  unlink($gdb_init_file);

unknown's avatar
unknown committed
4877 4878 4879 4880
  if ( $type eq "client" )
  {
    # write init file for client
    mtr_tofile($gdb_init_file,
4881 4882
	       "set args $str\n" .
	       "break main\n");
unknown's avatar
unknown committed
4883 4884 4885 4886 4887 4888 4889 4890 4891 4892
  }
  else
  {
    # write init file for mysqld
    mtr_tofile($gdb_init_file,
	       "set args $str\n" .
	       "break mysql_parse\n" .
	       "commands 1\n" .
	       "disable 1\n" .
	       "end\n" .
4893 4894 4895 4896 4897
	       "run");
  }

  if ( $opt_manual_gdb )
  {
4898
     print "\nTo start gdb for $type, type in another window:\n";
unknown's avatar
unknown committed
4899
     print "gdb -cd $glob_mysql_test_dir -x $gdb_init_file $$exe\n";
4900 4901 4902 4903

     # Indicate the exe should not be started
     $$exe= undef;
     return;
unknown's avatar
unknown committed
4904 4905 4906 4907 4908 4909
  }

  $$args= [];
  mtr_add_arg($$args, "-title");
  mtr_add_arg($$args, "$type");
  mtr_add_arg($$args, "-e");
4910

4911
  if ( $exe_libtool )
unknown's avatar
unknown committed
4912
  {
4913
    mtr_add_arg($$args, $exe_libtool);
unknown's avatar
unknown committed
4914 4915 4916 4917 4918 4919 4920 4921 4922
    mtr_add_arg($$args, "--mode=execute");
  }

  mtr_add_arg($$args, "gdb");
  mtr_add_arg($$args, "-x");
  mtr_add_arg($$args, "$gdb_init_file");
  mtr_add_arg($$args, "$$exe");

  $$exe= "xterm";
unknown's avatar
unknown committed
4923
}
unknown's avatar
unknown committed
4924

unknown's avatar
unknown committed
4925

unknown's avatar
unknown committed
4926 4927 4928 4929 4930 4931 4932 4933 4934 4935 4936
#
# Modify the exe and args so that program is run in ddd
#
sub ddd_arguments {
  my $args= shift;
  my $exe=  shift;
  my $type= shift;

  # Write $args to ddd init file
  my $str= join(" ", @$$args);
  my $gdb_init_file= "$opt_tmpdir/gdbinit.$type";
unknown's avatar
unknown committed
4937

4938 4939 4940
  # Remove the old gdbinit file
  unlink($gdb_init_file);

unknown's avatar
unknown committed
4941 4942 4943 4944 4945
  if ( $type eq "client" )
  {
    # write init file for client
    mtr_tofile($gdb_init_file,
	       "set args $str\n" .
4946
	       "break main\n");
unknown's avatar
unknown committed
4947 4948 4949 4950 4951 4952 4953 4954 4955 4956
  }
  else
  {
    # write init file for mysqld
    mtr_tofile($gdb_init_file,
	       "file $$exe\n" .
	       "set args $str\n" .
	       "break mysql_parse\n" .
	       "commands 1\n" .
	       "disable 1\n" .
4957
	       "end");
4958 4959 4960 4961
  }

  if ( $opt_manual_ddd )
  {
4962
     print "\nTo start ddd for $type, type in another window:\n";
unknown's avatar
unknown committed
4963
     print "ddd -cd $glob_mysql_test_dir -x $gdb_init_file $$exe\n";
4964 4965 4966 4967

     # Indicate the exe should not be started
     $$exe= undef;
     return;
unknown's avatar
unknown committed
4968
  }
unknown's avatar
unknown committed
4969

unknown's avatar
unknown committed
4970 4971
  my $save_exe= $$exe;
  $$args= [];
4972
  if ( $exe_libtool )
unknown's avatar
unknown committed
4973
  {
4974
    $$exe= $exe_libtool;
unknown's avatar
unknown committed
4975 4976 4977 4978 4979 4980 4981 4982 4983 4984 4985
    mtr_add_arg($$args, "--mode=execute");
    mtr_add_arg($$args, "ddd");
  }
  else
  {
    $$exe= "ddd";
  }
  mtr_add_arg($$args, "--command=$gdb_init_file");
  mtr_add_arg($$args, "$save_exe");
}

4986 4987 4988 4989 4990 4991 4992 4993 4994

#
# Modify the exe and args so that program is run in the selected debugger
#
sub debugger_arguments {
  my $args= shift;
  my $exe=  shift;
  my $debugger= $opt_debugger || $opt_client_debugger;

4995
  if ( $debugger =~ /vcexpress|vc|devenv/ )
4996 4997 4998 4999 5000 5001 5002
  {
    # vc[express] /debugexe exe arg1 .. argn

    # Add /debugexe and name of the exe before args
    unshift(@$$args, "/debugexe");
    unshift(@$$args, "$$exe");

5003 5004 5005
    # Set exe to debuggername
    $$exe= $debugger;

5006
  }
5007
  elsif ( $debugger =~ /windbg/ )
5008 5009 5010 5011 5012 5013
  {
    # windbg exe arg1 .. argn

    # Add name of the exe before args
    unshift(@$$args, "$$exe");

5014 5015 5016 5017 5018 5019 5020 5021 5022 5023 5024 5025 5026 5027 5028
    # Set exe to debuggername
    $$exe= $debugger;

  }
  elsif ( $debugger eq "dbx" )
  {
    # xterm -e dbx -r exe arg1 .. argn

    unshift(@$$args, $$exe);
    unshift(@$$args, "-r");
    unshift(@$$args, $debugger);
    unshift(@$$args, "-e");

    $$exe= "xterm";

5029 5030 5031 5032 5033 5034 5035 5036
  }
  else
  {
    mtr_error("Unknown argument \"$debugger\" passed to --debugger");
  }
}


unknown's avatar
unknown committed
5037 5038 5039
#
# Modify the exe and args so that program is run in valgrind
#
unknown's avatar
unknown committed
5040 5041 5042 5043
sub valgrind_arguments {
  my $args= shift;
  my $exe=  shift;

5044 5045 5046 5047 5048 5049 5050 5051 5052 5053 5054 5055 5056 5057
  if ( $opt_callgrind)
  {
    mtr_add_arg($args, "--tool=callgrind");
    mtr_add_arg($args, "--base=$opt_vardir/log");
  }
  else
  {
    mtr_add_arg($args, "--tool=memcheck"); # From >= 2.1.2 needs this option
    mtr_add_arg($args, "--alignment=8");
    mtr_add_arg($args, "--leak-check=yes");
    mtr_add_arg($args, "--num-callers=16");
    mtr_add_arg($args, "--suppressions=%s/valgrind.supp", $glob_mysql_test_dir)
      if -f "$glob_mysql_test_dir/valgrind.supp";
  }
unknown's avatar
unknown committed
5058

5059
  # Add valgrind options, can be overriden by user
5060
  mtr_add_arg($args, '%s', $_) for (@valgrind_args);
5061

unknown's avatar
unknown committed
5062 5063
  mtr_add_arg($args, $$exe);

unknown's avatar
unknown committed
5064
  $$exe= $opt_valgrind_path || "valgrind";
5065 5066 5067 5068 5069 5070 5071 5072

  if ($exe_libtool)
  {
    # Add "libtool --mode-execute" before the test to execute
    # if running in valgrind(to avoid valgrinding bash)
    unshift(@$args, "--mode=execute", $$exe);
    $$exe= $exe_libtool;
  }
unknown's avatar
unknown committed
5073 5074 5075
}


unknown's avatar
unknown committed
5076 5077 5078 5079 5080 5081
##############################################################################
#
#  Usage
#
##############################################################################

unknown's avatar
unknown committed
5082
sub usage ($) {
5083 5084 5085 5086
  my $message= shift;

  if ( $message )
  {
unknown's avatar
unknown committed
5087
    print STDERR "$message\n";
5088 5089
  }

unknown's avatar
unknown committed
5090
  print <<HERE;
unknown's avatar
unknown committed
5091

unknown's avatar
unknown committed
5092
$0 [ OPTIONS ] [ TESTCASE ]
unknown's avatar
unknown committed
5093 5094 5095 5096 5097

Options to control what engine/variation to run

  embedded-server       Use the embedded server, i.e. no mysqld daemons
  ps-protocol           Use the binary protocol between client and server
5098 5099 5100 5101
  cursor-protocol       Use the cursor protocol between client and server
                        (implies --ps-protocol)
  view-protocol         Create a view to execute all non updating queries
  sp-protocol           Create a stored procedure to execute all queries
5102 5103
  compress              Use the compressed protocol between client and server
  ssl                   Use ssl protocol between client and server
5104
  skip-ssl              Dont start server with support for ssl connections
5105 5106
  bench                 Run the benchmark suite
  small-bench           Run the benchmarks with --small-tests --small-tables
5107
  ndb|with-ndbcluster   Use cluster as default table type
5108 5109
  vs-config             Visual Studio configuration used to create executables
                        (default: MTR_VS_CONFIG environment variable)
unknown's avatar
unknown committed
5110

5111
Options to control directories to use
5112 5113
  benchdir=DIR          The directory where the benchmark suite is stored
                        (default: ../../mysql-bench)
5114 5115
  tmpdir=DIR            The directory where temporary files are stored
                        (default: ./var/tmp).
5116 5117 5118
  vardir=DIR            The directory where files generated from the test run
                        is stored (default: ./var). Specifying a ramdisk or
                        tmpfs will speed up tests.
5119 5120 5121
  mem                   Run testsuite in "memory" using tmpfs or ramdisk
                        Attempts to find a suitable location
                        using a builtin list of standard locations
5122 5123 5124
                        for tmpfs (/dev/shm)
                        The option can also be set using environment
                        variable MTR_MEM=[DIR]
5125

unknown's avatar
unknown committed
5126 5127 5128
Options to control what test suites or cases to run

  force                 Continue to run the suite after failure
5129
  with-ndbcluster-only  Run only tests that include "ndb" in the filename
unknown's avatar
unknown committed
5130 5131 5132
  skip-ndb[cluster]     Skip all tests that need cluster
  skip-ndb[cluster]-slave Skip all tests that need a slave cluster
  ndb-extra             Run extra tests from ndb directory
5133 5134 5135 5136 5137 5138
  do-test=PREFIX or REGEX
                        Run test cases which name are prefixed with PREFIX
                        or fulfills REGEX
  skip-test=PREFIX or REGEX
                        Skip test cases which name are prefixed with PREFIX
                        or fulfills REGEX
unknown's avatar
unknown committed
5139
  start-from=PREFIX     Run test cases starting from test prefixed with PREFIX
5140 5141 5142
  suite[s]=NAME1,..,NAMEN Collect tests in suites from the comma separated
                        list of suite names.
                        The default is: "$opt_suites"
unknown's avatar
unknown committed
5143
  skip-rpl              Skip the replication test cases.
unknown's avatar
unknown committed
5144
  skip-im               Don't start IM, and skip the IM test cases
5145 5146
  big-test              Set the environment variable BIG_TEST, which can be
                        checked from test cases.
unknown's avatar
unknown committed
5147 5148 5149 5150 5151

Options that specify ports

  master_port=PORT      Specify the port number used by the first master
  slave_port=PORT       Specify the port number used by the first slave
5152 5153
  ndbcluster-port=PORT  Specify the port number used by cluster
  ndbcluster-port-slave=PORT  Specify the port number used by slave cluster
5154 5155
  mtr-build-thread=#    Specify unique collection of ports. Can also be set by
                        setting the environment variable MTR_BUILD_THREAD.
unknown's avatar
unknown committed
5156 5157 5158 5159

Options for test case authoring

  record TESTNAME       (Re)genereate the result file for TESTNAME
5160
  check-testcases       Check testcases for sideeffects
5161
  mark-progress         Log line number and elapsed time to <testname>.progress
unknown's avatar
unknown committed
5162 5163 5164 5165 5166 5167 5168

Options that pass on options

  mysqld=ARGS           Specify additional arguments to "mysqld"

Options to run test on running server

5169
  extern                Use running server for tests
unknown's avatar
unknown committed
5170 5171
  ndb-connectstring=STR Use running cluster, and connect using STR
  ndb-connectstring-slave=STR Use running slave cluster, and connect using STR
5172 5173
  user=USER             User for connection to extern server
  socket=PATH           Socket for connection to extern server
unknown's avatar
unknown committed
5174 5175 5176

Options for debugging the product

5177 5178
  client-ddd            Start mysqltest client in ddd
  client-debugger=NAME  Start mysqltest in the selected debugger
unknown's avatar
unknown committed
5179 5180
  client-gdb            Start mysqltest client in gdb
  ddd                   Start mysqld in ddd
5181
  debug                 Dump trace output for all servers and client programs
5182
  debugger=NAME         Start mysqld in the selected debugger
5183 5184 5185 5186 5187
  gdb                   Start the mysqld(s) in gdb
  manual-debug          Let user manually start mysqld in debugger, before
                        running test(s)
  manual-gdb            Let user manually start mysqld in gdb, before running
                        test(s)
unknown's avatar
unknown committed
5188 5189
  manual-ddd            Let user manually start mysqld in ddd, before running
                        test(s)
unknown's avatar
unknown committed
5190 5191
  master-binary=PATH    Specify the master "mysqld" to use
  slave-binary=PATH     Specify the slave "mysqld" to use
5192
  strace-client         Create strace output for mysqltest client
5193 5194 5195
  max-save-core         Limit the number of core files saved (to avoid filling
                        up disks for heavily crashing server). Defaults to
                        $opt_max_save_core, set to 0 for no limit.
unknown's avatar
unknown committed
5196 5197 5198 5199 5200

Options for coverage, profiling etc

  gcov                  FIXME
  gprof                 FIXME
5201
  valgrind              Run the "mysqltest" and "mysqld" executables using
5202
                        valgrind with default options
5203
  valgrind-all          Synonym for --valgrind
5204 5205
  valgrind-mysqltest    Run the "mysqltest" and "mysql_client_test" executable
                        with valgrind
unknown's avatar
unknown committed
5206
  valgrind-mysqld       Run the "mysqld" executable with valgrind
5207 5208 5209
  valgrind-options=ARGS Deprecated, use --valgrind-option
  valgrind-option=ARGS  Option to give valgrind, replaces default option(s),
                        can be specified more then once
unknown's avatar
unknown committed
5210
  valgrind-path=[EXE]   Path to the valgrind executable
5211
  callgrind             Instruct valgrind to use callgrind
unknown's avatar
unknown committed
5212 5213 5214

Misc options

5215
  comment=STR           Write STR to the output
5216
  notimer               Don't show test case execution time
unknown's avatar
unknown committed
5217
  script-debug          Debug this script itself
5218
  verbose               More verbose output
5219 5220 5221 5222 5223 5224
  start-and-exit        Only initialize and start the servers, using the
                        startup settings for the specified test case (if any)
  start-dirty           Only start the servers (without initialization) for
                        the specified test case (if any)
  fast                  Don't try to clean up from earlier runs
  reorder               Reorder tests to get fewer server restarts
unknown's avatar
unknown committed
5225 5226
  help                  Get this help text

5227
  testcase-timeout=MINUTES Max test case run time (default $default_testcase_timeout)
5228 5229
  suite-timeout=MINUTES Max test suite run time (default $default_suite_timeout)
  warnings | log-warnings Pass --log-warnings to mysqld
5230

5231
  sleep=SECONDS         Passed to mysqltest, will be used as fixed sleep time
unknown's avatar
unknown committed
5232

5233 5234 5235
Deprecated options
  with-openssl          Deprecated option for ssl

5236

unknown's avatar
unknown committed
5237
HERE
unknown's avatar
unknown committed
5238
  mtr_exit(1);
5239

unknown's avatar
unknown committed
5240
}