slave.cc 75.8 KB
Newer Older
unknown's avatar
unknown committed
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19
/* Copyright (C) 2000 MySQL AB & MySQL Finland AB & TCX DataKonsult AB
   
   This program is free software; you can redistribute it and/or modify
   it under the terms of the GNU General Public License as published by
   the Free Software Foundation; either version 2 of the License, or
   (at your option) any later version.
   
   This program is distributed in the hope that it will be useful,
   but WITHOUT ANY WARRANTY; without even the implied warranty of
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   GNU General Public License for more details.
   
   You should have received a copy of the GNU General Public License
   along with this program; if not, write to the Free Software
   Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA */


#include "mysql_priv.h"
#include <mysql.h>
20
#include <myisam.h>
unknown's avatar
unknown committed
21
#include "mini_client.h"
22
#include "slave.h"
23
#include "sql_repl.h"
24
#include "repl_failsafe.h"
unknown's avatar
unknown committed
25 26
#include <thr_alarm.h>
#include <my_dir.h>
27
#include <assert.h>
unknown's avatar
unknown committed
28

29 30 31
bool use_slave_mask = 0;
MY_BITMAP slave_error_mask;

32 33
typedef bool (*CHECK_KILLED_FUNC)(THD*,void*);

34
volatile bool slave_sql_running = 0, slave_io_running = 0;
35
char* slave_load_tmpdir = 0;
36 37 38
MASTER_INFO main_mi;
MASTER_INFO* active_mi;
volatile int active_mi_in_use = 0;
39
HASH replicate_do_table, replicate_ignore_table;
unknown's avatar
unknown committed
40
DYNAMIC_ARRAY replicate_wild_do_table, replicate_wild_ignore_table;
41
bool do_table_inited = 0, ignore_table_inited = 0;
unknown's avatar
unknown committed
42
bool wild_do_table_inited = 0, wild_ignore_table_inited = 0;
43
bool table_rules_on = 0;
44
static TABLE* save_temporary_tables = 0;
unknown's avatar
unknown committed
45 46 47 48 49 50 51 52 53
/* TODO: fix variables to access ulonglong values and make it ulonglong */
ulong relay_log_space_limit = 0;

/*
  When slave thread exits, we need to remember the temporary tables so we
  can re-use them on slave start.

  TODO: move the vars below under MASTER_INFO
*/
54

55
int disconnect_slave_event_count = 0, abort_slave_event_count = 0;
56 57
static int events_till_disconnect = -1;
int events_till_abort = -1;
unknown's avatar
unknown committed
58
static int stuck_count = 0;
unknown's avatar
unknown committed
59

60
typedef enum { SLAVE_THD_IO, SLAVE_THD_SQL} SLAVE_THD_TYPE;
unknown's avatar
unknown committed
61

62
void skip_load_data_infile(NET* net);
63
static int process_io_rotate(MASTER_INFO* mi, Rotate_log_event* rev);
unknown's avatar
unknown committed
64
static int process_io_create_file(MASTER_INFO* mi, Create_file_log_event* cev);
65 66
static int queue_old_event(MASTER_INFO* mi, const char* buf,
			   uint event_len);
unknown's avatar
unknown committed
67
static bool wait_for_relay_log_space(RELAY_LOG_INFO* rli);
68 69
static inline bool io_slave_killed(THD* thd,MASTER_INFO* mi);
static inline bool sql_slave_killed(THD* thd,RELAY_LOG_INFO* rli);
unknown's avatar
unknown committed
70
static int count_relay_log_space(RELAY_LOG_INFO* rli);
71
static int init_slave_thread(THD* thd, SLAVE_THD_TYPE thd_type);
72 73
static int safe_connect(THD* thd, MYSQL* mysql, MASTER_INFO* mi);
static int safe_reconnect(THD* thd, MYSQL* mysql, MASTER_INFO* mi);
unknown's avatar
unknown committed
74 75
static int connect_to_master(THD* thd, MYSQL* mysql, MASTER_INFO* mi,
			     bool reconnect);
76 77
static int safe_sleep(THD* thd, int sec, CHECK_KILLED_FUNC thread_killed,
		      void* thread_killed_arg);
78
static int request_table_dump(MYSQL* mysql, const char* db, const char* table);
unknown's avatar
unknown committed
79 80
static int create_table_from_dump(THD* thd, NET* net, const char* db,
				  const char* table_name);
81 82
static int check_master_version(MYSQL* mysql, MASTER_INFO* mi);

83
char* rewrite_db(char* db);
84

85 86 87 88 89
void init_thread_mask(int* mask,MASTER_INFO* mi,bool inverse)
{
  bool set_io = mi->slave_running, set_sql = mi->rli.slave_running;
  if (inverse)
  {
unknown's avatar
unknown committed
90 91 92 93
    /*
      This makes me think of the Russian idiom "I am not I, and this is
      not my horse", which is used to deny reponsibility for
      one's actions. 
94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121
    */
    set_io = !set_io;
    set_sql = !set_sql;
  }
  register int tmp_mask=0;
  if (set_io)
    tmp_mask |= SLAVE_IO;
  if (set_sql)
    tmp_mask |= SLAVE_SQL;
  *mask = tmp_mask;
}

void lock_slave_threads(MASTER_INFO* mi)
{
  //TODO: see if we can do this without dual mutex
  pthread_mutex_lock(&mi->run_lock);
  pthread_mutex_lock(&mi->rli.run_lock);
}

void unlock_slave_threads(MASTER_INFO* mi)
{
  //TODO: see if we can do this without dual mutex
  pthread_mutex_unlock(&mi->rli.run_lock);
  pthread_mutex_unlock(&mi->run_lock);
}

int init_slave()
{
122
  DBUG_ENTER("init_slave");
123 124 125 126 127 128 129 130 131 132
  // TODO (multi-master): replace this with list initialization
  active_mi = &main_mi;

  // TODO: the code below is a copy-paste mess - clean it up
  /*
    make sure slave thread gets started if server_id is set,
    valid master.info is present, and master_host has not been specified
  */
  if (server_id && !master_host)
  {
133 134 135 136
    /*
      TODO: re-write this to interate through the list of files
      for multi-master
    */
137 138 139 140 141 142 143 144 145 146
    char fname[FN_REFLEN+128];
    MY_STAT stat_area;
    fn_format(fname, master_info_file, mysql_data_home, "", 4+16+32);
    if (my_stat(fname, &stat_area, MYF(0)) &&
	!init_master_info(active_mi,master_info_file,relay_log_info_file))
      master_host = active_mi->host;
  }
  // slave thread
  if (master_host)
  {
147 148 149 150 151 152 153 154 155 156 157 158 159
    if (!opt_skip_slave_start)
    {
      if (start_slave_threads(1 /* need mutex */,
			      0 /* no wait for start*/,
			      active_mi,
			      master_info_file,
			      relay_log_info_file,
			      SLAVE_IO | SLAVE_SQL))
	sql_print_error("Warning: Can't create threads to handle slave");
    }
    else if (init_master_info(active_mi, master_info_file,
			      relay_log_info_file))
      sql_print_error("Warning: failed to initialized master info");
160
  }
161
  DBUG_RETURN(0);
162 163
}

164

165 166
static void free_table_ent(TABLE_RULE_ENT* e)
{
unknown's avatar
unknown committed
167
  my_free((gptr) e, MYF(0));
168 169 170 171 172 173 174 175 176
}

static byte* get_table_key(TABLE_RULE_ENT* e, uint* len,
			   my_bool not_used __attribute__((unused)))
{
  *len = e->key_len;
  return (byte*)e->db;
}

177
// TODO: check proper initialization of master_log_name/master_log_pos
unknown's avatar
unknown committed
178

179 180 181 182
int init_relay_log_pos(RELAY_LOG_INFO* rli,const char* log,
		       ulonglong pos, bool need_data_lock,
		       const char** errmsg)
{
unknown's avatar
unknown committed
183 184
  DBUG_ENTER("init_relay_log_pos");

185
  *errmsg=0;
186
  if (rli->log_pos_current)
unknown's avatar
unknown committed
187
    DBUG_RETURN(0);
188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205
  pthread_mutex_t *log_lock=rli->relay_log.get_log_lock();
  pthread_mutex_lock(log_lock);
  if (need_data_lock)
    pthread_mutex_lock(&rli->data_lock);
  
  if (rli->cur_log_fd >= 0)
  {
    end_io_cache(&rli->cache_buf);
    my_close(rli->cur_log_fd, MYF(MY_WME));
    rli->cur_log_fd = -1;
  }
  
  if (!log)
    log = rli->relay_log_name; // already inited
  if (!pos)
    pos = rli->relay_log_pos; // already inited
  else
    rli->relay_log_pos = pos;
unknown's avatar
unknown committed
206

unknown's avatar
unknown committed
207 208 209 210
  /*
    Test to see if the previous run was with the skip of purging
    If yes, we do not purge when we restart
  */
unknown's avatar
unknown committed
211
  if (rli->relay_log.find_first_log(&rli->linfo,""))
212 213 214 215
  {
    *errmsg="Could not find first log during relay log initialization";
    goto err;
  }
unknown's avatar
unknown committed
216 217 218 219 220 221 222 223
  if (strcmp(log,rli->linfo.log_file_name))
    rli->skip_log_purge=1;
  
  if (rli->relay_log.find_first_log(&rli->linfo,log))
  {
    *errmsg="Could not find target log during relay log initialization";
    goto err;
  }
224 225
  strmake(rli->relay_log_name,rli->linfo.log_file_name,
	  sizeof(rli->relay_log_name)-1);
226 227 228 229 230 231
  // to make end_io_cache(&rli->cache_buf) safe in all cases
  if (!rli->inited)
    bzero((char*) &rli->cache_buf, sizeof(IO_CACHE)); 
  if (rli->relay_log.is_active(rli->linfo.log_file_name))
  {
    if (my_b_tell((rli->cur_log=rli->relay_log.get_log_file())) == 0 &&
unknown's avatar
unknown committed
232
	check_binlog_magic(rli->cur_log,errmsg))
233
      goto err;
unknown's avatar
unknown committed
234
    rli->cur_log_old_open_count=rli->relay_log.get_open_count();
235 236 237 238 239
  }
  else
  {
    if (rli->inited)
      end_io_cache(&rli->cache_buf);
unknown's avatar
unknown committed
240
    if (rli->cur_log_fd >= 0)
241 242 243 244 245 246
      my_close(rli->cur_log_fd,MYF(MY_WME));
    if ((rli->cur_log_fd=open_binlog(&rli->cache_buf,
				     rli->linfo.log_file_name,errmsg)) < 0)
      goto err;
    rli->cur_log = &rli->cache_buf;
  }
unknown's avatar
unknown committed
247 248 249 250
  if (pos > BIN_LOG_HEADER_SIZE)
    my_b_seek(rli->cur_log,(off_t)pos);
  rli->log_pos_current=1;

251
err:
unknown's avatar
unknown committed
252 253 254 255 256
  pthread_cond_broadcast(&rli->data_cond);
  if (need_data_lock)
    pthread_mutex_unlock(&rli->data_lock);
  pthread_mutex_unlock(log_lock);
  DBUG_RETURN ((*errmsg) ? 1 : 0);
257 258
}

259
/* called from get_options() in mysqld.cc on start-up */
unknown's avatar
unknown committed
260 261

void init_slave_skip_errors(const char* arg)
262
{
unknown's avatar
unknown committed
263
  const char *p;
264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289
  my_bool last_was_digit = 0;
  if (bitmap_init(&slave_error_mask,MAX_SLAVE_ERROR,0))
  {
    fprintf(stderr, "Badly out of memory, please check your system status\n");
    exit(1);
  }
  use_slave_mask = 1;
  for (;isspace(*arg);++arg)
    /* empty */;
  if (!my_casecmp(arg,"all",3))
  {
    bitmap_set_all(&slave_error_mask);
    return;
  }
  for (p= arg ; *p; )
  {
    long err_code;
    if (!(p= str2int(p, 10, 0, LONG_MAX, &err_code)))
      break;
    if (err_code < MAX_SLAVE_ERROR)
       bitmap_set_bit(&slave_error_mask,(uint)err_code);
    while (!isdigit(*p) && *p)
      p++;
  }
}

unknown's avatar
unknown committed
290

unknown's avatar
unknown committed
291
/*
unknown's avatar
unknown committed
292
  We assume we have a run lock on rli and that both slave thread
unknown's avatar
unknown committed
293 294 295
  are not running
*/

296 297
int purge_relay_logs(RELAY_LOG_INFO* rli, bool just_reset, const char** errmsg)
{
unknown's avatar
unknown committed
298
  DBUG_ENTER("purge_relay_logs");
299
  if (!rli->inited)
unknown's avatar
unknown committed
300
    DBUG_RETURN(0); /* successfully do nothing */
unknown's avatar
unknown committed
301 302
  int error=0;

303 304
  DBUG_ASSERT(rli->slave_running == 0);
  DBUG_ASSERT(rli->mi->slave_running == 0);
unknown's avatar
unknown committed
305

306 307 308 309
  rli->slave_skip_counter=0;
  pthread_mutex_lock(&rli->data_lock);
  rli->pending=0;
  rli->master_log_name[0]=0;
unknown's avatar
unknown committed
310
  rli->master_log_pos=0;			// 0 means uninitialized
311 312 313 314 315 316 317
  if (rli->relay_log.reset_logs(rli->sql_thd) ||
      rli->relay_log.find_first_log(&rli->linfo,""))
  {
    *errmsg = "Failed during log reset";
    error=1;
    goto err;
  }
318
  strmake(rli->relay_log_name,rli->linfo.log_file_name,
unknown's avatar
unknown committed
319
	  sizeof(rli->relay_log_name)-1);
unknown's avatar
unknown committed
320 321 322
  // Just first log with magic number and nothing else
  rli->log_space_total= BIN_LOG_HEADER_SIZE;
  rli->relay_log_pos=   BIN_LOG_HEADER_SIZE;
unknown's avatar
unknown committed
323
  rli->relay_log.reset_bytes_written();
324 325
  rli->log_pos_current=0;
  if (!just_reset)
unknown's avatar
unknown committed
326 327
    error =  init_relay_log_pos(rli,0,0,0 /* do not need data lock */,errmsg);

unknown's avatar
unknown committed
328 329 330 331
err:
#ifndef DBUG_OFF
  char buf[22];
#endif  
unknown's avatar
unknown committed
332
  DBUG_PRINT("info",("log_space_total: %s",llstr(rli->log_space_total,buf)));
333
  pthread_mutex_unlock(&rli->data_lock);
unknown's avatar
unknown committed
334
  DBUG_RETURN(error);
335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390
}

int terminate_slave_threads(MASTER_INFO* mi,int thread_mask,bool skip_lock)
{
  if (!mi->inited)
    return 0; /* successfully do nothing */
  int error,force_all = (thread_mask & SLAVE_FORCE_ALL);
  pthread_mutex_t *sql_lock = &mi->rli.run_lock, *io_lock = &mi->run_lock;
  pthread_mutex_t *sql_cond_lock,*io_cond_lock;

  sql_cond_lock=sql_lock;
  io_cond_lock=io_lock;
  
  if (skip_lock)
  {
    sql_lock = io_lock = 0;
  }
  if ((thread_mask & (SLAVE_IO|SLAVE_FORCE_ALL)) && mi->slave_running)
  {
    mi->abort_slave=1;
    if ((error=terminate_slave_thread(mi->io_thd,io_lock,
				        io_cond_lock,
					&mi->stop_cond,
					&mi->slave_running)) &&
	!force_all)
      return error;
  }
  if ((thread_mask & (SLAVE_SQL|SLAVE_FORCE_ALL)) && mi->rli.slave_running)
  {
    DBUG_ASSERT(mi->rli.sql_thd != 0) ;
    mi->rli.abort_slave=1;
    if ((error=terminate_slave_thread(mi->rli.sql_thd,sql_lock,
				      sql_cond_lock,
				      &mi->rli.stop_cond,
				      &mi->rli.slave_running)) &&
	!force_all)
      return error;
  }
  return 0;
}

int terminate_slave_thread(THD* thd, pthread_mutex_t* term_lock,
			   pthread_mutex_t *cond_lock,
			   pthread_cond_t* term_cond,
			   volatile bool* slave_running)
{
  if (term_lock)
  {
    pthread_mutex_lock(term_lock);
    if (!*slave_running)
    {
      pthread_mutex_unlock(term_lock);
      return ER_SLAVE_NOT_RUNNING;
    }
  }
  DBUG_ASSERT(thd != 0);
391 392 393
  /* is is criticate to test if the slave is running. Otherwise, we might
     be referening freed memory trying to kick it
  */
394
  THD_CHECK_SENTRY(thd);
395 396 397 398
  if (*slave_running)
  {
    KICK_SLAVE(thd);
  }
399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416
  while (*slave_running)
  {
    /* there is a small chance that slave thread might miss the first
       alarm. To protect againts it, resend the signal until it reacts
    */
    struct timespec abstime;
#ifdef HAVE_TIMESPEC_TS_SEC
    abstime.ts_sec=time(NULL)+2;		
    abstime.ts_nsec=0;
#elif defined(__WIN__)
    abstime.tv_sec=time((time_t*) 0)+2;
    abstime.tv_nsec=0;
#else
    struct timeval tv;
    gettimeofday(&tv,0);
    abstime.tv_sec=tv.tv_sec+2;
    abstime.tv_nsec=tv.tv_usec*1000;
#endif
unknown's avatar
unknown committed
417
    DBUG_ASSERT_LOCK(cond_lock);
418 419
    pthread_cond_timedwait(term_cond, cond_lock, &abstime);
    if (*slave_running)
420
    {
421
      KICK_SLAVE(thd);
422
    }
423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471
  }
  if (term_lock)
    pthread_mutex_unlock(term_lock);
  return 0;
}

int start_slave_thread(pthread_handler h_func, pthread_mutex_t* start_lock,
		       pthread_mutex_t *cond_lock,
		       pthread_cond_t* start_cond,
		       volatile bool* slave_running,
		       MASTER_INFO* mi)
{
  pthread_t th;
  DBUG_ASSERT(mi->inited);
  if (start_lock)
    pthread_mutex_lock(start_lock);
  if (!server_id)
  {
    if (start_cond)
      pthread_cond_broadcast(start_cond);
    if (start_lock)
      pthread_mutex_unlock(start_lock);
    sql_print_error("Server id not set, will not start slave");
    return ER_BAD_SLAVE;
  }
  
  if (*slave_running)
    {
      if (start_cond)
        pthread_cond_broadcast(start_cond);
      if (start_lock)
        pthread_mutex_unlock(start_lock);
      return ER_SLAVE_MUST_STOP;
    }
  if (pthread_create(&th, &connection_attrib, h_func, (void*)mi))
  {
    if (start_lock)
      pthread_mutex_unlock(start_lock);
    return ER_SLAVE_THREAD;
  }
  if (start_cond && cond_lock)
  {
    THD* thd = current_thd;
    while (!*slave_running)
    {
      const char* old_msg = thd->enter_cond(start_cond,cond_lock,
					  "Waiting for slave thread to start");
      pthread_cond_wait(start_cond,cond_lock);
      thd->exit_cond(old_msg);
unknown's avatar
unknown committed
472 473 474 475 476 477
      /*
	TODO: in a very rare case of init_slave_thread failing, it is
	possible that we can get stuck here since slave_running will not
	be set. We need to change slave_running to int and have -1 as
	error code.
      */
478 479 480 481 482 483 484 485 486 487 488
      if (thd->killed)
      {
	pthread_mutex_unlock(cond_lock);
	return ER_SERVER_SHUTDOWN;
      }
    }
  }
  if (start_lock)
    pthread_mutex_unlock(start_lock);
  return 0;
}
unknown's avatar
unknown committed
489 490 491 492 493 494


/*
  SLAVE_FORCE_ALL is not implemented here on purpose since it does not make
  sense to do that for starting a slave - we always care if it actually
  started the threads that were not previously running
495
*/
unknown's avatar
unknown committed
496

497 498 499 500 501 502 503
int start_slave_threads(bool need_slave_mutex, bool wait_for_start,
			MASTER_INFO* mi, const char* master_info_fname,
			const char* slave_info_fname, int thread_mask)
{
  pthread_mutex_t *lock_io=0,*lock_sql=0,*lock_cond_io=0,*lock_cond_sql=0;
  pthread_cond_t* cond_io=0,*cond_sql=0;
  int error=0;
504
  DBUG_ENTER("start_slave_threads");
505 506 507 508 509 510 511 512 513 514 515 516 517 518
  
  if (need_slave_mutex)
  {
    lock_io = &mi->run_lock;
    lock_sql = &mi->rli.run_lock;
  }
  if (wait_for_start)
  {
    cond_io = &mi->start_cond;
    cond_sql = &mi->rli.start_cond;
    lock_cond_io = &mi->run_lock;
    lock_cond_sql = &mi->rli.run_lock;
  }
  if (init_master_info(mi,master_info_fname,slave_info_fname))
519 520 521 522 523 524 525 526 527 528 529
    DBUG_RETURN(ER_MASTER_INFO);

  if (thread_mask & SLAVE_IO)
    error=start_slave_thread(handle_slave_io,lock_io,lock_cond_io,
			     cond_io,&mi->slave_running,
			     mi);
  if (!error && (thread_mask & SLAVE_SQL))
    error=start_slave_thread(handle_slave_sql,lock_sql,lock_cond_sql,
			     cond_sql,
			     &mi->rli.slave_running,mi);
  DBUG_RETURN(error);
530
}
531

532

533 534 535 536 537 538 539
void init_table_rule_hash(HASH* h, bool* h_inited)
{
  hash_init(h, TABLE_RULE_HASH_SIZE,0,0,
	    (hash_get_key) get_table_key,
	    (void (*)(void*)) free_table_ent, 0);
  *h_inited = 1;
}
unknown's avatar
unknown committed
540

unknown's avatar
unknown committed
541 542
void init_table_rule_array(DYNAMIC_ARRAY* a, bool* a_inited)
{
543
  my_init_dynamic_array(a, sizeof(TABLE_RULE_ENT*), TABLE_RULE_ARR_SIZE,
unknown's avatar
unknown committed
544 545 546 547 548 549 550 551 552
		     TABLE_RULE_ARR_SIZE);
  *a_inited = 1;
}

static TABLE_RULE_ENT* find_wild(DYNAMIC_ARRAY *a, const char* key, int len)
{
  uint i;
  const char* key_end = key + len;
  
553
  for (i = 0; i < a->elements; i++)
unknown's avatar
unknown committed
554 555 556
    {
      TABLE_RULE_ENT* e ;
      get_dynamic(a, (gptr)&e, i);
557
      if (!wild_case_compare(key, key_end, (const char*)e->db,
unknown's avatar
unknown committed
558 559 560 561 562 563 564
			    (const char*)(e->db + e->key_len),'\\'))
	return e;
    }
  
  return 0;
}

565 566
int tables_ok(THD* thd, TABLE_LIST* tables)
{
unknown's avatar
unknown committed
567 568 569 570 571 572 573 574 575 576
  for (; tables; tables = tables->next)
  {
    if (!tables->updating) 
      continue;
    char hash_key[2*NAME_LEN+2];
    char* p;
    p = strmov(hash_key, tables->db ? tables->db : thd->db);
    *p++ = '.';
    uint len = strmov(p, tables->real_name) - hash_key ;
    if (do_table_inited) // if there are any do's
577
    {
unknown's avatar
unknown committed
578 579 580
      if (hash_search(&replicate_do_table, (byte*) hash_key, len))
	return 1;
    }
581
    if (ignore_table_inited) // if there are any ignores
unknown's avatar
unknown committed
582 583 584
    {
      if (hash_search(&replicate_ignore_table, (byte*) hash_key, len))
	return 0; 
585
    }
unknown's avatar
unknown committed
586 587 588 589 590 591 592
    if (wild_do_table_inited && find_wild(&replicate_wild_do_table,
					  hash_key, len))
      return 1;
    if (wild_ignore_table_inited && find_wild(&replicate_wild_ignore_table,
					      hash_key, len))
      return 0;
  }
593

unknown's avatar
unknown committed
594 595 596 597
  /*
    If no explicit rule found and there was a do list, do not replicate.
    If there was no do list, go ahead
  */
unknown's avatar
unknown committed
598
  return !do_table_inited && !wild_do_table_inited;
599 600 601 602 603
}


int add_table_rule(HASH* h, const char* table_spec)
{
unknown's avatar
unknown committed
604
  const char* dot = strchr(table_spec, '.');
unknown's avatar
unknown committed
605
  if (!dot) return 1;
unknown's avatar
unknown committed
606
  // len is always > 0 because we know the there exists a '.'
607 608 609
  uint len = (uint)strlen(table_spec);
  TABLE_RULE_ENT* e = (TABLE_RULE_ENT*)my_malloc(sizeof(TABLE_RULE_ENT)
						 + len, MYF(MY_WME));
unknown's avatar
unknown committed
610
  if (!e) return 1;
611 612 613 614 615 616 617 618
  e->db = (char*)e + sizeof(TABLE_RULE_ENT);
  e->tbl_name = e->db + (dot - table_spec) + 1;
  e->key_len = len;
  memcpy(e->db, table_spec, len);
  (void)hash_insert(h, (byte*)e);
  return 0;
}

unknown's avatar
unknown committed
619 620
int add_wild_table_rule(DYNAMIC_ARRAY* a, const char* table_spec)
{
unknown's avatar
unknown committed
621
  const char* dot = strchr(table_spec, '.');
unknown's avatar
unknown committed
622
  if (!dot) return 1;
unknown's avatar
unknown committed
623 624 625
  uint len = (uint)strlen(table_spec);
  TABLE_RULE_ENT* e = (TABLE_RULE_ENT*)my_malloc(sizeof(TABLE_RULE_ENT)
						 + len, MYF(MY_WME));
unknown's avatar
unknown committed
626
  if (!e) return 1;
unknown's avatar
unknown committed
627 628 629 630 631 632 633 634
  e->db = (char*)e + sizeof(TABLE_RULE_ENT);
  e->tbl_name = e->db + (dot - table_spec) + 1;
  e->key_len = len;
  memcpy(e->db, table_spec, len);
  insert_dynamic(a, (gptr)&e);
  return 0;
}

635 636 637
static void free_string_array(DYNAMIC_ARRAY *a)
{
  uint i;
638
  for (i = 0; i < a->elements; i++)
639 640
    {
      char* p;
unknown's avatar
unknown committed
641
      get_dynamic(a, (gptr) &p, i);
642 643 644 645 646
      my_free(p, MYF(MY_WME));
    }
  delete_dynamic(a);
}

647 648 649 650 651 652
static int end_slave_on_walk(MASTER_INFO* mi, gptr /*unused*/)
{
  end_master_info(mi);
  return 0;
}

653 654
void end_slave()
{
unknown's avatar
unknown committed
655 656 657 658 659
  /*
    TODO: replace the line below with
    list_walk(&master_list, (list_walk_action)end_slave_on_walk,0);
    once multi-master code is ready.
  */
660 661 662
  terminate_slave_threads(active_mi,SLAVE_FORCE_ALL);
  end_master_info(active_mi);
  if (do_table_inited)
663
    hash_free(&replicate_do_table);
664
  if (ignore_table_inited)
665
    hash_free(&replicate_ignore_table);
666
  if (wild_do_table_inited)
667
    free_string_array(&replicate_wild_do_table);
668
  if (wild_ignore_table_inited)
669 670
    free_string_array(&replicate_wild_ignore_table);
}
unknown's avatar
unknown committed
671

672
static bool io_slave_killed(THD* thd, MASTER_INFO* mi)
unknown's avatar
unknown committed
673
{
674 675 676
  DBUG_ASSERT(mi->io_thd == thd);
  DBUG_ASSERT(mi->slave_running == 1); // tracking buffer overrun
  return mi->abort_slave || abort_loop || thd->killed;
unknown's avatar
unknown committed
677 678
}

679
static bool sql_slave_killed(THD* thd, RELAY_LOG_INFO* rli)
680 681 682 683 684 685 686
{
  DBUG_ASSERT(rli->sql_thd == thd);
  DBUG_ASSERT(rli->slave_running == 1);// tracking buffer overrun
  return rli->abort_slave || abort_loop || thd->killed;
}

void slave_print_error(RELAY_LOG_INFO* rli, int err_code, const char* msg, ...)
687 688 689
{
  va_list args;
  va_start(args,msg);
690 691 692 693 694
  my_vsnprintf(rli->last_slave_error,
	       sizeof(rli->last_slave_error), msg, args);
  sql_print_error("Slave: %s, error_code=%d", rli->last_slave_error,
		  err_code);
  rli->last_slave_errno = err_code;
695 696 697
}

void skip_load_data_infile(NET* net)
698 699 700
{
  (void)my_net_write(net, "\xfb/dev/null", 10);
  (void)net_flush(net);
unknown's avatar
unknown committed
701 702
  (void)my_net_read(net);			// discard response
  send_ok(net);					// the master expects it
703 704
}

705
char* rewrite_db(char* db)
unknown's avatar
unknown committed
706
{
unknown's avatar
unknown committed
707 708
  if (replicate_rewrite_db.is_empty() || !db)
    return db;
unknown's avatar
unknown committed
709 710 711
  I_List_iterator<i_string_pair> it(replicate_rewrite_db);
  i_string_pair* tmp;

unknown's avatar
unknown committed
712 713 714 715 716
  while ((tmp=it++))
  {
    if (!strcmp(tmp->key, db))
      return tmp->val;
  }
unknown's avatar
unknown committed
717 718
  return db;
}
719

unknown's avatar
unknown committed
720

unknown's avatar
unknown committed
721 722 723
int db_ok(const char* db, I_List<i_string> &do_list,
	  I_List<i_string> &ignore_list )
{
unknown's avatar
unknown committed
724
  if (do_list.is_empty() && ignore_list.is_empty())
unknown's avatar
unknown committed
725 726
    return 1; // ok to replicate if the user puts no constraints

unknown's avatar
unknown committed
727 728 729 730 731
  /*
    If the user has specified restrictions on which databases to replicate
    and db was not selected, do not replicate.
  */
  if (!db)
unknown's avatar
unknown committed
732
    return 0;
unknown's avatar
unknown committed
733

unknown's avatar
unknown committed
734 735 736 737
  if (!do_list.is_empty()) // if the do's are not empty
  {
    I_List_iterator<i_string> it(do_list);
    i_string* tmp;
unknown's avatar
unknown committed
738

unknown's avatar
unknown committed
739 740 741 742
    while ((tmp=it++))
    {
      if (!strcmp(tmp->ptr, db))
	return 1; // match
unknown's avatar
unknown committed
743
    }
unknown's avatar
unknown committed
744 745
    return 0;
  }
unknown's avatar
unknown committed
746
  else // there are some elements in the don't, otherwise we cannot get here
unknown's avatar
unknown committed
747 748 749
  {
    I_List_iterator<i_string> it(ignore_list);
    i_string* tmp;
unknown's avatar
unknown committed
750

unknown's avatar
unknown committed
751 752 753 754
    while ((tmp=it++))
    {
      if (!strcmp(tmp->ptr, db))
	return 0; // match
unknown's avatar
unknown committed
755
    }
unknown's avatar
unknown committed
756 757 758
      
    return 1;
  }
unknown's avatar
unknown committed
759 760
}

unknown's avatar
unknown committed
761 762
static int init_strvar_from_file(char *var, int max_size, IO_CACHE *f,
				 const char *default_val)
unknown's avatar
unknown committed
763
{
unknown's avatar
unknown committed
764 765 766 767 768 769 770
  uint length;
  if ((length=my_b_gets(f,var, max_size)))
  {
    char* last_p = var + length -1;
    if (*last_p == '\n')
      *last_p = 0; // if we stopped on newline, kill it
    else
unknown's avatar
unknown committed
771
    {
unknown's avatar
unknown committed
772 773 774 775
      /*
	If we truncated a line or stopped on last char, remove all chars
	up to and including newline.
      */
unknown's avatar
unknown committed
776
      int c;
unknown's avatar
unknown committed
777
      while (((c=my_b_get(f)) != '\n' && c != my_b_EOF));
unknown's avatar
unknown committed
778
    }
unknown's avatar
unknown committed
779 780 781 782
    return 0;
  }
  else if (default_val)
  {
unknown's avatar
unknown committed
783
    strmake(var,  default_val, max_size-1);
unknown's avatar
unknown committed
784 785
    return 0;
  }
unknown's avatar
unknown committed
786
  return 1;
unknown's avatar
unknown committed
787 788
}

unknown's avatar
unknown committed
789
static int init_intvar_from_file(int* var, IO_CACHE* f, int default_val)
unknown's avatar
unknown committed
790 791 792
{
  char buf[32];
  
unknown's avatar
unknown committed
793 794 795 796 797
  if (my_b_gets(f, buf, sizeof(buf))) 
  {
    *var = atoi(buf);
    return 0;
  }
unknown's avatar
unknown committed
798
  else if (default_val)
unknown's avatar
unknown committed
799 800 801 802
  {
    *var = default_val;
    return 0;
  }
unknown's avatar
unknown committed
803
  return 1;
unknown's avatar
unknown committed
804 805
}

806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830
static int check_master_version(MYSQL* mysql, MASTER_INFO* mi)
{
  MYSQL_RES* res;
  MYSQL_ROW row;
  const char* version;
  const char* errmsg = 0;
  
  if (mc_mysql_query(mysql, "SELECT VERSION()", 0)
      || !(res = mc_mysql_store_result(mysql)))
  {
    sql_print_error("Error checking master version: %s",
		    mc_mysql_error(mysql));
    return 1;
  }
  if (!(row = mc_mysql_fetch_row(res)))
  {
    errmsg = "Master returned no rows for SELECT VERSION()";
    goto err;
  }
  if (!(version = row[0]))
  {
    errmsg = "Master reported NULL for the version";
    goto err;
  }
  
unknown's avatar
unknown committed
831
  switch (*version) {
832 833 834 835
  case '3':
    mi->old_format = 1;
    break;
  case '4':
unknown's avatar
unknown committed
836
  case '5':
837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853
    mi->old_format = 0;
    break;
  default:
    errmsg = "Master reported unrecognized MySQL version";
    goto err;
  }
err:
  if (res)
    mc_mysql_free_result(res);
  if (errmsg)
  {
    sql_print_error(errmsg);
    return 1;
  }
  return 0;
}

unknown's avatar
unknown committed
854 855 856 857

static int create_table_from_dump(THD* thd, NET* net, const char* db,
				  const char* table_name)
{
858
  ulong packet_len = my_net_read(net); // read create table statement
859 860
  Vio* save_vio;
  HA_CHECK_OPT check_opt;
unknown's avatar
unknown committed
861
  TABLE_LIST tables;
862 863
  int error= 1;
  handler *file;
864
  uint save_options;
unknown's avatar
unknown committed
865
  
866 867 868 869 870 871 872 873 874 875 876
  if (packet_len == packet_error)
  {
    send_error(&thd->net, ER_MASTER_NET_READ);
    return 1;
  }
  if (net->read_pos[0] == 255) // error from master
  {
    net->read_pos[packet_len] = 0;
    net_printf(&thd->net, ER_MASTER, net->read_pos + 3);
    return 1;
  }
unknown's avatar
unknown committed
877 878
  thd->command = COM_TABLE_DUMP;
  thd->query = sql_alloc(packet_len + 1);
879 880 881 882 883 884
  if (!thd->query)
  {
    sql_print_error("create_table_from_dump: out of memory");
    net_printf(&thd->net, ER_GET_ERRNO, "Out of memory");
    return 1;
  }
unknown's avatar
unknown committed
885 886 887 888 889
  memcpy(thd->query, net->read_pos, packet_len);
  thd->query[packet_len] = 0;
  thd->current_tablenr = 0;
  thd->query_error = 0;
  thd->net.no_send_ok = 1;
890 891 892 893
  
  /* we do not want to log create table statement */
  save_options = thd->options;
  thd->options &= ~OPTION_BIN_LOG;
unknown's avatar
unknown committed
894
  thd->proc_info = "Creating table from master dump";
unknown's avatar
unknown committed
895
  // save old db in case we are creating in a different database
unknown's avatar
unknown committed
896
  char* save_db = thd->db;
897
  thd->db = (char*)db;
unknown's avatar
unknown committed
898
  mysql_parse(thd, thd->query, packet_len); // run create table
899
  thd->db = save_db;		// leave things the way the were before
900
  thd->options = save_options;
unknown's avatar
unknown committed
901
  
902 903
  if (thd->query_error)
    goto err;			// mysql_parse took care of the error send
unknown's avatar
unknown committed
904 905 906 907 908 909

  bzero((char*) &tables,sizeof(tables));
  tables.db = (char*)db;
  tables.name = tables.real_name = (char*)table_name;
  tables.lock_type = TL_WRITE;
  thd->proc_info = "Opening master dump table";
unknown's avatar
unknown committed
910 911
  if (!open_ltable(thd, &tables, TL_WRITE))
  {
912
    send_error(&thd->net,0,0);			// Send error from open_ltable
unknown's avatar
unknown committed
913
    sql_print_error("create_table_from_dump: could not open created table");
914
    goto err;
unknown's avatar
unknown committed
915
  }
unknown's avatar
unknown committed
916
  
917
  file = tables.table->file;
unknown's avatar
unknown committed
918
  thd->proc_info = "Reading master dump table data";
unknown's avatar
unknown committed
919 920 921 922
  if (file->net_read_dump(net))
  {
    net_printf(&thd->net, ER_MASTER_NET_READ);
    sql_print_error("create_table_from_dump::failed in\
unknown's avatar
unknown committed
923
 handler::net_read_dump()");
924
    goto err;
unknown's avatar
unknown committed
925
  }
unknown's avatar
unknown committed
926 927

  check_opt.init();
unknown's avatar
unknown committed
928
  check_opt.flags|= T_VERY_SILENT | T_CALC_CHECKSUM | T_QUICK;
unknown's avatar
unknown committed
929
  thd->proc_info = "Rebuilding the index on master dump table";
unknown's avatar
unknown committed
930 931 932 933 934
  /*
    We do not want repair() to spam us with messages
    just send them to the error log, and report the failure in case of
    problems.
  */
935
  save_vio = thd->net.vio;
unknown's avatar
unknown committed
936
  thd->net.vio = 0;
937
  error=file->repair(thd,&check_opt) != 0;
unknown's avatar
unknown committed
938
  thd->net.vio = save_vio;
939 940 941 942
  if (error)
    net_printf(&thd->net, ER_INDEX_REBUILD,tables.table->real_name);

err:
unknown's avatar
unknown committed
943 944 945 946 947
  close_thread_tables(thd);
  thd->net.no_send_ok = 0;
  return error; 
}

948
int fetch_master_table(THD* thd, const char* db_name, const char* table_name,
949
		   MASTER_INFO* mi, MYSQL* mysql)
unknown's avatar
unknown committed
950 951
{
  int error = 1;
952
  int fetch_errno = 0;
953
  bool called_connected = (mysql != NULL);
unknown's avatar
merge  
unknown committed
954 955
  if (!called_connected && !(mysql = mc_mysql_init(NULL)))
  { 
956 957
    sql_print_error("fetch_master_table: Error in mysql_init()");
    fetch_errno = ER_GET_ERRNO;
958 959
    goto err;
  }
unknown's avatar
unknown committed
960

unknown's avatar
merge  
unknown committed
961
  if (!called_connected)
962
  {
unknown's avatar
merge  
unknown committed
963
    if (connect_to_master(thd, mysql, mi))
964 965 966
    {
      sql_print_error("Could not connect to master while fetching table\
 '%-64s.%-64s'", db_name, table_name);
967
      fetch_errno = ER_CONNECT_TO_MASTER;
968 969 970
      goto err;
    }
  }
971
  if (thd->killed)
unknown's avatar
unknown committed
972 973
    goto err;

unknown's avatar
unknown committed
974
  if (request_table_dump(mysql, db_name, table_name))
975
  {
976 977
    fetch_errno = ER_GET_ERRNO;
    sql_print_error("fetch_master_table: failed on table dump request ");
978 979
    goto err;
  }
unknown's avatar
unknown committed
980

unknown's avatar
merge  
unknown committed
981
  if (create_table_from_dump(thd, &mysql->net, db_name,
982
			    table_name))
unknown's avatar
merge  
unknown committed
983
  { 
984
    // create_table_from_dump will have sent the error alread
985
    sql_print_error("fetch_master_table: failed on create table ");
986 987
    goto err;
  }
unknown's avatar
unknown committed
988 989
  error = 0;
 err:
990
  if (mysql && !called_connected)
unknown's avatar
unknown committed
991
    mc_mysql_close(mysql);
992 993
  if (fetch_errno && thd->net.vio)
    send_error(&thd->net, fetch_errno, "Error in fetch_master_table");
994
  thd->net.no_send_ok = 0; // Clear up garbage after create_table_from_dump
unknown's avatar
unknown committed
995 996 997
  return error;
}

998 999
void end_master_info(MASTER_INFO* mi)
{
1000 1001 1002 1003
  if (!mi->inited)
    return;
  end_relay_log_info(&mi->rli);
  if (mi->fd >= 0)
1004 1005 1006 1007 1008 1009 1010 1011
    {
      end_io_cache(&mi->file);
      (void)my_close(mi->fd, MYF(MY_WME));
      mi->fd = -1;
    }
  mi->inited = 0;
}

1012 1013
int init_relay_log_info(RELAY_LOG_INFO* rli, const char* info_fname)
{
unknown's avatar
unknown committed
1014
  DBUG_ENTER("init_relay_log_info");
1015 1016 1017 1018 1019
  MY_STAT stat_area;
  char fname[FN_REFLEN+128];
  int info_fd;
  const char* msg = 0;
  int error = 0;
unknown's avatar
unknown committed
1020 1021 1022 1023

  if (rli->inited)
    DBUG_RETURN(0);
  fn_format(fname, info_fname, mysql_data_home, "", 4+32);
1024 1025 1026 1027 1028 1029
  pthread_mutex_lock(&rli->data_lock);
  info_fd = rli->info_fd;
  rli->pending = 0;
  rli->cur_log_fd = -1;
  rli->slave_skip_counter=0;
  rli->log_pos_current=0;
1030 1031
  rli->abort_pos_wait=0;
  rli->skip_log_purge=0;
unknown's avatar
unknown committed
1032 1033
  rli->log_space_limit = relay_log_space_limit;
  rli->log_space_total = 0;
1034 1035 1036 1037
  // TODO: make this work with multi-master
  if (!opt_relay_logname)
  {
    char tmp[FN_REFLEN];
unknown's avatar
unknown committed
1038 1039 1040
    /*
      TODO: The following should be using fn_format();  We just need to
      first change fn_format() to cut the file name if it's too long.
1041 1042 1043 1044 1045 1046 1047 1048
    */
    strmake(tmp,glob_hostname,FN_REFLEN-5);
    strmov(strcend(tmp,'.'),"-relay-bin");
    opt_relay_logname=my_strdup(tmp,MYF(MY_WME));
  }
  rli->relay_log.set_index_file_name(opt_relaylog_index_name);
  open_log(&rli->relay_log, glob_hostname, opt_relay_logname, "-relay-bin",
	   LOG_BIN, 1 /* read_append cache */,
unknown's avatar
unknown committed
1049
	   1 /* no auto events */);
1050 1051 1052 1053
  
  /* if file does not exist */
  if (!my_stat(fname, &stat_area, MYF(0)))
  {
unknown's avatar
unknown committed
1054 1055 1056 1057
    /*
      If someone removed the file from underneath our feet, just close
      the old descriptor and re-create the old file
    */
1058 1059
    if (info_fd >= 0)
      my_close(info_fd, MYF(MY_WME));
unknown's avatar
unknown committed
1060 1061 1062
    if ((info_fd = my_open(fname, O_CREAT|O_RDWR|O_BINARY, MYF(MY_WME))) < 0 ||
	init_io_cache(&rli->info_file, info_fd, IO_SIZE*2, READ_CACHE, 0L,0,
		      MYF(MY_WME)))
1063
    {
unknown's avatar
unknown committed
1064
      if (info_fd >= 0)
1065
	my_close(info_fd, MYF(0));
unknown's avatar
unknown committed
1066
      rli->info_fd= -1;
1067
      pthread_mutex_unlock(&rli->data_lock);
unknown's avatar
unknown committed
1068
      DBUG_RETURN(1);
1069
    }
unknown's avatar
unknown committed
1070 1071
    if (init_relay_log_pos(rli,"",BIN_LOG_HEADER_SIZE,0 /*no data mutex*/,
			   &msg))
1072
      goto err;
unknown's avatar
unknown committed
1073
    rli->master_log_pos = 0;			// uninitialized
1074 1075 1076 1077
    rli->info_fd = info_fd;
  }
  else // file exists
  {
unknown's avatar
unknown committed
1078
    if (info_fd >= 0)
1079
      reinit_io_cache(&rli->info_file, READ_CACHE, 0L,0,0);
unknown's avatar
unknown committed
1080 1081 1082
    else if ((info_fd = my_open(fname, O_RDWR|O_BINARY, MYF(MY_WME))) < 0 ||
	     init_io_cache(&rli->info_file, info_fd,
			   IO_SIZE*2, READ_CACHE, 0L, 0, MYF(MY_WME)))
1083 1084 1085
    {
      if (info_fd >= 0)
	my_close(info_fd, MYF(0));
unknown's avatar
unknown committed
1086
      rli->info_fd= -1;
1087
      pthread_mutex_unlock(&rli->data_lock);
unknown's avatar
unknown committed
1088
      DBUG_RETURN(1);
1089 1090 1091
    }
      
    rli->info_fd = info_fd;
1092
    int relay_log_pos, master_log_pos;
1093
    if (init_strvar_from_file(rli->relay_log_name,
unknown's avatar
unknown committed
1094 1095
			      sizeof(rli->relay_log_name), &rli->info_file,
			      "") ||
1096
       init_intvar_from_file(&relay_log_pos,
unknown's avatar
unknown committed
1097
			     &rli->info_file, BIN_LOG_HEADER_SIZE) ||
1098 1099
       init_strvar_from_file(rli->master_log_name,
			     sizeof(rli->master_log_name), &rli->info_file,
unknown's avatar
unknown committed
1100
			     "") ||
1101
       init_intvar_from_file(&master_log_pos, &rli->info_file, 0))
1102 1103 1104 1105
    {
      msg="Error reading slave log configuration";
      goto err;
    }
1106 1107 1108
    rli->relay_log_pos=  relay_log_pos;
    rli->master_log_pos= master_log_pos;

unknown's avatar
unknown committed
1109 1110
    if (init_relay_log_pos(rli,0 /* log already inited */,
			   0 /* pos already inited */,
1111 1112 1113 1114
			   0 /* no data lock*/,
			   &msg))
	goto err;
  }
unknown's avatar
unknown committed
1115
  DBUG_ASSERT(rli->relay_log_pos >= BIN_LOG_HEADER_SIZE);
1116 1117
  DBUG_ASSERT(my_b_tell(rli->cur_log) == rli->relay_log_pos);
  rli->inited = 1;
unknown's avatar
unknown committed
1118 1119 1120 1121
  /*
    Now change the cache from READ to WRITE - must do this
    before flush_relay_log_info
  */
1122 1123
  reinit_io_cache(&rli->info_file, WRITE_CACHE,0L,0,1);
  error=test(flush_relay_log_info(rli));
unknown's avatar
unknown committed
1124 1125 1126 1127 1128
  if (count_relay_log_space(rli))
  {
    msg="Error counting relay log space";
    goto err;
  }
1129
  pthread_mutex_unlock(&rli->data_lock);
unknown's avatar
unknown committed
1130
  DBUG_RETURN(error);
1131 1132 1133 1134 1135

err:
  sql_print_error(msg);
  end_io_cache(&rli->info_file);
  my_close(info_fd, MYF(0));
unknown's avatar
unknown committed
1136
  rli->info_fd= -1;
1137
  pthread_mutex_unlock(&rli->data_lock);
unknown's avatar
unknown committed
1138
  DBUG_RETURN(1);
1139 1140
}

unknown's avatar
unknown committed
1141 1142 1143 1144 1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160
static inline int add_relay_log(RELAY_LOG_INFO* rli,LOG_INFO* linfo)
{
  MY_STAT s;
  DBUG_ENTER("add_relay_log");
  if (!my_stat(linfo->log_file_name,&s,MYF(0)))
  {
    sql_print_error("log %s listed in the index, but failed to stat",
		    linfo->log_file_name);
    DBUG_RETURN(1);
  }
  rli->log_space_total += s.st_size;
#ifndef DBUG_OFF
  char buf[22];
#endif  
  DBUG_PRINT("info",("log_space_total: %s", llstr(rli->log_space_total,buf)));
  DBUG_RETURN(0);
}

static bool wait_for_relay_log_space(RELAY_LOG_INFO* rli)
{
1161
  bool slave_killed=0;
unknown's avatar
unknown committed
1162 1163 1164
  MASTER_INFO* mi = rli->mi;
  const char* save_proc_info;
  THD* thd = mi->io_thd;
1165

unknown's avatar
unknown committed
1166 1167 1168 1169 1170 1171 1172 1173 1174 1175 1176 1177 1178 1179
  DBUG_ENTER("wait_for_relay_log_space");
  pthread_mutex_lock(&rli->log_space_lock);
  save_proc_info = thd->proc_info;
  thd->proc_info = "Waiting for relay log space to free";
  while (rli->log_space_limit < rli->log_space_total &&
	 !(slave_killed=io_slave_killed(thd,mi)))
  {
    pthread_cond_wait(&rli->log_space_cond, &rli->log_space_lock);
  }
  thd->proc_info = save_proc_info;
  pthread_mutex_unlock(&rli->log_space_lock);
  DBUG_RETURN(slave_killed);
}

unknown's avatar
unknown committed
1180

unknown's avatar
unknown committed
1181 1182 1183 1184 1185 1186 1187 1188 1189 1190
static int count_relay_log_space(RELAY_LOG_INFO* rli)
{
  LOG_INFO linfo;
  DBUG_ENTER("count_relay_log_space");
  rli->log_space_total = 0;
  if (rli->relay_log.find_first_log(&linfo,""))
  {
    sql_print_error("Could not find first log while counting relay log space");
    DBUG_RETURN(1);
  }
unknown's avatar
unknown committed
1191
  do
unknown's avatar
unknown committed
1192 1193 1194
  {
    if (add_relay_log(rli,&linfo))
      DBUG_RETURN(1);
unknown's avatar
unknown committed
1195
  } while (!rli->relay_log.find_next_log(&linfo));
unknown's avatar
unknown committed
1196 1197
  DBUG_RETURN(0);
}
unknown's avatar
unknown committed
1198

unknown's avatar
unknown committed
1199

1200 1201
int init_master_info(MASTER_INFO* mi, const char* master_info_fname,
		     const char* slave_info_fname)
unknown's avatar
unknown committed
1202
{
unknown's avatar
unknown committed
1203 1204 1205 1206 1207 1208
  int fd,error;
  MY_STAT stat_area;
  char fname[FN_REFLEN+128];
  const char *msg;
  DBUG_ENTER("init_master_info");

unknown's avatar
unknown committed
1209
  if (mi->inited)
unknown's avatar
unknown committed
1210
    DBUG_RETURN(0);
1211
  if (init_relay_log_info(&mi->rli, slave_info_fname))
unknown's avatar
unknown committed
1212
    DBUG_RETURN(1);
1213
  mi->rli.mi = mi;
unknown's avatar
unknown committed
1214 1215
  mi->mysql=0;
  mi->file_id=1;
1216
  mi->ignore_stop_event=0;
1217
  fn_format(fname, master_info_fname, mysql_data_home, "", 4+32);
unknown's avatar
unknown committed
1218

unknown's avatar
unknown committed
1219 1220 1221 1222
  /*
    We need a mutex while we are changing master info parameters to
    keep other threads from reading bogus info
  */
unknown's avatar
unknown committed
1223

1224
  pthread_mutex_lock(&mi->data_lock);
unknown's avatar
unknown committed
1225
  fd = mi->fd;
unknown's avatar
unknown committed
1226
  
unknown's avatar
unknown committed
1227 1228 1229
  // we do not want any messages if the file does not exist
  if (!my_stat(fname, &stat_area, MYF(0)))
  {
unknown's avatar
unknown committed
1230 1231 1232 1233
    /*
      if someone removed the file from underneath our feet, just close
      the old descriptor and re-create the old file
    */
unknown's avatar
unknown committed
1234 1235
    if (fd >= 0)
      my_close(fd, MYF(MY_WME));
unknown's avatar
unknown committed
1236 1237 1238 1239 1240
    if ((fd = my_open(fname, O_CREAT|O_RDWR|O_BINARY, MYF(MY_WME))) < 0 ||
	init_io_cache(&mi->file, fd, IO_SIZE*2, READ_CACHE, 0L,0,
		      MYF(MY_WME)))
      goto err;

1241
    mi->master_log_name[0] = 0;
unknown's avatar
unknown committed
1242
    mi->master_log_pos = BIN_LOG_HEADER_SIZE;		// skip magic number
unknown's avatar
unknown committed
1243 1244 1245 1246 1247 1248 1249
    mi->fd = fd;
      
    if (master_host)
      strmake(mi->host, master_host, sizeof(mi->host) - 1);
    if (master_user)
      strmake(mi->user, master_user, sizeof(mi->user) - 1);
    if (master_password)
1250
      strmake(mi->password, master_password, HASH_PASSWORD_LENGTH);
unknown's avatar
unknown committed
1251 1252 1253
    mi->port = master_port;
    mi->connect_retry = master_connect_retry;
  }
1254
  else // file exists
unknown's avatar
unknown committed
1255
  {
unknown's avatar
unknown committed
1256
    if (fd >= 0)
unknown's avatar
unknown committed
1257
      reinit_io_cache(&mi->file, READ_CACHE, 0L,0,0);
unknown's avatar
unknown committed
1258 1259 1260 1261
    else if ((fd = my_open(fname, O_RDWR|O_BINARY, MYF(MY_WME))) < 0 ||
	     init_io_cache(&mi->file, fd, IO_SIZE*2, READ_CACHE, 0L,
			   0, MYF(MY_WME)))
      goto err;
unknown's avatar
unknown committed
1262

unknown's avatar
unknown committed
1263
    mi->fd = fd;
1264 1265
    int port, connect_retry, master_log_pos;

1266
    if (init_strvar_from_file(mi->master_log_name,
unknown's avatar
unknown committed
1267
			      sizeof(mi->master_log_name), &mi->file,
unknown's avatar
unknown committed
1268
			      "") ||
1269
	init_intvar_from_file(&master_log_pos, &mi->file, 4) ||
unknown's avatar
unknown committed
1270 1271 1272 1273 1274 1275
	init_strvar_from_file(mi->host, sizeof(mi->host), &mi->file,
			      master_host) ||
	init_strvar_from_file(mi->user, sizeof(mi->user), &mi->file,
			      master_user) || 
	init_strvar_from_file(mi->password, HASH_PASSWORD_LENGTH+1, &mi->file,
			      master_password) ||
1276 1277
	init_intvar_from_file(&port, &mi->file, master_port) ||
	init_intvar_from_file(&connect_retry, &mi->file,
unknown's avatar
unknown committed
1278
			      master_connect_retry))
unknown's avatar
unknown committed
1279
    {
unknown's avatar
unknown committed
1280
      sql_print_error("Error reading master configuration");
1281
      goto err;
unknown's avatar
unknown committed
1282
    }
1283 1284 1285 1286 1287 1288 1289
    /*
      This has to be handled here as init_intvar_from_file can't handle
      my_off_t types
    */
    mi->master_log_pos= (my_off_t) master_log_pos;
    mi->port= (uint) port;
    mi->connect_retry= (uint) connect_retry;
unknown's avatar
unknown committed
1290
  }
1291 1292 1293
  DBUG_PRINT("master_info",("log_file_name: %s  position: %ld",
			    mi->master_log_name,
			    (ulong) mi->master_log_pos));
unknown's avatar
unknown committed
1294
  mi->inited = 1;
unknown's avatar
unknown committed
1295
  // now change cache READ -> WRITE - must do this before flush_master_info
1296
  reinit_io_cache(&mi->file, WRITE_CACHE,0L,0,1);
unknown's avatar
unknown committed
1297
  error=test(flush_master_info(mi));
1298
  pthread_mutex_unlock(&mi->data_lock);
unknown's avatar
unknown committed
1299
  DBUG_RETURN(error);
unknown's avatar
unknown committed
1300

1301 1302
err:
  end_relay_log_info(&mi->rli);
unknown's avatar
unknown committed
1303 1304 1305 1306 1307 1308
  if (fd >= 0)
  {
    my_close(fd, MYF(0));
    end_io_cache(&mi->file);
  }
  mi->fd= -1;
1309
  pthread_mutex_unlock(&mi->data_lock);
unknown's avatar
unknown committed
1310
  DBUG_RETURN(1);
unknown's avatar
unknown committed
1311 1312
}

1313 1314 1315 1316 1317
int register_slave_on_master(MYSQL* mysql)
{
  String packet;
  char buf[4];

1318
  if (!report_host)
1319 1320 1321 1322 1323
    return 0;
  
  int4store(buf, server_id);
  packet.append(buf, 4);

1324
  net_store_data(&packet, report_host); 
1325
  if (report_user)
1326 1327 1328 1329
    net_store_data(&packet, report_user);
  else
    packet.append((char)0);
  
unknown's avatar
unknown committed
1330
  if (report_password)
1331
    net_store_data(&packet, report_user);
1332 1333 1334 1335 1336
  else
    packet.append((char)0);

  int2store(buf, (uint16)report_port);
  packet.append(buf, 2);
unknown's avatar
unknown committed
1337 1338 1339 1340
  int4store(buf, rpl_recovery_rank);
  packet.append(buf, 4);
  int4store(buf, 0); /* tell the master will fill in master_id */
  packet.append(buf, 4);
1341

1342
  if (mc_simple_command(mysql, COM_REGISTER_SLAVE, (char*)packet.ptr(),
1343 1344 1345 1346 1347 1348 1349 1350 1351 1352
		       packet.length(), 0))
  {
    sql_print_error("Error on COM_REGISTER_SLAVE: '%s'",
		    mc_mysql_error(mysql));
    return 1;
  }

  return 0;
}

1353
int show_master_info(THD* thd, MASTER_INFO* mi)
unknown's avatar
unknown committed
1354
{
1355
  // TODO: fix this for multi-master
unknown's avatar
unknown committed
1356 1357 1358
  DBUG_ENTER("show_master_info");
  List<Item> field_list;
  field_list.push_back(new Item_empty_string("Master_Host",
1359
						     sizeof(mi->host)));
unknown's avatar
unknown committed
1360
  field_list.push_back(new Item_empty_string("Master_User",
1361
						     sizeof(mi->user)));
unknown's avatar
unknown committed
1362 1363
  field_list.push_back(new Item_empty_string("Master_Port", 6));
  field_list.push_back(new Item_empty_string("Connect_retry", 6));
1364
  field_list.push_back(new Item_empty_string("Master_Log_File",
unknown's avatar
unknown committed
1365
						     FN_REFLEN));
1366 1367 1368 1369 1370 1371 1372 1373
  field_list.push_back(new Item_empty_string("Read_Master_Log_Pos", 12));
  field_list.push_back(new Item_empty_string("Relay_Log_File",
						     FN_REFLEN));
  field_list.push_back(new Item_empty_string("Relay_Log_Pos", 12));
  field_list.push_back(new Item_empty_string("Relay_Master_Log_File",
						     FN_REFLEN));
  field_list.push_back(new Item_empty_string("Slave_IO_Running", 3));
  field_list.push_back(new Item_empty_string("Slave_SQL_Running", 3));
unknown's avatar
unknown committed
1374 1375
  field_list.push_back(new Item_empty_string("Replicate_do_db", 20));
  field_list.push_back(new Item_empty_string("Replicate_ignore_db", 20));
1376 1377 1378
  field_list.push_back(new Item_empty_string("Last_errno", 4));
  field_list.push_back(new Item_empty_string("Last_error", 20));
  field_list.push_back(new Item_empty_string("Skip_counter", 12));
1379
  field_list.push_back(new Item_empty_string("Exec_master_log_pos", 12));
unknown's avatar
unknown committed
1380
  field_list.push_back(new Item_empty_string("Relay_log_space", 12));
unknown's avatar
unknown committed
1381
  if (send_fields(thd, field_list, 1))
unknown's avatar
unknown committed
1382 1383 1384 1385 1386
    DBUG_RETURN(-1);

  String* packet = &thd->packet;
  packet->length(0);
  
1387 1388 1389 1390 1391 1392 1393 1394 1395 1396 1397 1398 1399 1400
  pthread_mutex_lock(&mi->data_lock);
  pthread_mutex_lock(&mi->rli.data_lock);
  net_store_data(packet, mi->host);
  net_store_data(packet, mi->user);
  net_store_data(packet, (uint32) mi->port);
  net_store_data(packet, (uint32) mi->connect_retry);
  net_store_data(packet, mi->master_log_name);
  net_store_data(packet, (longlong) mi->master_log_pos);
  net_store_data(packet, mi->rli.relay_log_name +
		 dirname_length(mi->rli.relay_log_name));
  net_store_data(packet, (longlong) mi->rli.relay_log_pos);
  net_store_data(packet, mi->rli.master_log_name);
  net_store_data(packet, mi->slave_running ? "Yes":"No");
  net_store_data(packet, mi->rli.slave_running ? "Yes":"No");
unknown's avatar
unknown committed
1401 1402
  net_store_data(packet, &replicate_do_db);
  net_store_data(packet, &replicate_ignore_db);
1403 1404 1405
  net_store_data(packet, (uint32)mi->rli.last_slave_errno);
  net_store_data(packet, mi->rli.last_slave_error);
  net_store_data(packet, mi->rli.slave_skip_counter);
unknown's avatar
unknown committed
1406
  net_store_data(packet, (longlong) mi->rli.master_log_pos);
unknown's avatar
unknown committed
1407
  net_store_data(packet, (longlong) mi->rli.log_space_total);
1408 1409
  pthread_mutex_unlock(&mi->rli.data_lock);
  pthread_mutex_unlock(&mi->data_lock);
unknown's avatar
unknown committed
1410
  
unknown's avatar
unknown committed
1411
  if (my_net_write(&thd->net, (char*)thd->packet.ptr(), packet->length()))
unknown's avatar
unknown committed
1412 1413 1414 1415 1416 1417 1418 1419
    DBUG_RETURN(-1);

  send_eof(&thd->net);
  DBUG_RETURN(0);
}

int flush_master_info(MASTER_INFO* mi)
{
unknown's avatar
unknown committed
1420
  IO_CACHE* file = &mi->file;
unknown's avatar
unknown committed
1421
  char lbuf[22];
1422 1423 1424
  DBUG_ENTER("flush_master_info");
  DBUG_PRINT("enter",("master_pos: %ld", (long) mi->master_log_pos));

unknown's avatar
unknown committed
1425
  my_b_seek(file, 0L);
1426
  my_b_printf(file, "%s\n%s\n%s\n%s\n%s\n%d\n%d\n%d\n",
1427 1428 1429 1430
	      mi->master_log_name, llstr(mi->master_log_pos, lbuf),
	      mi->host, mi->user,
	      mi->password, mi->port, mi->connect_retry
	      );
unknown's avatar
unknown committed
1431
  flush_io_cache(file);
1432
  DBUG_RETURN(0);
unknown's avatar
unknown committed
1433 1434
}

1435 1436
int st_relay_log_info::wait_for_pos(THD* thd, String* log_name,
				    ulonglong log_pos)
unknown's avatar
unknown committed
1437
{
unknown's avatar
unknown committed
1438
  if (!inited) return -1;
1439
  bool pos_reached = 0;
unknown's avatar
unknown committed
1440
  int event_count = 0;
1441
  pthread_mutex_lock(&data_lock);
1442 1443
  abort_pos_wait=0; // abort only if master info  changes during wait
  while (!thd->killed || !abort_pos_wait)
unknown's avatar
unknown committed
1444 1445
  {
    int cmp_result;
1446 1447 1448 1449 1450 1451
    if (abort_pos_wait)
    {
      abort_pos_wait=0;
      pthread_mutex_unlock(&data_lock);
      return -1;
    }
1452 1453
    DBUG_ASSERT(*master_log_name || master_log_pos == 0);
    if (*master_log_name)
unknown's avatar
unknown committed
1454
    {
unknown's avatar
unknown committed
1455 1456 1457
      /*
	We should use dirname_length() here when we have a version of
	this that doesn't modify the argument */
1458
      char *basename = strrchr(master_log_name, FN_LIBCHAR);
unknown's avatar
unknown committed
1459 1460
      if (basename)
	++basename;
unknown's avatar
unknown committed
1461
      else
1462
	basename = master_log_name;
unknown's avatar
unknown committed
1463 1464 1465 1466 1467
      cmp_result =  strncmp(basename, log_name->ptr(),
			    log_name->length());
    }
    else
      cmp_result = 0;
unknown's avatar
unknown committed
1468
      
1469 1470
    pos_reached = ((!cmp_result && master_log_pos >= log_pos) ||
		   cmp_result > 0);
unknown's avatar
unknown committed
1471 1472
    if (pos_reached || thd->killed)
      break;
1473
    
1474
    const char* msg = thd->enter_cond(&data_cond, &data_lock,
1475
				      "Waiting for master update");
1476
    pthread_cond_wait(&data_cond, &data_lock);
1477 1478 1479
    thd->exit_cond(msg);
    event_count++;
  }
1480
  pthread_mutex_unlock(&data_lock);
unknown's avatar
unknown committed
1481
  return thd->killed ? -1 : event_count;
unknown's avatar
unknown committed
1482 1483
}

1484
static int init_slave_thread(THD* thd, SLAVE_THD_TYPE thd_type)
unknown's avatar
unknown committed
1485 1486 1487 1488 1489
{
  DBUG_ENTER("init_slave_thread");
  thd->system_thread = thd->bootstrap = 1;
  thd->client_capabilities = 0;
  my_net_init(&thd->net, 0);
unknown's avatar
unknown committed
1490
  thd->net.timeout = slave_net_timeout;
unknown's avatar
unknown committed
1491 1492 1493
  thd->max_packet_length=thd->net.max_packet;
  thd->master_access= ~0;
  thd->priv_user = 0;
1494
  thd->slave_thread = 1;
1495
  thd->options = (((opt_log_slave_updates) ? OPTION_BIN_LOG:0) | OPTION_AUTO_IS_NULL) ;
unknown's avatar
unknown committed
1496 1497
  thd->system_thread = 1;
  thd->client_capabilities = CLIENT_LOCAL_FILES;
1498
  thd->real_id=pthread_self();
unknown's avatar
unknown committed
1499 1500 1501 1502
  pthread_mutex_lock(&LOCK_thread_count);
  thd->thread_id = thread_id++;
  pthread_mutex_unlock(&LOCK_thread_count);

1503
  if (init_thr_lock() || thd->store_globals())
unknown's avatar
unknown committed
1504 1505 1506 1507 1508 1509 1510
  {
    end_thread(thd,0);
    DBUG_RETURN(-1);
  }

  thd->mysys_var=my_thread_var;
  thd->dbug_thread_id=my_thread_id();
unknown's avatar
unknown committed
1511
#if !defined(__WIN__) && !defined(OS2)
unknown's avatar
unknown committed
1512 1513 1514 1515 1516 1517 1518 1519
  sigset_t set;
  VOID(sigemptyset(&set));			// Get mask in use
  VOID(pthread_sigmask(SIG_UNBLOCK,&set,&thd->block_signals));
#endif

  if (thd->max_join_size == (ulong) ~0L)
    thd->options |= OPTION_BIG_SELECTS;

1520
  if (thd_type == SLAVE_THD_SQL)
1521
    thd->proc_info= "Waiting for the next event in slave queue";
1522
  else
1523
    thd->proc_info= "Waiting for master update";
unknown's avatar
unknown committed
1524 1525 1526 1527 1528
  thd->version=refresh_version;
  thd->set_time();
  DBUG_RETURN(0);
}

1529 1530
static int safe_sleep(THD* thd, int sec, CHECK_KILLED_FUNC thread_killed,
		      void* thread_killed_arg)
unknown's avatar
unknown committed
1531 1532 1533 1534 1535 1536 1537 1538 1539 1540
{
  thr_alarm_t alarmed;
  thr_alarm_init(&alarmed);
  time_t start_time= time((time_t*) 0);
  time_t end_time= start_time+sec;
  ALARM  alarm_buff;

  while (start_time < end_time)
  {
    int nap_time = (int) (end_time - start_time);
unknown's avatar
unknown committed
1541 1542 1543 1544 1545 1546
    /*
      the only reason we are asking for alarm is so that
      we will be woken up in case of murder, so if we do not get killed,
      set the alarm so it goes off after we wake up naturally
    */
    thr_alarm(&alarmed, 2 * nap_time,&alarm_buff);
unknown's avatar
unknown committed
1547
    sleep(nap_time);
unknown's avatar
unknown committed
1548 1549 1550 1551
    /*
      If we wake up before the alarm goes off, hit the button
      so it will not wake up the wife and kids :-)
    */
unknown's avatar
unknown committed
1552 1553
    if (thr_alarm_in_use(&alarmed))
      thr_end_alarm(&alarmed);
unknown's avatar
unknown committed
1554
    
1555
    if ((*thread_killed)(thd,thread_killed_arg))
unknown's avatar
unknown committed
1556 1557 1558 1559 1560 1561 1562 1563
      return 1;
    start_time=time((time_t*) 0);
  }
  return 0;
}

static int request_dump(MYSQL* mysql, MASTER_INFO* mi)
{
1564
  char buf[FN_REFLEN + 10];
unknown's avatar
unknown committed
1565 1566
  int len;
  int binlog_flags = 0; // for now
1567
  char* logname = mi->master_log_name;
unknown's avatar
unknown committed
1568 1569
  // TODO if big log files: Change next to int8store()
  int4store(buf, (longlong) mi->master_log_pos);
unknown's avatar
unknown committed
1570
  int2store(buf + 4, binlog_flags);
1571
  int4store(buf + 6, server_id);
unknown's avatar
unknown committed
1572
  len = (uint) strlen(logname);
1573
  memcpy(buf + 10, logname,len);
unknown's avatar
unknown committed
1574 1575
  if (mc_simple_command(mysql, COM_BINLOG_DUMP, buf, len + 10, 1))
  {
unknown's avatar
unknown committed
1576 1577 1578 1579 1580
    /*
      Something went wrong, so we will just reconnect and retry later
      in the future, we should do a better error analysis, but for
      now we just fill up the error log :-)
    */
unknown's avatar
unknown committed
1581 1582 1583 1584
    sql_print_error("Error on COM_BINLOG_DUMP: %s, will retry in %d secs",
		    mc_mysql_error(mysql), master_connect_retry);
    return 1;
  }
unknown's avatar
unknown committed
1585 1586 1587 1588

  return 0;
}

1589
static int request_table_dump(MYSQL* mysql, const char* db, const char* table)
unknown's avatar
unknown committed
1590 1591 1592
{
  char buf[1024];
  char * p = buf;
unknown's avatar
unknown committed
1593 1594
  uint table_len = (uint) strlen(table);
  uint db_len = (uint) strlen(db);
unknown's avatar
unknown committed
1595
  if (table_len + db_len > sizeof(buf) - 2)
unknown's avatar
unknown committed
1596 1597 1598 1599 1600 1601 1602 1603 1604 1605 1606
    {
      sql_print_error("request_table_dump: Buffer overrun");
      return 1;
    } 
  
  *p++ = db_len;
  memcpy(p, db, db_len);
  p += db_len;
  *p++ = table_len;
  memcpy(p, table, table_len);
  
unknown's avatar
unknown committed
1607 1608 1609
  if (mc_simple_command(mysql, COM_TABLE_DUMP, buf, p - buf + table_len, 1))
  {
    sql_print_error("request_table_dump: Error sending the table dump \
unknown's avatar
unknown committed
1610
command");
unknown's avatar
unknown committed
1611 1612
    return 1;
  }
unknown's avatar
unknown committed
1613 1614 1615 1616

  return 0;
}

unknown's avatar
unknown committed
1617
static ulong read_event(MYSQL* mysql, MASTER_INFO *mi)
unknown's avatar
unknown committed
1618
{
1619
  ulong len = packet_error;
unknown's avatar
unknown committed
1620

unknown's avatar
unknown committed
1621 1622 1623 1624
  /*
    my_real_read() will time us out
    We check if we were told to die, and if not, try reading again
  */
unknown's avatar
unknown committed
1625
#ifndef DBUG_OFF
unknown's avatar
unknown committed
1626
  if (disconnect_slave_event_count && !(events_till_disconnect--))
unknown's avatar
unknown committed
1627 1628 1629
    return packet_error;      
#endif
  
unknown's avatar
unknown committed
1630 1631
  len = mc_net_safe_read(mysql);

1632
  if (len == packet_error || (long) len < 1)
unknown's avatar
unknown committed
1633
  {
unknown's avatar
unknown committed
1634
    sql_print_error("Error reading packet from server: %s (\
unknown's avatar
unknown committed
1635
server_errno=%d)",
unknown's avatar
unknown committed
1636
		    mc_mysql_error(mysql), mc_mysql_errno(mysql));
unknown's avatar
unknown committed
1637 1638 1639
    return packet_error;
  }

unknown's avatar
unknown committed
1640 1641
  if (len == 1)
  {
unknown's avatar
unknown committed
1642
     sql_print_error("Slave: received 0 length packet from server, apparent\
unknown's avatar
unknown committed
1643 1644
 master shutdown: %s",
		     mc_mysql_error(mysql));
unknown's avatar
unknown committed
1645
     return packet_error;
unknown's avatar
unknown committed
1646
  }
unknown's avatar
unknown committed
1647 1648
  
  DBUG_PRINT("info",( "len=%u, net->read_pos[4] = %d\n",
1649
		      len, mysql->net.read_pos[4]));
unknown's avatar
unknown committed
1650 1651 1652
  return len - 1;   
}

1653
int check_expected_error(THD* thd, RELAY_LOG_INFO* rli, int expected_error)
1654
{
1655
  switch (expected_error)
1656 1657 1658 1659 1660
    {
    case ER_NET_READ_ERROR:
    case ER_NET_ERROR_ON_WRITE:  
    case ER_SERVER_SHUTDOWN:  
    case ER_NEW_ABORTING_CONNECTION:
1661
      my_snprintf(rli->last_slave_error, sizeof(rli->last_slave_error), 
1662 1663 1664 1665 1666
		 "Slave: query '%s' partially completed on the master \
and was aborted. There is a chance that your master is inconsistent at this \
point. If you are sure that your master is ok, run this query manually on the\
 slave and then restart the slave with SET SQL_SLAVE_SKIP_COUNTER=1;\
 SLAVE START;", thd->query);
1667 1668
      rli->last_slave_errno = expected_error;
      sql_print_error("%s",rli->last_slave_error);
1669 1670 1671 1672 1673
      return 1;
    default:
      return 0;
    }
}
1674

1675
static int exec_relay_log_event(THD* thd, RELAY_LOG_INFO* rli)
unknown's avatar
unknown committed
1676
{
1677 1678 1679
  DBUG_ASSERT(rli->sql_thd==thd);
  Log_event * ev = next_event(rli);
  DBUG_ASSERT(rli->sql_thd==thd);
1680
  if (sql_slave_killed(thd,rli))
1681
    return 1;
1682 1683
  if (ev)
  {
1684
    int type_code = ev->get_type_code();
1685
    int exec_res;
1686
    pthread_mutex_lock(&rli->data_lock);
1687
    if (ev->server_id == ::server_id ||
1688
	(rli->slave_skip_counter && type_code != ROTATE_EVENT))
unknown's avatar
unknown committed
1689
    {
1690 1691
      /* TODO: I/O thread should not even log events with the same server id */
      rli->inc_pos(ev->get_event_len(),
1692
		   type_code != STOP_EVENT ? ev->log_pos : LL(0),
1693 1694
		   1/* skip lock*/);
      flush_relay_log_info(rli);
unknown's avatar
unknown committed
1695 1696 1697 1698 1699 1700 1701 1702

      /*
	Protect against common user error of setting the counter to 1
	instead of 2 while recovering from an failed auto-increment insert
      */
      if (rli->slave_skip_counter && 
	  !((type_code == INTVAR_EVENT || type_code == STOP_EVENT) &&
	    rli->slave_skip_counter == 1))
1703 1704
        --rli->slave_skip_counter;
      pthread_mutex_unlock(&rli->data_lock);
unknown's avatar
unknown committed
1705 1706 1707
      delete ev;     
      return 0;					// avoid infinite update loops
    }
1708
    pthread_mutex_unlock(&rli->data_lock);
1709 1710
  
    thd->server_id = ev->server_id; // use the original server id for logging
unknown's avatar
unknown committed
1711
    thd->set_time();				// time the query
unknown's avatar
unknown committed
1712
    if (!ev->when)
unknown's avatar
unknown committed
1713
      ev->when = time(NULL);
1714
    ev->thd = thd;
1715 1716 1717
    thd->log_pos = ev->log_pos;
    exec_res = ev->exec_event(rli);
    DBUG_ASSERT(rli->sql_thd==thd);
1718 1719
    delete ev;
    return exec_res;
1720
  }
unknown's avatar
unknown committed
1721
  else
1722
  {
unknown's avatar
unknown committed
1723 1724 1725 1726
    sql_print_error("\
Could not parse log event entry, check the master for binlog corruption\n\
This may also be a network problem, or just a bug in the master or slave code.\
");
1727 1728
    return 1;
  }
unknown's avatar
unknown committed
1729 1730
}

1731 1732
/* slave I/O thread */
pthread_handler_decl(handle_slave_io,arg)
unknown's avatar
unknown committed
1733
{
unknown's avatar
unknown committed
1734
#ifndef DBUG_OFF
unknown's avatar
unknown committed
1735
slave_begin:  
unknown's avatar
unknown committed
1736
#endif  
1737
  THD *thd; // needs to be first for thread_stack
unknown's avatar
unknown committed
1738
  MYSQL *mysql = NULL ;
1739
  MASTER_INFO* mi = (MASTER_INFO*)arg; 
unknown's avatar
unknown committed
1740
  char llbuff[22];
1741 1742 1743
  bool retried_once = 0;
  ulonglong last_failed_pos = 0; // TODO: see if last_failed_pos is needed
  DBUG_ASSERT(mi->inited);
1744
  
1745
  pthread_mutex_lock(&mi->run_lock);
1746
#ifndef DBUG_OFF  
1747
  mi->events_till_abort = abort_slave_event_count;
1748
#endif  
unknown's avatar
unknown committed
1749
  
unknown's avatar
unknown committed
1750 1751
  // needs to call my_thread_init(), otherwise we get a coredump in DBUG_ stuff
  my_thread_init();
1752 1753
  thd = new THD; // note that contructor of THD uses DBUG_ !
  DBUG_ENTER("handle_slave_io");
1754
  THD_CHECK_SENTRY(thd);
unknown's avatar
unknown committed
1755 1756

  pthread_detach_this_thread();
1757
  if (init_slave_thread(thd, SLAVE_THD_IO))
unknown's avatar
unknown committed
1758 1759 1760 1761 1762 1763
  {
    pthread_cond_broadcast(&mi->start_cond);
    pthread_mutex_unlock(&mi->run_lock);
    sql_print_error("Failed during slave I/O thread initialization");
    goto err;
  }
1764
  mi->io_thd = thd;
unknown's avatar
unknown committed
1765 1766
  thd->thread_stack = (char*)&thd; // remember where our stack is
  threads.append(thd);
1767 1768 1769 1770
  mi->slave_running = 1;
  mi->abort_slave = 0;
  pthread_cond_broadcast(&mi->start_cond);
  pthread_mutex_unlock(&mi->run_lock);
unknown's avatar
unknown committed
1771
  
1772 1773 1774
  DBUG_PRINT("master_info",("log_file_name: '%s'  position: %s",
			    mi->master_log_name,
			    llstr(mi->master_log_pos,llbuff)));
unknown's avatar
unknown committed
1775
  
unknown's avatar
unknown committed
1776
  if (!(mi->mysql = mysql = mc_mysql_init(NULL)))
unknown's avatar
unknown committed
1777
  {
1778
    sql_print_error("Slave I/O thread: error in mc_mysql_init()");
unknown's avatar
unknown committed
1779 1780
    goto err;
  }
unknown's avatar
unknown committed
1781 1782
  
  thd->proc_info = "connecting to master";
unknown's avatar
unknown committed
1783
#ifndef DBUG_OFF  
1784
  sql_print_error("Slave I/O thread initialized");
1785 1786
#endif
  // we can get killed during safe_connect
1787
  if (!safe_connect(thd, mysql, mi))
unknown's avatar
unknown committed
1788
    sql_print_error("Slave I/O thread: connected to master '%s@%s:%d',\
1789
  replication started in log '%s' at position %s", mi->user,
unknown's avatar
unknown committed
1790 1791 1792
		    mi->host, mi->port,
		    IO_RPL_LOG_NAME,
		    llstr(mi->master_log_pos,llbuff));
1793
  else
unknown's avatar
unknown committed
1794
  {
1795
    sql_print_error("Slave I/O thread killed while connecting to master");
unknown's avatar
unknown committed
1796 1797
    goto err;
  }
1798

1799
connected:
1800

1801
  thd->slave_net = &mysql->net;
1802
  thd->proc_info = "Checking master version";
1803
  if (check_master_version(mysql, mi))
1804
    goto err;
1805
  if (!mi->old_format)
1806
  {
unknown's avatar
unknown committed
1807 1808 1809 1810 1811
    /*
      Register ourselves with the master.
      If fails, this is not fatal - we just print the error message and go
      on with life.
    */
1812 1813 1814 1815
    thd->proc_info = "Registering slave on master";
    if (register_slave_on_master(mysql) ||  update_slave_list(mysql))
      goto err;
  }
unknown's avatar
unknown committed
1816
  
1817
  while (!io_slave_killed(thd,mi))
unknown's avatar
unknown committed
1818
  {
unknown's avatar
unknown committed
1819 1820 1821 1822
    thd->proc_info = "Requesting binlog dump";
    if (request_dump(mysql, mi))
    {
      sql_print_error("Failed on request_dump()");
unknown's avatar
unknown committed
1823
      if (io_slave_killed(thd,mi))
unknown's avatar
unknown committed
1824 1825
      {
	sql_print_error("Slave I/O thread killed while requesting master \
unknown's avatar
unknown committed
1826
dump");
unknown's avatar
unknown committed
1827 1828
	goto err;
      }
unknown's avatar
unknown committed
1829
	  
unknown's avatar
unknown committed
1830 1831 1832 1833 1834 1835 1836 1837
      thd->proc_info = "Waiiting to reconnect after a failed dump request";
      mc_end_server(mysql);
      /*
	First time retry immediately, assuming that we can recover
	right away - if first time fails, sleep between re-tries
	hopefuly the admin can fix the problem sometime
      */
      if (retried_once)
1838 1839
	safe_sleep(thd,mi->connect_retry,(CHECK_KILLED_FUNC)io_slave_killed,
		   (void*)mi);
unknown's avatar
unknown committed
1840 1841
      else
	retried_once = 1;
unknown's avatar
unknown committed
1842
	  
1843
      if (io_slave_killed(thd,mi))
unknown's avatar
unknown committed
1844 1845
      {
	sql_print_error("Slave I/O thread killed while retrying master \
unknown's avatar
unknown committed
1846
dump");
unknown's avatar
unknown committed
1847 1848
	goto err;
      }
unknown's avatar
unknown committed
1849

unknown's avatar
unknown committed
1850 1851
      thd->proc_info = "Reconnecting after a failed dump request";
      sql_print_error("Slave I/O thread: failed dump request, \
1852
reconnecting to try again, log '%s' at postion %s", IO_RPL_LOG_NAME,
unknown's avatar
unknown committed
1853
		      llstr(mi->master_log_pos,llbuff));
1854
      if (safe_reconnect(thd, mysql, mi) || io_slave_killed(thd,mi))
unknown's avatar
unknown committed
1855 1856
      {
	sql_print_error("Slave I/O thread killed during or \
1857
after reconnect");
unknown's avatar
unknown committed
1858 1859
	goto err;
      }
unknown's avatar
unknown committed
1860

unknown's avatar
unknown committed
1861 1862
      goto connected;
    }
unknown's avatar
unknown committed
1863

1864
    while (!io_slave_killed(thd,mi))
unknown's avatar
unknown committed
1865 1866 1867
    {
      thd->proc_info = "Reading master update";
      ulong event_len = read_event(mysql, mi);
1868
      if (io_slave_killed(thd,mi))
unknown's avatar
unknown committed
1869 1870 1871 1872
      {
	sql_print_error("Slave I/O thread killed while reading event");
	goto err;
      }
1873
	  	  
unknown's avatar
unknown committed
1874 1875 1876 1877 1878 1879 1880 1881 1882 1883
      if (event_len == packet_error)
      {
	if (mc_mysql_errno(mysql) == ER_NET_PACKET_TOO_LARGE)
	{
	  sql_print_error("Log entry on master is longer than \
max_allowed_packet (%ld) on slave. Slave thread will be aborted. If the entry \
is correct, restart the server with a higher value of max_allowed_packet",
			  max_allowed_packet);
	  goto err;
	}
1884
	    
unknown's avatar
unknown committed
1885 1886 1887
	thd->proc_info = "Waiting to reconnect after a failed read";
	mc_end_server(mysql);
	if (retried_once)		// punish repeat offender with sleep
1888 1889
	  safe_sleep(thd,mi->connect_retry,(CHECK_KILLED_FUNC)io_slave_killed,
		     (void*)mi);
unknown's avatar
unknown committed
1890 1891
	else
	  retried_once = 1; 
unknown's avatar
unknown committed
1892
	    
1893
	if (io_slave_killed(thd,mi))
unknown's avatar
unknown committed
1894 1895
	{
	  sql_print_error("Slave I/O thread killed while waiting to \
unknown's avatar
unknown committed
1896
reconnect after a failed read");
unknown's avatar
unknown committed
1897 1898 1899 1900
	  goto err;
	}
	thd->proc_info = "Reconnecting after a failed read";
	sql_print_error("Slave I/O thread: Failed reading log event, \
1901
reconnecting to retry, log '%s' position %s", IO_RPL_LOG_NAME,
unknown's avatar
unknown committed
1902
			llstr(mi->master_log_pos, llbuff));
1903
	if (safe_reconnect(thd, mysql, mi) || io_slave_killed(thd,mi))
unknown's avatar
unknown committed
1904 1905
	{
	  sql_print_error("Slave I/O thread killed during or after a \
unknown's avatar
unknown committed
1906
reconnect done to recover from failed read");
unknown's avatar
unknown committed
1907 1908 1909
	  goto err;
	}
	goto connected;
unknown's avatar
unknown committed
1910
      } // if (event_len == packet_error)
unknown's avatar
unknown committed
1911
	  
unknown's avatar
unknown committed
1912 1913 1914 1915 1916
      thd->proc_info = "Queueing event from master";
      if (queue_event(mi,(const char*)mysql->net.read_pos + 1,
		      event_len))
      {
	sql_print_error("Slave I/O thread could not queue event \
1917
from master");
unknown's avatar
unknown committed
1918 1919
	goto err;
      }
1920
      flush_master_info(mi);
unknown's avatar
unknown committed
1921 1922 1923 1924 1925 1926 1927 1928
      if (mi->rli.log_space_limit && mi->rli.log_space_limit <
	  mi->rli.log_space_total)
	if (wait_for_relay_log_space(&mi->rli))
	{
	  sql_print_error("Slave I/O thread aborted while waiting for relay \
log space");
	  goto err;
	}
unknown's avatar
unknown committed
1929
      // TODO: check debugging abort code
1930
#ifndef DBUG_OFF
unknown's avatar
unknown committed
1931 1932 1933 1934 1935
      if (abort_slave_event_count && !--events_till_abort)
      {
	sql_print_error("Slave I/O thread: debugging abort");
	goto err;
      }
1936
#endif	  
1937 1938
    } 
  } 
unknown's avatar
unknown committed
1939

unknown's avatar
unknown committed
1940
  // error = 0;
unknown's avatar
unknown committed
1941
err:
1942 1943 1944
  // print the current replication position
  sql_print_error("Slave I/O thread exiting, read up to log '%s', position %s",
		  IO_RPL_LOG_NAME, llstr(mi->master_log_pos,llbuff));
unknown's avatar
unknown committed
1945
  thd->query = thd->db = 0; // extra safety
unknown's avatar
unknown committed
1946 1947
  if (mysql)
  {
unknown's avatar
unknown committed
1948
    mc_mysql_close(mysql);
unknown's avatar
unknown committed
1949 1950
    mi->mysql=0;
  }
unknown's avatar
unknown committed
1951
  thd->proc_info = "Waiting for slave mutex on exit";
1952 1953 1954 1955
  pthread_mutex_lock(&mi->run_lock);
  mi->slave_running = 0;
  mi->io_thd = 0;
  // TODO: make rpl_status part of MASTER_INFO
1956
  change_rpl_status(RPL_ACTIVE_SLAVE,RPL_IDLE_SLAVE);
1957 1958
  mi->abort_slave = 0; // TODO: check if this is needed
  DBUG_ASSERT(thd->net.buff != 0);
unknown's avatar
unknown committed
1959
  net_end(&thd->net); // destructor will not free it, because net.vio is 0
1960
  pthread_mutex_lock(&LOCK_thread_count);
1961
  THD_CHECK_SENTRY(thd);
unknown's avatar
unknown committed
1962
  delete thd;
1963
  pthread_mutex_unlock(&LOCK_thread_count);
unknown's avatar
unknown committed
1964 1965
  my_thread_end();				// clean-up before broadcast
  pthread_cond_broadcast(&mi->stop_cond);	// tell the world we are done
1966
  pthread_mutex_unlock(&mi->run_lock);
unknown's avatar
unknown committed
1967
#ifndef DBUG_OFF
unknown's avatar
unknown committed
1968
  if (abort_slave_event_count && !events_till_abort)
unknown's avatar
unknown committed
1969 1970
    goto slave_begin;
#endif  
unknown's avatar
unknown committed
1971 1972 1973 1974
  pthread_exit(0);
  DBUG_RETURN(0);				// Can't return anything here
}

unknown's avatar
unknown committed
1975

1976
/* slave SQL logic thread */
unknown's avatar
unknown committed
1977

1978 1979 1980
pthread_handler_decl(handle_slave_sql,arg)
{
#ifndef DBUG_OFF
unknown's avatar
unknown committed
1981
slave_begin:  
1982 1983 1984 1985 1986 1987 1988 1989 1990 1991 1992 1993 1994 1995 1996 1997 1998 1999 2000 2001
#endif  
  THD *thd; /* needs to be first for thread_stack */
  MYSQL *mysql = NULL ;
  bool retried_once = 0;
  ulonglong last_failed_pos = 0; // TODO: see if this can be removed
  char llbuff[22],llbuff1[22];
  RELAY_LOG_INFO* rli = &((MASTER_INFO*)arg)->rli; 
  const char* errmsg=0;
  DBUG_ASSERT(rli->inited);
  pthread_mutex_lock(&rli->run_lock);
  DBUG_ASSERT(!rli->slave_running);
#ifndef DBUG_OFF  
  rli->events_till_abort = abort_slave_event_count;
#endif  
  
  
  // needs to call my_thread_init(), otherwise we get a coredump in DBUG_ stuff
  my_thread_init();
  thd = new THD; // note that contructor of THD uses DBUG_ !
  DBUG_ENTER("handle_slave_sql");
2002 2003
  THD_CHECK_SENTRY(thd);
  
2004 2005
  pthread_detach_this_thread();
  if (init_slave_thread(thd, SLAVE_THD_SQL))
unknown's avatar
unknown committed
2006 2007 2008 2009 2010 2011 2012 2013 2014 2015
  {
    /*
      TODO: this is currently broken - slave start and change master
      will be stuck if we fail here
    */
    pthread_cond_broadcast(&rli->start_cond);
    pthread_mutex_unlock(&rli->run_lock);
    sql_print_error("Failed during slave thread initialization");
    goto err;
  }
2016
  THD_CHECK_SENTRY(thd);
2017 2018 2019 2020 2021 2022 2023 2024
  thd->thread_stack = (char*)&thd; // remember where our stack is
  thd->temporary_tables = rli->save_temporary_tables; // restore temp tables
  threads.append(thd);
  rli->sql_thd = thd;
  rli->slave_running = 1;
  rli->abort_slave = 0;
  pthread_cond_broadcast(&rli->start_cond);
  pthread_mutex_unlock(&rli->run_lock);
unknown's avatar
unknown committed
2025 2026 2027
  // This should always be set to 0 when the slave thread is started
  rli->pending = 0;
  if (init_relay_log_pos(rli,0,0,1 /*need data lock*/, &errmsg))
2028 2029 2030 2031 2032
  {
    sql_print_error("Error initializing relay log position: %s",
		    errmsg);
    goto err;
  }
unknown's avatar
unknown committed
2033
  DBUG_ASSERT(rli->relay_log_pos >= BIN_LOG_HEADER_SIZE);
2034 2035
  DBUG_ASSERT(my_b_tell(rli->cur_log) == rli->relay_log_pos);
  DBUG_ASSERT(rli->sql_thd == thd);
2036 2037 2038 2039 2040

  DBUG_PRINT("master_info",("log_file_name: %s  position: %s",
			    rli->master_log_name,
			    llstr(rli->master_log_pos,llbuff)));

2041
  sql_print_error("Slave SQL thread initialized, starting replication in \
unknown's avatar
unknown committed
2042
log '%s' at position %s, relay log '%s' position: %s", RPL_LOG_NAME,
2043 2044
		  llstr(rli->master_log_pos,llbuff),rli->relay_log_name,
		  llstr(rli->relay_log_pos,llbuff1));
2045
  while (!sql_slave_killed(thd,rli))
2046 2047 2048
  {
    thd->proc_info = "Processing master log event"; 
    DBUG_ASSERT(rli->sql_thd == thd);
2049
    THD_CHECK_SENTRY(thd);
2050 2051 2052
    if (exec_relay_log_event(thd,rli))
    {
      // do not scare the user if SQL thread was simply killed or stopped
2053
      if (!sql_slave_killed(thd,rli))
2054 2055
        sql_print_error("\
Error running query, slave SQL thread aborted. Fix the problem, and restart \
unknown's avatar
unknown committed
2056
the slave SQL thread with \"SLAVE START\". We stopped at log \
2057 2058 2059 2060
'%s' position %s",
		      RPL_LOG_NAME, llstr(rli->master_log_pos, llbuff));
      goto err;
    }
unknown's avatar
unknown committed
2061
  } // while (!sql_slave_killed(thd,rli)) - read/exec loop
2062 2063 2064 2065 2066 2067 2068 2069 2070 2071 2072 2073 2074

  // error = 0;
 err:
  // print the current replication position 
  sql_print_error("Slave SQL thread exiting, replication stopped in log \
 '%s' at position %s",
		  RPL_LOG_NAME, llstr(rli->master_log_pos,llbuff));
  thd->query = thd->db = 0; // extra safety
  thd->proc_info = "Waiting for slave mutex on exit";
  pthread_mutex_lock(&rli->run_lock);
  DBUG_ASSERT(rli->slave_running == 1); // tracking buffer overrun
  rli->slave_running = 0;
  rli->save_temporary_tables = thd->temporary_tables;
unknown's avatar
unknown committed
2075 2076 2077 2078 2079

  /*
    TODO: see if we can do this conditionally in next_event() instead
    to avoid unneeded position re-init
  */
2080 2081 2082 2083 2084
  rli->log_pos_current=0; 
  thd->temporary_tables = 0; // remove tempation from destructor to close them
  DBUG_ASSERT(thd->net.buff != 0);
  net_end(&thd->net); // destructor will not free it, because we are weird
  DBUG_ASSERT(rli->sql_thd == thd);
2085
  THD_CHECK_SENTRY(thd);
2086 2087
  rli->sql_thd = 0;
  pthread_mutex_lock(&LOCK_thread_count);
2088
  THD_CHECK_SENTRY(thd);
2089 2090
  delete thd;
  pthread_mutex_unlock(&LOCK_thread_count);
2091
  my_thread_end(); // clean-up before broadcasting termination
2092 2093 2094 2095 2096 2097 2098 2099 2100 2101
  pthread_cond_broadcast(&rli->stop_cond);
  // tell the world we are done
  pthread_mutex_unlock(&rli->run_lock);
#ifndef DBUG_OFF // TODO: reconsider the code below
  if (abort_slave_event_count && !rli->events_till_abort)
    goto slave_begin;
#endif  
  pthread_exit(0);
  DBUG_RETURN(0);				// Can't return anything here
}
unknown's avatar
unknown committed
2102

unknown's avatar
unknown committed
2103 2104 2105 2106 2107 2108 2109
static int process_io_create_file(MASTER_INFO* mi, Create_file_log_event* cev)
{
  int error = 1;
  ulong num_bytes;
  bool cev_not_written;
  THD* thd;
  NET* net = &mi->mysql->net;
unknown's avatar
unknown committed
2110
  DBUG_ENTER("process_io_create_file");
unknown's avatar
unknown committed
2111 2112

  if (unlikely(!cev->is_valid()))
unknown's avatar
unknown committed
2113
    DBUG_RETURN(1);
unknown's avatar
unknown committed
2114 2115 2116 2117 2118 2119
  /*
    TODO: fix to honor table rules, not only db rules
  */
  if (!db_ok(cev->db, replicate_do_db, replicate_ignore_db))
  {
    skip_load_data_infile(net);
unknown's avatar
unknown committed
2120
    DBUG_RETURN(0);
unknown's avatar
unknown committed
2121 2122 2123 2124
  }
  DBUG_ASSERT(cev->inited_from_old);
  thd = mi->io_thd;
  thd->file_id = cev->file_id = mi->file_id++;
2125
  thd->server_id = cev->server_id;
unknown's avatar
unknown committed
2126 2127 2128 2129 2130 2131 2132 2133 2134
  cev_not_written = 1;
  
  if (unlikely(net_request_file(net,cev->fname)))
  {
    sql_print_error("Slave I/O: failed requesting download of '%s'",
		    cev->fname);
    goto err;
  }

unknown's avatar
unknown committed
2135
  /* this dummy block is so we could instantiate Append_block_log_event
unknown's avatar
unknown committed
2136 2137 2138 2139 2140 2141 2142 2143 2144 2145 2146 2147 2148 2149 2150 2151 2152
     once and then modify it slightly instead of doing it multiple times
     in the loop
  */
  {
    Append_block_log_event aev(thd,0,0);
  
    for (;;)
    {
      if (unlikely((num_bytes=my_net_read(net)) == packet_error))
      {
	sql_print_error("Network read error downloading '%s' from master",
			cev->fname);
	goto err;
      }
      if (unlikely(!num_bytes)) /* eof */
      {
	send_ok(net); /* 3.23 master wants it */
2153 2154
	Execute_load_log_event xev(thd);
	xev.log_pos = mi->master_log_pos;
unknown's avatar
unknown committed
2155 2156 2157 2158 2159 2160
	if (unlikely(mi->rli.relay_log.append(&xev)))
	{
	  sql_print_error("Slave I/O: error writing Exec_load event to \
relay log");
	  goto err;
	}
unknown's avatar
unknown committed
2161
	mi->rli.relay_log.harvest_bytes_written(&mi->rli.log_space_total);
unknown's avatar
unknown committed
2162 2163 2164 2165 2166 2167
	break;
      }
      if (unlikely(cev_not_written))
      {
	cev->block = (char*)net->read_pos;
	cev->block_len = num_bytes;
2168
	cev->log_pos = mi->master_log_pos;
unknown's avatar
unknown committed
2169 2170 2171 2172 2173 2174 2175
	if (unlikely(mi->rli.relay_log.append(cev)))
	{
	  sql_print_error("Slave I/O: error writing Create_file event to \
relay log");
	  goto err;
	}
	cev_not_written=0;
unknown's avatar
unknown committed
2176
	mi->rli.relay_log.harvest_bytes_written(&mi->rli.log_space_total);
unknown's avatar
unknown committed
2177 2178 2179 2180 2181
      }
      else
      {
	aev.block = (char*)net->read_pos;
	aev.block_len = num_bytes;
2182
	aev.log_pos = mi->master_log_pos;
unknown's avatar
unknown committed
2183 2184 2185 2186 2187 2188
	if (unlikely(mi->rli.relay_log.append(&aev)))
	{
	  sql_print_error("Slave I/O: error writing Append_block event to \
relay log");
	  goto err;
	}
unknown's avatar
unknown committed
2189
	mi->rli.relay_log.harvest_bytes_written(&mi->rli.log_space_total) ;
unknown's avatar
unknown committed
2190 2191 2192 2193 2194
      }
    }
  }
  error=0;
err:
unknown's avatar
unknown committed
2195
  DBUG_RETURN(error);
unknown's avatar
unknown committed
2196
}
unknown's avatar
unknown committed
2197

unknown's avatar
unknown committed
2198 2199 2200 2201
/*
  We assume we already locked mi->data_lock
*/

2202 2203
static int process_io_rotate(MASTER_INFO* mi, Rotate_log_event* rev)
{
2204 2205
  DBUG_ENTER("process_io_rotate");

unknown's avatar
unknown committed
2206
  if (unlikely(!rev->is_valid()))
2207 2208
    DBUG_RETURN(1);
  DBUG_ASSERT(rev->ident_len < sizeof(mi->master_log_name));
2209 2210 2211 2212
  memcpy(mi->master_log_name,rev->new_log_ident,
	 rev->ident_len);
  mi->master_log_name[rev->ident_len] = 0;
  mi->master_log_pos = rev->pos;
2213
  DBUG_PRINT("info", ("master_log_pos: %d", (ulong) mi->master_log_pos));
2214
#ifndef DBUG_OFF
unknown's avatar
unknown committed
2215 2216 2217 2218 2219 2220
  /*
    If we do not do this, we will be getting the first
    rotate event forever, so we need to not disconnect after one.
  */
  if (disconnect_slave_event_count)
    events_till_disconnect++;
2221
#endif
2222
  DBUG_RETURN(0);
2223 2224
}

unknown's avatar
unknown committed
2225 2226 2227 2228 2229 2230 2231 2232 2233
/*
  TODO: verify the issue with stop events, see if we need them at all
  in the relay log
  TODO: test this code before release - it has to be tested on a separte
  setup with 3.23 master 
*/

static int queue_old_event(MASTER_INFO *mi, const char *buf,
			   ulong event_len)
2234
{
unknown's avatar
unknown committed
2235
  const char *errmsg = 0;
2236
  bool inc_pos = 1;
2237
  bool processed_stop_event = 0;
unknown's avatar
unknown committed
2238
  char* tmp_buf = 0;
unknown's avatar
unknown committed
2239 2240
  DBUG_ENTER("queue_old_event");

unknown's avatar
unknown committed
2241 2242 2243 2244 2245 2246 2247 2248
  /* if we get Load event, we need to pass a non-reusable buffer
     to read_log_event, so we do a trick
  */
  if (buf[EVENT_TYPE_OFFSET] == LOAD_EVENT)
  {
    if (unlikely(!(tmp_buf=(char*)my_malloc(event_len+1,MYF(MY_WME)))))
    {
      sql_print_error("Slave I/O: out of memory for Load event");
unknown's avatar
unknown committed
2249
      DBUG_RETURN(1);
unknown's avatar
unknown committed
2250 2251 2252 2253 2254
    }
    memcpy(tmp_buf,buf,event_len);
    tmp_buf[event_len]=0; // Create_file constructor wants null-term buffer
    buf = (const char*)tmp_buf;
  }
unknown's avatar
unknown committed
2255 2256
  Log_event *ev = Log_event::read_log_event(buf,event_len, &errmsg,
					    1 /*old format*/ );
2257
  if (unlikely(!ev))
2258 2259
  {
    sql_print_error("Read invalid event from master: '%s',\
unknown's avatar
unknown committed
2260
 master could be corrupt but a more likely cause of this is a bug",
2261
		    errmsg);
unknown's avatar
unknown committed
2262 2263
    my_free((char*) tmp_buf, MYF(MY_ALLOW_ZERO_PTR));
    DBUG_RETURN(1);
2264
  }
2265
  pthread_mutex_lock(&mi->data_lock);
2266
  ev->log_pos = mi->master_log_pos;
unknown's avatar
unknown committed
2267
  switch (ev->get_type_code()) {
2268
  case ROTATE_EVENT:
2269
    if (unlikely(process_io_rotate(mi,(Rotate_log_event*)ev)))
2270 2271
    {
      delete ev;
2272
      pthread_mutex_unlock(&mi->data_lock);
unknown's avatar
unknown committed
2273
      DBUG_ASSERT(!tmp_buf);      
unknown's avatar
unknown committed
2274
      DBUG_RETURN(1);
2275
    }
2276
    mi->ignore_stop_event=1;
2277 2278
    inc_pos = 0;
    break;
2279 2280 2281
  case STOP_EVENT:
    processed_stop_event=1;
    break;
unknown's avatar
unknown committed
2282 2283 2284
  case CREATE_FILE_EVENT:
  {
    int error = process_io_create_file(mi,(Create_file_log_event*)ev);
2285
    delete ev;
unknown's avatar
unknown committed
2286
    mi->master_log_pos += event_len;
2287
    DBUG_PRINT("info", ("master_log_pos: %d", (ulong) mi->master_log_pos));
2288
    pthread_mutex_unlock(&mi->data_lock);
unknown's avatar
unknown committed
2289 2290
    DBUG_ASSERT(tmp_buf);
    my_free((char*)tmp_buf, MYF(0));
unknown's avatar
unknown committed
2291
    DBUG_RETURN(error);
unknown's avatar
unknown committed
2292
  }
2293
  default:
2294
    mi->ignore_stop_event=0;
2295 2296
    break;
  }
2297
  if (likely(!processed_stop_event || !mi->ignore_stop_event))
2298
  {
2299 2300 2301 2302
    if (unlikely(mi->rli.relay_log.append(ev)))
    {
      delete ev;
      pthread_mutex_unlock(&mi->data_lock);
unknown's avatar
unknown committed
2303
      DBUG_ASSERT(!tmp_buf);
unknown's avatar
unknown committed
2304
      DBUG_RETURN(1);
2305
    }
unknown's avatar
unknown committed
2306
    mi->rli.relay_log.harvest_bytes_written(&mi->rli.log_space_total);
2307 2308
  }
  delete ev;
2309
  if (likely(inc_pos))
2310
    mi->master_log_pos += event_len;
2311
  DBUG_PRINT("info", ("master_log_pos: %d", (ulong) mi->master_log_pos));
2312 2313
  if (unlikely(processed_stop_event))
    mi->ignore_stop_event=1;
2314
  pthread_mutex_unlock(&mi->data_lock);
unknown's avatar
unknown committed
2315
  DBUG_ASSERT(!tmp_buf);
unknown's avatar
unknown committed
2316
  DBUG_RETURN(0);
2317 2318
}

unknown's avatar
unknown committed
2319 2320 2321 2322 2323 2324
/*
  TODO: verify the issue with stop events, see if we need them at all
  in the relay log
*/

int queue_event(MASTER_INFO* mi,const char* buf, ulong event_len)
2325
{
2326
  int error=0;
2327
  bool inc_pos = 1;
2328
  bool processed_stop_event = 0;
unknown's avatar
unknown committed
2329 2330
  DBUG_ENTER("queue_event");

2331
  if (mi->old_format)
unknown's avatar
unknown committed
2332
    DBUG_RETURN(queue_old_event(mi,buf,event_len));
2333 2334 2335

  pthread_mutex_lock(&mi->data_lock);
  
unknown's avatar
unknown committed
2336 2337 2338 2339 2340
  /*
    TODO: figure out if other events in addition to Rotate
    require special processing
  */
  switch (buf[EVENT_TYPE_OFFSET]) {
2341 2342 2343
  case STOP_EVENT:
    processed_stop_event=1;
    break;
2344 2345 2346
  case ROTATE_EVENT:
  {
    Rotate_log_event rev(buf,event_len,0);
2347
    if (unlikely(process_io_rotate(mi,&rev)))
unknown's avatar
unknown committed
2348
      DBUG_RETURN(1);
2349
    inc_pos=0;
2350
    mi->ignore_stop_event=1;
2351 2352 2353
    break;
  }
  default:
2354
    mi->ignore_stop_event=0;
2355 2356 2357
    break;
  }
  
2358 2359
  if (likely((!processed_stop_event || !mi->ignore_stop_event) &&
	     !(error = mi->rli.relay_log.appendv(buf,event_len,0))))
2360
  {
2361
    if (likely(inc_pos))
2362
      mi->master_log_pos += event_len;
2363
    DBUG_PRINT("info", ("master_log_pos: %d", (ulong) mi->master_log_pos));
unknown's avatar
unknown committed
2364
    mi->rli.relay_log.harvest_bytes_written(&mi->rli.log_space_total);
2365
  }
2366 2367 2368
  if (unlikely(processed_stop_event))
    mi->ignore_stop_event=1;
  pthread_mutex_unlock(&mi->data_lock);
unknown's avatar
unknown committed
2369
  DBUG_RETURN(error);
2370 2371
}

unknown's avatar
unknown committed
2372

2373 2374 2375 2376 2377
void end_relay_log_info(RELAY_LOG_INFO* rli)
{
  if (!rli->inited)
    return;
  if (rli->info_fd >= 0)
unknown's avatar
unknown committed
2378 2379 2380 2381 2382
  {
    end_io_cache(&rli->info_file);
    (void)my_close(rli->info_fd, MYF(MY_WME));
    rli->info_fd = -1;
  }
2383
  if (rli->cur_log_fd >= 0)
unknown's avatar
unknown committed
2384 2385 2386 2387 2388
  {
    end_io_cache(&rli->cache_buf);
    (void)my_close(rli->cur_log_fd, MYF(MY_WME));
    rli->cur_log_fd = -1;
  }
2389 2390 2391 2392 2393 2394
  rli->inited = 0;
  rli->log_pos_current=0;
  rli->relay_log.close(1);
}

/* try to connect until successful or slave killed */
2395
static int safe_connect(THD* thd, MYSQL* mysql, MASTER_INFO* mi)
unknown's avatar
unknown committed
2396
{
unknown's avatar
unknown committed
2397
  return connect_to_master(thd, mysql, mi, 0);
unknown's avatar
unknown committed
2398 2399
}

unknown's avatar
unknown committed
2400

2401 2402 2403 2404
/*
  Try to connect until successful or slave killed or we have retried
  master_retry_count times
*/
unknown's avatar
unknown committed
2405

unknown's avatar
unknown committed
2406 2407
static int connect_to_master(THD* thd, MYSQL* mysql, MASTER_INFO* mi,
			     bool reconnect)
unknown's avatar
unknown committed
2408
{
2409
  int slave_was_killed;
2410 2411
  int last_errno= -2;				// impossible error
  ulong err_count=0;
unknown's avatar
unknown committed
2412 2413
  char llbuff[22];

unknown's avatar
unknown committed
2414 2415 2416
#ifndef DBUG_OFF
  events_till_disconnect = disconnect_slave_event_count;
#endif
2417
  while (!(slave_was_killed = io_slave_killed(thd,mi)) &&
unknown's avatar
unknown committed
2418
	 (reconnect ? mc_mysql_reconnect(mysql) != 0 :
unknown's avatar
unknown committed
2419
	  !mc_mysql_connect(mysql, mi->host, mi->user, mi->password, 0,
unknown's avatar
unknown committed
2420
			    mi->port, 0, 0)))
unknown's avatar
unknown committed
2421
  {
2422 2423 2424
    /* Don't repeat last error */
    if (mc_mysql_errno(mysql) != last_errno)
    {
2425 2426 2427
      sql_print_error("Slave I/O thread: error connecting to master \
'%s@%s:%d': \
%s, last_errno=%d, retry in %d sec",mi->user,mi->host,mi->port,
2428 2429 2430
		      mc_mysql_error(mysql), last_errno=mc_mysql_errno(mysql),
		      mi->connect_retry);
    }
2431 2432
    safe_sleep(thd,mi->connect_retry,(CHECK_KILLED_FUNC)io_slave_killed,
	       (void*)mi);
unknown's avatar
unknown committed
2433 2434 2435 2436 2437
    /*
      By default we try forever. The reason is that failure will trigger
      master election, so if the user did not set master_retry_count we
      do not want to have electioin triggered on the first failure to
      connect
2438 2439
    */
    if (master_retry_count && err_count++ == master_retry_count)
2440 2441
    {
      slave_was_killed=1;
unknown's avatar
unknown committed
2442 2443
      if (reconnect)
        change_rpl_status(RPL_ACTIVE_SLAVE,RPL_LOST_SOLDIER);
2444 2445
      break;
    }
unknown's avatar
unknown committed
2446
  }
2447

2448 2449
  if (!slave_was_killed)
  {
unknown's avatar
unknown committed
2450 2451
    if (reconnect)
      sql_print_error("Slave: connected to master '%s@%s:%d',\
2452
replication resumed in log '%s' at position %s", mi->user,
unknown's avatar
unknown committed
2453 2454 2455
		      mi->host, mi->port,
		      IO_RPL_LOG_NAME,
		      llstr(mi->master_log_pos,llbuff));
unknown's avatar
unknown committed
2456 2457 2458 2459
    else
    {
      change_rpl_status(RPL_IDLE_SLAVE,RPL_ACTIVE_SLAVE);
      mysql_log.write(thd, COM_CONNECT_OUT, "%s@%s:%d",
unknown's avatar
unknown committed
2460
		      mi->user, mi->host, mi->port);
unknown's avatar
unknown committed
2461
    }
2462
#ifdef SIGNAL_WITH_VIO_CLOSE
2463
    thd->set_active_vio(mysql->net.vio);
2464
#endif      
2465
  }
unknown's avatar
unknown committed
2466

2467
  return slave_was_killed;
unknown's avatar
unknown committed
2468 2469
}

unknown's avatar
unknown committed
2470

unknown's avatar
unknown committed
2471 2472 2473 2474 2475 2476 2477 2478 2479 2480
/*
  Try to connect until successful or slave killed or we have retried
  master_retry_count times
*/

static int safe_reconnect(THD* thd, MYSQL* mysql, MASTER_INFO* mi)
{
  return connect_to_master(thd, mysql, mi, 1);
}

2481 2482
int flush_relay_log_info(RELAY_LOG_INFO* rli)
{
unknown's avatar
unknown committed
2483
  register IO_CACHE* file = &rli->info_file;
2484 2485 2486 2487 2488 2489 2490 2491 2492 2493 2494 2495
  char lbuf[22],lbuf1[22];
  
  my_b_seek(file, 0L);
  my_b_printf(file, "%s\n%s\n%s\n%s\n",
	      rli->relay_log_name, llstr(rli->relay_log_pos, lbuf),
	      rli->master_log_name, llstr(rli->master_log_pos, lbuf1)
	      );
  flush_io_cache(file);
  flush_io_cache(rli->cur_log);
  return 0;
}

unknown's avatar
unknown committed
2496 2497 2498 2499 2500 2501 2502

/*
  This function is called when we notice that the current "hot" log
  got rotated under our feet.
*/

static IO_CACHE *reopen_relay_log(RELAY_LOG_INFO *rli, const char **errmsg)
2503 2504 2505
{
  DBUG_ASSERT(rli->cur_log != &rli->cache_buf);
  DBUG_ASSERT(rli->cur_log_fd == -1);
unknown's avatar
unknown committed
2506 2507 2508
  DBUG_ENTER("reopen_relay_log");

  IO_CACHE *cur_log = rli->cur_log=&rli->cache_buf;
2509
  if ((rli->cur_log_fd=open_binlog(cur_log,rli->relay_log_name,
unknown's avatar
unknown committed
2510
				   errmsg)) <0)
unknown's avatar
unknown committed
2511
    DBUG_RETURN(0);
2512
  my_b_seek(cur_log,rli->relay_log_pos);
unknown's avatar
unknown committed
2513
  DBUG_RETURN(cur_log);
2514 2515
}

unknown's avatar
unknown committed
2516

2517 2518 2519 2520 2521 2522 2523 2524
Log_event* next_event(RELAY_LOG_INFO* rli)
{
  Log_event* ev;
  IO_CACHE* cur_log = rli->cur_log;
  pthread_mutex_t *log_lock = rli->relay_log.get_log_lock();
  const char* errmsg=0;
  THD* thd = rli->sql_thd;
  bool was_killed;
unknown's avatar
unknown committed
2525
  DBUG_ENTER("next_event");
2526 2527
  DBUG_ASSERT(thd != 0);

unknown's avatar
unknown committed
2528 2529 2530 2531 2532 2533 2534
  /*
    For most operations we need to protect rli members with data_lock,
    so we will hold it for the most of the loop below
    However, we will release it whenever it is worth the hassle, 
    and in the cases when we go into a pthread_cond_wait() with the
    non-data_lock mutex
  */
2535 2536
  pthread_mutex_lock(&rli->data_lock);
  
unknown's avatar
unknown committed
2537
  while (!(was_killed=sql_slave_killed(thd,rli)))
unknown's avatar
unknown committed
2538 2539 2540
  {
    /*
      We can have two kinds of log reading:
unknown's avatar
unknown committed
2541 2542 2543 2544 2545 2546 2547 2548
      hot_log:
        rli->cur_log points at the IO_CACHE of relay_log, which
        is actively being updated by the I/O thread. We need to be careful
        in this case and make sure that we are not looking at a stale log that
        has already been rotated. If it has been, we reopen the log.

      The other case is much simpler:
        We just have a read only log that nobody else will be updating.
unknown's avatar
unknown committed
2549
    */
2550 2551 2552 2553 2554
    bool hot_log;
    if ((hot_log = (cur_log != &rli->cache_buf)))
    {
      DBUG_ASSERT(rli->cur_log_fd == -1); // foreign descriptor
      pthread_mutex_lock(log_lock);
unknown's avatar
unknown committed
2555 2556

      /*
unknown's avatar
unknown committed
2557
	Reading xxx_file_id is safe because the log will only
unknown's avatar
unknown committed
2558 2559
	be rotated when we hold relay_log.LOCK_log
      */
unknown's avatar
unknown committed
2560
      if (rli->relay_log.get_open_count() != rli->cur_log_old_open_count)
2561
      {
unknown's avatar
unknown committed
2562 2563 2564 2565
	// The master has switched to a new log file; Reopen the old log file
	cur_log=reopen_relay_log(rli, &errmsg);
	pthread_mutex_unlock(log_lock);
	if (!cur_log)				// No more log files
2566
	  goto err;
unknown's avatar
unknown committed
2567
	hot_log=0;				// Using old binary log
2568 2569
      }
    }
unknown's avatar
unknown committed
2570
    DBUG_ASSERT(my_b_tell(cur_log) >= BIN_LOG_HEADER_SIZE);
2571
    DBUG_ASSERT(my_b_tell(cur_log) == rli->relay_log_pos + rli->pending);
unknown's avatar
unknown committed
2572 2573 2574
    /*
      Relay log is always in new format - if the master is 3.23, the
      I/O thread will convert the format for us
unknown's avatar
unknown committed
2575
    */
unknown's avatar
unknown committed
2576
    if ((ev=Log_event::read_log_event(cur_log,0,(bool)0 /* new format */)))
2577 2578 2579 2580 2581
    {
      DBUG_ASSERT(thd==rli->sql_thd);
      if (hot_log)
	pthread_mutex_unlock(log_lock);
      pthread_mutex_unlock(&rli->data_lock);
unknown's avatar
unknown committed
2582
      DBUG_RETURN(ev);
2583 2584
    }
    DBUG_ASSERT(thd==rli->sql_thd);
unknown's avatar
unknown committed
2585
    if (opt_reckless_slave)			// For mysql-test
unknown's avatar
unknown committed
2586
      cur_log->error = 0;
unknown's avatar
unknown committed
2587
    if (cur_log->error < 0)
unknown's avatar
unknown committed
2588 2589
    {
      errmsg = "slave SQL thread aborted because of I/O error";
unknown's avatar
unknown committed
2590 2591
      if (hot_log)
	pthread_mutex_unlock(log_lock);
unknown's avatar
unknown committed
2592 2593
      goto err;
    }
2594 2595
    if (!cur_log->error) /* EOF */
    {
unknown's avatar
unknown committed
2596 2597 2598 2599 2600
      /*
	On a hot log, EOF means that there are no more updates to
	process and we must block until I/O thread adds some and
	signals us to continue
      */
2601 2602
      if (hot_log)
      {
unknown's avatar
unknown committed
2603
	DBUG_ASSERT(rli->relay_log.get_open_count() == rli->cur_log_old_open_count);
unknown's avatar
unknown committed
2604 2605 2606 2607
	/*
	  We can, and should release data_lock while we are waiting for
	  update. If we do not, show slave status will block
	*/
2608 2609
	pthread_mutex_unlock(&rli->data_lock);
	
unknown's avatar
unknown committed
2610
	/*
unknown's avatar
unknown committed
2611
	  IMPORTANT: note that wait_for_update will unlock lock_log, but
unknown's avatar
unknown committed
2612 2613
	  expects the caller to lock it
	*/
2614 2615 2616 2617 2618 2619
	rli->relay_log.wait_for_update(rli->sql_thd);
	
	// re-acquire data lock since we released it earlier
	pthread_mutex_lock(&rli->data_lock);
	continue;
      }
unknown's avatar
unknown committed
2620 2621 2622 2623 2624 2625 2626 2627 2628 2629 2630 2631 2632 2633 2634 2635 2636 2637 2638 2639 2640 2641 2642
      /*
	If the log was not hot, we need to move to the next log in
	sequence. The next log could be hot or cold, we deal with both
	cases separately after doing some common initialization
      */
      end_io_cache(cur_log);
      DBUG_ASSERT(rli->cur_log_fd >= 0);
      my_close(rli->cur_log_fd, MYF(MY_WME));
      rli->cur_log_fd = -1;
	
      /*
	TODO: make skip_log_purge a start-up option. At this point this
	is not critical priority
      */
      if (!rli->skip_log_purge)
      {
	// purge_first_log will properly set up relay log coordinates in rli
	if (rli->relay_log.purge_first_log(rli))
	{
	  errmsg = "Error purging processed log";
	  goto err;
	}
      }
2643 2644
      else
      {
unknown's avatar
unknown committed
2645
	/*
unknown's avatar
unknown committed
2646 2647 2648 2649 2650
	  TODO: verify that no lock is ok here. At this point, if we
	  get this wrong, this is actually no big deal - the only time
	  this code will ever be executed is if we are recovering from
	  a bug when a full reload of the slave is not feasible or
	  desirable.
unknown's avatar
unknown committed
2651
	*/
unknown's avatar
unknown committed
2652
	if (rli->relay_log.find_next_log(&rli->linfo,0/*no lock*/))
2653
	{
unknown's avatar
unknown committed
2654 2655
	  errmsg = "error switching to the next log";
	  goto err;
2656
	}
unknown's avatar
unknown committed
2657 2658
	rli->relay_log_pos = BIN_LOG_HEADER_SIZE;
	rli->pending=0;
2659 2660
	strmake(rli->relay_log_name,rli->linfo.log_file_name,
		sizeof(rli->relay_log_name)-1);
unknown's avatar
unknown committed
2661 2662
	flush_relay_log_info(rli);
      }
2663
	
unknown's avatar
unknown committed
2664 2665 2666
      // next log is hot 
      if (rli->relay_log.is_active(rli->linfo.log_file_name))
      {
2667
#ifdef EXTRA_DEBUG
unknown's avatar
unknown committed
2668 2669
	sql_print_error("next log '%s' is currently active",
			rli->linfo.log_file_name);
2670
#endif	  
unknown's avatar
unknown committed
2671 2672 2673
	rli->cur_log= cur_log= rli->relay_log.get_log_file();
	rli->cur_log_old_open_count= rli->relay_log.get_open_count();
	DBUG_ASSERT(rli->cur_log_fd == -1);
2674
	  
unknown's avatar
unknown committed
2675
	/*
unknown's avatar
unknown committed
2676 2677
	  Read pointer has to be at the start since we are the only
	  reader
unknown's avatar
unknown committed
2678
	*/
unknown's avatar
unknown committed
2679
	if (check_binlog_magic(cur_log,&errmsg))
2680
	  goto err;
unknown's avatar
unknown committed
2681
	continue;
2682
      }
unknown's avatar
unknown committed
2683 2684 2685 2686 2687 2688 2689 2690 2691 2692 2693 2694
      /*
	if we get here, the log was not hot, so we will have to
	open it ourselves
      */
#ifdef EXTRA_DEBUG
      sql_print_error("next log '%s' is not active",
		      rli->linfo.log_file_name);
#endif	  
      // open_binlog() will check the magic header
      if ((rli->cur_log_fd=open_binlog(cur_log,rli->linfo.log_file_name,
				       &errmsg)) <0)
	goto err;
2695
    }
unknown's avatar
unknown committed
2696
    else
2697
    {
unknown's avatar
unknown committed
2698 2699 2700 2701 2702 2703
      /*
	Read failed with a non-EOF error.
	TODO: come up with something better to handle this error
      */
      if (hot_log)
	pthread_mutex_unlock(log_lock);
2704
      sql_print_error("Slave SQL thread: I/O error reading \
unknown's avatar
unknown committed
2705
event(errno: %d  cur_log->error: %d)",
2706
		      my_errno,cur_log->error);
unknown's avatar
unknown committed
2707 2708
      // set read position to the beginning of the event
      my_b_seek(cur_log,rli->relay_log_pos+rli->pending);
unknown's avatar
unknown committed
2709 2710
      /* otherwise, we have had a partial read */
      errmsg = "Aborting slave SQL thread because of partial event read";
unknown's avatar
unknown committed
2711
      /* TODO; see if there is a way to do this without this goto */
unknown's avatar
unknown committed
2712
      goto err;
2713 2714 2715 2716
    }
  }
  if (!errmsg && was_killed)
    errmsg = "slave SQL thread was killed";
unknown's avatar
unknown committed
2717

2718 2719 2720
err:
  pthread_mutex_unlock(&rli->data_lock);
  sql_print_error("Error reading relay log event: %s", errmsg);
unknown's avatar
unknown committed
2721
  DBUG_RETURN(0);
2722 2723
}

unknown's avatar
unknown committed
2724

unknown's avatar
unknown committed
2725 2726
#ifdef __GNUC__
template class I_List_iterator<i_string>;
unknown's avatar
unknown committed
2727
template class I_List_iterator<i_string_pair>;
unknown's avatar
unknown committed
2728
#endif