mi_check.c 113 KB
Newer Older
unknown's avatar
unknown committed
1
/* Copyright (C) 2000 MySQL AB & MySQL Finland AB & TCX DataKonsult AB
2

unknown's avatar
unknown committed
3 4 5 6
   This program is free software; you can redistribute it and/or modify
   it under the terms of the GNU General Public License as published by
   the Free Software Foundation; either version 2 of the License, or
   (at your option) any later version.
7

unknown's avatar
unknown committed
8 9 10 11
   This program is distributed in the hope that it will be useful,
   but WITHOUT ANY WARRANTY; without even the implied warranty of
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   GNU General Public License for more details.
12

unknown's avatar
unknown committed
13 14 15 16
   You should have received a copy of the GNU General Public License
   along with this program; if not, write to the Free Software
   Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA */

17
/* Describe, check and repair of MyISAM tables */
unknown's avatar
unknown committed
18

19
#include "ftdefs.h"
unknown's avatar
unknown committed
20 21
#include <m_ctype.h>
#include <stdarg.h>
22
#include <my_getopt.h>
unknown's avatar
unknown committed
23
#include <assert.h>
24
#ifdef HAVE_SYS_VADVISE_H
unknown's avatar
unknown committed
25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43
#include <sys/vadvise.h>
#endif
#ifdef HAVE_SYS_MMAN_H
#include <sys/mman.h>
#endif

#ifndef USE_RAID
#define my_raid_create(A,B,C,D,E,F,G) my_create(A,B,C,G)
#define my_raid_delete(A,B,C) my_delete(A,B)
#endif

	/* Functions defined in this file */

static int check_k_link(MI_CHECK *param, MI_INFO *info,uint nr);
static int chk_index(MI_CHECK *param, MI_INFO *info, MI_KEYDEF *keyinfo,
		     my_off_t page, uchar *buff, ha_rows *keys,
		     ha_checksum *key_checksum, uint level);
static uint isam_key_length(MI_INFO *info,MI_KEYDEF *keyinfo);
static ha_checksum calc_checksum(ha_rows count);
44 45
static int writekeys(MI_CHECK *param, MI_INFO *info,byte *buff,
		     my_off_t filepos);
unknown's avatar
unknown committed
46 47
static int sort_one_index(MI_CHECK *param, MI_INFO *info,MI_KEYDEF *keyinfo,
			  my_off_t pagepos, File new_file);
unknown's avatar
unknown committed
48 49 50 51 52
static int sort_key_read(MI_SORT_PARAM *sort_param,void *key);
static int sort_ft_key_read(MI_SORT_PARAM *sort_param,void *key);
static int sort_get_next_record(MI_SORT_PARAM *sort_param);
static int sort_key_cmp(MI_SORT_PARAM *sort_param, const void *a,const void *b);
static int sort_key_write(MI_SORT_PARAM *sort_param, const void *a);
unknown's avatar
unknown committed
53 54
static my_off_t get_record_for_key(MI_INFO *info,MI_KEYDEF *keyinfo,
				uchar *key);
unknown's avatar
unknown committed
55 56
static int sort_insert_key(MI_SORT_PARAM *sort_param,
                           reg1 SORT_KEY_BLOCKS *key_block,
unknown's avatar
unknown committed
57
			   uchar *key, my_off_t prev_block);
unknown's avatar
unknown committed
58
static int sort_delete_record(MI_SORT_PARAM *sort_param);
59
/*static int flush_pending_blocks(MI_CHECK *param);*/
unknown's avatar
unknown committed
60 61 62
static SORT_KEY_BLOCKS	*alloc_key_blocks(MI_CHECK *param, uint blocks,
					  uint buffer_length);
static ha_checksum mi_byte_checksum(const byte *buf, uint length);
unknown's avatar
unknown committed
63
static void set_data_file_type(SORT_INFO *sort_info, MYISAM_SHARE *share);
unknown's avatar
unknown committed
64 65 66 67 68 69 70 71 72 73 74 75 76 77 78

#ifdef __WIN__
static double ulonglong2double(ulonglong value)
{
  longlong nr=(longlong) value;
  if (nr >= 0)
    return (double) nr;
  return (18446744073709551616.0 + (double) nr);
}

#if SIZEOF_OFF_T > 4
#define my_off_t2double(A) ulonglong2double(A)
#else
#define my_off_t2double(A) ((double) (A))
#endif /* SIZEOF_OFF_T > 4 */
unknown's avatar
unknown committed
79
#endif /* __WIN__ */
unknown's avatar
unknown committed
80 81 82 83 84 85 86 87 88 89 90 91 92 93 94

void myisamchk_init(MI_CHECK *param)
{
  bzero((gptr) param,sizeof(*param));
  param->opt_follow_links=1;
  param->keys_in_use= ~(ulonglong) 0;
  param->search_after_block=HA_OFFSET_ERROR;
  param->auto_increment_value= 0;
  param->use_buffers=USE_BUFFER_INIT;
  param->read_buffer_length=READ_BUFFER_INIT;
  param->write_buffer_length=READ_BUFFER_INIT;
  param->sort_buffer_length=SORT_BUFFER_INIT;
  param->sort_key_blocks=BUFFERS_WHEN_SORTING;
  param->tmpfile_createflag=O_RDWR | O_TRUNC | O_EXCL;
  param->myf_rw=MYF(MY_NABP | MY_WME | MY_WAIT_IF_FULL);
95
  param->start_check_pos=0;
unknown's avatar
unknown committed
96 97
}

98 99 100 101 102
	/* Check the status flags for the table */

int chk_status(MI_CHECK *param, register MI_INFO *info)
{
  MYISAM_SHARE *share=info->s;
unknown's avatar
unknown committed
103

104 105 106 107 108 109
  if (mi_is_crashed_on_repair(info))
    mi_check_print_warning(param,
			   "Table is marked as crashed and last repair failed");
  else if (mi_is_crashed(info))
    mi_check_print_warning(param,
			   "Table is marked as crashed");
unknown's avatar
unknown committed
110
  if (share->state.open_count != (uint) (info->s->global_changed ? 1 : 0))
111
  {
unknown's avatar
unknown committed
112 113
    /* Don't count this as a real warning, as check can correct this ! */
    uint save=param->warning_printed;
114 115 116
    mi_check_print_warning(param,
			   "%d clients is using or hasn't closed the table properly",
			   share->state.open_count);
unknown's avatar
unknown committed
117 118 119
    /* If this will be fixed by the check, forget the warning */
    if (param->testflag & T_UPDATE_STATE)
      param->warning_printed=save;
120 121 122 123
  }
  return 0;
}

unknown's avatar
unknown committed
124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218
	/* Check delete links */

int chk_del(MI_CHECK *param, register MI_INFO *info, uint test_flag)
{
  reg2 ha_rows i;
  uint j,delete_link_length;
  my_off_t empty,next_link,old_link;
  char buff[22],buff2[22];
  DBUG_ENTER("chk_del");

  if (!(test_flag & T_SILENT))
    puts("- check key delete-chain");

  LINT_INIT(old_link);
  param->record_checksum=0;
  param->key_file_blocks=info->s->base.keystart;
  for (j=0 ; j < info->s->state.header.max_block_size ; j++)
    if (check_k_link(param,info,j))
      goto wrong;
  delete_link_length=((info->s->options & HA_OPTION_PACK_RECORD) ? 20 :
		      info->s->rec_reflength+1);

  if (!(test_flag & T_SILENT))
    puts("- check record delete-chain");

  next_link=info->s->state.dellink;
  if (info->state->del == 0)
  {
    if (test_flag & T_VERBOSE)
    {
      puts("No recordlinks");
    }
  }
  else
  {
    if (test_flag & T_VERBOSE)
      printf("Recordlinks:    ");
    empty=0;
    for (i= info->state->del ; i > 0L && next_link != HA_OFFSET_ERROR ; i--)
    {
      if (test_flag & T_VERBOSE)
	printf(" %9s",llstr(next_link,buff));
      if (next_link >= info->state->data_file_length)
	goto wrong;
      if (my_pread(info->dfile,(char*) buff,delete_link_length,
		   next_link,MYF(MY_NABP)))
      {
	if (test_flag & T_VERBOSE) puts("");
	mi_check_print_error(param,"Can't read delete-link at filepos: %s",
		    llstr(next_link,buff));
	DBUG_RETURN(1);
      }
      if (*buff != '\0')
      {
	if (test_flag & T_VERBOSE) puts("");
	mi_check_print_error(param,"Record at pos: %s is not remove-marked",
		    llstr(next_link,buff));
	goto wrong;
      }
      if (info->s->options & HA_OPTION_PACK_RECORD)
      {
	my_off_t prev_link=mi_sizekorr(buff+12);
	if (empty && prev_link != old_link)
	{
	  if (test_flag & T_VERBOSE) puts("");
	  mi_check_print_error(param,"Deleted block at %s doesn't point back at previous delete link",llstr(next_link,buff2));
	  goto wrong;
	}
	old_link=next_link;
	next_link=mi_sizekorr(buff+4);
	empty+=mi_uint3korr(buff+1);
      }
      else
      {
	param->record_checksum+=(ha_checksum) next_link;
	next_link=_mi_rec_pos(info->s,(uchar*) buff+1);
	empty+=info->s->base.pack_reclength;
      }
    }
    if (empty != info->state->empty)
    {
      if (test_flag & T_VERBOSE) puts("");
      mi_check_print_warning(param,
			     "Not used space is supposed to be: %s but is: %s",
			     llstr(info->state->empty,buff),
			     llstr(empty,buff2));
      info->state->empty=empty;
    }
    if (i != 0 || next_link != HA_OFFSET_ERROR)
      goto wrong;

    if (test_flag & T_VERBOSE) puts("\n");
  }
  DBUG_RETURN(0);
wrong:
unknown's avatar
unknown committed
219
  param->testflag|=T_RETRY_WITHOUT_QUICK;
unknown's avatar
unknown committed
220 221 222 223 224 225 226 227 228 229 230
  if (test_flag & T_VERBOSE) puts("");
  mi_check_print_error(param,"record delete-link-chain corrupted");
  DBUG_RETURN(1);
} /* chk_del */


	/* Check delete links in index file */

static int check_k_link(MI_CHECK *param, register MI_INFO *info, uint nr)
{
  my_off_t next_link;
unknown's avatar
unknown committed
231
  uint block_size=(nr+1)*MI_MIN_KEY_BLOCK_LENGTH;
unknown's avatar
unknown committed
232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247
  ha_rows records;
  char llbuff[21],*buff;
  DBUG_ENTER("check_k_link");

  if (param->testflag & T_VERBOSE)
    printf("block_size %4d:",block_size);

  next_link=info->s->state.key_del[nr];
  records= (ha_rows) (info->state->key_file_length / block_size);
  while (next_link != HA_OFFSET_ERROR && records > 0)
  {
    if (param->testflag & T_VERBOSE)
      printf("%16s",llstr(next_link,llbuff));
    if (next_link > info->state->key_file_length ||
	next_link & (info->s->blocksize-1))
      DBUG_RETURN(1);
248
    if (!(buff=key_cache_read(info->s->kfile, next_link, (byte*) info->buff,
unknown's avatar
unknown committed
249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316
			      myisam_block_size, block_size, 1)))
      DBUG_RETURN(1);
    next_link=mi_sizekorr(buff);
    records--;
    param->key_file_blocks+=block_size;
  }
  if (param->testflag & T_VERBOSE)
  {
    if (next_link != HA_OFFSET_ERROR)
      printf("%16s\n",llstr(next_link,llbuff));
    else
      puts("");
  }
  DBUG_RETURN (next_link != HA_OFFSET_ERROR);
} /* check_k_link */


	/* Kontrollerar storleken p} filerna */

int chk_size(MI_CHECK *param, register MI_INFO *info)
{
  int error=0;
  register my_off_t skr,size;
  char buff[22],buff2[22];
  DBUG_ENTER("chk_size");

  if (!(param->testflag & T_SILENT)) puts("- check file-size");

  flush_key_blocks(info->s->kfile, FLUSH_FORCE_WRITE); /* If called externally */

  size=my_seek(info->s->kfile,0L,MY_SEEK_END,MYF(0));
  if ((skr=(my_off_t) info->state->key_file_length) != size)
  {
    if (skr > size)
    {
      error=1;
      mi_check_print_error(param,
			   "Size of indexfile is: %-8s        Should be: %s",
			   llstr(size,buff), llstr(skr,buff2));
    }
    else
      mi_check_print_warning(param,
			     "Size of indexfile is: %-8s      Should be: %s",
			     llstr(size,buff), llstr(skr,buff2));
  }
  if (!(param->testflag & T_VERY_SILENT) &&
      ! (info->s->options & HA_OPTION_COMPRESS_RECORD) &&
      ulonglong2double(info->state->key_file_length) >
      ulonglong2double(info->s->base.margin_key_file_length)*0.9)
    mi_check_print_warning(param,"Keyfile is almost full, %10s of %10s used",
			   llstr(info->state->key_file_length,buff),
			   llstr(info->s->base.max_key_file_length-1,buff));

  size=my_seek(info->dfile,0L,MY_SEEK_END,MYF(0));
  skr=(my_off_t) info->state->data_file_length;
  if (info->s->options & HA_OPTION_COMPRESS_RECORD)
    skr+= MEMMAP_EXTRA_MARGIN;
#ifdef USE_RELOC
  if (info->data_file_type == STATIC_RECORD &&
      skr < (my_off_t) info->s->base.reloc*info->s->base.min_pack_length)
    skr=(my_off_t) info->s->base.reloc*info->s->base.min_pack_length;
#endif
  if (skr != size)
  {
    info->state->data_file_length=size;	/* Skipp other errors */
    if (skr > size && skr != size + MEMMAP_EXTRA_MARGIN)
    {
      error=1;
317
      mi_check_print_error(param,"Size of datafile is: %-9s         Should be: %s",
unknown's avatar
unknown committed
318
		    llstr(size,buff), llstr(skr,buff2));
unknown's avatar
unknown committed
319
      param->testflag|=T_RETRY_WITHOUT_QUICK;
unknown's avatar
unknown committed
320 321 322 323
    }
    else
    {
      mi_check_print_warning(param,
324
			     "Size of datafile is: %-9s       Should be: %s",
unknown's avatar
unknown committed
325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342
			     llstr(size,buff), llstr(skr,buff2));
    }
  }
  if (!(param->testflag & T_VERY_SILENT) &&
      !(info->s->options & HA_OPTION_COMPRESS_RECORD) &&
      ulonglong2double(info->state->data_file_length) >
      (ulonglong2double(info->s->base.max_data_file_length)*0.9))
    mi_check_print_warning(param, "Datafile is almost full, %10s of %10s used",
			   llstr(info->state->data_file_length,buff),
			   llstr(info->s->base.max_data_file_length-1,buff2));
  DBUG_RETURN(error);
} /* chk_size */


	/* Check keys */

int chk_key(MI_CHECK *param, register MI_INFO *info)
{
343
  uint key,found_keys=0,full_text_keys=0,result=0;
unknown's avatar
unknown committed
344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367
  ha_rows keys;
  ha_checksum old_record_checksum,init_checksum;
  my_off_t all_keydata,all_totaldata,key_totlength,length;
  ulong   *rec_per_key_part;
  MYISAM_SHARE *share=info->s;
  MI_KEYDEF *keyinfo;
  char buff[22],buff2[22];
  DBUG_ENTER("chk_key");

  if (!(param->testflag & T_SILENT)) puts("- check index reference");

  all_keydata=all_totaldata=key_totlength=0;
  old_record_checksum=0;
  init_checksum=param->record_checksum;
  if (!(share->options &
	(HA_OPTION_PACK_RECORD | HA_OPTION_COMPRESS_RECORD)))
    old_record_checksum=calc_checksum(info->state->records+info->state->del-1)*
      share->base.pack_reclength;
  rec_per_key_part= param->rec_per_key_part;
  for (key= 0,keyinfo= &share->keyinfo[0]; key < share->base.keys ;
       rec_per_key_part+=keyinfo->keysegs, key++, keyinfo++)
  {
    param->key_crc[key]=0;
    if (!(((ulonglong) 1 << key) & share->state.key_map))
368 369 370 371 372 373
    {
      /* Remember old statistics for key */
      memcpy((char*) rec_per_key_part,
	     (char*) share->state.rec_per_key_part+
	     (uint) (rec_per_key_part - param->rec_per_key_part),
	     keyinfo->keysegs*sizeof(*rec_per_key_part));
unknown's avatar
unknown committed
374
      continue;
375
    }
unknown's avatar
unknown committed
376 377 378 379 380 381
    found_keys++;

    param->record_checksum=init_checksum;
    bzero((char*) &param->unique_count,sizeof(param->unique_count));
    if ((!(param->testflag & T_SILENT)))
      printf ("- check data record references index: %d\n",key+1);
unknown's avatar
unknown committed
382 383
    if (keyinfo->flag & HA_FULLTEXT)
      full_text_keys++;
unknown's avatar
unknown committed
384
    if (share->state.key_root[key] == HA_OFFSET_ERROR &&
385
	(info->state->records == 0 || keyinfo->flag & HA_FULLTEXT))
unknown's avatar
unknown committed
386 387 388 389 390 391
      continue;
    if (!_mi_fetch_keypage(info,keyinfo,share->state.key_root[key],info->buff,
			   0))
    {
      mi_check_print_error(param,"Can't read indexpage from filepos: %s",
		  llstr(share->state.key_root[key],buff));
392 393 394 395
      if (!(param->testflag & T_INFO))
	DBUG_RETURN(-1);
      result= -1;
      continue;
unknown's avatar
unknown committed
396 397 398 399 400 401 402 403 404 405 406 407 408 409 410
    }
    param->key_file_blocks+=keyinfo->block_length;
    keys=0;
    param->keydata=param->totaldata=0;
    param->key_blocks=0;
    param->max_level=0;
    if (chk_index(param,info,keyinfo,share->state.key_root[key],info->buff,
		  &keys, param->key_crc+key,1))
      DBUG_RETURN(-1);
    if(!(keyinfo->flag & HA_FULLTEXT))
    {
      if (keys != info->state->records)
      {
	mi_check_print_error(param,"Found %s keys of %s",llstr(keys,buff),
		    llstr(info->state->records,buff2));
411
	if (!(param->testflag & T_INFO))
unknown's avatar
unknown committed
412
	DBUG_RETURN(-1);
413 414
	result= -1;
	continue;
unknown's avatar
unknown committed
415 416 417 418 419 420 421 422 423 424 425 426 427
      }
      if (found_keys - full_text_keys == 1 &&
	  ((share->options &
	    (HA_OPTION_PACK_RECORD | HA_OPTION_COMPRESS_RECORD)) ||
	   (param->testflag & T_DONT_CHECK_CHECKSUM)))
	old_record_checksum=param->record_checksum;
      else if (old_record_checksum != param->record_checksum)
      {
	if (key)
	  mi_check_print_error(param,"Key %u doesn't point at same records that key 1",
		      key+1);
	else
	  mi_check_print_error(param,"Key 1 doesn't point at all records");
428 429 430 431
	if (!(param->testflag & T_INFO))
	  DBUG_RETURN(-1);
	result= -1;
	continue;
unknown's avatar
unknown committed
432 433 434 435
      }
    }
    if ((uint) share->base.auto_key -1 == key)
    {
unknown's avatar
unknown committed
436
      /* Check that auto_increment key is bigger than max key value */
unknown's avatar
unknown committed
437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455
      ulonglong save_auto_value=info->s->state.auto_increment;
      info->s->state.auto_increment=0;
      info->lastinx=key;
      _mi_read_key_record(info, 0L, info->rec_buff);
      update_auto_increment(info, info->rec_buff);
      if (info->s->state.auto_increment > save_auto_value)
      {
	mi_check_print_warning(param,
			       "Auto-increment value: %s is smaller than max used value: %s",
			       llstr(save_auto_value,buff2),
			       llstr(info->s->state.auto_increment, buff));
      }
      if (param->testflag & T_AUTO_INC)
      {
	set_if_bigger(info->s->state.auto_increment,
		      param->auto_increment_value);
      }
      else
	info->s->state.auto_increment=save_auto_value;
unknown's avatar
unknown committed
456 457 458 459

      /* Check that there isn't a row with auto_increment = 0 in the table */
      mi_extra(info,HA_EXTRA_KEYREAD);
      bzero(info->lastkey,keyinfo->seg->length);
unknown's avatar
unknown committed
460
      if (!mi_rkey(info, info->rec_buff, key, (const byte*) info->lastkey,
unknown's avatar
unknown committed
461 462 463 464 465 466 467 468 469
		   keyinfo->seg->length, HA_READ_KEY_EXACT))
      {
	/* Don't count this as a real warning, as myisamchk can't correct it */
	uint save=param->warning_printed;
	mi_check_print_warning(param,
			       "Found row where the auto_increment column has the value 0");
	param->warning_printed=save;
      }
      mi_extra(info,HA_EXTRA_NO_KEYREAD);
unknown's avatar
unknown committed
470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544
    }

    length=(my_off_t) isam_key_length(info,keyinfo)*keys + param->key_blocks*2;
    if (param->testflag & T_INFO && param->totaldata != 0L && keys != 0L)
      printf("Key: %2d:  Keyblocks used: %3d%%  Packed: %4d%%  Max levels: %2d\n",
	     key+1,
	     (int) (my_off_t2double(param->keydata)*100.0/my_off_t2double(param->totaldata)),
	     (int) ((my_off_t2double(length) - my_off_t2double(param->keydata))*100.0/
		    my_off_t2double(length)),
	     param->max_level);
    all_keydata+=param->keydata; all_totaldata+=param->totaldata; key_totlength+=length;

    if (param->testflag & T_STATISTICS)
      update_key_parts(keyinfo, rec_per_key_part, param->unique_count,
		       (ulonglong) info->state->records);
  }
  if (param->testflag & T_INFO)
  {
    if (all_totaldata != 0L && found_keys > 0)
      printf("Total:    Keyblocks used: %3d%%  Packed: %4d%%\n\n",
	     (int) (my_off_t2double(all_keydata)*100.0/
		    my_off_t2double(all_totaldata)),
	     (int) ((my_off_t2double(key_totlength) -
		     my_off_t2double(all_keydata))*100.0/
		     my_off_t2double(key_totlength)));
    else if (all_totaldata != 0L && share->state.key_map)
      puts("");
  }
  if (param->key_file_blocks != info->state->key_file_length &&
      param->keys_in_use != ~(ulonglong) 0)
    mi_check_print_warning(param, "Some data are unreferenced in keyfile");
  if (found_keys != full_text_keys)
    param->record_checksum=old_record_checksum-init_checksum;	/* Remove delete links */
  else
    param->record_checksum=0;
  DBUG_RETURN(0);
} /* chk_key */


	/* Check if index is ok */

static int chk_index(MI_CHECK *param, MI_INFO *info, MI_KEYDEF *keyinfo,
		     my_off_t page, uchar *buff, ha_rows *keys,
		     ha_checksum *key_checksum, uint level)
{
  int flag;
  uint used_length,comp_flag,nod_flag,key_length,not_used;
  uchar key[MI_MAX_POSSIBLE_KEY_BUFF],*temp_buff,*keypos,*old_keypos,*endpos;
  my_off_t next_page,record;
  char llbuff[22],llbuff2[22];
  DBUG_ENTER("chk_index");
  DBUG_DUMP("buff",(byte*) buff,mi_getint(buff));

  if (!(temp_buff=(uchar*) my_alloca((uint) keyinfo->block_length)))
  {
    mi_check_print_error(param,"Not Enough memory");
    DBUG_RETURN(-1);
  }

  if (keyinfo->flag & HA_NOSAME)
    comp_flag=SEARCH_FIND | SEARCH_UPDATE;	/* Not real duplicates */
  else
    comp_flag=SEARCH_SAME;			/* Keys in positionorder */
  nod_flag=mi_test_if_nod(buff);
  used_length=mi_getint(buff);
  keypos=buff+2+nod_flag;
  endpos=buff+used_length;

  param->keydata+=used_length; param->totaldata+=keyinfo->block_length;	/* INFO */
  param->key_blocks++;
  if (level > param->max_level)
    param->max_level=level;

  if (used_length > keyinfo->block_length)
  {
unknown's avatar
unknown committed
545 546
    mi_check_print_error(param,"Wrong pageinfo at page: %s",
			 llstr(page,llbuff));
unknown's avatar
unknown committed
547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563
    goto err;
  }
  for ( ;; )
  {
    if (nod_flag)
    {
      next_page=_mi_kpos(nod_flag,keypos);
      if (next_page > info->state->key_file_length ||
	  (nod_flag && (next_page & (info->s->blocksize -1))))
      {
	my_off_t max_length=my_seek(info->s->kfile,0L,MY_SEEK_END,MYF(0));
	mi_check_print_error(param,"Wrong pagepointer: %s at page: %s",
		    llstr(next_page,llbuff),llstr(page,llbuff2));

	if (next_page+info->s->blocksize > max_length)
	  goto err;
	info->state->key_file_length=(max_length &
564
				      ~ (my_off_t) (info->s->blocksize-1));
unknown's avatar
unknown committed
565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600
      }
      if (!_mi_fetch_keypage(info,keyinfo,next_page,temp_buff,0))
      {
	mi_check_print_error(param,"Can't read key from filepos: %s",llstr(next_page,llbuff));
	goto err;
      }
      param->key_file_blocks+=keyinfo->block_length;
      if (chk_index(param,info,keyinfo,next_page,temp_buff,keys,key_checksum,
		    level+1))
	goto err;
    }
    old_keypos=keypos;
    if (keypos >= endpos ||
	(key_length=(*keyinfo->get_key)(keyinfo,nod_flag,&keypos,key)) == 0)
      break;
    if (keypos > endpos)
    {
      mi_check_print_error(param,"Wrong key block length at page: %s",llstr(page,llbuff));
      goto err;
    }
    if ((*keys)++ &&
	(flag=_mi_key_cmp(keyinfo->seg,info->lastkey,key,key_length,
			  comp_flag, &not_used)) >=0)
    {
      DBUG_DUMP("old",(byte*) info->lastkey, info->lastkey_length);
      DBUG_DUMP("new",(byte*) key, key_length);
      DBUG_DUMP("new_in_page",(char*) old_keypos,(uint) (keypos-old_keypos));

      if (comp_flag & SEARCH_FIND && flag == 0)
	mi_check_print_error(param,"Found duplicated key at page %s",llstr(page,llbuff));
      else
	mi_check_print_error(param,"Key in wrong position at page %s",llstr(page,llbuff));
      goto err;
    }
    if (param->testflag & T_STATISTICS)
    {
601
      if (*keys != 1L)				/* not first_key */
unknown's avatar
unknown committed
602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709
      {
	uint diff;
	_mi_key_cmp(keyinfo->seg,info->lastkey,key,USE_WHOLE_KEY,SEARCH_FIND,
		    &diff);
	param->unique_count[diff-1]++;
      }
    }
    (*key_checksum)+= mi_byte_checksum((byte*) key,
				       key_length- info->s->rec_reflength);
    memcpy((char*) info->lastkey,(char*) key,key_length);
    info->lastkey_length=key_length;
    record= _mi_dpos(info,0,key+key_length);
    if (record >= info->state->data_file_length)
    {
#ifndef DBUG_OFF
      char llbuff3[22];
#endif
      mi_check_print_error(param,"Found key at page %s that points to record outside datafile",llstr(page,llbuff));
      DBUG_PRINT("test",("page: %s  record: %s  filelength: %s",
			 llstr(page,llbuff),llstr(record,llbuff2),
			 llstr(info->state->data_file_length,llbuff3)));
      DBUG_DUMP("key",(byte*) info->lastkey,key_length);
      DBUG_DUMP("new_in_page",(char*) old_keypos,(uint) (keypos-old_keypos));
      goto err;
    }
    param->record_checksum+=(ha_checksum) record;
  }
  if (keypos != endpos)
  {
    mi_check_print_error(param,"Keyblock size at page %s is not correct.  Block length: %d  key length: %d",
                llstr(page,llbuff), used_length, (keypos - buff));
    goto err;
  }
  my_afree((byte*) temp_buff);
  DBUG_RETURN(0);
 err:
  my_afree((byte*) temp_buff);
  DBUG_RETURN(1);
} /* chk_index */


	/* Calculate a checksum of 1+2+3+4...N = N*(N+1)/2 without overflow */

static ha_checksum calc_checksum(ha_rows count)
{
  ulonglong sum,a,b;
  DBUG_ENTER("calc_checksum");

  sum=0;
  a=count; b=count+1;
  if (a & 1)
    b>>=1;
  else
    a>>=1;
  while (b)
  {
    if (b & 1)
      sum+=a;
    a<<=1; b>>=1;
  }
  DBUG_PRINT("exit",("sum: %lx",(ulong) sum));
  DBUG_RETURN((ha_checksum) sum);
} /* calc_checksum */


	/* Calc length of key in normal isam */

static uint isam_key_length(MI_INFO *info, register MI_KEYDEF *keyinfo)
{
  uint length;
  MI_KEYSEG *keyseg;
  DBUG_ENTER("isam_key_length");

  length= info->s->rec_reflength;
  for (keyseg=keyinfo->seg ; keyseg->type ; keyseg++)
    length+= keyseg->length;

  DBUG_PRINT("exit",("length: %d",length));
  DBUG_RETURN(length);
} /* key_length */


	/* Check that record-link is ok */

int chk_data_link(MI_CHECK *param, MI_INFO *info,int extend)
{
  int	error,got_error,flag;
  uint	key,left_length,b_type,field;
  ha_rows records,del_blocks;
  my_off_t used,empty,pos,splits,start_recpos,
	   del_length,link_used,start_block;
  byte	*record,*to;
  char llbuff[22],llbuff2[22],llbuff3[22];
  ha_checksum intern_record_checksum;
  ha_checksum key_checksum[MI_MAX_POSSIBLE_KEY];
  my_bool static_row_size;
  MI_KEYDEF *keyinfo;
  MI_BLOCK_INFO block_info;
  DBUG_ENTER("chk_data_link");

  if (!(param->testflag & T_SILENT))
  {
    if (extend)
      puts("- check records and index references");
    else
      puts("- check record links");
  }

unknown's avatar
unknown committed
710
  if (!(record= (byte*) my_malloc(info->s->base.pack_reclength,MYF(0))))
unknown's avatar
unknown committed
711 712 713 714 715 716 717 718 719
  {
    mi_check_print_error(param,"Not Enough memory");
    DBUG_RETURN(-1);
  }
  records=del_blocks=0;
  used=link_used=splits=del_length=0;
  intern_record_checksum=param->glob_crc=0;
  LINT_INIT(left_length);  LINT_INIT(start_recpos);  LINT_INIT(to);
  got_error=error=0;
720
  empty=info->s->pack.header_length;
unknown's avatar
unknown committed
721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736

  /* Check how to calculate checksum of rows */
  static_row_size=1;
  if (info->s->data_file_type == COMPRESSED_RECORD)
  {
    for (field=0 ; field < info->s->base.fields ; field++)
    {
      if (info->s->rec[field].base_type == FIELD_BLOB ||
	  info->s->rec[field].base_type == FIELD_VARCHAR)
      {
	static_row_size=0;
	break;
      }
    }
  }

737
  pos=my_b_tell(&param->read_cache);
unknown's avatar
unknown committed
738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763
  bzero((char*) key_checksum, info->s->base.keys * sizeof(key_checksum[0]));
  while (pos < info->state->data_file_length)
  {
    switch (info->s->data_file_type) {
    case STATIC_RECORD:
      if (my_b_read(&param->read_cache,(byte*) record,
		    info->s->base.pack_reclength))
	goto err;
      start_recpos=pos;
      pos+=info->s->base.pack_reclength;
      splits++;
      if (*record == '\0')
      {
	del_blocks++;
	del_length+=info->s->base.pack_reclength;
	continue;					/* Record removed */
      }
      param->glob_crc+= mi_static_checksum(info,record);
      used+=info->s->base.pack_reclength;
      break;
    case DYNAMIC_RECORD:
      flag=block_info.second_read=0;
      block_info.next_filepos=pos;
      do
      {
	if (_mi_read_cache(&param->read_cache,(byte*) block_info.header,
764 765 766
			   (start_block=block_info.next_filepos),
			   sizeof(block_info.header),
			   (flag ? 0 : READING_NEXT) | READING_HEADER))
unknown's avatar
unknown committed
767 768 769
	  goto err;
	if (start_block & (MI_DYN_ALIGN_SIZE-1))
	{
770 771
	  mi_check_print_error(param,"Wrong aligned block at %s",
			       llstr(start_block,llbuff));
unknown's avatar
unknown committed
772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793
	  goto err2;
	}
	b_type=_mi_get_block_info(&block_info,-1,start_block);
	if (b_type & (BLOCK_DELETED | BLOCK_ERROR | BLOCK_SYNC_ERROR |
		      BLOCK_FATAL_ERROR))
	{
	  if (b_type & BLOCK_SYNC_ERROR)
	  {
	    if (flag)
	    {
	      mi_check_print_error(param,"Unexpected byte: %d at link: %s",
			  (int) block_info.header[0],
			  llstr(start_block,llbuff));
	      goto err2;
	    }
	    pos=block_info.filepos+block_info.block_len;
	    goto next;
	  }
	  if (b_type & BLOCK_DELETED)
	  {
	    if (block_info.block_len < info->s->base.min_block_length)
	    {
794 795 796
	      mi_check_print_error(param,
				   "Deleted block with impossible length %lu at %s",
				   block_info.block_len,llstr(pos,llbuff));
unknown's avatar
unknown committed
797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861
	      goto err2;
	    }
	    if ((block_info.next_filepos != HA_OFFSET_ERROR &&
		 block_info.next_filepos >= info->state->data_file_length) ||
		(block_info.prev_filepos != HA_OFFSET_ERROR &&
		 block_info.prev_filepos >= info->state->data_file_length))
	    {
	      mi_check_print_error(param,"Delete link points outside datafile at %s",
			  llstr(pos,llbuff));
	      goto err2;
	    }
	    del_blocks++;
	    del_length+=block_info.block_len;
	    pos=block_info.filepos+block_info.block_len;
	    splits++;
	    goto next;
	  }
	  mi_check_print_error(param,"Wrong bytesec: %d-%d-%d at linkstart: %s",
		      block_info.header[0],block_info.header[1],
		      block_info.header[2],
		      llstr(start_block,llbuff));
	  goto err2;
	}
	if (info->state->data_file_length < block_info.filepos+
	    block_info.block_len)
	{
	  mi_check_print_error(param,"Recordlink that points outside datafile at %s",
		      llstr(pos,llbuff));
	  got_error=1;
	  break;
	}
	splits++;
	if (!flag++)				/* First block */
	{
	  start_recpos=pos;
	  pos=block_info.filepos+block_info.block_len;
	  if (block_info.rec_len > (uint) info->s->base.max_pack_length)
	  {
	    mi_check_print_error(param,"Found too long record (%d) at %s",
			block_info.rec_len,
			llstr(start_recpos,llbuff));
	    got_error=1;
	    break;
	  }
	  if (info->s->base.blobs)
	  {
	    if (!(to=mi_fix_rec_buff_for_blob(info,block_info.rec_len)))
	    {
	      mi_check_print_error(param,"Not enough memory for blob at %s",
			  llstr(start_recpos,llbuff));
	      got_error=1;
	      break;
	    }
	  }
	  else
	    to= info->rec_buff;
	  left_length=block_info.rec_len;
	}
	if (left_length < block_info.data_len)
	{
	  mi_check_print_error(param,"Found too long record at %s",
		      llstr(start_recpos,llbuff));
	  got_error=1; break;
	}
	if (_mi_read_cache(&param->read_cache,(byte*) to,block_info.filepos,
862 863
			   (uint) block_info.data_len,
			   flag == 1 ? READING_NEXT : 0))
unknown's avatar
unknown committed
864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916
	  goto err;
	to+=block_info.data_len;
	link_used+= block_info.filepos-start_block;
	used+= block_info.filepos - start_block + block_info.data_len;
	empty+=block_info.block_len-block_info.data_len;
	left_length-=block_info.data_len;
	if (left_length)
	{
	  if (b_type & BLOCK_LAST)
	  {
	    mi_check_print_error(param,"Record link to short for record at %s",
			llstr(start_recpos,llbuff));
	    got_error=1;
	    break;
	  }
	  if (info->state->data_file_length < block_info.next_filepos)
	  {
	    mi_check_print_error(param,"Found next-recordlink that points outside datafile at %s",
			llstr(block_info.filepos,llbuff));
	    got_error=1;
	    break;
	  }
	}
      } while (left_length);
      if (! got_error)
      {
	if (_mi_rec_unpack(info,record,info->rec_buff,block_info.rec_len) ==
	    MY_FILE_ERROR)
	{
	  mi_check_print_error(param,"Found wrong record at %s", llstr(start_recpos,llbuff));
	  got_error=1;
	}
	else
	{
	  info->checksum=mi_checksum(info,record);
	  if (param->testflag & (T_EXTEND | T_MEDIUM | T_VERBOSE))
	  {
	    if (_mi_rec_check(info,record))
	    {
	      mi_check_print_error(param,"Found wrong packed record at %s",
			  llstr(start_recpos,llbuff));
	      got_error=1;
	    }
	  }
	  if (!got_error)
	    param->glob_crc+= info->checksum;
	}
      }
      else if (!flag)
	pos=block_info.filepos+block_info.block_len;
      break;
    case COMPRESSED_RECORD:
      if (_mi_read_cache(&param->read_cache,(byte*) block_info.header, pos,
917
			 info->s->pack.ref_length, READING_NEXT))
unknown's avatar
unknown committed
918 919 920 921 922 923 924 925
	goto err;
      start_recpos=pos;
      splits++;
      VOID(_mi_pack_get_block_info(info,&block_info, -1, start_recpos, NullS));
      pos=block_info.filepos+block_info.rec_len;
      if (block_info.rec_len < (uint) info->s->min_pack_length ||
	  block_info.rec_len > (uint) info->s->max_pack_length)
      {
unknown's avatar
unknown committed
926 927 928
	mi_check_print_error(param,
			     "Found block with wrong recordlength: %d at %s",
			     block_info.rec_len, llstr(start_recpos,llbuff));
unknown's avatar
unknown committed
929 930 931 932
	got_error=1;
	break;
      }
      if (_mi_read_cache(&param->read_cache,(byte*) info->rec_buff,
933
			block_info.filepos, block_info.rec_len, READING_NEXT))
unknown's avatar
unknown committed
934 935 936
	goto err;
      if (_mi_pack_rec_unpack(info,record,info->rec_buff,block_info.rec_len))
      {
unknown's avatar
unknown committed
937 938
	mi_check_print_error(param,"Found wrong record at %s",
			     llstr(start_recpos,llbuff));
unknown's avatar
unknown committed
939 940 941 942 943 944 945 946 947 948 949 950 951 952 953 954 955 956 957 958 959 960 961 962 963 964 965 966 967 968 969 970 971 972 973 974 975 976 977 978 979 980 981 982 983 984 985 986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058 1059 1060 1061 1062 1063 1064 1065 1066 1067
	got_error=1;
      }
      if (static_row_size)
	param->glob_crc+= mi_static_checksum(info,record);
      else
	param->glob_crc+= mi_checksum(info,record);
      link_used+= (block_info.filepos - start_recpos);
      used+= (pos-start_recpos);
    } /* switch */
    if (! got_error)
    {
      intern_record_checksum+=(ha_checksum) start_recpos;
      records++;
      if (param->testflag & T_WRITE_LOOP && records % WRITE_COUNT == 0)
      {
	printf("%s\r", llstr(records,llbuff)); VOID(fflush(stdout));
      }

      /* Check if keys match the record */

      for (key=0,keyinfo= info->s->keyinfo; key < info->s->base.keys;
	   key++,keyinfo++)
      {
	if ((((ulonglong) 1 << key) & info->s->state.key_map))
	{
	  if(!(keyinfo->flag & HA_FULLTEXT))
	  {
	    uint key_length=_mi_make_key(info,key,info->lastkey,record,
					 start_recpos);
	    if (extend)
	    {
	      /* We don't need to lock the key tree here as we don't allow
		 concurrent threads when running myisamchk
	      */
	      if (_mi_search(info,keyinfo,info->lastkey,key_length,
			     SEARCH_SAME, info->s->state.key_root[key]))
	      {
		mi_check_print_error(param,"Record at: %10s  Can't find key for index: %2d",
			    llstr(start_recpos,llbuff),key+1);
		if (error++ > MAXERR || !(param->testflag & T_VERBOSE))
		  goto err2;
	      }
	    }
	    else
	      key_checksum[key]+=mi_byte_checksum((byte*) info->lastkey,
						  key_length);
	  }
	}
      }
    }
    else
    {
      got_error=0;
      if (error++ > MAXERR || !(param->testflag & T_VERBOSE))
	goto err2;
    }
  next:;				/* Next record */
  }
  if (param->testflag & T_WRITE_LOOP)
  {
    VOID(fputs("          \r",stdout)); VOID(fflush(stdout));
  }
  if (records != info->state->records)
  {
    mi_check_print_error(param,"Record-count is not ok; is %-10s   Should be: %s",
		llstr(records,llbuff), llstr(info->state->records,llbuff2));
    error=1;
  }
  else if (param->record_checksum &&
	   param->record_checksum != intern_record_checksum)
  {
    mi_check_print_error(param,
			 "Keypointers and record positions doesn't match");
    error=1;
  }
  else if (param->glob_crc != info->s->state.checksum &&
	   (info->s->options &
	    (HA_OPTION_CHECKSUM | HA_OPTION_COMPRESS_RECORD)))
  {
    mi_check_print_warning(param,
			   "Record checksum is not the same as checksum stored in the index file\n");
    error=1;
  }
  else if (!extend)
  {
    for (key=0 ; key < info->s->base.keys;  key++)
    {
      if (key_checksum[key] != param->key_crc[key] &&
          !(info->s->keyinfo[key].flag & HA_FULLTEXT))
      {
	mi_check_print_error(param,"Checksum for key: %2d doesn't match checksum for records",
		    key+1);
	error=1;
      }
    }
  }

  if (used+empty+del_length != info->state->data_file_length)
  {
    mi_check_print_warning(param,
			   "Found %s record-data and %s unused data and %s deleted-data",
			   llstr(used,llbuff),llstr(empty,llbuff2),
			   llstr(del_length,llbuff3));
    mi_check_print_warning(param,
			   "Total %s, Should be: %s",
			   llstr((used+empty+del_length),llbuff),
			   llstr(info->state->data_file_length,llbuff2));
  }
  if (del_blocks != info->state->del)
  {
    mi_check_print_warning(param,
			   "Found %10s deleted blocks       Should be: %s",
			   llstr(del_blocks,llbuff),
			   llstr(info->state->del,llbuff2));
  }
  if (splits != info->s->state.split)
  {
    mi_check_print_warning(param,
			   "Found %10s parts                Should be: %s parts",
			   llstr(splits,llbuff),
			   llstr(info->s->state.split,llbuff2));
  }
  if (param->testflag & T_INFO)
  {
    if (param->warning_printed || param->error_printed)
      puts("");
    if (used != 0 && ! param->error_printed)
    {
      printf("Records:%18s    M.recordlength:%9lu   Packed:%14.0f%%\n",
unknown's avatar
unknown committed
1068
	     llstr(records,llbuff), (long)((used-link_used)/records),
unknown's avatar
unknown committed
1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085
	     (info->s->base.blobs ? 0.0 :
	      (ulonglong2double((ulonglong) info->s->base.reclength*records)-
	       my_off_t2double(used))/
	      ulonglong2double((ulonglong) info->s->base.reclength*records)*100.0));
      printf("Recordspace used:%9.0f%%   Empty space:%12d%%  Blocks/Record: %6.2f\n",
	     (ulonglong2double(used-link_used)/ulonglong2double(used-link_used+empty)*100.0),
	     (!records ? 100 : (int) (ulonglong2double(del_length+empty)/
				      my_off_t2double(used)*100.0)),
	     ulonglong2double(splits - del_blocks) / records);
    }
    printf("Record blocks:%12s    Delete blocks:%10s\n",
	   llstr(splits-del_blocks,llbuff),llstr(del_blocks,llbuff2));
    printf("Record data:  %12s    Deleted data: %10s\n",
	   llstr(used-link_used,llbuff),llstr(del_length,llbuff2));
    printf("Lost space:   %12s    Linkdata:     %10s\n",
	   llstr(empty,llbuff),llstr(link_used,llbuff2));
  }
unknown's avatar
unknown committed
1086
  my_free((gptr) record,MYF(0));
unknown's avatar
unknown committed
1087 1088
  DBUG_RETURN (error);
 err:
unknown's avatar
unknown committed
1089
  mi_check_print_error(param,"got error: %d when reading datafile at record: %s",my_errno, llstr(records,llbuff));
unknown's avatar
unknown committed
1090
 err2:
unknown's avatar
unknown committed
1091
  my_free((gptr) record,MYF(0));
unknown's avatar
unknown committed
1092
  param->testflag|=T_RETRY_WITHOUT_QUICK;
unknown's avatar
unknown committed
1093 1094 1095 1096 1097 1098 1099 1100 1101 1102 1103 1104 1105 1106 1107 1108 1109
  DBUG_RETURN(1);
} /* chk_data_link */


	/* Recover old table by reading each record and writing all keys */
	/* Save new datafile-name in temp_filename */

int mi_repair(MI_CHECK *param, register MI_INFO *info,
	      my_string name, int rep_quick)
{
  int error,got_error;
  uint i;
  ha_rows start_records,new_header_length;
  my_off_t del;
  File new_file;
  MYISAM_SHARE *share=info->s;
  char llbuff[22],llbuff2[22];
unknown's avatar
unknown committed
1110 1111
  SORT_INFO sort_info;
  MI_SORT_PARAM sort_param;
unknown's avatar
unknown committed
1112 1113
  DBUG_ENTER("mi_repair");

unknown's avatar
unknown committed
1114 1115
  bzero((char *)&sort_info, sizeof(sort_info));
  bzero((char *)&sort_param, sizeof(sort_param));
unknown's avatar
unknown committed
1116
  start_records=info->state->records;
1117 1118
  new_header_length=(param->testflag & T_UNPACK) ? 0L :
    share->pack.header_length;
unknown's avatar
unknown committed
1119 1120
  got_error=1;
  new_file= -1;
unknown's avatar
unknown committed
1121
  sort_param.sort_info=&sort_info;
1122

unknown's avatar
unknown committed
1123 1124
  if (!(param->testflag & T_SILENT))
  {
1125
    printf("- recovering (with keycache) MyISAM-table '%s'\n",name);
unknown's avatar
unknown committed
1126 1127
    printf("Data records: %s\n", llstr(info->state->records,llbuff));
  }
1128
  param->testflag|=T_REP; /* for easy checking */
unknown's avatar
unknown committed
1129 1130

  if (!param->using_global_keycache)
unknown's avatar
unknown committed
1131
    VOID(init_key_cache(param->use_buffers,NEED_MEM));
unknown's avatar
unknown committed
1132 1133 1134 1135

  if (init_io_cache(&param->read_cache,info->dfile,
		    (uint) param->read_buffer_length,
		    READ_CACHE,share->pack.header_length,1,MYF(MY_WME)))
1136 1137
  {
    bzero(&info->rec_cache,sizeof(info->rec_cache));
unknown's avatar
unknown committed
1138
    goto err;
1139
  }
unknown's avatar
unknown committed
1140 1141 1142 1143 1144 1145
  if (!rep_quick)
    if (init_io_cache(&info->rec_cache,-1,(uint) param->write_buffer_length,
		      WRITE_CACHE, new_header_length, 1,
		      MYF(MY_WME | MY_WAIT_IF_FULL)))
      goto err;
  info->opt_flag|=WRITE_CACHE_USED;
unknown's avatar
unknown committed
1146
  if (!(sort_param.record=(byte*) my_malloc((uint) share->base.pack_reclength,
unknown's avatar
unknown committed
1147 1148
					   MYF(0))))
  {
1149
    mi_check_print_error(param,"Not enough memory for extra record");
unknown's avatar
unknown committed
1150 1151 1152 1153 1154
    goto err;
  }

  if (!rep_quick)
  {
1155 1156 1157 1158
    /* Get real path for data file */
    fn_format(param->temp_filename,name,"", MI_NAME_DEXT,2+4+32);
    if ((new_file=my_raid_create(fn_format(param->temp_filename,
					   param->temp_filename,"",
unknown's avatar
unknown committed
1159
					   DATA_TMP_EXT, 2+4),
unknown's avatar
unknown committed
1160 1161 1162 1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173 1174 1175 1176 1177 1178 1179 1180
				 0,param->tmpfile_createflag,
				 share->base.raid_type,
				 share->base.raid_chunks,
				 share->base.raid_chunksize,
				 MYF(0))) < 0)
    {
      mi_check_print_error(param,"Can't create new tempfile: '%s'",
			   param->temp_filename);
      goto err;
    }
    if (filecopy(param,new_file,info->dfile,0L,new_header_length,
		 "datafile-header"))
      goto err;
    info->s->state.dellink= HA_OFFSET_ERROR;
    info->rec_cache.file=new_file;
    if (param->testflag & T_UNPACK)
    {
      share->options&= ~HA_OPTION_COMPRESS_RECORD;
      mi_int2store(share->state.header.options,share->options);
    }
  }
unknown's avatar
unknown committed
1181 1182 1183 1184 1185 1186
  sort_info.info=info;
  sort_info.param = param;
  sort_param.read_cache=param->read_cache;
  sort_param.pos=sort_param.max_pos=share->pack.header_length;
  sort_param.filepos=new_header_length;
  param->read_cache.end_of_file=sort_info.filelength=
unknown's avatar
unknown committed
1187
    my_seek(info->dfile,0L,MY_SEEK_END,MYF(0));
unknown's avatar
unknown committed
1188 1189
  sort_info.dupp=0;
  sort_param.fix_datafile= (my_bool) (! rep_quick);
1190
  sort_param.master=1;
unknown's avatar
unknown committed
1191
  sort_info.max_records= ~(ha_rows) 0;
unknown's avatar
unknown committed
1192

unknown's avatar
unknown committed
1193
  set_data_file_type(&sort_info, share);
unknown's avatar
unknown committed
1194 1195 1196
  del=info->state->del;
  info->state->records=info->state->del=share->state.split=0;
  info->state->empty=0;
1197 1198 1199 1200
  param->glob_crc=0;
  if (param->testflag & T_CALC_CHECKSUM)
    param->calc_checksum=1;

unknown's avatar
unknown committed
1201 1202 1203 1204 1205 1206
  info->update= (short) (HA_STATE_CHANGED | HA_STATE_ROW_CHANGED);
  for (i=0 ; i < info->s->base.keys ; i++)
    share->state.key_root[i]= HA_OFFSET_ERROR;
  for (i=0 ; i < share->state.header.max_block_size ; i++)
    share->state.key_del[i]=  HA_OFFSET_ERROR;

unknown's avatar
unknown committed
1207 1208 1209 1210 1211
  /*
    I think mi_repair and mi_repair_by_sort should do the same
    (according, e.g. to ha_myisam::repair), but as mi_repair doesn't
    touch key_map it cannot be used to T_CREATE_MISSING_KEYS.
    That is what the next line is for... (serg)
1212 1213
  */

1214
  share->state.key_map= ((((ulonglong) 1L << share->base.keys)-1) &
unknown's avatar
unknown committed
1215
			 param->keys_in_use);
1216

unknown's avatar
unknown committed
1217 1218 1219
  info->state->key_file_length=share->base.keystart;

  lock_memory(param);			/* Everything is alloced */
unknown's avatar
unknown committed
1220
  while (!(error=sort_get_next_record(&sort_param)))
unknown's avatar
unknown committed
1221
  {
unknown's avatar
unknown committed
1222
    if (writekeys(param,info,(byte*)sort_param.record,sort_param.filepos))
unknown's avatar
unknown committed
1223
    {
1224 1225
      if (my_errno != HA_ERR_FOUND_DUPP_KEY)
	goto err;
unknown's avatar
unknown committed
1226
      DBUG_DUMP("record",(byte*) sort_param.record,share->base.pack_reclength);
unknown's avatar
unknown committed
1227
      mi_check_print_info(param,"Duplicate key %2d for record at %10s against new record at %10s",
1228
			  info->errkey+1,
unknown's avatar
unknown committed
1229
			  llstr(sort_param.start_recpos,llbuff),
1230
			  llstr(info->dupp_key_pos,llbuff2));
unknown's avatar
unknown committed
1231 1232 1233
      if (param->testflag & T_VERBOSE)
      {
	VOID(_mi_make_key(info,(uint) info->errkey,info->lastkey,
unknown's avatar
unknown committed
1234
			  sort_param.record,0L));
unknown's avatar
unknown committed
1235 1236 1237
	_mi_print_key(stdout,share->keyinfo[info->errkey].seg,info->lastkey,
		      USE_WHOLE_KEY);
      }
unknown's avatar
unknown committed
1238
      sort_info.dupp++;
unknown's avatar
unknown committed
1239
      if (!(rep_quick & T_FORCE_UNIQUENESS))
unknown's avatar
unknown committed
1240
      {
unknown's avatar
unknown committed
1241 1242
        param->testflag|=T_RETRY_WITHOUT_QUICK;
	param->error_printed=1;
unknown's avatar
unknown committed
1243 1244 1245 1246
	goto err;
      }
      continue;
    }
unknown's avatar
unknown committed
1247
    if (sort_write_record(&sort_param))
unknown's avatar
unknown committed
1248 1249
      goto err;
  }
unknown's avatar
unknown committed
1250
  if (error > 0 || write_data_suffix(&sort_info, (my_bool)!rep_quick) ||
unknown's avatar
unknown committed
1251 1252 1253 1254 1255 1256 1257 1258 1259 1260 1261 1262 1263 1264 1265
      flush_io_cache(&info->rec_cache) || param->read_cache.error < 0)
    goto err;

  if (param->testflag & T_WRITE_LOOP)
  {
    VOID(fputs("          \r",stdout)); VOID(fflush(stdout));
  }
  if (my_chsize(share->kfile,info->state->key_file_length,MYF(0)))
  {
    mi_check_print_warning(param,
			   "Can't change size of indexfile, error: %d",
			   my_errno);
    goto err;
  }

unknown's avatar
unknown committed
1266
  if (rep_quick && del+sort_info.dupp != info->state->del)
unknown's avatar
unknown committed
1267 1268 1269 1270
  {
    mi_check_print_error(param,"Couldn't fix table with quick recovery: Found wrong number of deleted records");
    mi_check_print_error(param,"Run recovery again without -q");
    got_error=1;
unknown's avatar
unknown committed
1271 1272
    param->retry_repair=1;
    param->testflag|=T_RETRY_WITHOUT_QUICK;
unknown's avatar
unknown committed
1273 1274
    goto err;
  }
1275 1276 1277 1278 1279 1280 1281 1282 1283 1284
  if (param->testflag & T_SAFE_REPAIR)
  {
    /* Don't repair if we loosed more than one row */
    if (info->state->records+1 < start_records)
    {
      info->state->records=start_records;
      got_error=1;
      goto err;
    }
  }
unknown's avatar
unknown committed
1285 1286 1287 1288 1289

  if (!rep_quick)
  {
    my_close(info->dfile,MYF(0));
    info->dfile=new_file;
unknown's avatar
unknown committed
1290
    info->state->data_file_length=sort_param.filepos;
unknown's avatar
unknown committed
1291 1292 1293
    share->state.version=(ulong) time((time_t*) 0);	/* Force reopen */
  }
  else
1294
  {
unknown's avatar
unknown committed
1295
    info->state->data_file_length=sort_param.max_pos;
1296
  }
unknown's avatar
unknown committed
1297 1298
  if (param->testflag & T_CALC_CHECKSUM)
    share->state.checksum=param->glob_crc;
unknown's avatar
unknown committed
1299 1300 1301 1302 1303

  if (!(param->testflag & T_SILENT))
  {
    if (start_records != info->state->records)
      printf("Data records: %s\n", llstr(info->state->records,llbuff));
unknown's avatar
unknown committed
1304
    if (sort_info.dupp)
unknown's avatar
unknown committed
1305 1306
      mi_check_print_warning(param,
			     "%s records have been removed",
unknown's avatar
unknown committed
1307
			     llstr(sort_info.dupp,llbuff));
unknown's avatar
unknown committed
1308 1309 1310 1311 1312 1313 1314 1315
  }

  got_error=0;
  /* If invoked by external program that uses thr_lock */
  if (&share->state.state != info->state)
    memcpy( &share->state.state, info->state, sizeof(*info->state));

err:
1316 1317 1318 1319 1320 1321 1322
  if (!got_error)
  {
    /* Replace the actual file with the temporary file */
    if (new_file >= 0)
    {
      my_close(new_file,MYF(0));
      info->dfile=new_file= -1;
unknown's avatar
unknown committed
1323
      if (change_to_newfile(share->data_file_name,MI_NAME_DEXT,
1324 1325 1326
			    DATA_TMP_EXT, share->base.raid_chunks,
			    (param->testflag & T_BACKUP_DATA ?
			     MYF(MY_REDEL_MAKE_BACKUP): MYF(0))) ||
unknown's avatar
unknown committed
1327
	  mi_open_datafile(info,share,-1))
1328 1329 1330
	got_error=1;
    }
  }
unknown's avatar
unknown committed
1331 1332 1333 1334
  if (got_error)
  {
    if (! param->error_printed)
      mi_check_print_error(param,"%d for record at pos %s",my_errno,
unknown's avatar
unknown committed
1335
		  llstr(sort_param.start_recpos,llbuff));
unknown's avatar
unknown committed
1336 1337 1338 1339 1340 1341
    if (new_file >= 0)
    {
      VOID(my_close(new_file,MYF(0)));
      VOID(my_raid_delete(param->temp_filename,info->s->base.raid_chunks,
			  MYF(MY_WME)));
    }
1342
    mi_mark_crashed_on_repair(info);
unknown's avatar
unknown committed
1343
  }
unknown's avatar
unknown committed
1344 1345
  my_free(sort_param.record,MYF(MY_ALLOW_ZERO_PTR));
  my_free(sort_info.buff,MYF(MY_ALLOW_ZERO_PTR));
unknown's avatar
unknown committed
1346 1347 1348 1349 1350 1351 1352 1353
  VOID(end_io_cache(&param->read_cache));
  info->opt_flag&= ~(READ_CACHE_USED | WRITE_CACHE_USED);
  VOID(end_io_cache(&info->rec_cache));
  got_error|=flush_blocks(param,share->kfile);
  if (!got_error && param->testflag & T_UNPACK)
  {
    share->state.header.options[0]&= (uchar) ~HA_OPTION_COMPRESS_RECORD;
    share->pack.header_length=0;
unknown's avatar
unknown committed
1354
    share->data_file_type=sort_info.new_data_file_type;
unknown's avatar
unknown committed
1355
  }
1356 1357
  share->state.changed|= (STATE_NOT_OPTIMIZED_KEYS | STATE_NOT_SORTED_PAGES |
			  STATE_NOT_ANALYZED);
unknown's avatar
unknown committed
1358
  DBUG_RETURN(got_error);
1359
}
unknown's avatar
unknown committed
1360 1361 1362 1363


/* Uppate keyfile when doing repair */

1364 1365
static int writekeys(MI_CHECK *param, register MI_INFO *info, byte *buff,
		     my_off_t filepos)
unknown's avatar
unknown committed
1366 1367 1368 1369 1370 1371 1372 1373 1374 1375
{
  register uint i;
  uchar *key;
  DBUG_ENTER("writekeys");

  key=info->lastkey+info->s->base.max_key_length;
  for (i=0 ; i < info->s->base.keys ; i++)
  {
    if (((ulonglong) 1 << i) & info->s->state.key_map)
    {
1376 1377
      if (info->s->keyinfo[i].flag & HA_FULLTEXT )
      {
1378 1379
        if (_mi_ft_add(info,i,(char*) key,buff,filepos))
	  goto err;
1380 1381 1382 1383
      }
      else
      {
	uint key_length=_mi_make_key(info,i,key,buff,filepos);
1384 1385
	if (_mi_ck_write(info,i,key,key_length))
	  goto err;
1386
      }
unknown's avatar
unknown committed
1387 1388 1389 1390 1391 1392 1393 1394 1395 1396 1397 1398
    }
  }
  DBUG_RETURN(0);

 err:
  if (my_errno == HA_ERR_FOUND_DUPP_KEY)
  {
    info->errkey=(int) i;			/* This key was found */
    while ( i-- > 0 )
    {
      if (((ulonglong) 1 << i) & info->s->state.key_map)
      {
1399 1400
	if (info->s->keyinfo[i].flag & HA_FULLTEXT)
        {
1401 1402
          if (_mi_ft_del(info,i,(char*) key,buff,filepos))
	    break;
1403 1404 1405 1406
        }
        else
	{
	  uint key_length=_mi_make_key(info,i,key,buff,filepos);
1407 1408
	  if (_mi_ck_delete(info,i,key,key_length))
	    break;
1409
	}
unknown's avatar
unknown committed
1410 1411 1412
      }
    }
  }
1413 1414 1415
  /* Remove checksum that was added to glob_crc in sort_get_next_record */
  if (param->calc_checksum)
    param->glob_crc-= info->checksum;
unknown's avatar
unknown committed
1416 1417 1418 1419 1420 1421 1422 1423 1424 1425 1426 1427 1428 1429 1430 1431 1432 1433 1434 1435 1436 1437 1438 1439 1440 1441 1442 1443 1444 1445 1446 1447 1448 1449 1450 1451 1452 1453 1454 1455 1456 1457 1458 1459 1460 1461 1462 1463 1464 1465 1466 1467 1468 1469 1470 1471 1472 1473 1474 1475 1476 1477 1478 1479 1480 1481 1482 1483 1484 1485 1486 1487 1488 1489 1490 1491 1492 1493 1494 1495 1496 1497 1498 1499 1500 1501 1502 1503 1504
  DBUG_PRINT("error",("errno: %d",my_errno));
  DBUG_RETURN(-1);
} /* writekeys */


	/* Change all key-pointers that points to a records */

int movepoint(register MI_INFO *info, byte *record, my_off_t oldpos,
	      my_off_t newpos, uint prot_key)
{
  register uint i;
  uchar *key;
  uint key_length;
  DBUG_ENTER("movepoint");

  key=info->lastkey+info->s->base.max_key_length;
  for (i=0 ; i < info->s->base.keys; i++)
  {
    if (i != prot_key && (((ulonglong) 1 << i) & info->s->state.key_map))
    {
      key_length=_mi_make_key(info,i,key,record,oldpos);
      if (info->s->keyinfo[i].flag & HA_NOSAME)
      {					/* Change pointer direct */
	uint nod_flag;
	MI_KEYDEF *keyinfo;
	keyinfo=info->s->keyinfo+i;
	if (_mi_search(info,keyinfo,key,USE_WHOLE_KEY,
		       (uint) (SEARCH_SAME | SEARCH_SAVE_BUFF),
		       info->s->state.key_root[i]))
	  DBUG_RETURN(-1);
	nod_flag=mi_test_if_nod(info->buff);
	_mi_dpointer(info,info->int_keypos-nod_flag-
		     info->s->rec_reflength,newpos);
	if (_mi_write_keypage(info,keyinfo,info->last_keypage,info->buff))
	  DBUG_RETURN(-1);
      }
      else
      {					/* Change old key to new */
	if (_mi_ck_delete(info,i,key,key_length))
	  DBUG_RETURN(-1);
	key_length=_mi_make_key(info,i,key,record,newpos);
	if (_mi_ck_write(info,i,key,key_length))
	  DBUG_RETURN(-1);
      }
    }
  }
  DBUG_RETURN(0);
} /* movepoint */


	/* Tell system that we want all memory for our cache */

void lock_memory(MI_CHECK *param __attribute__((unused)))
{
#ifdef SUN_OS				/* Key-cacheing thrases on sun 4.1 */
  if (param->opt_lock_memory)
  {
    int success = mlockall(MCL_CURRENT);	/* or plock(DATLOCK); */
    if (geteuid() == 0 && success != 0)
      mi_check_print_warning(param,
			     "Failed to lock memory. errno %d",my_errno);
  }
#endif
} /* lock_memory */


	/* Flush all changed blocks to disk */

int flush_blocks(MI_CHECK *param, File file)
{
  if (flush_key_blocks(file,FLUSH_RELEASE))
  {
    mi_check_print_error(param,"%d when trying to write bufferts",my_errno);
    return(1);
  }
  if (!param->using_global_keycache)
    end_key_cache();
  return 0;
} /* flush_blocks */


	/* Sort index for more efficent reads */

int mi_sort_index(MI_CHECK *param, register MI_INFO *info, my_string name)
{
  reg2 uint key;
  reg1 MI_KEYDEF *keyinfo;
  File new_file;
  my_off_t index_pos[MI_MAX_POSSIBLE_KEY];
unknown's avatar
unknown committed
1505 1506
  uint r_locks,w_locks;
  MYISAM_SHARE *share=info->s;
1507
  MI_STATE_INFO old_state;
unknown's avatar
unknown committed
1508 1509 1510 1511 1512
  DBUG_ENTER("sort_index");

  if (!(param->testflag & T_SILENT))
    printf("- Sorting index for MyISAM-table '%s'\n",name);

1513 1514 1515 1516
  /* Get real path for index file */
  fn_format(param->temp_filename,name,"", MI_NAME_IEXT,2+4+32);
  if ((new_file=my_create(fn_format(param->temp_filename,param->temp_filename,
				    "", INDEX_TMP_EXT,2+4),
unknown's avatar
unknown committed
1517 1518 1519 1520 1521 1522
			  0,param->tmpfile_createflag,MYF(0))) <= 0)
  {
    mi_check_print_error(param,"Can't create new tempfile: '%s'",
			 param->temp_filename);
    DBUG_RETURN(-1);
  }
unknown's avatar
unknown committed
1523 1524
  if (filecopy(param, new_file,share->kfile,0L,
	       (ulong) share->base.keystart, "headerblock"))
unknown's avatar
unknown committed
1525 1526
    goto err;

unknown's avatar
unknown committed
1527 1528
  param->new_file_pos=share->base.keystart;
  for (key= 0,keyinfo= &share->keyinfo[0]; key < share->base.keys ;
unknown's avatar
unknown committed
1529 1530
       key++,keyinfo++)
  {
unknown's avatar
unknown committed
1531
    if (!(((ulonglong) 1 << key) & share->state.key_map))
unknown's avatar
unknown committed
1532 1533
      continue;

unknown's avatar
unknown committed
1534
    if (share->state.key_root[key] != HA_OFFSET_ERROR)
unknown's avatar
unknown committed
1535
    {
1536
      index_pos[key]=param->new_file_pos;	/* Write first block here */
unknown's avatar
unknown committed
1537
      if (sort_one_index(param,info,keyinfo,share->state.key_root[key],
unknown's avatar
unknown committed
1538 1539 1540 1541 1542 1543 1544 1545
			 new_file))
	goto err;
    }
    else
      index_pos[key]= HA_OFFSET_ERROR;		/* No blocks */
  }

  /* Flush key cache for this file if we are calling this outside myisamchk */
unknown's avatar
unknown committed
1546
  flush_key_blocks(share->kfile, FLUSH_IGNORE_CHANGED);
unknown's avatar
unknown committed
1547

unknown's avatar
unknown committed
1548
  share->state.version=(ulong) time((time_t*) 0);
1549
  old_state=share->state;			/* save state if not stored */
unknown's avatar
unknown committed
1550
  r_locks=share->r_locks; w_locks=share->w_locks;
1551
	/* Put same locks as old file */
1552
  share->r_locks= share->w_locks= share->tot_locks= 0;
unknown's avatar
unknown committed
1553 1554 1555
  (void) _mi_writeinfo(info,WRITEINFO_UPDATE_KEYFILE);
  VOID(my_close(share->kfile,MYF(MY_WME)));
  share->kfile = -1;
1556
  VOID(my_close(new_file,MYF(MY_WME)));
unknown's avatar
unknown committed
1557
  if (change_to_newfile(share->index_file_name,MI_NAME_IEXT,INDEX_TMP_EXT,0,
1558
			MYF(0)) ||
unknown's avatar
unknown committed
1559
      mi_open_keyfile(share))
1560
    goto err2;
unknown's avatar
unknown committed
1561 1562 1563 1564
  info->lock_type=F_UNLCK;			/* Force mi_readinfo to lock */
  _mi_readinfo(info,F_WRLCK,0);			/* Will lock the table */
  info->lock_type=F_WRLCK;
  share->r_locks=r_locks; share->w_locks=w_locks;
1565
  share->tot_locks= r_locks+w_locks;
1566
  share->state=old_state;			/* Restore old state */
unknown's avatar
unknown committed
1567 1568 1569 1570 1571 1572 1573 1574

  info->state->key_file_length=param->new_file_pos;
  info->update= (short) (HA_STATE_CHANGED | HA_STATE_ROW_CHANGED);
  for (key=0 ; key < info->s->base.keys ; key++)
    info->s->state.key_root[key]=index_pos[key];
  for (key=0 ; key < info->s->state.header.max_block_size ; key++)
    info->s->state.key_del[key]=  HA_OFFSET_ERROR;

1575
  info->s->state.changed&= ~STATE_NOT_SORTED_PAGES;
unknown's avatar
unknown committed
1576 1577 1578 1579
  DBUG_RETURN(0);

err:
  VOID(my_close(new_file,MYF(MY_WME)));
1580
err2:
unknown's avatar
unknown committed
1581 1582 1583 1584 1585 1586 1587 1588 1589 1590 1591 1592 1593 1594 1595 1596 1597 1598 1599 1600 1601 1602 1603 1604 1605 1606 1607 1608 1609 1610 1611 1612 1613 1614 1615 1616 1617 1618 1619 1620 1621 1622 1623 1624 1625 1626 1627 1628 1629 1630 1631 1632 1633 1634 1635 1636 1637 1638 1639 1640 1641 1642 1643 1644 1645 1646 1647 1648 1649 1650 1651 1652 1653 1654 1655 1656 1657
  VOID(my_delete(param->temp_filename,MYF(MY_WME)));
  DBUG_RETURN(-1);
} /* sort_index */


	 /* Sort records recursive using one index */

static int sort_one_index(MI_CHECK *param, MI_INFO *info, MI_KEYDEF *keyinfo,
			  my_off_t pagepos, File new_file)
{
  uint length,nod_flag,used_length;
  uchar *buff,*keypos,*endpos;
  uchar key[MI_MAX_POSSIBLE_KEY_BUFF];
  my_off_t new_page_pos,next_page;
  char llbuff[22];
  DBUG_ENTER("sort_one_index");

  new_page_pos=param->new_file_pos;
  param->new_file_pos+=keyinfo->block_length;

  if (!(buff=(uchar*) my_alloca((uint) keyinfo->block_length)))
  {
    mi_check_print_error(param,"Not Enough memory");
    DBUG_RETURN(-1);
  }
  if (!_mi_fetch_keypage(info,keyinfo,pagepos,buff,0))
  {
    mi_check_print_error(param,"Can't read key block from filepos: %s",
		llstr(pagepos,llbuff));
    goto err;
  }
  if ((nod_flag=mi_test_if_nod(buff)))
  {
    used_length=mi_getint(buff);
    keypos=buff+2+nod_flag;
    endpos=buff+used_length;
    for ( ;; )
    {
      if (nod_flag)
      {
	next_page=_mi_kpos(nod_flag,keypos);
	_mi_kpointer(info,keypos-nod_flag,param->new_file_pos); /* Save new pos */
	if (sort_one_index(param,info,keyinfo,next_page, new_file))
	{
	  DBUG_PRINT("error",("From page: %ld, keyoffset: %d  used_length: %d",
			      (ulong) pagepos, (int) (keypos - buff),
			      (int) used_length));
	  DBUG_DUMP("buff",(byte*) buff,used_length);
	  goto err;
	}
      }
      if (keypos >= endpos ||
	  ((*keyinfo->get_key)(keyinfo,nod_flag,&keypos,key)) == 0)
	break;
#ifdef EXTRA_DEBUG
      assert(keypos <= endpos);
#endif
    }
  }

  /* Fill block with zero and write it to the new index file */
  length=mi_getint(buff);
  bzero((byte*) buff+length,keyinfo->block_length-length);
  if (my_pwrite(new_file,(byte*) buff,(uint) keyinfo->block_length,
		new_page_pos,MYF(MY_NABP | MY_WAIT_IF_FULL)))
  {
    mi_check_print_error(param,"Can't write indexblock, error: %d",my_errno);
    goto err;
  }
  my_afree((gptr) buff);
  DBUG_RETURN(0);
err:
  my_afree((gptr) buff);
  DBUG_RETURN(1);
} /* sort_one_index */


1658 1659 1660 1661 1662 1663 1664 1665
	/*
	  Let temporary file replace old file.
	  This assumes that the new file was created in the same
	  directory as given by realpath(filename).
	  This will ensure that any symlinks that are used will still work.
	  Copy stats from old file to new file, deletes orignal and
	  changes new file name to old file name
	*/
unknown's avatar
unknown committed
1666 1667 1668

int change_to_newfile(const char * filename, const char * old_ext,
		      const char * new_ext,
1669 1670
		      uint raid_chunks __attribute__((unused)),
		      myf MyFlags)
unknown's avatar
unknown committed
1671 1672 1673 1674 1675 1676 1677
{
  char old_filename[FN_REFLEN],new_filename[FN_REFLEN];
#ifdef USE_RAID
  if (raid_chunks)
    return my_raid_redel(fn_format(old_filename,filename,"",old_ext,2+4),
			 fn_format(new_filename,filename,"",new_ext,2+4),
			 raid_chunks,
1678
			 MYF(MY_WME | MY_LINK_WARNING | MyFlags));
unknown's avatar
unknown committed
1679
#endif
1680 1681 1682 1683
  /* Get real path to filename */
  (void) fn_format(old_filename,filename,"",old_ext,2+4+32);
  return my_redel(old_filename,
		  fn_format(new_filename,old_filename,"",new_ext,2+4),
1684
		  MYF(MY_WME | MY_LINK_WARNING | MyFlags));
unknown's avatar
unknown committed
1685 1686 1687 1688 1689 1690 1691 1692 1693 1694 1695 1696 1697 1698 1699 1700 1701 1702 1703 1704 1705 1706 1707 1708 1709 1710 1711 1712 1713 1714 1715 1716 1717 1718 1719 1720 1721 1722 1723 1724 1725 1726 1727 1728 1729 1730 1731 1732 1733 1734 1735 1736 1737 1738 1739 1740 1741
} /* change_to_newfile */


	/* Locks a whole file */
	/* Gives an error-message if file can't be locked */

int lock_file(MI_CHECK *param, File file, my_off_t start, int lock_type,
	      const char *filetype, const char *filename)
{
  if (my_lock(file,lock_type,start,F_TO_EOF,
	      param->testflag & T_WAIT_FOREVER ? MYF(MY_SEEK_NOT_DONE) :
	      MYF(MY_SEEK_NOT_DONE |  MY_DONT_WAIT)))
  {
    mi_check_print_error(param," %d when locking %s '%s'",my_errno,filetype,filename);
    param->error_printed=2;		/* Don't give that data is crashed */
    return 1;
  }
  return 0;
} /* lock_file */


	/* Copy a block between two files */

int filecopy(MI_CHECK *param, File to,File from,my_off_t start,
	     my_off_t length, const char *type)
{
  char tmp_buff[IO_SIZE],*buff;
  ulong buff_length;
  DBUG_ENTER("filecopy");

  buff_length=(ulong) min(param->write_buffer_length,length);
  if (!(buff=my_malloc(buff_length,MYF(0))))
  {
    buff=tmp_buff; buff_length=IO_SIZE;
  }

  VOID(my_seek(from,start,MY_SEEK_SET,MYF(0)));
  while (length > buff_length)
  {
    if (my_read(from,(byte*) buff,buff_length,MYF(MY_NABP)) ||
	my_write(to,(byte*) buff,buff_length,param->myf_rw))
      goto err;
    length-= buff_length;
  }
  if (my_read(from,(byte*) buff,(uint) length,MYF(MY_NABP)) ||
      my_write(to,(byte*) buff,(uint) length,param->myf_rw))
    goto err;
  if (buff != tmp_buff)
    my_free(buff,MYF(0));
  DBUG_RETURN(0);
err:
  if (buff != tmp_buff)
    my_free(buff,MYF(0));
  mi_check_print_error(param,"Can't copy %s to tempfile, error %d",
		       type,my_errno);
  DBUG_RETURN(1);
}
unknown's avatar
unknown committed
1742 1743 1744 1745 1746 1747 1748 1749 1750 1751 1752 1753 1754 1755 1756 1757


/*
  Repair table or given index using sorting

  SYNOPSIS
    mi_repair_by_sort()
    param		Repair parameters
    info		MyISAM handler to repair
    name		Name of table (for warnings)
    rep_quick		set to <> 0 if we should not change data file

  RESULT
    0	ok
    <>0	Error
*/
unknown's avatar
unknown committed
1758 1759 1760 1761 1762 1763 1764 1765 1766 1767 1768 1769

int mi_repair_by_sort(MI_CHECK *param, register MI_INFO *info,
		      const char * name, int rep_quick)
{
  int got_error;
  uint i;
  ulong length;
  ha_rows start_records;
  my_off_t new_header_length,del;
  File new_file;
  MI_SORT_PARAM sort_param;
  MYISAM_SHARE *share=info->s;
unknown's avatar
unknown committed
1770
  MI_KEYSEG *keyseg;
unknown's avatar
unknown committed
1771 1772
  ulong   *rec_per_key_part;
  char llbuff[22];
unknown's avatar
unknown committed
1773
  SORT_INFO sort_info;
1774
  ulonglong key_map=share->state.key_map;
unknown's avatar
unknown committed
1775
  DBUG_ENTER("mi_repair_by_sort");
unknown's avatar
unknown committed
1776 1777 1778 1779 1780 1781 1782 1783

  start_records=info->state->records;
  got_error=1;
  new_file= -1;
  new_header_length=(param->testflag & T_UNPACK) ? 0 :
    share->pack.header_length;
  if (!(param->testflag & T_SILENT))
  {
1784
    printf("- recovering (with sort) MyISAM-table '%s'\n",name);
unknown's avatar
unknown committed
1785 1786
    printf("Data records: %s\n", llstr(start_records,llbuff));
  }
1787
  param->testflag|=T_REP; /* for easy checking */
1788

unknown's avatar
unknown committed
1789 1790
  bzero((char*)&sort_info,sizeof(sort_info));
  if (!(sort_info.key_block=
unknown's avatar
unknown committed
1791 1792 1793 1794 1795 1796 1797 1798 1799 1800
	alloc_key_blocks(param,
			 (uint) param->sort_key_blocks,
			 share->base.max_key_block_length))
      || init_io_cache(&param->read_cache,info->dfile,
		       (uint) param->read_buffer_length,
		       READ_CACHE,share->pack.header_length,1,MYF(MY_WME)) ||
      (! rep_quick &&
       init_io_cache(&info->rec_cache,info->dfile,
		     (uint) param->write_buffer_length,
		     WRITE_CACHE,new_header_length,1,
1801
		     MYF(MY_WME | MY_WAIT_IF_FULL) & param->myf_rw)))
unknown's avatar
unknown committed
1802
    goto err;
unknown's avatar
unknown committed
1803
  sort_info.key_block_end=sort_info.key_block+param->sort_key_blocks;
unknown's avatar
unknown committed
1804 1805 1806
  info->opt_flag|=WRITE_CACHE_USED;
  info->rec_cache.file=info->dfile;		/* for sort_delete_record */

unknown's avatar
unknown committed
1807
  if (!(sort_param.record=(byte*) my_malloc((uint) share->base.pack_reclength,
unknown's avatar
unknown committed
1808 1809 1810 1811 1812 1813 1814
					   MYF(0))))
  {
    mi_check_print_error(param,"Not enough memory for extra record");
    goto err;
  }
  if (!rep_quick)
  {
1815 1816 1817 1818
    /* Get real path for data file */
    fn_format(param->temp_filename,name,"", MI_NAME_DEXT,2+4+32);
    if ((new_file=my_raid_create(fn_format(param->temp_filename,
					   param->temp_filename, "",
unknown's avatar
unknown committed
1819 1820 1821 1822 1823 1824 1825 1826 1827 1828 1829 1830 1831 1832 1833 1834 1835 1836 1837 1838 1839 1840 1841 1842 1843
					   DATA_TMP_EXT,
					   2+4),
				 0,param->tmpfile_createflag,
				 share->base.raid_type,
				 share->base.raid_chunks,
				 share->base.raid_chunksize,
				 MYF(0))) < 0)
    {
      mi_check_print_error(param,"Can't create new tempfile: '%s'",
			   param->temp_filename);
      goto err;
    }
    if (filecopy(param, new_file,info->dfile,0L,new_header_length,
		 "datafile-header"))
      goto err;
    if (param->testflag & T_UNPACK)
    {
      share->options&= ~HA_OPTION_COMPRESS_RECORD;
      mi_int2store(share->state.header.options,share->options);
    }
    share->state.dellink= HA_OFFSET_ERROR;
    info->rec_cache.file=new_file;
  }

  info->update= (short) (HA_STATE_CHANGED | HA_STATE_ROW_CHANGED);
1844 1845
  if (!(param->testflag & T_CREATE_MISSING_KEYS))
  {
unknown's avatar
unknown committed
1846 1847 1848 1849 1850 1851
    /*
      Flush key cache for this file if we are calling this outside
      myisamchk
    */
    flush_key_blocks(share->kfile, FLUSH_IGNORE_CHANGED);
    /* Clear the pointers to the given rows */
1852 1853 1854 1855
    for (i=0 ; i < share->base.keys ; i++)
      share->state.key_root[i]= HA_OFFSET_ERROR;
    for (i=0 ; i < share->state.header.max_block_size ; i++)
      share->state.key_del[i]=  HA_OFFSET_ERROR;
unknown's avatar
unknown committed
1856
    info->state->key_file_length=share->base.keystart;
1857 1858
  }
  else
unknown's avatar
unknown committed
1859 1860 1861
  {
    if (flush_key_blocks(share->kfile, FLUSH_FORCE_WRITE))
      goto err;
1862
    key_map= ~key_map;				/* Create the missing keys */
unknown's avatar
unknown committed
1863
  }
unknown's avatar
unknown committed
1864

unknown's avatar
unknown committed
1865 1866
  sort_info.info=info;
  sort_info.param = param;
unknown's avatar
unknown committed
1867

unknown's avatar
unknown committed
1868 1869 1870 1871 1872
  set_data_file_type(&sort_info, share);
  sort_param.filepos=new_header_length;
  sort_info.dupp=0;
  sort_info.buff=0;
  param->read_cache.end_of_file=sort_info.filelength=
unknown's avatar
unknown committed
1873 1874
    my_seek(param->read_cache.file,0L,MY_SEEK_END,MYF(0));

unknown's avatar
unknown committed
1875
  sort_param.wordlist=NULL;
1876

unknown's avatar
unknown committed
1877 1878 1879 1880 1881 1882
  if (share->data_file_type == DYNAMIC_RECORD)
    length=max(share->base.min_pack_length+1,share->base.min_block_length);
  else if (share->data_file_type == COMPRESSED_RECORD)
    length=share->base.min_block_length;
  else
    length=share->base.pack_reclength;
unknown's avatar
unknown committed
1883
  sort_info.max_records=
1884
    ((param->testflag & T_CREATE_MISSING_KEYS) ? info->state->records :
unknown's avatar
unknown committed
1885
     (ha_rows) (sort_info.filelength/length+1));
unknown's avatar
unknown committed
1886 1887 1888 1889
  sort_param.key_cmp=sort_key_cmp;
  sort_param.key_write=sort_key_write;
  sort_param.lock_in_memory=lock_memory;
  sort_param.tmpdir=param->tmpdir;
unknown's avatar
unknown committed
1890 1891
  sort_param.sort_info=&sort_info;
  sort_param.fix_datafile= (my_bool) (! rep_quick);
1892
  sort_param.master =1;
unknown's avatar
unknown committed
1893 1894

  del=info->state->del;
1895 1896 1897
  param->glob_crc=0;
  if (param->testflag & T_CALC_CHECKSUM)
    param->calc_checksum=1;
unknown's avatar
unknown committed
1898 1899

  rec_per_key_part= param->rec_per_key_part;
unknown's avatar
unknown committed
1900 1901
  for (sort_param.key=0 ; sort_param.key < share->base.keys ;
       rec_per_key_part+=sort_param.keyinfo->keysegs, sort_param.key++)
unknown's avatar
unknown committed
1902
  {
unknown's avatar
unknown committed
1903 1904 1905
    sort_param.read_cache=param->read_cache;
    sort_param.keyinfo=share->keyinfo+sort_param.key;
    if (!(((ulonglong) 1 << sort_param.key) & key_map))
1906 1907 1908 1909 1910
    {
      /* Remember old statistics for key */
      memcpy((char*) rec_per_key_part,
	     (char*) share->state.rec_per_key_part+
	     (uint) (rec_per_key_part - param->rec_per_key_part),
unknown's avatar
unknown committed
1911
	     sort_param.keyinfo->keysegs*sizeof(*rec_per_key_part));
unknown's avatar
unknown committed
1912
      continue;
1913
    }
unknown's avatar
unknown committed
1914 1915

    if ((!(param->testflag & T_SILENT)))
unknown's avatar
unknown committed
1916 1917 1918 1919
      printf ("- Fixing index %d\n",sort_param.key+1);
    sort_param.max_pos=sort_param.pos=share->pack.header_length;
    keyseg=sort_param.keyinfo->seg;
    bzero((char*) sort_param.unique,sizeof(sort_param.unique));
unknown's avatar
unknown committed
1920
    sort_param.key_length=share->rec_reflength;
unknown's avatar
unknown committed
1921
    for (i=0 ; keyseg[i].type != HA_KEYTYPE_END; i++)
unknown's avatar
unknown committed
1922
    {
unknown's avatar
unknown committed
1923 1924 1925 1926 1927 1928
      sort_param.key_length+=keyseg[i].length;
      if (keyseg[i].flag & HA_SPACE_PACK)
	sort_param.key_length+=get_pack_length(keyseg[i].length);
      if (keyseg[i].flag & (HA_BLOB_PART | HA_VAR_LENGTH))
	sort_param.key_length+=2 + test(keyseg[i].length >= 127);
      if (keyseg[i].flag & HA_NULL_PART)
unknown's avatar
unknown committed
1929 1930 1931 1932 1933
	sort_param.key_length++;
    }
    info->state->records=info->state->del=share->state.split=0;
    info->state->empty=0;

unknown's avatar
unknown committed
1934
    if (sort_param.keyinfo->flag & HA_FULLTEXT)
1935
    {
unknown's avatar
unknown committed
1936 1937
      sort_info.max_records=
        (ha_rows) (sort_info.filelength/ft_max_word_len_for_sort+1);
1938 1939

      sort_param.key_read=sort_ft_key_read;
unknown's avatar
unknown committed
1940
      sort_param.key_length+=ft_max_word_len_for_sort-ft_max_word_len;
1941 1942 1943 1944
    }
    else
      sort_param.key_read=sort_key_read;

unknown's avatar
unknown committed
1945 1946 1947
    if (_create_index_by_sort(&sort_param,
			      (my_bool) (!(param->testflag & T_VERBOSE)),
			      (uint) param->sort_buffer_length))
1948 1949
    {
      param->retry_repair=1;
unknown's avatar
unknown committed
1950
      goto err;
1951
    }
1952
    param->calc_checksum=0;			/* No need to calc glob_crc */
unknown's avatar
unknown committed
1953 1954

    /* Set for next loop */
unknown's avatar
unknown committed
1955
    sort_info.max_records= (ha_rows) info->state->records;
unknown's avatar
unknown committed
1956 1957

    if (param->testflag & T_STATISTICS)
unknown's avatar
unknown committed
1958
      update_key_parts(sort_param.keyinfo, rec_per_key_part, sort_param.unique,
unknown's avatar
unknown committed
1959
		       (ulonglong) info->state->records);
unknown's avatar
unknown committed
1960
    share->state.key_map|=(ulonglong) 1 << sort_param.key;
unknown's avatar
unknown committed
1961

unknown's avatar
unknown committed
1962
    if (sort_param.fix_datafile)
unknown's avatar
unknown committed
1963
    {
unknown's avatar
unknown committed
1964 1965
      param->read_cache.end_of_file=sort_param.filepos;
      if (write_data_suffix(&sort_info,1) || end_io_cache(&info->rec_cache))
unknown's avatar
unknown committed
1966
	goto err;
1967 1968 1969 1970 1971 1972 1973 1974 1975
      if (param->testflag & T_SAFE_REPAIR)
      {
	/* Don't repair if we loosed more than one row */
	if (info->state->records+1 < start_records)
	{
	  info->state->records=start_records;
	  goto err;
	}
      }
unknown's avatar
unknown committed
1976 1977
      share->state.state.data_file_length = info->state->data_file_length=
	sort_param.filepos;
unknown's avatar
unknown committed
1978 1979 1980 1981
      /* Only whole records */
      share->state.version=(ulong) time((time_t*) 0);
      my_close(info->dfile,MYF(0));
      info->dfile=new_file;
unknown's avatar
unknown committed
1982
      share->data_file_type=sort_info.new_data_file_type;
unknown's avatar
unknown committed
1983
      share->pack.header_length=(ulong) new_header_length;
unknown's avatar
unknown committed
1984
      sort_param.fix_datafile=0;
unknown's avatar
unknown committed
1985 1986
    }
    else
unknown's avatar
unknown committed
1987
      info->state->data_file_length=sort_param.max_pos;
unknown's avatar
unknown committed
1988

1989 1990
    /*if (flush_pending_blocks(param))
      goto err;*/
unknown's avatar
unknown committed
1991 1992

    param->read_cache.file=info->dfile;		/* re-init read cache */
unknown's avatar
unknown committed
1993 1994
    reinit_io_cache(&param->read_cache,READ_CACHE,share->pack.header_length,
                    1,1);
unknown's avatar
unknown committed
1995 1996 1997 1998 1999 2000 2001
  }

  if (param->testflag & T_WRITE_LOOP)
  {
    VOID(fputs("          \r",stdout)); VOID(fflush(stdout));
  }

unknown's avatar
unknown committed
2002
  if (rep_quick && del+sort_info.dupp != info->state->del)
unknown's avatar
unknown committed
2003 2004 2005 2006
  {
    mi_check_print_error(param,"Couldn't fix table with quick recovery: Found wrong number of deleted records");
    mi_check_print_error(param,"Run recovery again without -q");
    got_error=1;
unknown's avatar
unknown committed
2007 2008
    param->retry_repair=1;
    param->testflag|=T_RETRY_WITHOUT_QUICK;
unknown's avatar
unknown committed
2009 2010 2011
    goto err;
  }

unknown's avatar
unknown committed
2012
  if (rep_quick & T_FORCE_UNIQUENESS)
unknown's avatar
unknown committed
2013 2014 2015 2016 2017 2018 2019 2020 2021
  {
    my_off_t skr=info->state->data_file_length+
      (share->options & HA_OPTION_COMPRESS_RECORD ?
       MEMMAP_EXTRA_MARGIN : 0);
#ifdef USE_RELOC
    if (share->data_file_type == STATIC_RECORD &&
	skr < share->base.reloc*share->base.min_pack_length)
      skr=share->base.reloc*share->base.min_pack_length;
#endif
unknown's avatar
unknown committed
2022
    if (skr != sort_info.filelength && !info->s->base.raid_type)
unknown's avatar
unknown committed
2023 2024 2025 2026 2027
      if (my_chsize(info->dfile,skr,MYF(0)))
	mi_check_print_warning(param,
			       "Can't change size of datafile,  error: %d",
			       my_errno);
  }
unknown's avatar
unknown committed
2028
  if (param->testflag & T_CALC_CHECKSUM)
2029 2030
    share->state.checksum=param->glob_crc;

unknown's avatar
unknown committed
2031 2032 2033 2034 2035 2036 2037 2038 2039
  if (my_chsize(share->kfile,info->state->key_file_length,MYF(0)))
    mi_check_print_warning(param,
			   "Can't change size of indexfile, error: %d",
			   my_errno);

  if (!(param->testflag & T_SILENT))
  {
    if (start_records != info->state->records)
      printf("Data records: %s\n", llstr(info->state->records,llbuff));
unknown's avatar
unknown committed
2040
    if (sort_info.dupp)
unknown's avatar
unknown committed
2041 2042
      mi_check_print_warning(param,
			     "%s records have been removed",
unknown's avatar
unknown committed
2043
			     llstr(sort_info.dupp,llbuff));
unknown's avatar
unknown committed
2044 2045 2046 2047 2048 2049 2050
  }
  got_error=0;

  if (&share->state.state != info->state)
    memcpy( &share->state.state, info->state, sizeof(*info->state));

err:
2051 2052 2053 2054 2055 2056 2057 2058 2059
  got_error|= flush_blocks(param,share->kfile);
  VOID(end_io_cache(&info->rec_cache));
  if (!got_error)
  {
    /* Replace the actual file with the temporary file */
    if (new_file >= 0)
    {
      my_close(new_file,MYF(0));
      info->dfile=new_file= -1;
unknown's avatar
unknown committed
2060
      if (change_to_newfile(share->data_file_name,MI_NAME_DEXT,
2061 2062 2063
			    DATA_TMP_EXT, share->base.raid_chunks,
			    (param->testflag & T_BACKUP_DATA ?
			     MYF(MY_REDEL_MAKE_BACKUP): MYF(0))) ||
unknown's avatar
unknown committed
2064
	  mi_open_datafile(info,share,-1))
2065 2066 2067
	got_error=1;
    }
  }
unknown's avatar
unknown committed
2068 2069 2070 2071 2072 2073 2074
  if (got_error)
  {
    if (! param->error_printed)
      mi_check_print_error(param,"%d when fixing table",my_errno);
    if (new_file >= 0)
    {
      VOID(my_close(new_file,MYF(0)));
2075
      VOID(my_raid_delete(param->temp_filename,share->base.raid_chunks,
unknown's avatar
unknown committed
2076
			  MYF(MY_WME)));
2077
      if (info->dfile == new_file)
2078
	info->dfile= -1;
unknown's avatar
unknown committed
2079
    }
2080
    mi_mark_crashed_on_repair(info);
unknown's avatar
unknown committed
2081
  }
2082 2083 2084 2085
  else if (key_map == share->state.key_map)
    share->state.changed&= ~STATE_NOT_OPTIMIZED_KEYS;
  share->state.changed|=STATE_NOT_SORTED_PAGES;

unknown's avatar
unknown committed
2086 2087 2088
  my_free((gptr) sort_info.key_block,MYF(MY_ALLOW_ZERO_PTR));
  my_free(sort_param.record,MYF(MY_ALLOW_ZERO_PTR));
  my_free(sort_info.buff,MYF(MY_ALLOW_ZERO_PTR));
unknown's avatar
unknown committed
2089 2090
  VOID(end_io_cache(&param->read_cache));
  info->opt_flag&= ~(READ_CACHE_USED | WRITE_CACHE_USED);
2091
  if (!got_error && (param->testflag & T_UNPACK))
unknown's avatar
unknown committed
2092 2093 2094 2095 2096
  {
    share->state.header.options[0]&= (uchar) ~HA_OPTION_COMPRESS_RECORD;
    share->pack.header_length=0;
  }
  DBUG_RETURN(got_error);
2097
}
unknown's avatar
unknown committed
2098

unknown's avatar
unknown committed
2099 2100 2101 2102 2103 2104 2105 2106 2107 2108 2109 2110 2111
/*
  Threaded repair of table using sorting

  SYNOPSIS
    mi_repair_by_sort_r()
    param		Repair parameters
    info		MyISAM handler to repair
    name		Name of table (for warnings)
    rep_quick		set to <> 0 if we should not change data file

  DESCRIPTION
    Same as mi_repair_by_sort but do it multithreaded
    Each key is handled by a separate thread.
unknown's avatar
unknown committed
2112
    TODO: make a number of threads a parameter
unknown's avatar
unknown committed
2113 2114 2115 2116 2117

  RESULT
    0	ok
    <>0	Error
*/
unknown's avatar
unknown committed
2118

2119
int mi_repair_parallel(MI_CHECK *param, register MI_INFO *info,
unknown's avatar
unknown committed
2120
			const char * name, int rep_quick)
unknown's avatar
unknown committed
2121 2122
{
  int got_error;
unknown's avatar
unknown committed
2123 2124
  uint i,key, total_key_length;
  ulong rec_length;
unknown's avatar
unknown committed
2125 2126 2127
  ha_rows start_records;
  my_off_t new_header_length,del;
  File new_file;
unknown's avatar
unknown committed
2128
  MI_SORT_PARAM *sort_param=0;
unknown's avatar
unknown committed
2129 2130 2131 2132 2133 2134 2135
  MYISAM_SHARE *share=info->s;
  ulong   *rec_per_key_part;
  MI_KEYSEG *keyseg;
  char llbuff[22];
  IO_CACHE_SHARE io_share;
  SORT_INFO sort_info;
  ulonglong key_map=share->state.key_map;
2136
  pthread_attr_t thr_attr;
2137
  DBUG_ENTER("mi_repair_parallel");
unknown's avatar
unknown committed
2138 2139 2140 2141 2142 2143 2144 2145 2146 2147 2148

  start_records=info->state->records;
  got_error=1;
  new_file= -1;
  new_header_length=(param->testflag & T_UNPACK) ? 0 :
    share->pack.header_length;
  if (!(param->testflag & T_SILENT))
  {
    printf("- parallel recovering (with sort) MyISAM-table '%s'\n",name);
    printf("Data records: %s\n", llstr(start_records,llbuff));
  }
2149
  param->testflag|=T_REP; /* for easy checking */
unknown's avatar
unknown committed
2150 2151 2152 2153 2154 2155 2156 2157 2158 2159 2160 2161 2162 2163 2164 2165 2166 2167 2168 2169 2170 2171 2172 2173 2174 2175 2176 2177 2178 2179 2180 2181 2182 2183 2184 2185 2186 2187 2188 2189 2190 2191 2192 2193 2194 2195 2196 2197 2198 2199 2200 2201 2202 2203 2204 2205 2206 2207 2208 2209 2210 2211 2212 2213 2214 2215 2216 2217 2218 2219 2220 2221 2222 2223 2224 2225 2226 2227 2228 2229 2230

  bzero((char*)&sort_info,sizeof(sort_info));
  if (!(sort_info.key_block=
	alloc_key_blocks(param,
			 (uint) param->sort_key_blocks,
			 share->base.max_key_block_length))
      || init_io_cache(&param->read_cache,info->dfile,
		       (uint) param->read_buffer_length,
		       READ_CACHE,share->pack.header_length,1,MYF(MY_WME)) ||
      (! rep_quick &&
       init_io_cache(&info->rec_cache,info->dfile,
		     (uint) param->write_buffer_length,
		     WRITE_CACHE,new_header_length,1,
		     MYF(MY_WME | MY_WAIT_IF_FULL) & param->myf_rw)))
    goto err;
  sort_info.key_block_end=sort_info.key_block+param->sort_key_blocks;
  info->opt_flag|=WRITE_CACHE_USED;
  info->rec_cache.file=info->dfile;		/* for sort_delete_record */

  if (!rep_quick)
  {
    /* Get real path for data file */
    fn_format(param->temp_filename,name,"", MI_NAME_DEXT,2+4+32);
    if ((new_file=my_raid_create(fn_format(param->temp_filename,
					   param->temp_filename, "",
					   DATA_TMP_EXT,
					   2+4),
				 0,param->tmpfile_createflag,
				 share->base.raid_type,
				 share->base.raid_chunks,
				 share->base.raid_chunksize,
				 MYF(0))) < 0)
    {
      mi_check_print_error(param,"Can't create new tempfile: '%s'",
			   param->temp_filename);
      goto err;
    }
    if (filecopy(param, new_file,info->dfile,0L,new_header_length,
		 "datafile-header"))
      goto err;
    if (param->testflag & T_UNPACK)
    {
      share->options&= ~HA_OPTION_COMPRESS_RECORD;
      mi_int2store(share->state.header.options,share->options);
    }
    share->state.dellink= HA_OFFSET_ERROR;
    info->rec_cache.file=new_file;
  }

  info->update= (short) (HA_STATE_CHANGED | HA_STATE_ROW_CHANGED);
  if (!(param->testflag & T_CREATE_MISSING_KEYS))
  {
    /*
      Flush key cache for this file if we are calling this outside
      myisamchk
    */
    flush_key_blocks(share->kfile, FLUSH_IGNORE_CHANGED);
    /* Clear the pointers to the given rows */
    for (i=0 ; i < share->base.keys ; i++)
      share->state.key_root[i]= HA_OFFSET_ERROR;
    for (i=0 ; i < share->state.header.max_block_size ; i++)
      share->state.key_del[i]=  HA_OFFSET_ERROR;
    info->state->key_file_length=share->base.keystart;
  }
  else
  {
    if (flush_key_blocks(share->kfile, FLUSH_FORCE_WRITE))
      goto err;
    key_map= ~key_map;				/* Create the missing keys */
  }

  sort_info.info=info;
  sort_info.param = param;

  set_data_file_type(&sort_info, share);
  sort_info.dupp=0;
  sort_info.buff=0;
  param->read_cache.end_of_file=sort_info.filelength=
    my_seek(param->read_cache.file,0L,MY_SEEK_END,MYF(0));

  if (share->data_file_type == DYNAMIC_RECORD)
unknown's avatar
unknown committed
2231
    rec_length=max(share->base.min_pack_length+1,share->base.min_block_length);
unknown's avatar
unknown committed
2232
  else if (share->data_file_type == COMPRESSED_RECORD)
unknown's avatar
unknown committed
2233
    rec_length=share->base.min_block_length;
unknown's avatar
unknown committed
2234
  else
unknown's avatar
unknown committed
2235
    rec_length=share->base.pack_reclength;
unknown's avatar
unknown committed
2236
  sort_info.max_records=
2237
    ((param->testflag & T_CREATE_MISSING_KEYS) ? info->state->records :
unknown's avatar
unknown committed
2238
     (ha_rows) (sort_info.filelength/rec_length+1));
unknown's avatar
unknown committed
2239 2240 2241 2242 2243 2244 2245 2246

  del=info->state->del;
  param->glob_crc=0;
  if (param->testflag & T_CALC_CHECKSUM)
    param->calc_checksum=1;

  if (!(sort_param=(MI_SORT_PARAM *)
        my_malloc((uint) share->base.keys *
unknown's avatar
unknown committed
2247 2248
		  (sizeof(MI_SORT_PARAM) + share->base.pack_reclength),
		  MYF(MY_ZEROFILL))))
unknown's avatar
unknown committed
2249 2250 2251 2252
  {
    mi_check_print_error(param,"Not enough memory!");
    goto err;
  }
unknown's avatar
unknown committed
2253
  total_key_length=0;
unknown's avatar
unknown committed
2254 2255 2256 2257 2258 2259 2260 2261 2262 2263 2264 2265 2266 2267 2268 2269 2270 2271 2272 2273 2274
  rec_per_key_part= param->rec_per_key_part;
  info->state->records=info->state->del=share->state.split=0;
  info->state->empty=0;

  for (i=key=0 ; key < share->base.keys ;
       rec_per_key_part+=sort_param[i].keyinfo->keysegs, i++, key++)
  {
    sort_param[i].key=key;
    sort_param[i].keyinfo=share->keyinfo+key;
    if (!(((ulonglong) 1 << key) & key_map))
    {
      /* Remember old statistics for key */
      memcpy((char*) rec_per_key_part,
	     (char*) share->state.rec_per_key_part+
	     (uint) (rec_per_key_part - param->rec_per_key_part),
	     sort_param[i].keyinfo->keysegs*sizeof(*rec_per_key_part));
      i--;
      continue;
    }
    if ((!(param->testflag & T_SILENT)))
      printf ("- Fixing index %d\n",key+1);
unknown's avatar
unknown committed
2275 2276
    sort_param[i].key_read= ((sort_param[i].keyinfo->flag & HA_FULLTEXT) ?
			     sort_ft_key_read : sort_key_read);
unknown's avatar
unknown committed
2277 2278 2279 2280 2281
    sort_param[i].key_cmp=sort_key_cmp;
    sort_param[i].key_write=sort_key_write;
    sort_param[i].lock_in_memory=lock_memory;
    sort_param[i].tmpdir=param->tmpdir;
    sort_param[i].sort_info=&sort_info;
2282
    sort_param[i].master=0;
unknown's avatar
unknown committed
2283 2284 2285 2286 2287
    sort_param[i].fix_datafile=0;

    sort_param[i].filepos=new_header_length;
    sort_param[i].max_pos=sort_param[i].pos=share->pack.header_length;

unknown's avatar
unknown committed
2288 2289
    sort_param[i].record= (((char *)(sort_param+share->base.keys))+
			   (share->base.pack_reclength * i));
unknown's avatar
unknown committed
2290 2291 2292

    sort_param[i].key_length=share->rec_reflength;
    for (keyseg=sort_param[i].keyinfo->seg; keyseg->type != HA_KEYTYPE_END;
unknown's avatar
unknown committed
2293
	 keyseg++)
unknown's avatar
unknown committed
2294 2295 2296 2297 2298 2299 2300 2301 2302
    {
      sort_param[i].key_length+=keyseg->length;
      if (keyseg->flag & HA_SPACE_PACK)
        sort_param[i].key_length+=get_pack_length(keyseg->length);
      if (keyseg->flag & (HA_BLOB_PART | HA_VAR_LENGTH))
        sort_param[i].key_length+=2 + test(keyseg->length >= 127);
      if (keyseg->flag & HA_NULL_PART)
        sort_param[i].key_length++;
    }
unknown's avatar
unknown committed
2303
    total_key_length+=sort_param[i].key_length;
unknown's avatar
unknown committed
2304 2305 2306 2307 2308

    if (sort_param[i].keyinfo->flag & HA_FULLTEXT)
      sort_param[i].key_length+=ft_max_word_len_for_sort-ft_max_word_len;
  }
  sort_info.total_keys=i;
2309 2310
  sort_param[0].master= 1;
  sort_param[0].fix_datafile= (my_bool)(! rep_quick);
unknown's avatar
unknown committed
2311 2312

  sort_info.got_error=0;
unknown's avatar
unknown committed
2313 2314 2315
  pthread_mutex_init(&sort_info.mutex, MY_MUTEX_INIT_FAST);
  pthread_cond_init(&sort_info.cond, 0);
  pthread_mutex_lock(&sort_info.mutex);
unknown's avatar
unknown committed
2316

unknown's avatar
unknown committed
2317
  init_io_cache_share(&param->read_cache, &io_share, i);
2318 2319 2320
  (void) pthread_attr_init(&thr_attr);
  (void) pthread_attr_setdetachstate(&thr_attr,PTHREAD_CREATE_DETACHED);

unknown's avatar
unknown committed
2321
  for (i=0 ; i < sort_info.total_keys ; i++)
unknown's avatar
unknown committed
2322 2323 2324 2325 2326 2327 2328 2329 2330
  {
    sort_param[i].read_cache=param->read_cache;
    sort_param[i].sortbuff_size=
      /*
        two approaches: the same amount of memory for each thread
        or the memory for the same number of keys for each thread...
        In the second one all the threads will fill their sort_buffers
        (and call write_keys) at the same time, putting more stress on i/o.
      */
unknown's avatar
unknown committed
2331
#ifndef USING_SECOND_APPROACH
unknown's avatar
unknown committed
2332 2333
      param->sort_buffer_length/sort_info.total_keys;
#else
unknown's avatar
unknown committed
2334
      param->sort_buffer_length*sort_param[i].key_length/total_key_length;
unknown's avatar
unknown committed
2335
#endif
2336 2337 2338
    if (pthread_create(&sort_param[i].thr, &thr_attr,
		       thr_find_all_keys,
		       (void *) (sort_param+i)))
unknown's avatar
unknown committed
2339 2340
    {
      mi_check_print_error(param,"Cannot start a repair thread");
unknown's avatar
unknown committed
2341
      remove_io_thread(&param->read_cache);
unknown's avatar
unknown committed
2342 2343 2344 2345 2346
      sort_info.got_error=1;
    }
    else
      sort_info.threads_running++;
  }
2347
  (void) pthread_attr_destroy(&thr_attr);
unknown's avatar
unknown committed
2348 2349 2350

  /* waiting for all threads to finish */
  while (sort_info.threads_running)
unknown's avatar
unknown committed
2351 2352
    pthread_cond_wait(&sort_info.cond, &sort_info.mutex);
  pthread_mutex_unlock(&sort_info.mutex);
unknown's avatar
unknown committed
2353

2354
  if ((got_error= thr_write_keys(sort_param)))
unknown's avatar
unknown committed
2355 2356 2357 2358
  {
    param->retry_repair=1;
    goto err;
  }
unknown's avatar
unknown committed
2359
  got_error=1;				/* Assume the following may go wrong */
unknown's avatar
unknown committed
2360

unknown's avatar
unknown committed
2361
  if (sort_param[0].fix_datafile)
unknown's avatar
unknown committed
2362 2363 2364 2365 2366 2367 2368 2369 2370 2371 2372 2373
  {
    if (write_data_suffix(&sort_info,1) || end_io_cache(&info->rec_cache))
      goto err;
    if (param->testflag & T_SAFE_REPAIR)
    {
      /* Don't repair if we loosed more than one row */
      if (info->state->records+1 < start_records)
      {
        info->state->records=start_records;
        goto err;
      }
    }
unknown's avatar
unknown committed
2374 2375
    share->state.state.data_file_length= info->state->data_file_length=
      sort_param->filepos;
unknown's avatar
unknown committed
2376 2377 2378 2379 2380 2381 2382 2383 2384 2385 2386 2387 2388 2389 2390 2391 2392 2393 2394 2395 2396 2397 2398 2399 2400 2401 2402 2403 2404 2405 2406 2407 2408 2409 2410 2411 2412 2413 2414 2415
    /* Only whole records */
    share->state.version=(ulong) time((time_t*) 0);
    my_close(info->dfile,MYF(0));
    info->dfile=new_file;
    share->data_file_type=sort_info.new_data_file_type;
    share->pack.header_length=(ulong) new_header_length;
  }
  else
    info->state->data_file_length=sort_param->max_pos;

  if (rep_quick && del+sort_info.dupp != info->state->del)
  {
    mi_check_print_error(param,"Couldn't fix table with quick recovery: Found wrong number of deleted records");
    mi_check_print_error(param,"Run recovery again without -q");
    param->retry_repair=1;
    param->testflag|=T_RETRY_WITHOUT_QUICK;
    goto err;
  }

  if (rep_quick & T_FORCE_UNIQUENESS)
  {
    my_off_t skr=info->state->data_file_length+
      (share->options & HA_OPTION_COMPRESS_RECORD ?
       MEMMAP_EXTRA_MARGIN : 0);
#ifdef USE_RELOC
    if (share->data_file_type == STATIC_RECORD &&
	skr < share->base.reloc*share->base.min_pack_length)
      skr=share->base.reloc*share->base.min_pack_length;
#endif
    if (skr != sort_info.filelength && !info->s->base.raid_type)
      if (my_chsize(info->dfile,skr,MYF(0)))
	mi_check_print_warning(param,
			       "Can't change size of datafile,  error: %d",
			       my_errno);
  }
  if (param->testflag & T_CALC_CHECKSUM)
    share->state.checksum=param->glob_crc;

  if (my_chsize(share->kfile,info->state->key_file_length,MYF(0)))
    mi_check_print_warning(param,
unknown's avatar
unknown committed
2416
			   "Can't change size of indexfile, error: %d", my_errno);
unknown's avatar
unknown committed
2417 2418 2419 2420 2421 2422 2423 2424 2425 2426 2427 2428 2429 2430 2431 2432 2433 2434 2435 2436 2437 2438 2439 2440 2441 2442 2443 2444 2445 2446 2447 2448 2449 2450 2451 2452 2453 2454 2455 2456 2457 2458 2459 2460 2461 2462 2463 2464 2465 2466 2467

  if (!(param->testflag & T_SILENT))
  {
    if (start_records != info->state->records)
      printf("Data records: %s\n", llstr(info->state->records,llbuff));
    if (sort_info.dupp)
      mi_check_print_warning(param,
			     "%s records have been removed",
			     llstr(sort_info.dupp,llbuff));
  }
  got_error=0;

  if (&share->state.state != info->state)
    memcpy( &share->state.state, info->state, sizeof(*info->state));

err:
  got_error|= flush_blocks(param,share->kfile);
  VOID(end_io_cache(&info->rec_cache));
  if (!got_error)
  {
    /* Replace the actual file with the temporary file */
    if (new_file >= 0)
    {
      my_close(new_file,MYF(0));
      info->dfile=new_file= -1;
      if (change_to_newfile(share->data_file_name,MI_NAME_DEXT,
			    DATA_TMP_EXT, share->base.raid_chunks,
			    (param->testflag & T_BACKUP_DATA ?
			     MYF(MY_REDEL_MAKE_BACKUP): MYF(0))) ||
	  mi_open_datafile(info,share,-1))
	got_error=1;
    }
  }
  if (got_error)
  {
    if (! param->error_printed)
      mi_check_print_error(param,"%d when fixing table",my_errno);
    if (new_file >= 0)
    {
      VOID(my_close(new_file,MYF(0)));
      VOID(my_raid_delete(param->temp_filename,share->base.raid_chunks,
			  MYF(MY_WME)));
      if (info->dfile == new_file)
	info->dfile= -1;
    }
    mi_mark_crashed_on_repair(info);
  }
  else if (key_map == share->state.key_map)
    share->state.changed&= ~STATE_NOT_OPTIMIZED_KEYS;
  share->state.changed|=STATE_NOT_SORTED_PAGES;

unknown's avatar
unknown committed
2468 2469
  pthread_cond_destroy (&sort_info.cond);
  pthread_mutex_destroy(&sort_info.mutex);
unknown's avatar
unknown committed
2470 2471 2472 2473 2474 2475 2476 2477 2478 2479 2480 2481 2482

  my_free((gptr) sort_info.key_block,MYF(MY_ALLOW_ZERO_PTR));
  my_free((gptr) sort_param,MYF(MY_ALLOW_ZERO_PTR));
  my_free(sort_info.buff,MYF(MY_ALLOW_ZERO_PTR));
  VOID(end_io_cache(&param->read_cache));
  info->opt_flag&= ~(READ_CACHE_USED | WRITE_CACHE_USED);
  if (!got_error && (param->testflag & T_UNPACK))
  {
    share->state.header.options[0]&= (uchar) ~HA_OPTION_COMPRESS_RECORD;
    share->pack.header_length=0;
  }
  DBUG_RETURN(got_error);
}
unknown's avatar
unknown committed
2483 2484 2485

	/* Read next record and return next key */

unknown's avatar
unknown committed
2486
static int sort_key_read(MI_SORT_PARAM *sort_param, void *key)
unknown's avatar
unknown committed
2487 2488
{
  int error;
unknown's avatar
unknown committed
2489 2490
  SORT_INFO *sort_info=sort_param->sort_info;
  MI_INFO *info=sort_info->info;
unknown's avatar
unknown committed
2491 2492
  DBUG_ENTER("sort_key_read");

unknown's avatar
unknown committed
2493
  if ((error=sort_get_next_record(sort_param)))
unknown's avatar
unknown committed
2494 2495 2496 2497
    DBUG_RETURN(error);
  if (info->state->records == sort_info->max_records)
  {
    mi_check_print_error(sort_info->param,
2498 2499
			 "Key %d - Found too many records; Can't continue",
                         sort_param->key+1);
unknown's avatar
unknown committed
2500 2501
    DBUG_RETURN(1);
  }
unknown's avatar
unknown committed
2502 2503 2504 2505
  sort_param->real_key_length=
    (info->s->rec_reflength+ 
     _mi_make_key(info, sort_param->key, (uchar*) key,
		  sort_param->record, sort_param->filepos));
unknown's avatar
unknown committed
2506
  DBUG_RETURN(sort_write_record(sort_param));
unknown's avatar
unknown committed
2507 2508
} /* sort_key_read */

unknown's avatar
unknown committed
2509

unknown's avatar
unknown committed
2510
static int sort_ft_key_read(MI_SORT_PARAM *sort_param, void *key)
2511 2512
{
  int error;
unknown's avatar
unknown committed
2513 2514
  SORT_INFO *sort_info=sort_param->sort_info;
  MI_INFO *info=sort_info->info;
unknown's avatar
unknown committed
2515
  FT_WORD *wptr=0;
2516 2517
  DBUG_ENTER("sort_ft_key_read");

unknown's avatar
unknown committed
2518
  if (!sort_param->wordlist)
2519 2520 2521
  {
    do
    {
unknown's avatar
unknown committed
2522
      my_free((char*) wptr, MYF(MY_ALLOW_ZERO_PTR));
unknown's avatar
unknown committed
2523
      if ((error=sort_get_next_record(sort_param)))
2524
        DBUG_RETURN(error);
unknown's avatar
unknown committed
2525 2526
      if (!(wptr=_mi_ft_parserecord(info,sort_param->key,
                                     key,sort_param->record)))
2527
        DBUG_RETURN(1);
unknown's avatar
unknown committed
2528
      error=sort_write_record(sort_param);
2529 2530
    }
    while (!wptr->pos);
unknown's avatar
unknown committed
2531
    sort_param->wordptr=sort_param->wordlist=wptr;
2532 2533 2534 2535
  }
  else
  {
    error=0;
unknown's avatar
unknown committed
2536
    wptr=(FT_WORD*)(sort_param->wordptr);
2537 2538
  }

unknown's avatar
unknown committed
2539 2540
  sort_param->real_key_length=info->s->rec_reflength+_ft_make_key(info,
                              sort_param->key,key,wptr++,sort_param->filepos);
2541 2542
  if (!wptr->pos)
  {
unknown's avatar
unknown committed
2543 2544
    my_free((char*) sort_param->wordlist, MYF(0));
    sort_param->wordlist=0;
2545 2546
  }
  else
unknown's avatar
unknown committed
2547
    sort_param->wordptr=(void*)wptr;
2548 2549 2550 2551


  DBUG_RETURN(error);
} /* sort_ft_key_read */
unknown's avatar
unknown committed
2552 2553 2554 2555

	/* Read next record from file using parameters in sort_info */
	/* Return -1 if end of file, 0 if ok and > 0 if error */

unknown's avatar
unknown committed
2556
static int sort_get_next_record(MI_SORT_PARAM *sort_param)
unknown's avatar
unknown committed
2557 2558 2559 2560 2561 2562 2563 2564
{
  int searching;
  uint found_record,b_type,left_length;
  my_off_t pos;
  byte *to;
  MI_BLOCK_INFO block_info;
  MI_INFO *info;
  MYISAM_SHARE *share;
unknown's avatar
unknown committed
2565
  SORT_INFO *sort_info=sort_param->sort_info;
unknown's avatar
unknown committed
2566 2567 2568 2569 2570 2571 2572 2573 2574 2575
  MI_CHECK *param=sort_info->param;
  char llbuff[22],llbuff2[22];
  DBUG_ENTER("sort_get_next_record");

  info=sort_info->info;
  share=info->s;
  switch (share->data_file_type) {
  case STATIC_RECORD:
    for (;;)
    {
unknown's avatar
unknown committed
2576
      if (my_b_read(&sort_param->read_cache,sort_param->record,
unknown's avatar
unknown committed
2577
		    share->base.pack_reclength))
2578
      {
unknown's avatar
unknown committed
2579
	if (sort_param->read_cache.error)
2580
	  param->out_flag |= O_DATA_LOST;
unknown's avatar
unknown committed
2581 2582
        param->retry_repair=1;
        param->testflag|=T_RETRY_WITHOUT_QUICK;
unknown's avatar
unknown committed
2583
	DBUG_RETURN(-1);
2584
      }
unknown's avatar
unknown committed
2585 2586
      sort_param->start_recpos=sort_param->pos;
      if (!sort_param->fix_datafile)
unknown's avatar
unknown committed
2587
      {
unknown's avatar
unknown committed
2588
	sort_param->filepos=sort_param->pos;
2589 2590
        if (sort_param->master)
	  share->state.split++;
unknown's avatar
unknown committed
2591
      }
unknown's avatar
unknown committed
2592 2593
      sort_param->max_pos=(sort_param->pos+=share->base.pack_reclength);
      if (*sort_param->record)
2594 2595
      {
	if (param->calc_checksum)
2596
	  param->glob_crc+= (info->checksum=
unknown's avatar
unknown committed
2597
			     mi_static_checksum(info,sort_param->record));
unknown's avatar
unknown committed
2598
	DBUG_RETURN(0);
2599
      }
2600
      if (!sort_param->fix_datafile && sort_param->master)
unknown's avatar
unknown committed
2601 2602 2603 2604 2605 2606 2607
      {
	info->state->del++;
	info->state->empty+=share->base.pack_reclength;
      }
    }
  case DYNAMIC_RECORD:
    LINT_INIT(to);
unknown's avatar
unknown committed
2608 2609
    pos=sort_param->pos;
    searching=(sort_param->fix_datafile && (param->testflag & T_EXTEND));
unknown's avatar
unknown committed
2610 2611 2612 2613 2614
    for (;;)
    {
      found_record=block_info.second_read= 0;
      left_length=1;
      if (searching)
unknown's avatar
unknown committed
2615
      {
unknown's avatar
unknown committed
2616
	pos=MY_ALIGN(pos,MI_DYN_ALIGN_SIZE);
unknown's avatar
unknown committed
2617
        param->testflag|=T_RETRY_WITHOUT_QUICK;
unknown's avatar
unknown committed
2618
	sort_param->start_recpos=pos;
unknown's avatar
unknown committed
2619
      }
unknown's avatar
unknown committed
2620 2621
      do
      {
unknown's avatar
unknown committed
2622 2623
	if (pos > sort_param->max_pos)
	  sort_param->max_pos=pos;
unknown's avatar
unknown committed
2624 2625 2626 2627 2628
	if (pos & (MI_DYN_ALIGN_SIZE-1))
	{
	  if ((param->testflag & T_VERBOSE) || searching == 0)
	    mi_check_print_info(param,"Wrong aligned block at %s",
				llstr(pos,llbuff));
unknown's avatar
unknown committed
2629
	  if (searching)
unknown's avatar
unknown committed
2630 2631 2632 2633 2634
	    goto try_next;
	}
	if (found_record && pos == param->search_after_block)
	  mi_check_print_info(param,"Block: %s used by record at %s",
		     llstr(param->search_after_block,llbuff),
unknown's avatar
unknown committed
2635 2636 2637
		     llstr(sort_param->start_recpos,llbuff2));
	if (_mi_read_cache(&sort_param->read_cache,
                           (byte*) block_info.header,pos,
2638 2639 2640
			   MI_BLOCK_INFO_HEADER_LENGTH,
			   (! found_record ? READING_NEXT : 0) |
			   READING_HEADER))
unknown's avatar
unknown committed
2641 2642 2643 2644 2645
	{
	  if (found_record)
	  {
	    mi_check_print_info(param,
				"Can't read whole record at %s (errno: %d)",
unknown's avatar
unknown committed
2646
				llstr(sort_param->start_recpos,llbuff),errno);
unknown's avatar
unknown committed
2647 2648 2649 2650
	    goto try_next;
	  }
	  DBUG_RETURN(-1);
	}
unknown's avatar
unknown committed
2651
	if (searching && ! sort_param->fix_datafile)
unknown's avatar
unknown committed
2652 2653
	{
	  param->error_printed=1;
unknown's avatar
unknown committed
2654 2655
          param->retry_repair=1;
          param->testflag|=T_RETRY_WITHOUT_QUICK;
unknown's avatar
unknown committed
2656 2657 2658 2659 2660 2661 2662 2663 2664 2665 2666 2667 2668 2669 2670 2671 2672 2673 2674 2675 2676 2677 2678 2679 2680 2681
	  DBUG_RETURN(1);	/* Something wrong with data */
	}
	if (((b_type=_mi_get_block_info(&block_info,-1,pos)) &
	     (BLOCK_ERROR | BLOCK_FATAL_ERROR)) ||
	    ((b_type & BLOCK_FIRST) &&
	     (block_info.rec_len < (uint) share->base.min_pack_length ||
	      block_info.rec_len > (uint) share->base.max_pack_length)))
	{
	  uint i;
	  if (param->testflag & T_VERBOSE || searching == 0)
	    mi_check_print_info(param,
				"Wrong bytesec: %3d-%3d-%3d at %10s; Skipped",
		       block_info.header[0],block_info.header[1],
		       block_info.header[2],llstr(pos,llbuff));
	  if (found_record)
	    goto try_next;
	  block_info.second_read=0;
	  searching=1;
	  /* Search after block in read header string */
	  for (i=MI_DYN_ALIGN_SIZE ;
	       i < MI_BLOCK_INFO_HEADER_LENGTH ;
	       i+= MI_DYN_ALIGN_SIZE)
	    if (block_info.header[i] >= 1 &&
		block_info.header[i] <= MI_MAX_DYN_HEADER_BYTE)
	      break;
	  pos+=(ulong) i;
unknown's avatar
unknown committed
2682
	  sort_param->start_recpos=pos;
unknown's avatar
unknown committed
2683 2684 2685 2686 2687 2688 2689 2690 2691 2692 2693 2694 2695 2696 2697 2698 2699 2700 2701 2702 2703 2704 2705 2706 2707 2708 2709 2710 2711 2712 2713 2714 2715 2716
	  continue;
	}
	if (b_type & BLOCK_DELETED)
	{
	  bool error=0;
	  if (block_info.block_len+ (uint) (block_info.filepos-pos) <
	      share->base.min_block_length)
	  {
	    if (!searching)
	      mi_check_print_info(param,
				  "Deleted block with impossible length %u at %s",
				  block_info.block_len,llstr(pos,llbuff));
	    error=1;
	  }
	  else
	  {
	    if ((block_info.next_filepos != HA_OFFSET_ERROR &&
		 block_info.next_filepos >=
		 info->state->data_file_length) ||
		(block_info.prev_filepos != HA_OFFSET_ERROR &&
		 block_info.prev_filepos >= info->state->data_file_length))
	    {
	      if (!searching)
		mi_check_print_info(param,
				    "Delete link points outside datafile at %s",
				    llstr(pos,llbuff));
	      error=1;
	    }
	  }
	  if (error)
	  {
	    if (found_record)
	      goto try_next;
	    searching=1;
2717
	    pos+= MI_DYN_ALIGN_SIZE;
unknown's avatar
unknown committed
2718
	    sort_param->start_recpos=pos;
unknown's avatar
unknown committed
2719 2720 2721 2722 2723 2724 2725 2726 2727 2728 2729 2730 2731 2732 2733 2734 2735 2736 2737
	    block_info.second_read=0;
	    continue;
	  }
	}
	else
	{
	  if (block_info.block_len+ (uint) (block_info.filepos-pos) <
	      share->base.min_block_length ||
	      block_info.block_len > (uint) share->base.max_pack_length+
	      MI_SPLIT_LENGTH)
	  {
	    if (!searching)
	      mi_check_print_info(param,
				  "Found block with impossible length %u at %s; Skipped",
				  block_info.block_len+ (uint) (block_info.filepos-pos),
				  llstr(pos,llbuff));
	    if (found_record)
	      goto try_next;
	    searching=1;
2738
	    pos+= MI_DYN_ALIGN_SIZE;
unknown's avatar
unknown committed
2739
	    sort_param->start_recpos=pos;
unknown's avatar
unknown committed
2740 2741 2742 2743 2744 2745
	    block_info.second_read=0;
	    continue;
	  }
	}
	if (b_type & (BLOCK_DELETED | BLOCK_SYNC_ERROR))
	{
2746 2747
          if (!sort_param->fix_datafile && sort_param->master &&
              (b_type & BLOCK_DELETED))
unknown's avatar
unknown committed
2748 2749 2750 2751 2752 2753 2754 2755
	  {
	    info->state->empty+=block_info.block_len;
	    info->state->del++;
	    share->state.split++;
	  }
	  if (found_record)
	    goto try_next;
	  if (searching)
2756 2757
	  {
	    pos+=MI_DYN_ALIGN_SIZE;
unknown's avatar
unknown committed
2758
	    sort_param->start_recpos=pos;
2759
	  }
unknown's avatar
unknown committed
2760 2761 2762 2763 2764 2765
	  else
	    pos=block_info.filepos+block_info.block_len;
	  block_info.second_read=0;
	  continue;
	}

2766
	if (!sort_param->fix_datafile && sort_param->master)
unknown's avatar
unknown committed
2767
	  share->state.split++;
unknown's avatar
unknown committed
2768 2769
	if (! found_record++)
	{
unknown's avatar
unknown committed
2770 2771 2772 2773 2774 2775
	  sort_param->find_length=left_length=block_info.rec_len;
	  sort_param->start_recpos=pos;
	  if (!sort_param->fix_datafile)
	    sort_param->filepos=sort_param->start_recpos;
	  if (sort_param->fix_datafile && (param->testflag & T_EXTEND))
	    sort_param->pos=block_info.filepos+1;
unknown's avatar
unknown committed
2776
	  else
unknown's avatar
unknown committed
2777
	    sort_param->pos=block_info.filepos+block_info.block_len;
unknown's avatar
unknown committed
2778 2779 2780 2781 2782
	  if (share->base.blobs)
	  {
	    if (!(to=mi_fix_rec_buff_for_blob(info,block_info.rec_len)))
	    {
	      mi_check_print_error(param,"Not enough memory for blob at %s",
unknown's avatar
unknown committed
2783
			  llstr(sort_param->start_recpos,llbuff));
unknown's avatar
unknown committed
2784
	      DBUG_RETURN(1);
unknown's avatar
unknown committed
2785 2786 2787 2788 2789 2790 2791 2792
	    }
	  }
	  else
	    to= info->rec_buff;
	}
	if (left_length < block_info.data_len || ! block_info.data_len)
	{
	  mi_check_print_info(param,"Found block with too small length at %s; Skipped",
unknown's avatar
unknown committed
2793
			      llstr(sort_param->start_recpos,llbuff));
unknown's avatar
unknown committed
2794 2795 2796
	  goto try_next;
	}
	if (block_info.filepos + block_info.data_len >
unknown's avatar
unknown committed
2797
	    sort_param->read_cache.end_of_file)
unknown's avatar
unknown committed
2798 2799
	{
	  mi_check_print_info(param,"Found block that points outside data file at %s",
unknown's avatar
unknown committed
2800
			      llstr(sort_param->start_recpos,llbuff));
unknown's avatar
unknown committed
2801 2802
	  goto try_next;
	}
unknown's avatar
unknown committed
2803
	if (_mi_read_cache(&sort_param->read_cache,to,block_info.filepos,
2804 2805
			   block_info.data_len,
			   (found_record == 1 ? READING_NEXT : 0)))
unknown's avatar
unknown committed
2806
	{
2807 2808
	  mi_check_print_info(param,
			      "Read error for block at: %s (error: %d); Skipped",
2809
			      llstr(block_info.filepos,llbuff),my_errno);
unknown's avatar
unknown committed
2810 2811 2812 2813 2814 2815 2816 2817
	  goto try_next;
	}
	left_length-=block_info.data_len;
	to+=block_info.data_len;
	pos=block_info.next_filepos;
	if (pos == HA_OFFSET_ERROR && left_length)
	{
	  mi_check_print_info(param,"Wrong block with wrong total length starting at %s",
unknown's avatar
unknown committed
2818
			      llstr(sort_param->start_recpos,llbuff));
unknown's avatar
unknown committed
2819 2820
	  goto try_next;
	}
unknown's avatar
unknown committed
2821
	if (pos + MI_BLOCK_INFO_HEADER_LENGTH > sort_param->read_cache.end_of_file)
unknown's avatar
unknown committed
2822 2823
	{
	  mi_check_print_info(param,"Found link that points at %s (outside data file) at %s",
2824
			      llstr(pos,llbuff2),
unknown's avatar
unknown committed
2825
			      llstr(sort_param->start_recpos,llbuff));
unknown's avatar
unknown committed
2826 2827 2828 2829
	  goto try_next;
	}
      } while (left_length);

unknown's avatar
unknown committed
2830 2831
      if (_mi_rec_unpack(info,sort_param->record,info->rec_buff,
			 sort_param->find_length) != MY_FILE_ERROR)
unknown's avatar
unknown committed
2832
      {
unknown's avatar
unknown committed
2833
	if (sort_param->read_cache.error < 0)
unknown's avatar
unknown committed
2834
	  DBUG_RETURN(1);
2835
	if (info->s->calc_checksum)
unknown's avatar
unknown committed
2836
	  info->checksum=mi_checksum(info,sort_param->record);
unknown's avatar
unknown committed
2837 2838
	if ((param->testflag & (T_EXTEND | T_REP)) || searching)
	{
unknown's avatar
unknown committed
2839
	  if (_mi_rec_check(info, sort_param->record))
unknown's avatar
unknown committed
2840 2841
	  {
	    mi_check_print_info(param,"Found wrong packed record at %s",
unknown's avatar
unknown committed
2842
				llstr(sort_param->start_recpos,llbuff));
unknown's avatar
unknown committed
2843 2844 2845
	    goto try_next;
	  }
	}
2846 2847
	if (param->calc_checksum)
	  param->glob_crc+= info->checksum;
unknown's avatar
unknown committed
2848 2849
	DBUG_RETURN(0);
      }
unknown's avatar
unknown committed
2850 2851
      if (!searching)
	mi_check_print_info(param,"Found wrong stored record at %s",
unknown's avatar
unknown committed
2852
			    llstr(sort_param->start_recpos,llbuff));
unknown's avatar
unknown committed
2853
    try_next:
unknown's avatar
unknown committed
2854
      pos=(sort_param->start_recpos+=MI_DYN_ALIGN_SIZE);
unknown's avatar
unknown committed
2855 2856 2857
      searching=1;
    }
  case COMPRESSED_RECORD:
unknown's avatar
unknown committed
2858
    for (searching=0 ;; searching=1, sort_param->pos++)
unknown's avatar
unknown committed
2859
    {
unknown's avatar
unknown committed
2860 2861
      if (_mi_read_cache(&sort_param->read_cache,(byte*) block_info.header,
			 sort_param->pos,
2862
			 share->pack.ref_length,READING_NEXT))
unknown's avatar
unknown committed
2863
	DBUG_RETURN(-1);
unknown's avatar
unknown committed
2864
      if (searching && ! sort_param->fix_datafile)
unknown's avatar
unknown committed
2865 2866
      {
	param->error_printed=1;
unknown's avatar
unknown committed
2867 2868
        param->retry_repair=1;
        param->testflag|=T_RETRY_WITHOUT_QUICK;
unknown's avatar
unknown committed
2869 2870
	DBUG_RETURN(1);		/* Something wrong with data */
      }
unknown's avatar
unknown committed
2871 2872
      sort_param->start_recpos=sort_param->pos;
      if (_mi_pack_get_block_info(info,&block_info,-1,sort_param->pos, NullS))
unknown's avatar
unknown committed
2873 2874
	DBUG_RETURN(-1);
      if (!block_info.rec_len &&
unknown's avatar
unknown committed
2875 2876
	  sort_param->pos + MEMMAP_EXTRA_MARGIN ==
	  sort_param->read_cache.end_of_file)
unknown's avatar
unknown committed
2877 2878 2879 2880 2881 2882
	DBUG_RETURN(-1);
      if (block_info.rec_len < (uint) share->min_pack_length ||
	  block_info.rec_len > (uint) share->max_pack_length)
      {
	if (! searching)
	  mi_check_print_info(param,"Found block with wrong recordlength: %d at %s\n",
2883
			      block_info.rec_len,
unknown's avatar
unknown committed
2884
			      llstr(sort_param->pos,llbuff));
unknown's avatar
unknown committed
2885 2886
	continue;
      }
unknown's avatar
unknown committed
2887
      if (_mi_read_cache(&sort_param->read_cache,(byte*) info->rec_buff,
2888 2889
			 block_info.filepos, block_info.rec_len,
			 READING_NEXT))
unknown's avatar
unknown committed
2890 2891
      {
	if (! searching)
2892
	  mi_check_print_info(param,"Couldn't read whole record from %s",
unknown's avatar
unknown committed
2893
			      llstr(sort_param->pos,llbuff));
unknown's avatar
unknown committed
2894 2895
	continue;
      }
unknown's avatar
unknown committed
2896
      if (_mi_pack_rec_unpack(info,sort_param->record,info->rec_buff,
unknown's avatar
unknown committed
2897 2898 2899
			      block_info.rec_len))
      {
	if (! searching)
2900
	  mi_check_print_info(param,"Found wrong record at %s",
unknown's avatar
unknown committed
2901
			      llstr(sort_param->pos,llbuff));
unknown's avatar
unknown committed
2902 2903
	continue;
      }
unknown's avatar
unknown committed
2904 2905
      info->checksum=mi_checksum(info,sort_param->record);
      if (!sort_param->fix_datafile)
unknown's avatar
unknown committed
2906
      {
unknown's avatar
unknown committed
2907
	sort_param->filepos=sort_param->pos;
2908 2909
        if (sort_param->master)
	  share->state.split++;
unknown's avatar
unknown committed
2910
      }
unknown's avatar
unknown committed
2911
      sort_param->max_pos=(sort_param->pos=block_info.filepos+
unknown's avatar
unknown committed
2912 2913
			 block_info.rec_len);
      info->packed_length=block_info.rec_len;
2914 2915
      if (param->calc_checksum)
	param->glob_crc+= info->checksum;
unknown's avatar
unknown committed
2916 2917 2918 2919 2920 2921 2922 2923 2924
      DBUG_RETURN(0);
    }
  }
  DBUG_RETURN(1);		/* Impossible */
}


	/* Write record to new file */

unknown's avatar
unknown committed
2925
int sort_write_record(MI_SORT_PARAM *sort_param)
unknown's avatar
unknown committed
2926 2927 2928 2929 2930 2931 2932
{
  int flag;
  uint length;
  ulong block_length,reclength;
  byte *from;
  byte block_buff[8];
  MI_INFO *info;
unknown's avatar
unknown committed
2933
  SORT_INFO *sort_info=sort_param->sort_info;
unknown's avatar
unknown committed
2934 2935 2936 2937 2938 2939
  MYISAM_SHARE *share;
  MI_CHECK *param=sort_info->param;
  DBUG_ENTER("sort_write_record");

  info=sort_info->info;
  share=info->s;
unknown's avatar
unknown committed
2940
  if (sort_param->fix_datafile)
unknown's avatar
unknown committed
2941 2942 2943
  {
    switch (sort_info->new_data_file_type) {
    case STATIC_RECORD:
unknown's avatar
unknown committed
2944
      if (my_b_write(&info->rec_cache,sort_param->record,
unknown's avatar
unknown committed
2945 2946 2947 2948 2949
		     share->base.pack_reclength))
      {
	mi_check_print_error(param,"%d when writing to datafile",my_errno);
	DBUG_RETURN(1);
      }
unknown's avatar
unknown committed
2950
      sort_param->filepos+=share->base.pack_reclength;
unknown's avatar
unknown committed
2951
      info->s->state.split++;
unknown's avatar
unknown committed
2952
      /* sort_info->param->glob_crc+=mi_static_checksum(info, sort_param->record); */
unknown's avatar
unknown committed
2953 2954 2955 2956 2957 2958 2959 2960
      break;
    case DYNAMIC_RECORD:
      if (! info->blobs)
	from=info->rec_buff;
      else
      {
	/* must be sure that local buffer is big enough */
	reclength=info->s->base.pack_reclength+
unknown's avatar
unknown committed
2961
	  _my_calc_total_blob_length(info,sort_param->record)+
unknown's avatar
unknown committed
2962 2963 2964 2965 2966
	  ALIGN_SIZE(MI_MAX_DYN_BLOCK_HEADER)+MI_SPLIT_LENGTH+
	  MI_DYN_DELETE_BLOCK_HEADER;
	if (sort_info->buff_length < reclength)
	{
	  if (!(sort_info->buff=my_realloc(sort_info->buff, (uint) reclength,
2967 2968
					   MYF(MY_FREE_ON_ERROR |
					       MY_ALLOW_ZERO_PTR))))
unknown's avatar
unknown committed
2969 2970 2971 2972 2973
	    DBUG_RETURN(1);
	  sort_info->buff_length=reclength;
	}
	from=sort_info->buff+ALIGN_SIZE(MI_MAX_DYN_BLOCK_HEADER);
      }
unknown's avatar
unknown committed
2974 2975
      info->checksum=mi_checksum(info,sort_param->record);
      reclength=_mi_rec_pack(info,from,sort_param->record);
unknown's avatar
unknown committed
2976
      flag=0;
unknown's avatar
unknown committed
2977 2978 2979
      /* sort_info->param->glob_crc+=info->checksum; */

      do
unknown's avatar
unknown committed
2980
      {
unknown's avatar
unknown committed
2981 2982 2983 2984 2985 2986 2987 2988
	block_length=reclength+ 3 + test(reclength >= (65520-3));
	if (block_length < share->base.min_block_length)
	  block_length=share->base.min_block_length;
	info->update|=HA_STATE_WRITE_AT_END;
	block_length=MY_ALIGN(block_length,MI_DYN_ALIGN_SIZE);
	if (block_length > MI_MAX_BLOCK_LENGTH)
	  block_length=MI_MAX_BLOCK_LENGTH;
	if (_mi_write_part_record(info,0L,block_length,
unknown's avatar
unknown committed
2989
				  sort_param->filepos+block_length,
unknown's avatar
unknown committed
2990 2991 2992 2993 2994
				  &from,&reclength,&flag))
	{
	  mi_check_print_error(param,"%d when writing to datafile",my_errno);
	  DBUG_RETURN(1);
	}
unknown's avatar
unknown committed
2995
	sort_param->filepos+=block_length;
unknown's avatar
unknown committed
2996 2997
	info->s->state.split++;
      } while (reclength);
unknown's avatar
unknown committed
2998
      /* sort_info->param->glob_crc+=info->checksum; */
unknown's avatar
unknown committed
2999 3000 3001 3002 3003 3004 3005 3006 3007 3008 3009 3010
      break;
    case COMPRESSED_RECORD:
      reclength=info->packed_length;
      length=save_pack_length(block_buff,reclength);
      if (info->s->base.blobs)
	length+=save_pack_length(block_buff+length,info->blob_length);
      if (my_b_write(&info->rec_cache,block_buff,length) ||
	  my_b_write(&info->rec_cache,(byte*) info->rec_buff,reclength))
      {
	mi_check_print_error(param,"%d when writing to datafile",my_errno);
	DBUG_RETURN(1);
      }
unknown's avatar
unknown committed
3011
      /* sort_info->param->glob_crc+=info->checksum; */
unknown's avatar
unknown committed
3012
      sort_param->filepos+=reclength+length;
unknown's avatar
unknown committed
3013
      info->s->state.split++;
unknown's avatar
unknown committed
3014 3015 3016
      break;
    }
  }
3017
  if (sort_param->master)
unknown's avatar
unknown committed
3018
  {
3019 3020 3021 3022 3023 3024 3025
    info->state->records++;
    if ((param->testflag & T_WRITE_LOOP) &&
        (info->state->records % WRITE_COUNT) == 0)
    {
      char llbuff[22];
      printf("%s\r", llstr(info->state->records,llbuff)); VOID(fflush(stdout));
    }
unknown's avatar
unknown committed
3026 3027 3028 3029 3030 3031 3032
  }
  DBUG_RETURN(0);
} /* sort_write_record */


	/* Compare two keys from _create_index_by_sort */

unknown's avatar
unknown committed
3033 3034
static int sort_key_cmp(MI_SORT_PARAM *sort_param, const void *a,
			const void *b)
unknown's avatar
unknown committed
3035 3036
{
  uint not_used;
unknown's avatar
unknown committed
3037
  return (_mi_key_cmp(sort_param->keyinfo->seg,*((uchar**) a),*((uchar**) b),
unknown's avatar
unknown committed
3038 3039 3040 3041
		      USE_WHOLE_KEY, SEARCH_SAME,&not_used));
} /* sort_key_cmp */


unknown's avatar
unknown committed
3042
static int sort_key_write(MI_SORT_PARAM *sort_param, const void *a)
unknown's avatar
unknown committed
3043 3044 3045
{
  uint diff_pos;
  char llbuff[22],llbuff2[22];
unknown's avatar
unknown committed
3046
  SORT_INFO *sort_info=sort_param->sort_info;
unknown's avatar
unknown committed
3047 3048 3049 3050 3051
  MI_CHECK *param= sort_info->param;
  int cmp;

  if (sort_info->key_block->inited)
  {
unknown's avatar
unknown committed
3052 3053 3054
    cmp=_mi_key_cmp(sort_param->keyinfo->seg, sort_info->key_block->lastkey,
		    (uchar*) a, USE_WHOLE_KEY, SEARCH_FIND | SEARCH_UPDATE,
		    &diff_pos);
unknown's avatar
unknown committed
3055
    sort_param->unique[diff_pos-1]++;
unknown's avatar
unknown committed
3056 3057 3058
  }
  else
  {
3059
    cmp= -1;
unknown's avatar
unknown committed
3060
  }
unknown's avatar
unknown committed
3061
  if ((sort_param->keyinfo->flag & HA_NOSAME) && cmp == 0)
unknown's avatar
unknown committed
3062 3063 3064
  {
    sort_info->dupp++;
    sort_info->info->lastpos=get_record_for_key(sort_info->info,
unknown's avatar
unknown committed
3065
					       sort_param->keyinfo,
unknown's avatar
unknown committed
3066 3067
					       (uchar*) a);
    mi_check_print_warning(param,
unknown's avatar
unknown committed
3068 3069 3070 3071
	   "Duplicate key for record at %10s against record at %10s",
	   llstr(sort_info->info->lastpos,llbuff),
	   llstr(get_record_for_key(sort_info->info, sort_param->keyinfo,
				    sort_info->key_block->lastkey), llbuff2));
unknown's avatar
unknown committed
3072
    param->testflag|=T_RETRY_WITHOUT_QUICK;
unknown's avatar
unknown committed
3073
    if (sort_info->param->testflag & T_VERBOSE)
unknown's avatar
unknown committed
3074 3075
      _mi_print_key(stdout,sort_param->keyinfo->seg,(uchar*) a, USE_WHOLE_KEY);
    return (sort_delete_record(sort_param));
unknown's avatar
unknown committed
3076 3077 3078 3079 3080 3081 3082 3083 3084
  }
#ifndef DBUG_OFF
  if (cmp > 0)
  {
    mi_check_print_error(param,
			 "Internal error: Keys are not in order from sort");
    return(1);
  }
#endif
unknown's avatar
unknown committed
3085
  return (sort_insert_key(sort_param,sort_info->key_block,
unknown's avatar
unknown committed
3086
			  (uchar*) a, HA_OFFSET_ERROR));
unknown's avatar
unknown committed
3087 3088 3089 3090 3091 3092 3093 3094 3095 3096 3097 3098 3099 3100
} /* sort_key_write */


	/* get pointer to record from a key */

static my_off_t get_record_for_key(MI_INFO *info, MI_KEYDEF *keyinfo,
				   uchar *key)
{
  return _mi_dpos(info,0,key+_mi_keylength(keyinfo,key));
} /* get_record_for_key */


	/* Insert a key in sort-key-blocks */

unknown's avatar
unknown committed
3101
static int sort_insert_key(MI_SORT_PARAM *sort_param,
unknown's avatar
unknown committed
3102 3103 3104 3105
			   register SORT_KEY_BLOCKS *key_block, uchar *key,
			   my_off_t prev_block)
{
  uint a_length,t_length,nod_flag;
3106
  my_off_t filepos,key_file_length;
unknown's avatar
unknown committed
3107 3108 3109
  uchar *anc_buff,*lastkey;
  MI_KEY_PARAM s_temp;
  MI_INFO *info;
unknown's avatar
unknown committed
3110 3111 3112
  MI_KEYDEF *keyinfo=sort_param->keyinfo;
  SORT_INFO *sort_info= sort_param->sort_info;
  MI_CHECK *param=sort_info->param;
unknown's avatar
unknown committed
3113 3114 3115 3116 3117 3118
  DBUG_ENTER("sort_insert_key");

  anc_buff=key_block->buff;
  info=sort_info->info;
  lastkey=key_block->lastkey;
  nod_flag= (key_block == sort_info->key_block ? 0 :
unknown's avatar
unknown committed
3119
	     info->s->base.key_reflength);
unknown's avatar
unknown committed
3120 3121 3122 3123 3124 3125 3126 3127 3128 3129 3130 3131 3132 3133 3134 3135 3136 3137 3138 3139

  if (!key_block->inited)
  {
    key_block->inited=1;
    if (key_block == sort_info->key_block_end)
    {
      mi_check_print_error(param,"To many key-block-levels; Try increasing sort_key_blocks");
      DBUG_RETURN(1);
    }
    a_length=2+nod_flag;
    key_block->end_pos=anc_buff+2;
    lastkey=0;					/* No previous key in block */
  }
  else
    a_length=mi_getint(anc_buff);

	/* Save pointer to previous block */
  if (nod_flag)
    _mi_kpointer(info,key_block->end_pos,prev_block);

unknown's avatar
unknown committed
3140 3141 3142 3143
  t_length=(*keyinfo->pack_key)(keyinfo,nod_flag,
				(uchar*) 0,lastkey,lastkey,key,
				 &s_temp);
  (*keyinfo->store_key)(keyinfo, key_block->end_pos+nod_flag,&s_temp);
unknown's avatar
unknown committed
3144 3145 3146
  a_length+=t_length;
  mi_putint(anc_buff,a_length,nod_flag);
  key_block->end_pos+=t_length;
unknown's avatar
unknown committed
3147
  if (a_length <= keyinfo->block_length)
unknown's avatar
unknown committed
3148
  {
unknown's avatar
unknown committed
3149
    VOID(_mi_move_key(keyinfo,key_block->lastkey,key));
unknown's avatar
unknown committed
3150 3151 3152 3153 3154 3155 3156
    key_block->last_length=a_length-t_length;
    DBUG_RETURN(0);
  }

	/* Fill block with end-zero and write filled block */
  mi_putint(anc_buff,key_block->last_length,nod_flag);
  bzero((byte*) anc_buff+key_block->last_length,
unknown's avatar
unknown committed
3157
	keyinfo->block_length- key_block->last_length);
3158
  key_file_length=info->state->key_file_length;
unknown's avatar
unknown committed
3159
  if ((filepos=_mi_new(info,keyinfo)) == HA_OFFSET_ERROR)
3160 3161 3162 3163 3164
    DBUG_RETURN(1);

  /* If we read the page from the key cache, we have to write it back to it */
  if (key_file_length == info->state->key_file_length)
  {
unknown's avatar
unknown committed
3165
    if (_mi_write_keypage(info, keyinfo, filepos, anc_buff))
3166 3167 3168
      DBUG_RETURN(1);
  }
  else if (my_pwrite(info->s->kfile,(byte*) anc_buff,
unknown's avatar
unknown committed
3169
		     (uint) keyinfo->block_length,filepos, param->myf_rw))
unknown's avatar
unknown committed
3170 3171 3172 3173
    DBUG_RETURN(1);
  DBUG_DUMP("buff",(byte*) anc_buff,mi_getint(anc_buff));

	/* Write separator-key to block in next level */
unknown's avatar
unknown committed
3174
  if (sort_insert_key(sort_param,key_block+1,key_block->lastkey,filepos))
unknown's avatar
unknown committed
3175 3176 3177 3178
    DBUG_RETURN(1);

	/* clear old block and write new key in it */
  key_block->inited=0;
unknown's avatar
unknown committed
3179
  DBUG_RETURN(sort_insert_key(sort_param, key_block,key,prev_block));
unknown's avatar
unknown committed
3180 3181 3182 3183 3184
} /* sort_insert_key */


	/* Delete record when we found a duplicated key */

unknown's avatar
unknown committed
3185
static int sort_delete_record(MI_SORT_PARAM *sort_param)
unknown's avatar
unknown committed
3186 3187 3188 3189
{
  uint i;
  int old_file,error;
  uchar *key;
unknown's avatar
unknown committed
3190 3191 3192
  SORT_INFO *sort_info=sort_param->sort_info;
  MI_CHECK *param=sort_info->param;
  MI_INFO *info=sort_info->info;
unknown's avatar
unknown committed
3193 3194
  DBUG_ENTER("sort_delete_record");

unknown's avatar
unknown committed
3195
  if (!(param->testflag & T_FORCE_UNIQUENESS))
unknown's avatar
unknown committed
3196 3197
  {
    mi_check_print_error(param,
unknown's avatar
unknown committed
3198
			 "Quick-recover aborted; Run recovery without switch -q or with switch -qq");
unknown's avatar
unknown committed
3199 3200 3201 3202 3203 3204 3205 3206 3207 3208 3209
    DBUG_RETURN(1);
  }
  if (info->s->options & HA_OPTION_COMPRESS_RECORD)
  {
    mi_check_print_error(param,
			 "Recover aborted; Can't run standard recovery on compressed tables with errors in data-file. Use switch 'myisamchk --safe-recover' to fix it\n",stderr);;
    DBUG_RETURN(1);
  }

  old_file=info->dfile;
  info->dfile=info->rec_cache.file;
unknown's avatar
unknown committed
3210
  if (sort_info->kei)
unknown's avatar
unknown committed
3211 3212
  {
    key=info->lastkey+info->s->base.max_key_length;
unknown's avatar
unknown committed
3213
    if ((error=(*info->s->read_rnd)(info,sort_param->record,info->lastpos,0)) &&
unknown's avatar
unknown committed
3214 3215 3216 3217 3218 3219 3220
	error != HA_ERR_RECORD_DELETED)
    {
      mi_check_print_error(param,"Can't read record to be removed");
      info->dfile=old_file;
      DBUG_RETURN(1);
    }

unknown's avatar
unknown committed
3221
    for (i=0 ; i < sort_info->kei ; i++)
unknown's avatar
unknown committed
3222
    {
unknown's avatar
unknown committed
3223
      uint key_length=_mi_make_key(info,i,key,sort_param->record,info->lastpos);
unknown's avatar
unknown committed
3224 3225 3226 3227 3228 3229 3230
      if (_mi_ck_delete(info,i,key,key_length))
      {
	mi_check_print_error(param,"Can't delete key %d from record to be removed",i+1);
	info->dfile=old_file;
	DBUG_RETURN(1);
      }
    }
unknown's avatar
unknown committed
3231
    if (param->calc_checksum)
unknown's avatar
unknown committed
3232
      param->glob_crc-=(*info->s->calc_checksum)(info, sort_param->record);
unknown's avatar
unknown committed
3233 3234 3235 3236 3237 3238 3239 3240 3241
  }
  error=flush_io_cache(&info->rec_cache) || (*info->s->delete_record)(info);
  info->dfile=old_file;				/* restore actual value */
  info->state->records--;
  DBUG_RETURN(error);
} /* sort_delete_record */

	/* Fix all pending blocks and flush everything to disk */

unknown's avatar
unknown committed
3242
int flush_pending_blocks(MI_SORT_PARAM *sort_param)
unknown's avatar
unknown committed
3243 3244
{
  uint nod_flag,length;
3245
  my_off_t filepos,key_file_length;
unknown's avatar
unknown committed
3246
  SORT_KEY_BLOCKS *key_block;
unknown's avatar
unknown committed
3247 3248 3249 3250
  SORT_INFO *sort_info= sort_param->sort_info;
  MI_CHECK *param=sort_info->param;
  MI_INFO *info=sort_info->info;
  MI_KEYDEF *keyinfo=sort_param->keyinfo;
unknown's avatar
unknown committed
3251 3252 3253 3254 3255 3256 3257 3258 3259 3260
  DBUG_ENTER("flush_pending_blocks");

  filepos= HA_OFFSET_ERROR;			/* if empty file */
  nod_flag=0;
  for (key_block=sort_info->key_block ; key_block->inited ; key_block++)
  {
    key_block->inited=0;
    length=mi_getint(key_block->buff);
    if (nod_flag)
      _mi_kpointer(info,key_block->end_pos,filepos);
3261
    key_file_length=info->state->key_file_length;
unknown's avatar
unknown committed
3262 3263
    bzero((byte*) key_block->buff+length, keyinfo->block_length-length);
    if ((filepos=_mi_new(info,keyinfo)) == HA_OFFSET_ERROR)
3264 3265 3266 3267 3268
      DBUG_RETURN(1);

    /* If we read the page from the key cache, we have to write it back */
    if (key_file_length == info->state->key_file_length)
    {
unknown's avatar
unknown committed
3269
      if (_mi_write_keypage(info, keyinfo, filepos, key_block->buff))
3270 3271 3272
	DBUG_RETURN(1);
    }
    else if (my_pwrite(info->s->kfile,(byte*) key_block->buff,
unknown's avatar
unknown committed
3273
		       (uint) keyinfo->block_length,filepos, param->myf_rw))
unknown's avatar
unknown committed
3274 3275 3276 3277
      DBUG_RETURN(1);
    DBUG_DUMP("buff",(byte*) key_block->buff,length);
    nod_flag=1;
  }
unknown's avatar
unknown committed
3278
  info->s->state.key_root[sort_param->key]=filepos; /* Last is root for tree */
unknown's avatar
unknown committed
3279 3280 3281 3282 3283 3284 3285 3286 3287 3288 3289 3290 3291 3292 3293 3294 3295 3296 3297 3298 3299 3300 3301 3302 3303 3304 3305 3306 3307 3308 3309 3310 3311 3312 3313 3314 3315 3316 3317 3318 3319 3320 3321 3322 3323 3324 3325 3326 3327 3328 3329 3330 3331 3332 3333 3334 3335 3336 3337 3338 3339 3340 3341 3342 3343 3344 3345 3346 3347 3348 3349 3350 3351 3352 3353 3354 3355 3356 3357 3358 3359 3360 3361 3362 3363 3364 3365 3366 3367 3368 3369 3370 3371 3372 3373 3374 3375 3376 3377 3378 3379 3380 3381 3382 3383 3384 3385 3386 3387 3388 3389 3390 3391 3392 3393 3394 3395 3396 3397 3398 3399 3400 3401 3402 3403 3404 3405 3406 3407 3408 3409 3410 3411 3412 3413 3414 3415 3416 3417 3418 3419 3420 3421 3422 3423 3424 3425 3426 3427 3428 3429 3430 3431 3432 3433 3434 3435 3436 3437 3438 3439 3440
  DBUG_RETURN(0);
} /* flush_pending_blocks */

	/* alloc space and pointers for key_blocks */

static SORT_KEY_BLOCKS *alloc_key_blocks(MI_CHECK *param, uint blocks,
                                         uint buffer_length)
{
  reg1 uint i;
  SORT_KEY_BLOCKS *block;
  DBUG_ENTER("alloc_key_blocks");

  if (!(block=(SORT_KEY_BLOCKS*) my_malloc((sizeof(SORT_KEY_BLOCKS)+
					    buffer_length+IO_SIZE)*blocks,
					   MYF(0))))
  {
    mi_check_print_error(param,"Not Enough memory for sort-key-blocks");
    return(0);
  }
  for (i=0 ; i < blocks ; i++)
  {
    block[i].inited=0;
    block[i].buff=(uchar*) (block+blocks)+(buffer_length+IO_SIZE)*i;
  }
  DBUG_RETURN(block);
} /* alloc_key_blocks */


	/* Check if file is almost full */

int test_if_almost_full(MI_INFO *info)
{
  if (info->s->options & HA_OPTION_COMPRESS_RECORD)
    return 0;
  return (my_seek(info->s->kfile,0L,MY_SEEK_END,MYF(0))/10*9 >
	  (my_off_t) (info->s->base.max_key_file_length) ||
	  my_seek(info->dfile,0L,MY_SEEK_END,MYF(0))/10*9 >
	  (my_off_t) info->s->base.max_data_file_length);
}

	/* Recreate table with bigger more alloced record-data */

int recreate_table(MI_CHECK *param, MI_INFO **org_info, char *filename)
{
  int error;
  MI_INFO info;
  MYISAM_SHARE share;
  MI_KEYDEF *keyinfo,*key,*key_end;
  MI_KEYSEG *keysegs,*keyseg;
  MI_COLUMNDEF *recdef,*rec,*end;
  MI_UNIQUEDEF *uniquedef,*u_ptr,*u_end;
  MI_STATUS_INFO status_info;
  uint unpack,key_parts;
  ha_rows max_records;
  ulonglong file_length,tmp_length;
  MI_CREATE_INFO create_info;

  error=1;					/* Default error */
  info= **org_info;
  status_info= (*org_info)->state[0];
  info.state= &status_info;
  share= *(*org_info)->s;
  unpack= (share.options & HA_OPTION_COMPRESS_RECORD) &&
    (param->testflag & T_UNPACK);
  if (!(keyinfo=(MI_KEYDEF*) my_alloca(sizeof(MI_KEYDEF)*share.base.keys)))
    return 0;
  memcpy((byte*) keyinfo,(byte*) share.keyinfo,
	 (size_t) (sizeof(MI_KEYDEF)*share.base.keys));

  key_parts= share.base.all_key_parts;
  if (!(keysegs=(MI_KEYSEG*) my_alloca(sizeof(MI_KEYSEG)*
				       (key_parts+share.base.keys))))
  {
    my_afree((gptr) keyinfo);
    return 1;
  }
  if (!(recdef=(MI_COLUMNDEF*)
	my_alloca(sizeof(MI_COLUMNDEF)*(share.base.fields+1))))
  {
    my_afree((gptr) keyinfo);
    my_afree((gptr) keysegs);
    return 1;
  }
  if (!(uniquedef=(MI_UNIQUEDEF*)
	my_alloca(sizeof(MI_UNIQUEDEF)*(share.state.header.uniques+1))))
  {
    my_afree((gptr) recdef);
    my_afree((gptr) keyinfo);
    my_afree((gptr) keysegs);
    return 1;
  }

  /* Copy the column definitions */
  memcpy((byte*) recdef,(byte*) share.rec,
	 (size_t) (sizeof(MI_COLUMNDEF)*(share.base.fields+1)));
  for (rec=recdef,end=recdef+share.base.fields; rec != end ; rec++)
  {
    if (unpack && !(share.options & HA_OPTION_PACK_RECORD) &&
	rec->type != FIELD_BLOB &&
	rec->type != FIELD_VARCHAR &&
	rec->type != FIELD_CHECK)
      rec->type=(int) FIELD_NORMAL;
  }

  /* Change the new key to point at the saved key segments */
  memcpy((byte*) keysegs,(byte*) share.keyparts,
	 (size_t) (sizeof(MI_KEYSEG)*(key_parts+share.base.keys+
				      share.state.header.uniques)));
  keyseg=keysegs;
  for (key=keyinfo,key_end=keyinfo+share.base.keys; key != key_end ; key++)
  {
    key->seg=keyseg;
    for (; keyseg->type ; keyseg++)
    {
      if (param->language)
	keyseg->language=param->language;	/* change language */
    }
    keyseg++;					/* Skipp end pointer */
  }

  /* Copy the unique definitions and change them to point at the new key
     segments*/
  memcpy((byte*) uniquedef,(byte*) share.uniqueinfo,
	 (size_t) (sizeof(MI_UNIQUEDEF)*(share.state.header.uniques)));
  for (u_ptr=uniquedef,u_end=uniquedef+share.state.header.uniques;
       u_ptr != u_end ; u_ptr++)
  {
    u_ptr->seg=keyseg;
    keyseg+=u_ptr->keysegs+1;
  }
  if (share.options & HA_OPTION_COMPRESS_RECORD)
    share.base.records=max_records=info.state->records;
  else if (share.base.min_pack_length)
    max_records=(ha_rows) (my_seek(info.dfile,0L,MY_SEEK_END,MYF(0)) /
			   (ulong) share.base.min_pack_length);
  else
    max_records=0;
  unpack= (share.options & HA_OPTION_COMPRESS_RECORD) &&
    (param->testflag & T_UNPACK);
  share.options&= ~HA_OPTION_TEMP_COMPRESS_RECORD;

  file_length=(ulonglong) my_seek(info.dfile,0L,MY_SEEK_END,MYF(0));
  tmp_length= file_length+file_length/10;
  set_if_bigger(file_length,param->max_data_file_length);
  set_if_bigger(file_length,tmp_length);
  set_if_bigger(file_length,(ulonglong) share.base.max_data_file_length);

  VOID(mi_close(*org_info));
  bzero((char*) &create_info,sizeof(create_info));
  create_info.max_rows=max(max_records,share.base.records);
  create_info.reloc_rows=share.base.reloc;
  create_info.old_options=(share.options |
			   (unpack ? HA_OPTION_TEMP_COMPRESS_RECORD : 0));

  create_info.data_file_length=file_length;
  create_info.auto_increment=share.state.auto_increment;
  create_info.raid_type=   share.base.raid_type;
  create_info.raid_chunks= share.base.raid_chunks;
  create_info.raid_chunksize= share.base.raid_chunksize;
  create_info.language = (param->language ? param->language :
			  share.state.header.language);

unknown's avatar
unknown committed
3441 3442 3443
  /* We don't have to handle symlinks here because we are using
     HA_DONT_TOUCH_DATA */
  if (mi_create(filename,
unknown's avatar
unknown committed
3444 3445 3446 3447 3448 3449 3450 3451 3452
		share.base.keys - share.state.header.uniques,
		keyinfo, share.base.fields, recdef,
		share.state.header.uniques, uniquedef,
		&create_info,
		HA_DONT_TOUCH_DATA))
  {
    mi_check_print_error(param,"Got error %d when trying to recreate indexfile",my_errno);
    goto end;
  }
unknown's avatar
unknown committed
3453
  *org_info=mi_open(filename,O_RDWR,
unknown's avatar
unknown committed
3454 3455 3456 3457 3458 3459 3460 3461 3462 3463 3464 3465 3466 3467 3468 3469 3470 3471 3472 3473 3474 3475 3476 3477 3478 3479 3480 3481 3482 3483 3484 3485 3486 3487 3488 3489 3490
		    (param->testflag & T_WAIT_FOREVER) ? HA_OPEN_WAIT_IF_LOCKED :
		    (param->testflag & T_DESCRIPT) ? HA_OPEN_IGNORE_IF_LOCKED :
		    HA_OPEN_ABORT_IF_LOCKED);
  if (!*org_info)
  {
    mi_check_print_error(param,"Got error %d when trying to open re-created indexfile",
		my_errno);
    goto end;
  }
  /* We are modifing */
  (*org_info)->s->options&= ~HA_OPTION_READ_ONLY_DATA;
  VOID(_mi_readinfo(*org_info,F_WRLCK,0));
  (*org_info)->state->records=info.state->records;
  if (share.state.create_time)
    (*org_info)->s->state.create_time=share.state.create_time;
  (*org_info)->s->state.unique=(*org_info)->this_unique=
    share.state.unique;
  (*org_info)->s->state.checksum=share.state.checksum;
  (*org_info)->state->del=info.state->del;
  (*org_info)->s->state.dellink=share.state.dellink;
  (*org_info)->state->empty=info.state->empty;
  (*org_info)->state->data_file_length=info.state->data_file_length;
  if (update_state_info(param,*org_info,UPDATE_TIME | UPDATE_STAT |
			UPDATE_OPEN_COUNT))
    goto end;
  error=0;
end:
  my_afree((gptr) uniquedef);
  my_afree((gptr) keyinfo);
  my_afree((gptr) recdef);
  my_afree((gptr) keysegs);
  return error;
}


	/* write suffix to data file if neaded */

unknown's avatar
unknown committed
3491
int write_data_suffix(SORT_INFO *sort_info, my_bool fix_datafile)
unknown's avatar
unknown committed
3492
{
unknown's avatar
unknown committed
3493 3494 3495
  MI_INFO *info=sort_info->info;

  if (info->s->options & HA_OPTION_COMPRESS_RECORD && fix_datafile)
unknown's avatar
unknown committed
3496 3497 3498 3499 3500
  {
    char buff[MEMMAP_EXTRA_MARGIN];
    bzero(buff,sizeof(buff));
    if (my_b_write(&info->rec_cache,buff,sizeof(buff)))
    {
unknown's avatar
unknown committed
3501
      mi_check_print_error(sort_info->param,
unknown's avatar
unknown committed
3502
			   "%d when writing to datafile",my_errno);
unknown's avatar
unknown committed
3503 3504
      return 1;
    }
unknown's avatar
unknown committed
3505
    sort_info->param->read_cache.end_of_file+=sizeof(buff);
unknown's avatar
unknown committed
3506 3507 3508 3509 3510 3511 3512 3513 3514 3515 3516 3517 3518 3519 3520 3521 3522 3523 3524 3525 3526 3527
  }
  return 0;
}

	/* Update state and myisamchk_time of indexfile */

int update_state_info(MI_CHECK *param, MI_INFO *info,uint update)
{
  MYISAM_SHARE *share=info->s;

  if (update & UPDATE_OPEN_COUNT)
  {
    share->state.open_count=0;
    share->global_changed=0;
  }
  if (update & UPDATE_STAT)
  {
    uint key_parts= mi_uint2korr(share->state.header.key_parts);
    share->state.rec_per_key_rows=info->state->records;
    memcpy((char*) share->state.rec_per_key_part,
	   (char*) param->rec_per_key_part,
	   sizeof(*param->rec_per_key_part)*key_parts);
3528
    share->state.changed&= ~STATE_NOT_ANALYZED;
unknown's avatar
unknown committed
3529 3530 3531 3532 3533 3534 3535 3536 3537 3538 3539
  }
  if (update & (UPDATE_STAT | UPDATE_SORT | UPDATE_TIME | UPDATE_AUTO_INC))
  {
    if (update & UPDATE_TIME)
    {
      share->state.check_time= (long) time((time_t*) 0);
      if (!share->state.create_time)
	share->state.create_time=share->state.check_time;
    }
    if (mi_state_info_write(share->kfile,&share->state,1+2))
      goto err;
unknown's avatar
unknown committed
3540
    share->changed=0;
unknown's avatar
unknown committed
3541 3542 3543 3544
  }
  {						/* Force update of status */
    int error;
    uint r_locks=share->r_locks,w_locks=share->w_locks;
3545
    share->r_locks= share->w_locks= share->tot_locks= 0;
unknown's avatar
unknown committed
3546
    error=_mi_writeinfo(info,WRITEINFO_NO_UNLOCK);
3547 3548 3549
    share->r_locks=r_locks;
    share->w_locks=w_locks;
    share->tot_locks=r_locks+w_locks;
unknown's avatar
unknown committed
3550 3551 3552 3553 3554 3555 3556 3557 3558 3559 3560 3561 3562 3563 3564 3565 3566 3567 3568 3569 3570 3571 3572 3573 3574 3575 3576 3577
    if (!error)
      return 0;
  }
err:
  mi_check_print_error(param,"%d when updateing keyfile",my_errno);
  return 1;
}

	/*
	  Update auto increment value for a table
	  When setting the 'repair_only' flag we only want to change the
	  old auto_increment value if its wrong (smaller than some given key).
	  The reason is that we shouldn't change the auto_increment value
	  for a table without good reason when only doing a repair; If the
	  user have inserted and deleted rows, the auto_increment value
	  may be bigger than the biggest current row and this is ok.

	  If repair_only is not set, we will update the flag to the value in
	  param->auto_increment is bigger than the biggest key.
	*/

void update_auto_increment_key(MI_CHECK *param, MI_INFO *info,
			       my_bool repair_only)
{
  if (!info->s->base.auto_key ||
      !(((ulonglong) 1 << (info->s->base.auto_key-1)
	 & info->s->state.key_map)))
  {
unknown's avatar
unknown committed
3578 3579 3580 3581
    if (!(param->testflag & T_VERY_SILENT))
      mi_check_print_info(param,
			  "Table: %s doesn't have an auto increment key\n",
			  param->isam_file_name);
unknown's avatar
unknown committed
3582 3583 3584
    return;
  }
  if (!(param->testflag & T_SILENT) &&
3585
      !(param->testflag & T_REP))
unknown's avatar
unknown committed
3586 3587 3588 3589 3590 3591 3592 3593 3594 3595 3596 3597 3598 3599 3600 3601 3602 3603 3604 3605 3606 3607 3608 3609 3610 3611 3612 3613 3614
    printf("Updating MyISAM file: %s\n", param->isam_file_name);
  /* We have to use keyread here as a normal read uses info->rec_buff */
  mi_extra(info,HA_EXTRA_KEYREAD);
  if (mi_rlast(info,info->rec_buff, info->s->base.auto_key-1))
  {
    if (my_errno != HA_ERR_END_OF_FILE)
    {
      mi_extra(info,HA_EXTRA_NO_KEYREAD);
      mi_check_print_error(param,"%d when reading last record",my_errno);
      return;
    }
    if (!repair_only)
      info->s->state.auto_increment=param->auto_increment_value;
  }
  else
  {
    ulonglong auto_increment= (repair_only ? info->s->state.auto_increment :
			       param->auto_increment_value);
    info->s->state.auto_increment=0;
    update_auto_increment(info,info->rec_buff);
    set_if_bigger(info->s->state.auto_increment,auto_increment);
  }
  mi_extra(info,HA_EXTRA_NO_KEYREAD);
  update_state_info(param, info, UPDATE_AUTO_INC);
  return;
}

    /* calculate unique keys for each part key */

unknown's avatar
unknown committed
3615 3616
void update_key_parts(MI_KEYDEF *keyinfo, ulong *rec_per_key_part,
			     ulonglong *unique, ulonglong records)
unknown's avatar
unknown committed
3617 3618 3619 3620 3621 3622 3623 3624 3625
{
  ulonglong count=0,tmp;
  uint parts;
  for (parts=0 ; parts < keyinfo->keysegs  ; parts++)
  {
    count+=unique[parts];
    if (count == 0)
      tmp=records;
    else
3626
      tmp= (records + (count+1)/2) / (count+1);
unknown's avatar
unknown committed
3627 3628 3629 3630 3631 3632 3633 3634 3635 3636 3637 3638 3639 3640 3641 3642 3643
    if (tmp >= (ulonglong) ~(ulong) 0)
      tmp=(ulonglong) ~(ulong) 0;
    *rec_per_key_part=(ulong) tmp;
    rec_per_key_part++;
  }
}


ha_checksum mi_byte_checksum(const byte *buf, uint length)
{
  ha_checksum crc;
  const byte *end=buf+length;
  for (crc=0; buf != end; buf++)
    crc=((crc << 1) + *((uchar*) buf)) +
      test(crc & (((ha_checksum) 1) << (8*sizeof(ha_checksum)-1)));
  return crc;
}
3644 3645 3646 3647 3648 3649 3650 3651 3652 3653 3654 3655 3656

/*
  Deactive all not unique index that can be recreated fast
  These include packed keys on which sorting will use more temporary
  space than the max allowed file length or for which the unpacked keys
  will take much more space than packed keys.
  Note that 'rows' may be zero for the case when we don't know how many
  rows we will put into the file.
 */

static my_bool mi_too_big_key_for_sort(MI_KEYDEF *key, ha_rows rows)
{
  return (key->flag & (HA_BINARY_PACK_KEY | HA_VAR_LENGTH_KEY | HA_FULLTEXT) &&
3657 3658
	  ((ulonglong) rows * key->maxlength >
	   (ulonglong) myisam_max_temp_length ||
3659
	   (ulonglong) rows * (key->maxlength - key->minlength) / 2 >
3660
	   myisam_max_extra_temp_length ||
3661 3662 3663 3664
	   (rows == 0 && (key->maxlength / key->minlength) > 2)));
}


3665
void mi_disable_non_unique_index(MI_INFO *info, ha_rows rows)
3666 3667 3668 3669 3670 3671 3672 3673
{
  MYISAM_SHARE *share=info->s;
  uint i;
  if (!info->state->records)			/* Don't do this if old rows */
  {
    MI_KEYDEF *key=share->keyinfo;
    for (i=0 ; i < share->base.keys ; i++,key++)
    {
unknown's avatar
unknown committed
3674 3675
      if (!(key->flag & HA_NOSAME) && ! mi_too_big_key_for_sort(key,rows) &&
	  info->s->base.auto_key != i+1)
3676 3677 3678 3679 3680 3681 3682 3683 3684
      {
	share->state.key_map&= ~ ((ulonglong) 1 << i);
	info->update|= HA_STATE_CHANGED;
      }
    }
  }
}


3685 3686 3687 3688 3689
/*
  Return TRUE if we can use repair by sorting
  One can set the force argument to force to use sorting
  even if the temporary file would be quite big!
*/
3690

unknown's avatar
unknown committed
3691
my_bool mi_test_if_sort_rep(MI_INFO *info, ha_rows rows,
unknown's avatar
unknown committed
3692
			    ulonglong key_map, my_bool force)
3693 3694 3695
{
  MYISAM_SHARE *share=info->s;
  MI_KEYDEF *key=share->keyinfo;
3696 3697 3698
  uint i;

  /*
unknown's avatar
unknown committed
3699
    mi_repair_by_sort only works if we have at least one key. If we don't
3700 3701 3702
    have any keys, we should use the normal repair.
  */
  if (!key_map)
3703 3704 3705
    return FALSE;				/* Can't use sort */
  for (i=0 ; i < share->base.keys ; i++,key++)
  {
3706
    if (!force && mi_too_big_key_for_sort(key,rows))
3707 3708 3709 3710
      return FALSE;
  }
  return TRUE;
}
3711 3712 3713


static void
unknown's avatar
unknown committed
3714
set_data_file_type(SORT_INFO *sort_info, MYISAM_SHARE *share)
3715 3716
{
  if ((sort_info->new_data_file_type=share->data_file_type) ==
unknown's avatar
unknown committed
3717
      COMPRESSED_RECORD && sort_info->param->testflag & T_UNPACK)
3718 3719 3720 3721 3722 3723 3724 3725 3726 3727 3728 3729 3730 3731 3732
  {
    MYISAM_SHARE tmp;

    if (share->options & HA_OPTION_PACK_RECORD)
      sort_info->new_data_file_type = DYNAMIC_RECORD;
    else
      sort_info->new_data_file_type = STATIC_RECORD;

    /* Set delete_function for sort_delete_record() */
    memcpy((char*) &tmp, share, sizeof(*share));
    tmp.options= ~HA_OPTION_COMPRESS_RECORD;
    mi_setup_functions(&tmp);
    share->delete_record=tmp.delete_record;
  }
}