Commit ba04d538 authored by Vasil Dimov's avatar Vasil Dimov

Fix Bug#47991 InnoDB Dictionary Cache memory usage increases indefinitely

when renaming tables

Allocate the table name using ut_malloc() instead of table->heap because
the latter cannot be freed.

Adjust dict_sys->size calculations all over the code.

Change dict_table_t::name from const char* to char* because we need to
ut_malloc()/ut_free() it.

Reviewed by:	Inaam, Marko, Heikki (rb://384)
Approved by:	Heikki (rb://384)
parent a6c1d93e
...@@ -850,7 +850,8 @@ dict_table_add_to_cache( ...@@ -850,7 +850,8 @@ dict_table_add_to_cache(
/* Add table to LRU list of tables */ /* Add table to LRU list of tables */
UT_LIST_ADD_FIRST(table_LRU, dict_sys->table_LRU, table); UT_LIST_ADD_FIRST(table_LRU, dict_sys->table_LRU, table);
dict_sys->size += mem_heap_get_size(table->heap); dict_sys->size += mem_heap_get_size(table->heap)
+ strlen(table->name) + 1;
} }
/**********************************************************************//** /**********************************************************************//**
...@@ -904,14 +905,21 @@ dict_table_rename_in_cache( ...@@ -904,14 +905,21 @@ dict_table_rename_in_cache(
dict_foreign_t* foreign; dict_foreign_t* foreign;
dict_index_t* index; dict_index_t* index;
ulint fold; ulint fold;
ulint old_size; char old_name[MAX_TABLE_NAME_LEN + 1];
const char* old_name;
ut_ad(table); ut_ad(table);
ut_ad(mutex_own(&(dict_sys->mutex))); ut_ad(mutex_own(&(dict_sys->mutex)));
old_size = mem_heap_get_size(table->heap); /* store the old/current name to an automatic variable */
old_name = table->name; if (strlen(table->name) + 1 <= sizeof(old_name)) {
memcpy(old_name, table->name, strlen(table->name) + 1);
} else {
ut_print_timestamp(stderr);
fprintf(stderr, "InnoDB: too long table name: '%s', "
"max length is %d\n", table->name,
MAX_TABLE_NAME_LEN);
ut_error;
}
fold = ut_fold_string(new_name); fold = ut_fold_string(new_name);
...@@ -957,12 +965,22 @@ dict_table_rename_in_cache( ...@@ -957,12 +965,22 @@ dict_table_rename_in_cache(
/* Remove table from the hash tables of tables */ /* Remove table from the hash tables of tables */
HASH_DELETE(dict_table_t, name_hash, dict_sys->table_hash, HASH_DELETE(dict_table_t, name_hash, dict_sys->table_hash,
ut_fold_string(old_name), table); ut_fold_string(old_name), table);
table->name = mem_heap_strdup(table->heap, new_name);
if (strlen(new_name) > strlen(table->name)) {
/* We allocate MAX_TABLE_NAME_LEN+1 bytes here to avoid
memory fragmentation, we assume a repeated calls of
ut_realloc() with the same size do not cause fragmentation */
ut_a(strlen(new_name) <= MAX_TABLE_NAME_LEN);
table->name = ut_realloc(table->name, MAX_TABLE_NAME_LEN + 1);
}
memcpy(table->name, new_name, strlen(new_name) + 1);
/* Add table to hash table of tables */ /* Add table to hash table of tables */
HASH_INSERT(dict_table_t, name_hash, dict_sys->table_hash, fold, HASH_INSERT(dict_table_t, name_hash, dict_sys->table_hash, fold,
table); table);
dict_sys->size += (mem_heap_get_size(table->heap) - old_size);
dict_sys->size += strlen(new_name) - strlen(old_name);
ut_a(dict_sys->size > 0);
/* Update the table_name field in indexes */ /* Update the table_name field in indexes */
index = dict_table_get_first_index(table); index = dict_table_get_first_index(table);
...@@ -1187,7 +1205,7 @@ dict_table_remove_from_cache( ...@@ -1187,7 +1205,7 @@ dict_table_remove_from_cache(
/* Remove table from LRU list of tables */ /* Remove table from LRU list of tables */
UT_LIST_REMOVE(table_LRU, dict_sys->table_LRU, table); UT_LIST_REMOVE(table_LRU, dict_sys->table_LRU, table);
size = mem_heap_get_size(table->heap); size = mem_heap_get_size(table->heap) + strlen(table->name) + 1;
ut_ad(dict_sys->size >= size); ut_ad(dict_sys->size >= size);
......
...@@ -68,7 +68,8 @@ dict_mem_table_create( ...@@ -68,7 +68,8 @@ dict_mem_table_create(
table->heap = heap; table->heap = heap;
table->flags = (unsigned int) flags; table->flags = (unsigned int) flags;
table->name = mem_heap_strdup(heap, name); table->name = ut_malloc(strlen(name) + 1);
memcpy(table->name, name, strlen(name) + 1);
table->space = (unsigned int) space; table->space = (unsigned int) space;
table->n_cols = (unsigned int) (n_cols + DATA_N_SYS_COLS); table->n_cols = (unsigned int) (n_cols + DATA_N_SYS_COLS);
...@@ -106,6 +107,7 @@ dict_mem_table_free( ...@@ -106,6 +107,7 @@ dict_mem_table_free(
#ifndef UNIV_HOTBACKUP #ifndef UNIV_HOTBACKUP
mutex_free(&(table->autoinc_mutex)); mutex_free(&(table->autoinc_mutex));
#endif /* UNIV_HOTBACKUP */ #endif /* UNIV_HOTBACKUP */
ut_free(table->name);
mem_heap_free(table->heap); mem_heap_free(table->heap);
} }
......
...@@ -382,7 +382,7 @@ initialized to 0, NULL or FALSE in dict_mem_table_create(). */ ...@@ -382,7 +382,7 @@ initialized to 0, NULL or FALSE in dict_mem_table_create(). */
struct dict_table_struct{ struct dict_table_struct{
dulint id; /*!< id of the table */ dulint id; /*!< id of the table */
mem_heap_t* heap; /*!< memory heap */ mem_heap_t* heap; /*!< memory heap */
const char* name; /*!< table name */ char* name; /*!< table name */
const char* dir_path_of_temp_table;/*!< NULL or the directory path const char* dir_path_of_temp_table;/*!< NULL or the directory path
where a TEMPORARY table that was explicitly where a TEMPORARY table that was explicitly
created by a user should be placed if created by a user should be placed if
......
...@@ -290,6 +290,12 @@ management to ensure correct alignment for doubles etc. */ ...@@ -290,6 +290,12 @@ management to ensure correct alignment for doubles etc. */
/* Maximum number of parallel threads in a parallelized operation */ /* Maximum number of parallel threads in a parallelized operation */
#define UNIV_MAX_PARALLELISM 32 #define UNIV_MAX_PARALLELISM 32
/* The maximum length of a table name. This is the MySQL limit and is
defined in mysql_com.h like NAME_CHAR_LEN*SYSTEM_CHARSET_MBMAXLEN, the
number does not include a terminating '\0'. InnoDB probably can handle
longer names internally */
#define MAX_TABLE_NAME_LEN 192
/* /*
UNIVERSAL TYPE DEFINITIONS UNIVERSAL TYPE DEFINITIONS
========================== ==========================
......
...@@ -1464,6 +1464,7 @@ page_zip_fields_free( ...@@ -1464,6 +1464,7 @@ page_zip_fields_free(
dict_table_t* table = index->table; dict_table_t* table = index->table;
mem_heap_free(index->heap); mem_heap_free(index->heap);
mutex_free(&(table->autoinc_mutex)); mutex_free(&(table->autoinc_mutex));
ut_free(table->name);
mem_heap_free(table->heap); mem_heap_free(table->heap);
} }
} }
......
...@@ -2336,7 +2336,7 @@ row_merge_rename_tables( ...@@ -2336,7 +2336,7 @@ row_merge_rename_tables(
{ {
ulint err = DB_ERROR; ulint err = DB_ERROR;
pars_info_t* info; pars_info_t* info;
const char* old_name= old_table->name; char old_name[MAX_TABLE_NAME_LEN + 1];
ut_ad(trx->mysql_thread_id == os_thread_get_curr_id()); ut_ad(trx->mysql_thread_id == os_thread_get_curr_id());
ut_ad(old_table != new_table); ut_ad(old_table != new_table);
...@@ -2344,6 +2344,17 @@ row_merge_rename_tables( ...@@ -2344,6 +2344,17 @@ row_merge_rename_tables(
ut_a(trx->dict_operation_lock_mode == RW_X_LATCH); ut_a(trx->dict_operation_lock_mode == RW_X_LATCH);
/* store the old/current name to an automatic variable */
if (strlen(old_table->name) + 1 <= sizeof(old_name)) {
memcpy(old_name, old_table->name, strlen(old_table->name) + 1);
} else {
ut_print_timestamp(stderr);
fprintf(stderr, "InnoDB: too long table name: '%s', "
"max length is %d\n", old_table->name,
MAX_TABLE_NAME_LEN);
ut_error;
}
trx->op_info = "renaming tables"; trx->op_info = "renaming tables";
/* We use the private SQL parser of Innobase to generate the query /* We use the private SQL parser of Innobase to generate the query
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment