Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
M
MariaDB
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
0
Issues
0
List
Boards
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Analytics
Analytics
CI / CD
Repository
Value Stream
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
nexedi
MariaDB
Commits
724f4f9d
Commit
724f4f9d
authored
Oct 19, 2018
by
Marko Mäkelä
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
Introduce dict_table_t::prepare_instant()
parent
5bb0259c
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
193 additions
and
199 deletions
+193
-199
storage/innobase/handler/handler0alter.cc
storage/innobase/handler/handler0alter.cc
+180
-195
storage/innobase/include/dict0mem.h
storage/innobase/include/dict0mem.h
+13
-4
No files found.
storage/innobase/handler/handler0alter.cc
View file @
724f4f9d
...
@@ -133,6 +133,184 @@ static const alter_table_operations INNOBASE_ALTER_INSTANT
...
@@ -133,6 +133,184 @@ static const alter_table_operations INNOBASE_ALTER_INSTANT
|
ALTER_COLUMN_UNVERSIONED
|
ALTER_COLUMN_UNVERSIONED
|
ALTER_DROP_VIRTUAL_COLUMN
;
|
ALTER_DROP_VIRTUAL_COLUMN
;
/** Set is_instant() before instant_column().
@param[in] old previous table definition
@param[in] col_map map from old.cols[] and old.v_cols[] to this
@param[out] first_alter_pos 0, or 1 + first changed column position */
inline
void
dict_table_t
::
prepare_instant
(
const
dict_table_t
&
old
,
const
ulint
*
col_map
,
unsigned
&
first_alter_pos
)
{
DBUG_ASSERT
(
!
is_instant
());
DBUG_ASSERT
(
n_dropped
()
==
0
);
DBUG_ASSERT
(
old
.
n_cols
==
old
.
n_def
);
DBUG_ASSERT
(
n_cols
==
n_def
);
const
dict_index_t
&
oindex
=
*
old
.
indexes
.
start
;
dict_index_t
&
index
=
*
indexes
.
start
;
first_alter_pos
=
0
;
for
(
unsigned
i
=
0
;
i
+
DATA_N_SYS_COLS
<
old
.
n_cols
;
i
++
)
{
if
(
col_map
[
i
]
!=
i
)
{
first_alter_pos
=
1
+
i
;
goto
add_metadata
;
}
}
if
(
!
old
.
instant
)
{
/* Columns were not dropped or reordered.
Therefore columns must have been added at the end. */
DBUG_ASSERT
(
index
.
n_fields
>
oindex
.
n_fields
);
set_core_fields:
index
.
n_core_fields
=
oindex
.
n_core_fields
;
index
.
n_core_null_bytes
=
oindex
.
n_core_null_bytes
;
}
else
{
add_metadata:
const
unsigned
n_old_drop
=
old
.
n_dropped
();
unsigned
n_drop
=
n_old_drop
;
for
(
unsigned
i
=
old
.
n_cols
;
i
--
;
)
{
if
(
col_map
[
i
]
==
ULINT_UNDEFINED
)
{
DBUG_ASSERT
(
i
+
DATA_N_SYS_COLS
<
uint
(
old
.
n_cols
));
n_drop
++
;
}
}
instant
=
new
(
mem_heap_alloc
(
heap
,
sizeof
(
dict_instant_t
)))
dict_instant_t
();
instant
->
n_dropped
=
n_drop
;
if
(
n_drop
)
{
instant
->
dropped
=
static_cast
<
dict_col_t
*>
(
mem_heap_alloc
(
heap
,
n_drop
*
sizeof
(
dict_col_t
)));
if
(
n_old_drop
)
{
memcpy
(
instant
->
dropped
,
old
.
instant
->
dropped
,
n_old_drop
*
sizeof
(
dict_col_t
));
}
}
else
{
instant
->
dropped
=
NULL
;
}
unsigned
d
=
n_old_drop
;
for
(
unsigned
i
=
0
;
i
<
old
.
n_cols
;
i
++
)
{
if
(
col_map
[
i
]
==
ULINT_UNDEFINED
)
{
(
new
(
&
instant
->
dropped
[
d
++
])
dict_col_t
(
old
.
cols
[
i
]))
->
set_dropped
();
}
}
#ifndef DBUG_OFF
for
(
unsigned
i
=
0
;
i
<
n_drop
;
i
++
)
{
DBUG_ASSERT
(
instant
->
dropped
[
i
].
is_dropped
());
}
#endif
DBUG_ASSERT
(
d
==
n_drop
);
const
uint
n_fields
=
index
.
n_fields
+
n_dropped
();
DBUG_ASSERT
(
n_fields
>=
oindex
.
n_fields
);
dict_field_t
*
fields
=
static_cast
<
dict_field_t
*>
(
mem_heap_zalloc
(
heap
,
n_fields
*
sizeof
*
fields
));
d
=
n_old_drop
;
uint
i
=
0
,
j
=
0
,
n_nullable
=
0
;
ut_d
(
uint
core_null
=
0
);
for
(;
i
<
oindex
.
n_fields
;
i
++
)
{
DBUG_ASSERT
(
j
<=
i
);
dict_field_t
&
f
=
fields
[
i
]
=
oindex
.
fields
[
i
];
if
(
f
.
col
->
is_dropped
())
{
/* The column has been instantly
dropped earlier. */
DBUG_ASSERT
(
f
.
col
>=
old
.
instant
->
dropped
);
{
size_t
d
=
f
.
col
-
old
.
instant
->
dropped
;
DBUG_ASSERT
(
d
<
n_old_drop
);
DBUG_ASSERT
(
&
old
.
instant
->
dropped
[
d
]
==
f
.
col
);
DBUG_ASSERT
(
!
f
.
name
);
f
.
col
=
instant
->
dropped
+
d
;
}
if
(
f
.
col
->
is_nullable
())
{
found_nullable:
n_nullable
++
;
ut_d
(
core_null
+=
i
<
oindex
.
n_core_fields
);
}
continue
;
}
const
ulint
col_ind
=
col_map
[
f
.
col
->
ind
];
if
(
col_ind
!=
ULINT_UNDEFINED
)
{
if
(
index
.
fields
[
j
].
col
->
ind
!=
col_ind
)
{
/* The fields for instantly
added columns must be placed
last in the clustered index.
Keep pre-existing fields in
the same position. */
uint
k
;
for
(
k
=
j
+
1
;
k
<
index
.
n_fields
;
k
++
)
{
if
(
index
.
fields
[
k
].
col
->
ind
==
col_ind
)
{
goto
found_j
;
}
}
DBUG_ASSERT
(
!
"no such col"
);
found_j:
std
::
swap
(
index
.
fields
[
j
],
index
.
fields
[
k
]);
}
DBUG_ASSERT
(
index
.
fields
[
j
].
col
->
ind
==
col_ind
);
fields
[
i
]
=
index
.
fields
[
j
++
];
DBUG_ASSERT
(
!
fields
[
i
].
col
->
is_dropped
());
DBUG_ASSERT
(
fields
[
i
].
name
==
fields
[
i
].
col
->
name
(
*
this
));
if
(
fields
[
i
].
col
->
is_nullable
())
{
goto
found_nullable
;
}
continue
;
}
/* This column is being dropped. */
DBUG_ASSERT
(
d
<
n_drop
);
f
.
col
=
&
instant
->
dropped
[
d
++
];
f
.
name
=
NULL
;
if
(
f
.
col
->
is_nullable
())
{
goto
found_nullable
;
}
}
ut_ad
(
UT_BITS_IN_BYTES
(
core_null
)
==
oindex
.
n_core_null_bytes
);
DBUG_ASSERT
(
i
>=
oindex
.
n_core_fields
);
DBUG_ASSERT
(
j
<=
i
);
DBUG_ASSERT
(
n_fields
-
(
i
-
j
)
==
index
.
n_fields
);
std
::
sort
(
index
.
fields
+
j
,
index
.
fields
+
index
.
n_fields
,
[](
const
dict_field_t
&
a
,
const
dict_field_t
&
b
)
{
return
a
.
col
->
ind
<
b
.
col
->
ind
;
});
DBUG_ASSERT
(
d
==
n_drop
);
for
(;
i
<
n_fields
;
i
++
)
{
fields
[
i
]
=
index
.
fields
[
j
++
];
n_nullable
+=
fields
[
i
].
col
->
is_nullable
();
DBUG_ASSERT
(
!
fields
[
i
].
col
->
is_dropped
());
DBUG_ASSERT
(
fields
[
i
].
name
==
fields
[
i
].
col
->
name
(
*
this
));
}
DBUG_ASSERT
(
j
==
index
.
n_fields
);
index
.
n_fields
=
index
.
n_def
=
n_fields
;
index
.
fields
=
fields
;
DBUG_ASSERT
(
n_nullable
>=
index
.
n_nullable
);
DBUG_ASSERT
(
n_nullable
>=
oindex
.
n_nullable
);
index
.
n_nullable
=
n_nullable
;
goto
set_core_fields
;
}
DBUG_ASSERT
(
n_cols
+
n_dropped
()
>=
old
.
n_cols
+
old
.
n_dropped
());
DBUG_ASSERT
(
n_dropped
()
>=
old
.
n_dropped
());
DBUG_ASSERT
(
index
.
n_core_fields
==
oindex
.
n_core_fields
);
DBUG_ASSERT
(
index
.
n_core_null_bytes
==
oindex
.
n_core_null_bytes
);
}
/** Find the old column number for the given new column position.
/** Find the old column number for the given new column position.
@param[in] col_map column map from old column to new column
@param[in] col_map column map from old column to new column
@param[in] pos new column position
@param[in] pos new column position
...
@@ -457,207 +635,14 @@ struct ha_innobase_inplace_ctx : public inplace_alter_handler_ctx
...
@@ -457,207 +635,14 @@ struct ha_innobase_inplace_ctx : public inplace_alter_handler_ctx
{
{
DBUG_ASSERT
(
need_rebuild
());
DBUG_ASSERT
(
need_rebuild
());
DBUG_ASSERT
(
!
is_instant
());
DBUG_ASSERT
(
!
is_instant
());
DBUG_ASSERT
(
!
new_table
->
is_instant
());
DBUG_ASSERT
(
new_table
->
n_dropped
()
==
0
);
DBUG_ASSERT
(
old_table
->
n_cols
==
old_table
->
n_def
);
DBUG_ASSERT
(
new_table
->
n_cols
==
new_table
->
n_def
);
DBUG_ASSERT
(
old_table
->
n_cols
==
old_n_cols
);
DBUG_ASSERT
(
old_table
->
n_cols
==
old_n_cols
);
instant_table
=
new_table
;
instant_table
=
new_table
;
new_table
=
old_table
;
new_table
=
old_table
;
export_vars
.
innodb_instant_alter_column
++
;
export_vars
.
innodb_instant_alter_column
++
;
dict_index_t
*
old
=
dict_table_get_first_index
(
old_table
);
instant_table
->
prepare_instant
(
*
old_table
,
col_map
,
dict_index_t
*
instant
=
dict_table_get_first_index
(
first_alter_pos
);
instant_table
);
for
(
unsigned
i
=
0
;
i
+
DATA_N_SYS_COLS
<
old_table
->
n_cols
;
i
++
)
{
if
(
col_map
[
i
]
!=
i
)
{
first_alter_pos
=
1
+
i
;
goto
add_metadata
;
}
}
if
(
old_table
->
instant
)
{
add_metadata:
const
unsigned
n_old_drop
=
old_table
->
n_dropped
();
unsigned
n_drop
=
n_old_drop
;
for
(
unsigned
i
=
old_table
->
n_cols
;
i
--
;
)
{
if
(
col_map
[
i
]
==
ULINT_UNDEFINED
)
{
DBUG_ASSERT
(
i
+
DATA_N_SYS_COLS
<
uint
(
old_table
->
n_cols
));
n_drop
++
;
}
}
instant_table
->
instant
=
new
(
mem_heap_alloc
(
instant_table
->
heap
,
sizeof
(
dict_instant_t
)))
dict_instant_t
();
instant_table
->
instant
->
n_dropped
=
n_drop
;
if
(
n_drop
)
{
instant_table
->
instant
->
dropped
=
static_cast
<
dict_col_t
*>
(
mem_heap_alloc
(
instant_table
->
heap
,
n_drop
*
sizeof
(
dict_col_t
)));
if
(
n_old_drop
)
{
memcpy
(
instant_table
->
instant
->
dropped
,
old_table
->
instant
->
dropped
,
n_old_drop
*
sizeof
(
dict_col_t
));
}
}
else
{
instant_table
->
instant
->
dropped
=
NULL
;
}
unsigned
d
=
n_old_drop
;
for
(
unsigned
i
=
0
;
i
<
old_table
->
n_cols
;
i
++
)
{
if
(
col_map
[
i
]
==
ULINT_UNDEFINED
)
{
dict_col_t
*
drop
=
new
(
&
instant_table
->
instant
->
dropped
[
d
++
])
dict_col_t
(
old_table
->
cols
[
i
]);
drop
->
set_dropped
();
}
}
#ifndef DBUG_OFF
for
(
unsigned
i
=
0
;
i
<
n_drop
;
i
++
)
{
DBUG_ASSERT
(
instant_table
->
instant
->
dropped
[
i
].
is_dropped
());
}
#endif
DBUG_ASSERT
(
d
==
n_drop
);
const
uint
n_fields
=
instant
->
n_fields
+
instant_table
->
n_dropped
();
DBUG_ASSERT
(
n_fields
>=
old
->
n_fields
);
dict_field_t
*
fields
=
static_cast
<
dict_field_t
*>
(
mem_heap_zalloc
(
instant_table
->
heap
,
n_fields
*
sizeof
*
fields
));
d
=
n_old_drop
;
uint
i
=
0
,
j
=
0
,
n_nullable
=
0
;
ut_d
(
uint
n_core_null
=
0
);
for
(;
i
<
old
->
n_fields
;
i
++
)
{
DBUG_ASSERT
(
j
<=
i
);
dict_field_t
&
f
=
fields
[
i
]
=
old
->
fields
[
i
];
if
(
f
.
col
->
is_dropped
())
{
/* The column has been instantly
dropped earlier. */
DBUG_ASSERT
(
f
.
col
>=
old_table
->
instant
->
dropped
);
{
size_t
d
=
f
.
col
-
old_table
->
instant
->
dropped
;
DBUG_ASSERT
(
d
<
n_old_drop
);
DBUG_ASSERT
(
&
old_table
->
instant
->
dropped
[
d
]
==
f
.
col
);
DBUG_ASSERT
(
!
f
.
name
);
f
.
col
=
instant_table
->
instant
->
dropped
+
d
;
}
if
(
f
.
col
->
is_nullable
())
{
found_nullable:
n_nullable
++
;
ut_d
(
n_core_null
+=
i
<
old
->
n_core_fields
);
}
continue
;
}
const
ulint
col_ind
=
col_map
[
f
.
col
->
ind
];
if
(
col_ind
!=
ULINT_UNDEFINED
)
{
if
(
instant
->
fields
[
j
].
col
->
ind
!=
col_ind
)
{
/* The fields for instantly
added columns must be placed
last in the clustered index.
Keep pre-existing fields in
the same position. */
uint
k
;
for
(
k
=
j
+
1
;
k
<
instant
->
n_fields
;
k
++
)
{
if
(
instant
->
fields
[
k
]
.
col
->
ind
==
col_ind
)
{
goto
found_j
;
}
}
DBUG_ASSERT
(
!
"no such col"
);
found_j:
std
::
swap
(
instant
->
fields
[
j
],
instant
->
fields
[
k
]);
}
DBUG_ASSERT
(
instant
->
fields
[
j
].
col
->
ind
==
col_ind
);
fields
[
i
]
=
instant
->
fields
[
j
++
];
DBUG_ASSERT
(
!
fields
[
i
].
col
->
is_dropped
());
DBUG_ASSERT
(
fields
[
i
].
name
==
fields
[
i
].
col
->
name
(
*
instant_table
));
if
(
fields
[
i
].
col
->
is_nullable
())
{
goto
found_nullable
;
}
continue
;
}
/* This column is being dropped. */
DBUG_ASSERT
(
d
<
n_drop
);
f
.
col
=
&
instant_table
->
instant
->
dropped
[
d
++
];
f
.
name
=
NULL
;
if
(
f
.
col
->
is_nullable
())
{
goto
found_nullable
;
}
}
ut_ad
(
UT_BITS_IN_BYTES
(
n_core_null
)
==
old
->
n_core_null_bytes
);
DBUG_ASSERT
(
i
>=
old
->
n_core_fields
);
DBUG_ASSERT
(
j
<=
i
);
DBUG_ASSERT
(
n_fields
-
(
i
-
j
)
==
instant
->
n_fields
);
std
::
sort
(
instant
->
fields
+
j
,
instant
->
fields
+
instant
->
n_fields
,
[](
const
dict_field_t
&
a
,
const
dict_field_t
&
b
)
{
return
a
.
col
->
ind
<
b
.
col
->
ind
;
});
DBUG_ASSERT
(
d
==
n_drop
);
for
(;
i
<
n_fields
;
i
++
)
{
fields
[
i
]
=
instant
->
fields
[
j
++
];
DBUG_ASSERT
(
!
fields
[
i
].
col
->
is_dropped
());
DBUG_ASSERT
(
fields
[
i
].
name
==
fields
[
i
].
col
->
name
(
*
instant_table
));
n_nullable
+=
fields
[
i
].
col
->
is_nullable
();
}
DBUG_ASSERT
(
j
==
instant
->
n_fields
);
instant
->
n_fields
=
instant
->
n_def
=
n_fields
;
instant
->
fields
=
fields
;
DBUG_ASSERT
(
n_nullable
>=
instant
->
n_nullable
);
DBUG_ASSERT
(
n_nullable
>=
old
->
n_nullable
);
instant
->
n_nullable
=
n_nullable
;
goto
set_core_fields
;
}
else
{
/* Columns were not dropped or reordered.
Therefore columns must have been added at the end. */
DBUG_ASSERT
(
instant
->
n_fields
>
old
->
n_fields
);
set_core_fields:
instant
->
n_core_fields
=
old
->
n_core_fields
;
instant
->
n_core_null_bytes
=
old
->
n_core_null_bytes
;
}
DBUG_ASSERT
(
instant_table
->
n_cols
+
instant_table
->
n_dropped
()
>=
old_table
->
n_cols
+
old_table
->
n_dropped
());
DBUG_ASSERT
(
instant_table
->
n_dropped
()
>=
old_table
->
n_dropped
());
DBUG_ASSERT
(
instant
->
n_core_fields
==
old
->
n_core_fields
);
DBUG_ASSERT
(
instant
->
n_core_null_bytes
==
old
->
n_core_null_bytes
);
}
}
/** Revert prepare_instant() if the transaction is rolled back. */
/** Revert prepare_instant() if the transaction is rolled back. */
...
...
storage/innobase/include/dict0mem.h
View file @
724f4f9d
...
@@ -1614,11 +1614,20 @@ struct dict_table_t {
...
@@ -1614,11 +1614,20 @@ struct dict_table_t {
@return whether parsing the metadata failed */
@return whether parsing the metadata failed */
bool
deserialise_columns
(
const
byte
*
metadata
,
ulint
len
);
bool
deserialise_columns
(
const
byte
*
metadata
,
ulint
len
);
/** Set is_instant() before instant_column().
@param[in] old previous table definition
@param[in] col_map map from old.cols[]
and old.v_cols[] to this
@param[out] first_alter_pos 0, or
1 + first changed column position */
inline
void
prepare_instant
(
const
dict_table_t
&
old
,
const
ulint
*
col_map
,
unsigned
&
first_alter_pos
);
/** Adjust table metadata for instant ADD/DROP/reorder COLUMN.
/** Adjust table metadata for instant ADD/DROP/reorder COLUMN.
@param[in] table altered table (with dropped columns)
@param[in] table table on which prepare_instant() was invoked
@param[in] map mapping from cols[] and v_cols[]
@param[in] map mapping from cols[] and v_cols[] to table */
to table */
void
instant_column
(
const
dict_table_t
&
table
,
const
ulint
*
col_map
);
void
instant_column
(
const
dict_table_t
&
table
,
const
ulint
*
map
);
/** Roll back instant_column().
/** Roll back instant_column().
@param[in] old_n_cols original n_cols
@param[in] old_n_cols original n_cols
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment