Commit 5ef12244 authored by Marko Mäkelä's avatar Marko Mäkelä

MDEV-20804 Speed up main.index_merge_innodb

The test main.index_merge_innodb is taking very much time,
especially on later versions (10.2 and 10.3).

Some of this could be attributed to the use of INSERT...SELECT,
which is time-consumingly creating explicit record locks in InnoDB
for the locking read in the SELECT part.

In 10.3 and later, some slowness can be attributed to MDEV-12288,
which makes the InnoDB purge thread spend time to reset transaction
identifiers in the inserted records. If we prevent purge from
running before all tables are dropped, the test seems to be
10% faster on an unoptimized debug build on 10.5. (A proper fix
would be to implement MDEV-515 and stop writing row-level undo log
records for inserts into an empty table or partition.)

At the same time, it should not hurt to make main.index_merge_myisam
to use the sequence engine. Not only could it be a little faster,
but the test would be slightly more readable.
parent d95f96ad
...@@ -2,11 +2,10 @@ ...@@ -2,11 +2,10 @@
# #
# Index merge tests # Index merge tests
# #
# The variables # The variable
# $engine_type -- storage engine to be tested
# $merge_table_support -- 1 storage engine supports merge tables # $merge_table_support -- 1 storage engine supports merge tables
# -- 0 storage engine does not support merge tables # -- 0 storage engine does not support merge tables
# have to be set before sourcing this script. # has to be set before sourcing this script.
# #
# Note: The comments/expectations refer to MyISAM. # Note: The comments/expectations refer to MyISAM.
# They might be not valid for other storage engines. # They might be not valid for other storage engines.
...@@ -16,15 +15,10 @@ ...@@ -16,15 +15,10 @@
# old name was t/index_merge.test # old name was t/index_merge.test
# main code went into include/index_merge1.inc # main code went into include/index_merge1.inc
# #
--source include/have_sequence.inc
--echo #---------------- Index merge test 1 ------------------------------------------- --echo #---------------- Index merge test 1 -------------------------------------------
eval SET SESSION STORAGE_ENGINE = $engine_type;
--disable_warnings
drop table if exists t0, t1, t2, t3, t4;
--enable_warnings
# Create and fill a table with simple keys # Create and fill a table with simple keys
create table t0 create table t0
( (
...@@ -32,20 +26,7 @@ create table t0 ...@@ -32,20 +26,7 @@ create table t0
INDEX i1(key1) INDEX i1(key1)
); );
--disable_query_log insert into t0(key1) select seq from seq_1_to_1024;
insert into t0 values (1),(2),(3),(4),(5),(6),(7),(8);
let $1=7;
set @d=8;
begin;
while ($1)
{
eval insert into t0 select key1+@d from t0;
eval set @d=@d*2;
dec $1;
}
commit;
--enable_query_log
alter table t0 add key2 int not null, add index i2(key2); alter table t0 add key2 int not null, add index i2(key2);
alter table t0 add key3 int not null, add index i3(key3); alter table t0 add key3 int not null, add index i3(key3);
...@@ -215,7 +196,7 @@ create table t4 ( ...@@ -215,7 +196,7 @@ create table t4 (
index i2_2(key2, key2_1) index i2_2(key2, key2_1)
); );
insert into t4 select key1,key1,key1 div 10, key1 % 10, key1 % 10, key1 from t0; insert into t4 select seq,seq,seq div 10, seq % 10, seq % 10, seq from seq_1_to_1024;
# the following will be handled by index_merge: # the following will be handled by index_merge:
select * from t4 where key1a = 3 or key1b = 4; select * from t4 where key1a = 3 or key1b = 4;
...@@ -390,14 +371,13 @@ if ($merge_table_support) ...@@ -390,14 +371,13 @@ if ($merge_table_support)
# #
# BUG#17314: Index_merge/intersection not choosen by the optimizer for MERGE tables # BUG#17314: Index_merge/intersection not choosen by the optimizer for MERGE tables
# #
create table t0 (a int);
insert into t0 values (0),(1),(2),(3),(4),(5),(6),(7),(8),(9);
create table t1 ( create table t1 (
a int, b int, a int, b int,
filler1 char(200), filler2 char(200), filler1 char(200), filler2 char(200),
key(a),key(b) key(a),key(b)
); );
insert into t1 select @v:= A.a, @v, 't1', 'filler2' from t0 A, t0 B, t0 C; insert into t1 select @v:= seq % 10, @v, 't1', 'filler2' from seq_1_to_1000;
create table t2 like t1; create table t2 like t1;
create table t3 ( create table t3 (
...@@ -411,8 +391,7 @@ explain select * from t1 where a=1 and b=1; ...@@ -411,8 +391,7 @@ explain select * from t1 where a=1 and b=1;
--replace_column 9 # --replace_column 9 #
explain select * from t3 where a=1 and b=1; explain select * from t3 where a=1 and b=1;
drop table t3; drop table t1, t2, t3;
drop table t0, t1, t2;
} }
# #
...@@ -511,16 +490,13 @@ DROP TABLE t1; ...@@ -511,16 +490,13 @@ DROP TABLE t1;
--echo # --echo #
--echo # BUG#40974: Incorrect query results when using clause evaluated using range check --echo # BUG#40974: Incorrect query results when using clause evaluated using range check
--echo # --echo #
create table t0 (a int);
insert into t0 values (0),(1),(2),(3),(4),(5),(6),(7),(8),(9);
create table t1 (a int); create table t1 (a int);
insert into t1 values (1),(2); insert into t1 values (1),(2);
create table t2(a int, b int); create table t2(a int, b int);
insert into t2 values (1,1), (2, 1000); insert into t2 values (1,1), (2, 1000);
create table t3 (a int, b int, filler char(100), key(a), key(b)); create table t3 (a int, b int, filler char(100), key(a), key(b));
insert into t3 select 1000, 1000,'filler' from t0 A, t0 B, t0 C; insert into t3 select 1000, 1000,'filler' from seq_1_to_1000;
insert into t3 values (1,1,'data'); insert into t3 values (1,1,'data');
insert into t3 values (1,1,'data'); insert into t3 values (1,1,'data');
-- echo The plan should be ALL/ALL/ALL(Range checked for each record (index map: 0x3) -- echo The plan should be ALL/ALL/ALL(Range checked for each record (index map: 0x3)
...@@ -532,20 +508,14 @@ select * from t1 ...@@ -532,20 +508,14 @@ select * from t1
where exists (select 1 from t2, t3 where exists (select 1 from t2, t3
where t2.a=t1.a and (t3.a=t2.b or t3.b=t2.b or t3.b=t2.b+1)); where t2.a=t1.a and (t3.a=t2.b or t3.b=t2.b or t3.b=t2.b+1));
drop table t0, t1, t2, t3; drop table t1, t2, t3;
--echo # --echo #
--echo # BUG#44810: index merge and order by with low sort_buffer_size --echo # BUG#44810: index merge and order by with low sort_buffer_size
--echo # crashes server! --echo # crashes server!
--echo # --echo #
CREATE TABLE t1(a VARCHAR(128),b VARCHAR(128),KEY(A),KEY(B)); CREATE TABLE t1(a VARCHAR(128),b VARCHAR(128),KEY(A),KEY(B));
INSERT INTO t1 VALUES (REPEAT('a',128),REPEAT('b',128)); INSERT INTO t1 SELECT REPEAT('a',128),REPEAT('b',128) FROM seq_1_to_64;
INSERT INTO t1 SELECT * FROM t1;
INSERT INTO t1 SELECT * FROM t1;
INSERT INTO t1 SELECT * FROM t1;
INSERT INTO t1 SELECT * FROM t1;
INSERT INTO t1 SELECT * FROM t1;
INSERT INTO t1 SELECT * FROM t1;
SET SESSION sort_buffer_size=1024*8; SET SESSION sort_buffer_size=1024*8;
EXPLAIN EXPLAIN
SELECT * FROM t1 FORCE INDEX(a,b) WHERE a LIKE 'a%' OR b LIKE 'b%' SELECT * FROM t1 FORCE INDEX(a,b) WHERE a LIKE 'a%' OR b LIKE 'b%'
......
...@@ -2,10 +2,6 @@ ...@@ -2,10 +2,6 @@
# #
# Index merge tests # Index merge tests
# #
# The variable
# $engine_type -- storage engine to be tested
# has to be set before sourcing this script.
#
# Note: The comments/expectations refer to InnoDB. # Note: The comments/expectations refer to InnoDB.
# They might be not valid for other storage engines. # They might be not valid for other storage engines.
# #
...@@ -14,15 +10,10 @@ ...@@ -14,15 +10,10 @@
# old name was t/index_merge_innodb.test # old name was t/index_merge_innodb.test
# main code went into include/index_merge2.inc # main code went into include/index_merge2.inc
# #
--source include/have_sequence.inc
--echo #---------------- Index merge test 2 ------------------------------------------- --echo #---------------- Index merge test 2 -------------------------------------------
eval SET SESSION STORAGE_ENGINE = $engine_type;
--disable_warnings
drop table if exists t1,t2;
--enable_warnings
create table t1 create table t1
( (
key1 int not null, key1 int not null,
...@@ -32,16 +23,7 @@ create table t1 ...@@ -32,16 +23,7 @@ create table t1
INDEX i2(key2) INDEX i2(key2)
); );
--disable_query_log INSERT INTO t1 SELECT seq,200-seq FROM seq_0_to_200;
let $1=200;
begin;
while ($1)
{
eval insert into t1 values (200-$1, $1);
dec $1;
}
commit;
--enable_query_log
# No primary key # No primary key
explain select * from t1 where key1 < 5 or key2 > 197; explain select * from t1 where key1 < 5 or key2 > 197;
...@@ -80,16 +62,8 @@ create table t1 ( ...@@ -80,16 +62,8 @@ create table t1 (
index (key2) index (key2)
); );
show warnings; show warnings;
--disable_query_log INSERT INTO t1 (key1, key2, filler)
let $1=30; SELECT seq/4, seq/8, 'filler-data' FROM seq_30_to_0;
begin;
while ($1)
{
eval insert into t1 (key1, key2, filler) values ($1/4, $1/8, 'filler-data');
dec $1;
}
commit;
--enable_query_log
explain select pk from t1 where key1 = 1 and key2 = 1; explain select pk from t1 where key1 = 1 and key2 = 1;
select pk from t1 where key2 = 1 and key1 = 1; select pk from t1 where key2 = 1 and key1 = 1;
select pk from t1 ignore index(key1,key2) where key2 = 1 and key1 = 1; select pk from t1 ignore index(key1,key2) where key2 = 1 and key1 = 1;
...@@ -331,19 +305,7 @@ create table t1 ...@@ -331,19 +305,7 @@ create table t1
key3 int not null default 0 key3 int not null default 0
); );
insert into t1(key1) values (1),(2),(3),(4),(5),(6),(7),(8); insert into t1(key1) select seq from seq_1_to_1024;
let $1=7;
set @d=8;
begin;
while ($1)
{
eval insert into t1 (key1) select key1+@d from t1;
eval set @d=@d*2;
dec $1;
}
commit;
alter table t1 add index i2(key2); alter table t1 add index i2(key2);
alter table t1 add index i3(key3); alter table t1 add index i3(key3);
update t1 set key2=key1,key3=key1; update t1 set key2=key1,key3=key1;
......
...@@ -2,24 +2,15 @@ ...@@ -2,24 +2,15 @@
# #
# 2-sweeps read Index_merge test # 2-sweeps read Index_merge test
# #
# The variable
# $engine_type -- storage engine to be tested
# has to be set before sourcing this script.
#
# Last update: # Last update:
# 2006-08-02 ML test refactored # 2006-08-02 ML test refactored
# old name was index_merge_innodb2.test # old name was index_merge_innodb2.test
# main code went into include/index_merge_2sweeps.inc # main code went into include/index_merge_2sweeps.inc
# #
--source include/have_sequence.inc
--echo #---------------- 2-sweeps read Index merge test 2 ------------------------------- --echo #---------------- 2-sweeps read Index merge test 2 -------------------------------
eval SET SESSION STORAGE_ENGINE = $engine_type;
--disable_warnings
drop table if exists t1;
--enable_warnings
create table t1 ( create table t1 (
pk int primary key, pk int primary key,
key1 int, key1 int,
...@@ -30,17 +21,8 @@ create table t1 ( ...@@ -30,17 +21,8 @@ create table t1 (
index(key2) index(key2)
); );
insert into t1 select seq, seq, seq, 'filler-data', 'filler-data-2'
--disable_query_log from seq_1000_to_1;
begin;
let $1=1000;
while ($1)
{
eval insert into t1 values($1, $1, $1, 'filler-data','filler-data-2');
dec $1;
}
commit;
--enable_query_log
select * from t1 where (key1 >= 2 and key1 <= 10) or (pk >= 4 and pk <=8 ); select * from t1 where (key1 >= 2 and key1 <= 10) or (pk >= 4 and pk <=8 );
......
...@@ -17,11 +17,6 @@ ...@@ -17,11 +17,6 @@
--echo #---------------- ROR-index_merge tests ----------------------- --echo #---------------- ROR-index_merge tests -----------------------
eval SET SESSION STORAGE_ENGINE = $engine_type;
--disable_warnings
drop table if exists t0,t1,t2;
--enable_warnings
create table t1 create table t1
( (
/* Field names reflect value(rowid) distribution, st=STairs, swt= SaWTooth */ /* Field names reflect value(rowid) distribution, st=STairs, swt= SaWTooth */
......
...@@ -2,10 +2,6 @@ ...@@ -2,10 +2,6 @@
# #
# Clustered PK ROR-index_merge tests # Clustered PK ROR-index_merge tests
# #
# The variable
# $engine_type -- storage engine to be tested
# has to be set before sourcing this script.
#
# Note: The comments/expectations refer to InnoDB. # Note: The comments/expectations refer to InnoDB.
# They might be not valid for other storage engines. # They might be not valid for other storage engines.
# #
...@@ -15,13 +11,9 @@ ...@@ -15,13 +11,9 @@
# main code went into include/index_merge_ror_cpk.inc # main code went into include/index_merge_ror_cpk.inc
# #
--echo #---------------- Clustered PK ROR-index_merge tests ----------------------------- --source include/have_sequence.inc
eval SET SESSION STORAGE_ENGINE = $engine_type;
--disable_warnings --echo #---------------- Clustered PK ROR-index_merge tests -----------------------------
drop table if exists t1;
--enable_warnings
create table t1 create table t1
( (
......
# Disable the purge of InnoDB history, to make the test run faster.
START TRANSACTION WITH CONSISTENT SNAPSHOT;
SET STORAGE_ENGINE = InnoDB;
set @optimizer_switch_save= @@optimizer_switch; set @optimizer_switch_save= @@optimizer_switch;
set optimizer_switch='index_merge_sort_intersection=off'; set optimizer_switch='index_merge_sort_intersection=off';
#---------------- Index merge test 2 ------------------------------------------- #---------------- Index merge test 2 -------------------------------------------
SET SESSION STORAGE_ENGINE = InnoDB;
drop table if exists t1,t2;
create table t1 create table t1
( (
key1 int not null, key1 int not null,
...@@ -10,6 +11,7 @@ key2 int not null, ...@@ -10,6 +11,7 @@ key2 int not null,
INDEX i1(key1), INDEX i1(key1),
INDEX i2(key2) INDEX i2(key2)
); );
INSERT INTO t1 SELECT seq,200-seq FROM seq_0_to_200;
explain select * from t1 where key1 < 5 or key2 > 197; explain select * from t1 where key1 < 5 or key2 > 197;
id select_type table type possible_keys key key_len ref rows Extra id select_type table type possible_keys key key_len ref rows Extra
1 SIMPLE t1 index_merge i1,i2 i1,i2 4,4 NULL 8 Using sort_union(i1,i2); Using where 1 SIMPLE t1 index_merge i1,i2 i1,i2 4,4 NULL 8 Using sort_union(i1,i2); Using where
...@@ -67,6 +69,8 @@ index (key2) ...@@ -67,6 +69,8 @@ index (key2)
); );
show warnings; show warnings;
Level Code Message Level Code Message
INSERT INTO t1 (key1, key2, filler)
SELECT seq/4, seq/8, 'filler-data' FROM seq_30_to_0;
explain select pk from t1 where key1 = 1 and key2 = 1; explain select pk from t1 where key1 = 1 and key2 = 1;
id select_type table type possible_keys key key_len ref rows Extra id select_type table type possible_keys key key_len ref rows Extra
1 SIMPLE t1 index_merge key1,key2 key1,key2 5,4 NULL 1 Using intersect(key1,key2); Using where; Using index 1 SIMPLE t1 index_merge key1,key2 key1,key2 5,4 NULL 1 Using intersect(key1,key2); Using where; Using index
...@@ -292,24 +296,7 @@ key1 int not null, ...@@ -292,24 +296,7 @@ key1 int not null,
key2 int not null default 0, key2 int not null default 0,
key3 int not null default 0 key3 int not null default 0
); );
insert into t1(key1) values (1),(2),(3),(4),(5),(6),(7),(8); insert into t1(key1) select seq from seq_1_to_1024;
set @d=8;
begin;
insert into t1 (key1) select key1+@d from t1;
set @d=@d*2;
insert into t1 (key1) select key1+@d from t1;
set @d=@d*2;
insert into t1 (key1) select key1+@d from t1;
set @d=@d*2;
insert into t1 (key1) select key1+@d from t1;
set @d=@d*2;
insert into t1 (key1) select key1+@d from t1;
set @d=@d*2;
insert into t1 (key1) select key1+@d from t1;
set @d=@d*2;
insert into t1 (key1) select key1+@d from t1;
set @d=@d*2;
commit;
alter table t1 add index i2(key2); alter table t1 add index i2(key2);
alter table t1 add index i3(key3); alter table t1 add index i3(key3);
update t1 set key2=key1,key3=key1; update t1 set key2=key1,key3=key1;
...@@ -388,8 +375,6 @@ a b ...@@ -388,8 +375,6 @@ a b
1 b 1 b
DROP TABLE t1, t2; DROP TABLE t1, t2;
#---------------- 2-sweeps read Index merge test 2 ------------------------------- #---------------- 2-sweeps read Index merge test 2 -------------------------------
SET SESSION STORAGE_ENGINE = InnoDB;
drop table if exists t1;
create table t1 ( create table t1 (
pk int primary key, pk int primary key,
key1 int, key1 int,
...@@ -399,6 +384,8 @@ filler2 char(200), ...@@ -399,6 +384,8 @@ filler2 char(200),
index(key1), index(key1),
index(key2) index(key2)
); );
insert into t1 select seq, seq, seq, 'filler-data', 'filler-data-2'
from seq_1000_to_1;
select * from t1 where (key1 >= 2 and key1 <= 10) or (pk >= 4 and pk <=8 ); select * from t1 where (key1 >= 2 and key1 <= 10) or (pk >= 4 and pk <=8 );
pk key1 key2 filler filler2 pk key1 key2 filler filler2
2 2 2 filler-data filler-data-2 2 2 2 filler-data filler-data-2
...@@ -526,8 +513,6 @@ pk key1 key2 filler filler2 ...@@ -526,8 +513,6 @@ pk key1 key2 filler filler2
54 54 54 filler-data filler-data-2 54 54 54 filler-data filler-data-2
drop table t1; drop table t1;
#---------------- Clustered PK ROR-index_merge tests ----------------------------- #---------------- Clustered PK ROR-index_merge tests -----------------------------
SET SESSION STORAGE_ENGINE = InnoDB;
drop table if exists t1;
create table t1 create table t1
( (
pk1 int not null, pk1 int not null,
...@@ -669,33 +654,26 @@ DROP TABLE t1,t2; ...@@ -669,33 +654,26 @@ DROP TABLE t1,t2;
# BUG#56862/640419: Wrong result with sort_union index merge when one # BUG#56862/640419: Wrong result with sort_union index merge when one
# of the merged index scans is the primary key scan # of the merged index scans is the primary key scan
# #
CREATE TABLE t0(a int, b int) ENGINE=MyISAM;
CREATE TABLE t1 ( CREATE TABLE t1 (
pk int NOT NULL AUTO_INCREMENT PRIMARY KEY, pk int NOT NULL AUTO_INCREMENT PRIMARY KEY,
a int, a int,
b int, b int,
INDEX idx(a)) INDEX idx(a))
ENGINE=INNODB; ENGINE=INNODB;
begin; INSERT INTO t0(a,b) VALUES
INSERT INTO t1(a,b) VALUES
(11, 1100), (2, 200), (1, 100), (14, 1400), (5, 500), (11, 1100), (2, 200), (1, 100), (14, 1400), (5, 500),
(3, 300), (17, 1700), (4, 400), (12, 1200), (8, 800), (3, 300), (17, 1700), (4, 400), (12, 1200), (8, 800),
(6, 600), (18, 1800), (9, 900), (10, 1000), (7, 700), (6, 600), (18, 1800), (9, 900), (10, 1000), (7, 700),
(13, 1300), (15, 1500), (19, 1900), (16, 1600), (20, 2000); (13, 1300), (15, 1500), (19, 1900), (16, 1600), (20, 2000);
INSERT INTO t1(a,b) SELECT a+20, b+2000 FROM t1; INSERT INTO t0(a,b) SELECT a+20, b+2000 FROM t0;
INSERT INTO t1(a,b) SELECT a+40, b+4000 FROM t1; INSERT INTO t0(a,b) SELECT a+40, b+4000 FROM t0;
INSERT INTO t1(a,b) SELECT a+80, b+8000 FROM t1; INSERT INTO t0(a,b) SELECT a+80, b+8000 FROM t0;
INSERT INTO t1(a,b) SELECT a,b FROM t1; begin;
INSERT INTO t1(a,b) SELECT a,b FROM t1; INSERT INTO t1(a,b) SELECT t0.a,t0.b FROM t0, seq_1_to_1024;
INSERT INTO t1(a,b) SELECT a,b FROM t1;
INSERT INTO t1(a,b) SELECT a,b FROM t1;
INSERT INTO t1(a,b) SELECT a,b FROM t1;
INSERT INTO t1(a,b) SELECT a,b FROM t1;
INSERT INTO t1(a,b) SELECT a,b FROM t1;
INSERT INTO t1(a,b) SELECT a,b FROM t1;
INSERT INTO t1(a,b) SELECT a,b FROM t1;
INSERT INTO t1(a,b) SELECT a,b FROM t1;
INSERT INTO t1 VALUES (1000000, 0, 0); INSERT INTO t1 VALUES (1000000, 0, 0);
commit; commit;
DROP TABLE t0;
SET SESSION sort_buffer_size = 1024*36; SET SESSION sort_buffer_size = 1024*36;
set @tmp_optimizer_switch=@@optimizer_switch; set @tmp_optimizer_switch=@@optimizer_switch;
set optimizer_switch='derived_merge=off,derived_with_keys=off'; set optimizer_switch='derived_merge=off,derived_with_keys=off';
...@@ -759,8 +737,6 @@ DROP TABLE t1; ...@@ -759,8 +737,6 @@ DROP TABLE t1;
# #
# BUG#1006164: Multi-table DELETE that uses innodb + index_merge/intersect may fail to delete rows # BUG#1006164: Multi-table DELETE that uses innodb + index_merge/intersect may fail to delete rows
# #
create table t0(a int);
insert into t0 values (0),(1),(2),(3),(4),(5),(6),(7),(8),(9);
create table t1 ( create table t1 (
pk int auto_increment, pk int auto_increment,
zone_id int, zone_id int,
...@@ -769,7 +745,7 @@ primary key(pk), ...@@ -769,7 +745,7 @@ primary key(pk),
key (zone_id), key (zone_id),
key (modified) key (modified)
) engine=innodb; ) engine=innodb;
insert into t1 (zone_id, modified) select 0,0 from t0 A, t0 B, t0 C, t0 D; insert into t1 (zone_id, modified) select 0,0 from seq_1_to_10000;
update t1 set zone_id=487, modified=9 where pk=7259; update t1 set zone_id=487, modified=9 where pk=7259;
update t1 set zone_id=487, modified=9 where pk=7260; update t1 set zone_id=487, modified=9 where pk=7260;
update t1 set zone_id=830, modified=9 where pk=8434; update t1 set zone_id=830, modified=9 where pk=8434;
...@@ -787,7 +763,7 @@ DELETE t1 FROM t1 WHERE t1.zone_id=830 AND modified=9; ...@@ -787,7 +763,7 @@ DELETE t1 FROM t1 WHERE t1.zone_id=830 AND modified=9;
commit; commit;
select * from t1 where t1.zone_id=830 AND modified=9; select * from t1 where t1.zone_id=830 AND modified=9;
pk zone_id modified pk zone_id modified
drop table t0, t1; drop table t1;
# #
# MDEV-376: Wrong result (missing rows) with index_merge+index_merge_intersection, join # MDEV-376: Wrong result (missing rows) with index_merge+index_merge_intersection, join
# #
...@@ -822,14 +798,10 @@ PRIMARY KEY (pk), ...@@ -822,14 +798,10 @@ PRIMARY KEY (pk),
KEY key1 (key1), KEY key1 (key1),
KEY key2 (key2) KEY key2 (key2)
) ENGINE=InnoDB AUTO_INCREMENT=12860259 DEFAULT CHARSET=utf8 ROW_FORMAT=COMPACT; ) ENGINE=InnoDB AUTO_INCREMENT=12860259 DEFAULT CHARSET=utf8 ROW_FORMAT=COMPACT;
create table t2(a int);
insert into t2 values (0),(1),(2),(3),(4),(5),(6),(7),(8),(9);
create table t3(a int);
insert into t3 select A.a + B.a* 10 + C.a * 100 + D.a*1000 from t2 A, t2 B, t2 C, t2 D;
insert into t1 (key1, key2, col1,col2,col3,col4) insert into t1 (key1, key2, col1,col2,col3,col4)
select a,a, a,a,a,a from t3; select seq,seq,seq,seq,seq,seq from seq_1_to_10000;
SELECT sum(col1) FROM t1 FORCE INDEX (key1,key2) WHERE (key1 between 10 and 8191+10) or (key2= 5); SELECT sum(col1) FROM t1 FORCE INDEX (key1,key2) WHERE (key1 between 10 and 8191+10) or (key2= 5);
sum(col1) sum(col1)
33632261 33632261
drop table t1,t2,t3; drop table t1;
set optimizer_switch=@tmp_optimizer_switch; set optimizer_switch=@tmp_optimizer_switch;
SET STORAGE_ENGINE = MyISAM;
set @optimizer_switch_save= @@optimizer_switch; set @optimizer_switch_save= @@optimizer_switch;
set optimizer_switch='index_merge_sort_intersection=off'; set optimizer_switch='index_merge_sort_intersection=off';
#---------------- Index merge test 1 ------------------------------------------- #---------------- Index merge test 1 -------------------------------------------
SET SESSION STORAGE_ENGINE = MyISAM;
drop table if exists t0, t1, t2, t3, t4;
create table t0 create table t0
( (
key1 int not null, key1 int not null,
INDEX i1(key1) INDEX i1(key1)
); );
insert into t0(key1) select seq from seq_1_to_1024;
alter table t0 add key2 int not null, add index i2(key2); alter table t0 add key2 int not null, add index i2(key2);
alter table t0 add key3 int not null, add index i3(key3); alter table t0 add key3 int not null, add index i3(key3);
alter table t0 add key4 int not null, add index i4(key4); alter table t0 add key4 int not null, add index i4(key4);
...@@ -225,7 +225,7 @@ index i2_2(key2, key2_1) ...@@ -225,7 +225,7 @@ index i2_2(key2, key2_1)
); );
Warnings: Warnings:
Note 1831 Duplicate index `i2_2`. This is deprecated and will be disallowed in a future release. Note 1831 Duplicate index `i2_2`. This is deprecated and will be disallowed in a future release.
insert into t4 select key1,key1,key1 div 10, key1 % 10, key1 % 10, key1 from t0; insert into t4 select seq,seq,seq div 10, seq % 10, seq % 10, seq from seq_1_to_1024;
select * from t4 where key1a = 3 or key1b = 4; select * from t4 where key1a = 3 or key1b = 4;
key1a key1b key2 key2_1 key2_2 key3 key1a key1b key2 key2_1 key2_2 key3
3 3 0 3 3 3 3 3 0 3 3 3
...@@ -411,14 +411,12 @@ explain select * from t1 force index(cola,colb) WHERE cola = 'foo' AND colb = 'b ...@@ -411,14 +411,12 @@ explain select * from t1 force index(cola,colb) WHERE cola = 'foo' AND colb = 'b
id select_type table type possible_keys key key_len ref rows Extra id select_type table type possible_keys key key_len ref rows Extra
1 SIMPLE t1 index_merge cola,colb cola,colb 3,3 NULL 32 Using intersect(cola,colb); Using where 1 SIMPLE t1 index_merge cola,colb cola,colb 3,3 NULL 32 Using intersect(cola,colb); Using where
drop table t1; drop table t1;
create table t0 (a int);
insert into t0 values (0),(1),(2),(3),(4),(5),(6),(7),(8),(9);
create table t1 ( create table t1 (
a int, b int, a int, b int,
filler1 char(200), filler2 char(200), filler1 char(200), filler2 char(200),
key(a),key(b) key(a),key(b)
); );
insert into t1 select @v:= A.a, @v, 't1', 'filler2' from t0 A, t0 B, t0 C; insert into t1 select @v:= seq % 10, @v, 't1', 'filler2' from seq_1_to_1000;
create table t2 like t1; create table t2 like t1;
create table t3 ( create table t3 (
a int, b int, a int, b int,
...@@ -431,8 +429,7 @@ id select_type table type possible_keys key key_len ref rows Extra ...@@ -431,8 +429,7 @@ id select_type table type possible_keys key key_len ref rows Extra
explain select * from t3 where a=1 and b=1; explain select * from t3 where a=1 and b=1;
id select_type table type possible_keys key key_len ref rows Extra id select_type table type possible_keys key key_len ref rows Extra
1 SIMPLE t3 index_merge a,b a,b 5,5 NULL # Using intersect(a,b); Using where 1 SIMPLE t3 index_merge a,b a,b 5,5 NULL # Using intersect(a,b); Using where
drop table t3; drop table t1, t2, t3;
drop table t0, t1, t2;
CREATE TABLE t1(a INT); CREATE TABLE t1(a INT);
INSERT INTO t1 VALUES(1); INSERT INTO t1 VALUES(1);
CREATE TABLE t2(a INT, b INT, dummy CHAR(16) DEFAULT '', KEY(a), KEY(b)); CREATE TABLE t2(a INT, b INT, dummy CHAR(16) DEFAULT '', KEY(a), KEY(b));
...@@ -537,14 +534,12 @@ DROP TABLE t1; ...@@ -537,14 +534,12 @@ DROP TABLE t1;
# #
# BUG#40974: Incorrect query results when using clause evaluated using range check # BUG#40974: Incorrect query results when using clause evaluated using range check
# #
create table t0 (a int);
insert into t0 values (0),(1),(2),(3),(4),(5),(6),(7),(8),(9);
create table t1 (a int); create table t1 (a int);
insert into t1 values (1),(2); insert into t1 values (1),(2);
create table t2(a int, b int); create table t2(a int, b int);
insert into t2 values (1,1), (2, 1000); insert into t2 values (1,1), (2, 1000);
create table t3 (a int, b int, filler char(100), key(a), key(b)); create table t3 (a int, b int, filler char(100), key(a), key(b));
insert into t3 select 1000, 1000,'filler' from t0 A, t0 B, t0 C; insert into t3 select 1000, 1000,'filler' from seq_1_to_1000;
insert into t3 values (1,1,'data'); insert into t3 values (1,1,'data');
insert into t3 values (1,1,'data'); insert into t3 values (1,1,'data');
The plan should be ALL/ALL/ALL(Range checked for each record (index map: 0x3) The plan should be ALL/ALL/ALL(Range checked for each record (index map: 0x3)
...@@ -561,19 +556,13 @@ where t2.a=t1.a and (t3.a=t2.b or t3.b=t2.b or t3.b=t2.b+1)); ...@@ -561,19 +556,13 @@ where t2.a=t1.a and (t3.a=t2.b or t3.b=t2.b or t3.b=t2.b+1));
a a
1 1
2 2
drop table t0, t1, t2, t3; drop table t1, t2, t3;
# #
# BUG#44810: index merge and order by with low sort_buffer_size # BUG#44810: index merge and order by with low sort_buffer_size
# crashes server! # crashes server!
# #
CREATE TABLE t1(a VARCHAR(128),b VARCHAR(128),KEY(A),KEY(B)); CREATE TABLE t1(a VARCHAR(128),b VARCHAR(128),KEY(A),KEY(B));
INSERT INTO t1 VALUES (REPEAT('a',128),REPEAT('b',128)); INSERT INTO t1 SELECT REPEAT('a',128),REPEAT('b',128) FROM seq_1_to_64;
INSERT INTO t1 SELECT * FROM t1;
INSERT INTO t1 SELECT * FROM t1;
INSERT INTO t1 SELECT * FROM t1;
INSERT INTO t1 SELECT * FROM t1;
INSERT INTO t1 SELECT * FROM t1;
INSERT INTO t1 SELECT * FROM t1;
SET SESSION sort_buffer_size=1024*8; SET SESSION sort_buffer_size=1024*8;
EXPLAIN EXPLAIN
SELECT * FROM t1 FORCE INDEX(a,b) WHERE a LIKE 'a%' OR b LIKE 'b%' SELECT * FROM t1 FORCE INDEX(a,b) WHERE a LIKE 'a%' OR b LIKE 'b%'
...@@ -586,8 +575,6 @@ SET SESSION sort_buffer_size=DEFAULT; ...@@ -586,8 +575,6 @@ SET SESSION sort_buffer_size=DEFAULT;
DROP TABLE t1; DROP TABLE t1;
End of 5.0 tests End of 5.0 tests
#---------------- ROR-index_merge tests ----------------------- #---------------- ROR-index_merge tests -----------------------
SET SESSION STORAGE_ENGINE = MyISAM;
drop table if exists t0,t1,t2;
create table t1 create table t1
( (
/* Field names reflect value(rowid) distribution, st=STairs, swt= SaWTooth */ /* Field names reflect value(rowid) distribution, st=STairs, swt= SaWTooth */
...@@ -836,8 +823,6 @@ SELECT * FROM t1; ...@@ -836,8 +823,6 @@ SELECT * FROM t1;
c1 c2 c3 c1 c2 c3
DROP TABLE t1,t2; DROP TABLE t1,t2;
#---------------- Index merge test 2 ------------------------------------------- #---------------- Index merge test 2 -------------------------------------------
SET SESSION STORAGE_ENGINE = MyISAM;
drop table if exists t1,t2;
create table t1 create table t1
( (
key1 int not null, key1 int not null,
...@@ -845,6 +830,7 @@ key2 int not null, ...@@ -845,6 +830,7 @@ key2 int not null,
INDEX i1(key1), INDEX i1(key1),
INDEX i2(key2) INDEX i2(key2)
); );
INSERT INTO t1 SELECT seq,200-seq FROM seq_0_to_200;
explain select * from t1 where key1 < 5 or key2 > 197; explain select * from t1 where key1 < 5 or key2 > 197;
id select_type table type possible_keys key key_len ref rows Extra id select_type table type possible_keys key key_len ref rows Extra
1 SIMPLE t1 index_merge i1,i2 i1,i2 4,4 NULL 10 Using sort_union(i1,i2); Using where 1 SIMPLE t1 index_merge i1,i2 i1,i2 4,4 NULL 10 Using sort_union(i1,i2); Using where
...@@ -902,6 +888,8 @@ index (key2) ...@@ -902,6 +888,8 @@ index (key2)
); );
show warnings; show warnings;
Level Code Message Level Code Message
INSERT INTO t1 (key1, key2, filler)
SELECT seq/4, seq/8, 'filler-data' FROM seq_30_to_0;
explain select pk from t1 where key1 = 1 and key2 = 1; explain select pk from t1 where key1 = 1 and key2 = 1;
id select_type table type possible_keys key key_len ref rows Extra id select_type table type possible_keys key key_len ref rows Extra
1 SIMPLE t1 ref key1,key2 key1 5 const 4 Using where 1 SIMPLE t1 ref key1,key2 key1 5 const 4 Using where
...@@ -1127,24 +1115,7 @@ key1 int not null, ...@@ -1127,24 +1115,7 @@ key1 int not null,
key2 int not null default 0, key2 int not null default 0,
key3 int not null default 0 key3 int not null default 0
); );
insert into t1(key1) values (1),(2),(3),(4),(5),(6),(7),(8); insert into t1(key1) select seq from seq_1_to_1024;
set @d=8;
begin;
insert into t1 (key1) select key1+@d from t1;
set @d=@d*2;
insert into t1 (key1) select key1+@d from t1;
set @d=@d*2;
insert into t1 (key1) select key1+@d from t1;
set @d=@d*2;
insert into t1 (key1) select key1+@d from t1;
set @d=@d*2;
insert into t1 (key1) select key1+@d from t1;
set @d=@d*2;
insert into t1 (key1) select key1+@d from t1;
set @d=@d*2;
insert into t1 (key1) select key1+@d from t1;
set @d=@d*2;
commit;
alter table t1 add index i2(key2); alter table t1 add index i2(key2);
alter table t1 add index i3(key3); alter table t1 add index i3(key3);
update t1 set key2=key1,key3=key1; update t1 set key2=key1,key3=key1;
...@@ -1223,8 +1194,6 @@ a b ...@@ -1223,8 +1194,6 @@ a b
1 b 1 b
DROP TABLE t1, t2; DROP TABLE t1, t2;
#---------------- 2-sweeps read Index merge test 2 ------------------------------- #---------------- 2-sweeps read Index merge test 2 -------------------------------
SET SESSION STORAGE_ENGINE = MyISAM;
drop table if exists t1;
create table t1 ( create table t1 (
pk int primary key, pk int primary key,
key1 int, key1 int,
...@@ -1234,6 +1203,8 @@ filler2 char(200), ...@@ -1234,6 +1203,8 @@ filler2 char(200),
index(key1), index(key1),
index(key2) index(key2)
); );
insert into t1 select seq, seq, seq, 'filler-data', 'filler-data-2'
from seq_1000_to_1;
select * from t1 where (key1 >= 2 and key1 <= 10) or (pk >= 4 and pk <=8 ); select * from t1 where (key1 >= 2 and key1 <= 10) or (pk >= 4 and pk <=8 );
pk key1 key2 filler filler2 pk key1 key2 filler filler2
10 10 10 filler-data filler-data-2 10 10 10 filler-data filler-data-2
...@@ -1361,8 +1332,6 @@ pk key1 key2 filler filler2 ...@@ -1361,8 +1332,6 @@ pk key1 key2 filler filler2
1 1 1 filler-data filler-data-2 1 1 1 filler-data filler-data-2
drop table t1; drop table t1;
#---------------- Clustered PK ROR-index_merge tests ----------------------------- #---------------- Clustered PK ROR-index_merge tests -----------------------------
SET SESSION STORAGE_ENGINE = MyISAM;
drop table if exists t1;
create table t1 create table t1
( (
pk1 int not null, pk1 int not null,
...@@ -1723,22 +1692,7 @@ create table t0 ...@@ -1723,22 +1692,7 @@ create table t0
key1 int not null, key1 int not null,
INDEX i1(key1) INDEX i1(key1)
); );
insert into t0 values (1),(2),(3),(4),(5),(6),(7),(8); insert into t0 select * from seq_1_to_1024;
set @d=8;
insert into t0 select key1+ @d from t0;
set @d=@d*2;
insert into t0 select key1+ @d from t0;
set @d=@d*2;
insert into t0 select key1+ @d from t0;
set @d=@d*2;
insert into t0 select key1+ @d from t0;
set @d=@d*2;
insert into t0 select key1+ @d from t0;
set @d=@d*2;
insert into t0 select key1+ @d from t0;
set @d=@d*2;
insert into t0 select key1+ @d from t0;
set @d=@d*2;
alter table t0 add key2 int not null, add index i2(key2); alter table t0 add key2 int not null, add index i2(key2);
alter table t0 add key3 int not null, add index i3(key3); alter table t0 add key3 int not null, add index i3(key3);
alter table t0 add key8 int not null, add index i8(key8); alter table t0 add key8 int not null, add index i8(key8);
......
...@@ -14,7 +14,12 @@ ...@@ -14,7 +14,12 @@
--source include/not_staging.inc --source include/not_staging.inc
--source include/have_xtradb.inc --source include/have_xtradb.inc
let $engine_type= InnoDB; connect disable_purge,localhost,root,,;
--echo # Disable the purge of InnoDB history, to make the test run faster.
START TRANSACTION WITH CONSISTENT SNAPSHOT;
connection default;
SET STORAGE_ENGINE = InnoDB;
# InnoDB does not support Merge tables (affects include/index_merge1.inc) # InnoDB does not support Merge tables (affects include/index_merge1.inc)
let $merge_table_support= 0; let $merge_table_support= 0;
...@@ -39,6 +44,8 @@ set optimizer_switch='index_merge_sort_intersection=off'; ...@@ -39,6 +44,8 @@ set optimizer_switch='index_merge_sort_intersection=off';
--echo # of the merged index scans is the primary key scan --echo # of the merged index scans is the primary key scan
--echo # --echo #
CREATE TABLE t0(a int, b int) ENGINE=MyISAM;
CREATE TABLE t1 ( CREATE TABLE t1 (
pk int NOT NULL AUTO_INCREMENT PRIMARY KEY, pk int NOT NULL AUTO_INCREMENT PRIMARY KEY,
a int, a int,
...@@ -46,27 +53,19 @@ CREATE TABLE t1 ( ...@@ -46,27 +53,19 @@ CREATE TABLE t1 (
INDEX idx(a)) INDEX idx(a))
ENGINE=INNODB; ENGINE=INNODB;
begin; INSERT INTO t0(a,b) VALUES
INSERT INTO t1(a,b) VALUES
(11, 1100), (2, 200), (1, 100), (14, 1400), (5, 500), (11, 1100), (2, 200), (1, 100), (14, 1400), (5, 500),
(3, 300), (17, 1700), (4, 400), (12, 1200), (8, 800), (3, 300), (17, 1700), (4, 400), (12, 1200), (8, 800),
(6, 600), (18, 1800), (9, 900), (10, 1000), (7, 700), (6, 600), (18, 1800), (9, 900), (10, 1000), (7, 700),
(13, 1300), (15, 1500), (19, 1900), (16, 1600), (20, 2000); (13, 1300), (15, 1500), (19, 1900), (16, 1600), (20, 2000);
INSERT INTO t1(a,b) SELECT a+20, b+2000 FROM t1; INSERT INTO t0(a,b) SELECT a+20, b+2000 FROM t0;
INSERT INTO t1(a,b) SELECT a+40, b+4000 FROM t1; INSERT INTO t0(a,b) SELECT a+40, b+4000 FROM t0;
INSERT INTO t1(a,b) SELECT a+80, b+8000 FROM t1; INSERT INTO t0(a,b) SELECT a+80, b+8000 FROM t0;
INSERT INTO t1(a,b) SELECT a,b FROM t1; begin;
INSERT INTO t1(a,b) SELECT a,b FROM t1; INSERT INTO t1(a,b) SELECT t0.a,t0.b FROM t0, seq_1_to_1024;
INSERT INTO t1(a,b) SELECT a,b FROM t1;
INSERT INTO t1(a,b) SELECT a,b FROM t1;
INSERT INTO t1(a,b) SELECT a,b FROM t1;
INSERT INTO t1(a,b) SELECT a,b FROM t1;
INSERT INTO t1(a,b) SELECT a,b FROM t1;
INSERT INTO t1(a,b) SELECT a,b FROM t1;
INSERT INTO t1(a,b) SELECT a,b FROM t1;
INSERT INTO t1(a,b) SELECT a,b FROM t1;
INSERT INTO t1 VALUES (1000000, 0, 0); INSERT INTO t1 VALUES (1000000, 0, 0);
commit; commit;
DROP TABLE t0;
SET SESSION sort_buffer_size = 1024*36; SET SESSION sort_buffer_size = 1024*36;
set @tmp_optimizer_switch=@@optimizer_switch; set @tmp_optimizer_switch=@@optimizer_switch;
...@@ -130,9 +129,6 @@ DROP TABLE t1; ...@@ -130,9 +129,6 @@ DROP TABLE t1;
--echo # BUG#1006164: Multi-table DELETE that uses innodb + index_merge/intersect may fail to delete rows --echo # BUG#1006164: Multi-table DELETE that uses innodb + index_merge/intersect may fail to delete rows
--echo # --echo #
create table t0(a int);
insert into t0 values (0),(1),(2),(3),(4),(5),(6),(7),(8),(9);
create table t1 ( create table t1 (
pk int auto_increment, pk int auto_increment,
zone_id int, zone_id int,
...@@ -142,7 +138,7 @@ create table t1 ( ...@@ -142,7 +138,7 @@ create table t1 (
key (modified) key (modified)
) engine=innodb; ) engine=innodb;
insert into t1 (zone_id, modified) select 0,0 from t0 A, t0 B, t0 C, t0 D; insert into t1 (zone_id, modified) select 0,0 from seq_1_to_10000;
update t1 set zone_id=487, modified=9 where pk=7259; update t1 set zone_id=487, modified=9 where pk=7259;
update t1 set zone_id=487, modified=9 where pk=7260; update t1 set zone_id=487, modified=9 where pk=7260;
update t1 set zone_id=830, modified=9 where pk=8434; update t1 set zone_id=830, modified=9 where pk=8434;
...@@ -156,7 +152,7 @@ DELETE t1 FROM t1 WHERE t1.zone_id=830 AND modified=9; ...@@ -156,7 +152,7 @@ DELETE t1 FROM t1 WHERE t1.zone_id=830 AND modified=9;
commit; commit;
select * from t1 where t1.zone_id=830 AND modified=9; select * from t1 where t1.zone_id=830 AND modified=9;
drop table t0, t1; drop table t1;
--echo # --echo #
--echo # MDEV-376: Wrong result (missing rows) with index_merge+index_merge_intersection, join --echo # MDEV-376: Wrong result (missing rows) with index_merge+index_merge_intersection, join
...@@ -196,14 +192,10 @@ KEY key1 (key1), ...@@ -196,14 +192,10 @@ KEY key1 (key1),
KEY key2 (key2) KEY key2 (key2)
) ENGINE=InnoDB AUTO_INCREMENT=12860259 DEFAULT CHARSET=utf8 ROW_FORMAT=COMPACT; ) ENGINE=InnoDB AUTO_INCREMENT=12860259 DEFAULT CHARSET=utf8 ROW_FORMAT=COMPACT;
create table t2(a int);
insert into t2 values (0),(1),(2),(3),(4),(5),(6),(7),(8),(9);
create table t3(a int);
insert into t3 select A.a + B.a* 10 + C.a * 100 + D.a*1000 from t2 A, t2 B, t2 C, t2 D;
insert into t1 (key1, key2, col1,col2,col3,col4) insert into t1 (key1, key2, col1,col2,col3,col4)
select a,a, a,a,a,a from t3; select seq,seq,seq,seq,seq,seq from seq_1_to_10000;
SELECT sum(col1) FROM t1 FORCE INDEX (key1,key2) WHERE (key1 between 10 and 8191+10) or (key2= 5); SELECT sum(col1) FROM t1 FORCE INDEX (key1,key2) WHERE (key1 between 10 and 8191+10) or (key2= 5);
drop table t1,t2,t3; drop table t1;
set optimizer_switch=@tmp_optimizer_switch; set optimizer_switch=@tmp_optimizer_switch;
disconnect disable_purge;
...@@ -10,7 +10,7 @@ ...@@ -10,7 +10,7 @@
# include/index_merge*.inc files # include/index_merge*.inc files
# #
let $engine_type= MyISAM; SET STORAGE_ENGINE = MyISAM;
# MyISAM supports Merge tables # MyISAM supports Merge tables
let $merge_table_support= 1; let $merge_table_support= 1;
...@@ -253,15 +253,7 @@ create table t0 ...@@ -253,15 +253,7 @@ create table t0
INDEX i1(key1) INDEX i1(key1)
); );
insert into t0 values (1),(2),(3),(4),(5),(6),(7),(8); insert into t0 select * from seq_1_to_1024;
let $1=7;
set @d=8;
while ($1)
{
eval insert into t0 select key1+ @d from t0;
eval set @d=@d*2;
dec $1;
}
alter table t0 add key2 int not null, add index i2(key2); alter table t0 add key2 int not null, add index i2(key2);
alter table t0 add key3 int not null, add index i3(key3); alter table t0 add key3 int not null, add index i3(key3);
alter table t0 add key8 int not null, add index i8(key8); alter table t0 add key8 int not null, add index i8(key8);
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment