summaryrefslogtreecommitdiff
path: root/mysql-test/include
diff options
context:
space:
mode:
authorVarun Gupta <varun.gupta@mariadb.com>2020-05-29 00:32:08 +0530
committerVarun Gupta <varun.gupta@mariadb.com>2020-06-05 01:11:03 +0530
commitf30ff10c8d02d8385bafa290b8c73367d49aece2 (patch)
tree12fc921da3dddc00b0a47314182b19bd4eb29540 /mysql-test/include
parent3f019d1771d4e6e21f941b72a83e0663f15b376f (diff)
downloadmariadb-git-f30ff10c8d02d8385bafa290b8c73367d49aece2.tar.gz
MDEV-22715: SIGSEGV in radixsort_for_str_ptr and in native_compare/my_qsort2 (optimized builds)
For DECIMAL[(M[,D])] datatype max_sort_length was not being honoured which was leading to buffer overflow while making the sort key. The fix to this problem would be to create sort keys for decimals with atmost max_sort_key bytes Important: The minimum value of max_sort_length has been raised to 8 (previously was 4), so fixed size datatypes like DOUBLE and BIGINIT are not truncated for lower values of max_sort_length.
Diffstat (limited to 'mysql-test/include')
-rw-r--r--mysql-test/include/ctype_utf8mb4.inc2
1 files changed, 1 insertions, 1 deletions
diff --git a/mysql-test/include/ctype_utf8mb4.inc b/mysql-test/include/ctype_utf8mb4.inc
index 71993a946b3..aa06cd97e4c 100644
--- a/mysql-test/include/ctype_utf8mb4.inc
+++ b/mysql-test/include/ctype_utf8mb4.inc
@@ -1576,7 +1576,7 @@ drop table t1;
--echo #
--echo # Check strnxfrm() with odd length
--echo #
-set max_sort_length=5;
+set max_sort_length=9;
select @@max_sort_length;
eval create table t1 (a varchar(128) character set utf8mb4 collate utf8mb4_general_ci) engine $engine;
insert into t1 values ('a'),('b'),('c');