summaryrefslogtreecommitdiff
path: root/mysql-test/unstable-tests
blob: 7b5c2756f11c1dfd32c5177b100f940e58f90d88 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
##############################################################################
#
#  List the test cases which, unlike tests from disabled.def files,
#  can still be run on the current tree meaningfully, but are known 
#  or suspected to fail sporadically on different reasons.
#
#  Most common reasons are either test failures observed in buildbot,
#  or recent modifications to the tests which make their stability 
#  unknown. 
#
#  Tests included due to recent modifications are later removed from the 
#  list, if during a certain period they do not fail (and are not 
#  modified again). Tests included due to intermittent failures are 
#  removed when corresponding bug reports are closed. 
#
#  Separate the test case name and the comment with ':'.
#
#    <suitename>.<testcasename> : MDEV-xxxxx - <comment>
#
#  '*' wildcard in testcase names is supported.
#
#  To use the list, run MTR with --skip-test-list=unstable-tests option. 
#
##############################################################################

main.alter_table                   : Modified in 10.1.19
main.analyze_stmt_slow_query_log   : MDEV-7558 - wrong result
main.create                        : Modified in 10.1.20
main.create_delayed                : MDEV-10605 - failed with timeout
main.create_drop_binlog            : Uses binlog_start_pos.inc modified in 10.1.20
main.create_or_replace             : Modified in 10.1.19
main.ctype_utf16le                 : MDEV-10675: timeout or extra warnings
main.ctype_utf8                    : Modified in 10.1.20
main.ctype_utf8mb4                 : Modified in 10.1.20
main.default                       : Modified in 10.1.20
main.derived                       : Modified in 10.1.20
main.derived_view                  : Modified in 10.1.20
main.drop                          : Modified in 10.1.19
main.events_restart                : MDEV-11221: assertion failure
main.fulltext_charsets             : Added in 10.1.20
main.func_time                     : Modified in 10.1.20
main.group_by                      : Modified in 10.1.20
main.group_by_innodb               : Modified in 10.1.20
main.host_cache_size_functionality : MDEV-10606 - sporadic failure on shutdown
main.index_intersect_innodb        : MDEV-10643 - failed with timeout
main.index_merge_innodb            : MDEV-7142 - Wrong execution plan
main.information_schema            : Modified in 10.1.19
main.innodb_mysql_lock             : MDEV-7861 - sporadic lock detection failure
main.kill_processlist-6619         : MDEV-10793 - wrong result in processlist
main.loaddata                      : Modified in 10.1.20
main.lowercase_fs_on               : Uses search_pattern_in_file.inc modified in 10.1.20
main.mdev-504                      : MDEV-10607 - sporadic "can't connect"
main.mdev375                       : MDEV-10607 - sporadic "can't connect"
main.merge                         : MDEV-10607 - sporadic "can't connect"
main.mysql                         : Modified in 10.1.19
main.mysql_not_windows             : Modified in 10.1.19
main.mysqlbinlog                   : Uses binlog_start_pos.inc modified in 10.1.20
main.mysqldump-max                 : Uses binlog_start_pos.inc modified in 10.1.20
main.mysqldump-nl                  : Added in 10.1.19
main.mysqltest                     : MDEV-9269 - fails on Alpha; also modified in 10.1.19
main.named_pipe                    : Uses search_pattern_in_file.inc modified in 10.1.20
main.null                          : Modified in 10.1.19
main.order_by_optimizer_innodb     : MDEV-10683 - wrong execution plan
main.parser                        : Modified in 10.1.20
main.pool_of_threads               : MDEV-10100 - sporadic error on detecting max connections
main.ps                            : MDEV-11017 - sporadic wrong Prepared_stmt_count
main.selectivity                   : Modified in 10.1.20
main.selectivity_innodb            : Modified in 10.1.19
main.show_explain                  : MDEV-10674 - sporadic failure
main.sp                            : Modified in 10.1.20
main.sp-security                   : MDEV-10607 - sporadic "can't connect"
main.stat_tables_par_innodb        : MDEV-10515 - sporadic wrong results
main.statistics                    : Modified in 10.1.20
main.status                        : MDEV-8510 - sporadic wrong result
main.subselect                     : Modified in 10.1.20
main.subselect_innodb              : MDEV-10614 - sporadic wrong results
main.type_datetime_hires           : MDEV-10687 - timeout
main.type_decimal                  : Modified in 10.1.20
main.view                          : Uses search_pattern_in_file.inc modified in 10.1.20
main.wait_timeout_not_windows      : Uses search_pattern_in_file.inc modified in 10.1.20

#----------------------------------------------------------------

archive.archive-big : MDEV-10615 - table is marked as crashed
archive.discover    : MDEV-10510 - table is marked as crashed

#----------------------------------------------------------------

binlog.binlog_commit_wait                 : MDEV-10150 - Error: too much time elapsed
binlog.binlog_incident                    : Uses binlog_start_pos.inc modified in 10.1.20
binlog.binlog_killed                      : Uses binlog_start_pos.inc modified in 10.1.20
binlog.binlog_killed_simulate             : Uses binlog_start_pos.inc modified in 10.1.20
binlog.binlog_mysqlbinlog2                : Uses binlog_start_pos.inc modified in 10.1.20
binlog.mix_innodb_myisam_binlog           : Uses binlog_start_pos.inc modified in 10.1.20
binlog.binlog_row_annotate                : Uses binlog_start_pos.inc modified in 10.1.20
binlog.binlog_xa_recover                  : MDEV-8517 - Extra checkpoint

#----------------------------------------------------------------

binlog_encryption.*                : Added in 10.1.20

#----------------------------------------------------------------

connect.tbl             : MDEV-9844, MDEV-10179 - sporadic crashes, valgrind warnings, wrong results

#----------------------------------------------------------------

encryption.create_or_replace                : MDEV-9359 - Assertion failure
encryption.encrypt_and_grep                 : MDEV-11222 - InnoDB error; also uses search_pattern_in_file.inc modified in 10.1.20
encryption.filekeys_emptyfile               : Uses search_pattern_in_file.inc modified in 10.1.20
encryption.filekeys_encfile_bad             : Uses search_pattern_in_file.inc modified in 10.1.20
encryption.filekeys_encfile_badfile         : Uses search_pattern_in_file.inc modified in 10.1.20
encryption.filekeys_encfile_no              : Uses search_pattern_in_file.inc modified in 10.1.20
encryption.filekeys_nofile                  : Uses search_pattern_in_file.inc modified in 10.1.20
encryption.filekeys_syntax                  : Uses search_pattern_in_file.inc modified in 10.1.20
encryption.filekeys_tooshort                : Uses search_pattern_in_file.inc modified in 10.1.20
encryption.filekeys_unencfile               : Uses search_pattern_in_file.inc modified in 10.1.20
encryption.innodb-bad-key-change            : uses keys2.txt modified in 10.1.19
encryption.innodb-bad-key-change2           : uses keys2.txt modified in 10.1.19
encryption.innodb-bad-key-change3           : Uses search_pattern_in_file.inc modified in 10.1.20
encryption.innodb-bad-key-change4           : uses keys2.txt modified in 10.1.19
encryption.innodb-bad-key-change5           : uses keys2.txt modified in 10.1.19
encryption.innodb-bad-key-shutdown          : MDEV-9105 - valgrind warnings, assertion failures, and uses keys2.txt modified in 10.1.19
encryption.innodb-discard-import            : Uses search_pattern_in_file.inc modified in 10.1.20
encryption.innodb_encryption_discard_import : MDEV-11218 - wrong result, also uses search_pattern_in_file.inc modified in 10.1.20
encryption.innodb_encryption_filekeys       : MDEV-9962 - timeouts
encryption.innodb_encryption_row_compressed : Uses search_pattern_in_file.inc modified in 10.1.20
encryption.innodb_first_page                : MDEV-10689 - crashes
encryption.innodb-log-encrypt               : Uses search_pattern_in_file.inc modified in 10.1.20
encryption.innodb_lotoftables               : MDEV-11531 - InnoDB error
encryption.innodb-missing-key               : Added in 10.1.19
encryption.innodb_onlinealter_encryption    : MDEV-10099 - wrong results; also uses search_pattern_in_file.inc modified in 10.1.20
encryption.innodb-page_encryption           : MDEV-10641 - mutex problem
encryption.innodb_page_encryption_key_change  : uses keys2.txt modified in 10.1.19

#----------------------------------------------------------------

extra/binlog_tests.database      : Modified in 10.1.19 (merge)

#----------------------------------------------------------------

federated.federatedx             : MDEV-10617 - Wrong checksum, timeouts
federated.federated_innodb       : MDEV-10617, MDEV-10417 - Wrong checksum, timeouts, fails on Mips
federated.federated_partition    : MDEV-10417 - Fails on Mips
federated.federated_transactions : MDEV-10617, MDEV-10417 - Wrong checksum, timeouts, fails on Mips

#----------------------------------------------------------------

funcs_1.processlist_val_no_prot  : MDEV-11223 - Wrong result
funcs_2.memory_charset           : MDEV-10290 - Timeout
funcs_2.myisam_charset           : MDEV-11535 - Timeout

#----------------------------------------------------------------

galera.*        : Added to default suites in 10.1.19

galera.galera_var_dirty_reads : Modified in 10.1.20
galera.rpl_row_annotate       : Uses binlog_start_pos.inc modified in 10.1.20

galera_3nodes.* : Added to default suites in 10.1.19, MDEV-11490

#----------------------------------------------------------------

innodb.binlog_consistent              : MDEV-10618 - Server fails to start; also uses binlog_start_pos.inc modified in 10.1.20
innodb.group_commit_binlog_pos        : Uses binlog_start_pos.inc modified in 10.1.20
innodb.group_commit_binlog_pos_no_optimize_thread : Uses binlog_start_pos.inc modified in 10.1.20
innodb.innodb-alter-table             : MDEV-10619 - Testcase timeout
innodb.innodb-bug-14068765            : MDEV-9105 - valgrind warnings, assertion failures, also uses innodb-util.pl added in 10.1.19
innodb.innodb-bug-14084530            : MDEV-9105 - valgrind warnings, assertion failures, also uses innodb-util.pl added in 10.1.19
innodb.innodb_bug30423                : MDEV-7311 - Wrong number of rows in the plan
innodb.innodb-change-buffer-recovery  : Uses search_pattern_in_file.inc modified in 10.1.20
innodb.innodb_defragment_fill_factor  : Modified in 10.1.20
innodb.innodb-lock-schedule-algorithm : Modified in 10.1.20
innodb.innodb-page_compression_zip    : MDEV-10641 - mutex problem
innodb.innodb_stats                   : MDEV-10682 - wrong result
innodb.innodb_sys_semaphore_waits     : MDEV-10331 - wrong result
innodb.innodb-wl5522                  : MDEV-9105 - valgrind warnings, assertion failures, also uses innodb-util.pl added in 10.1.19
innodb.innodb-wl5522-1                : MDEV-9105 - valgrind warnings, assertion failures, also uses innodb-util.pl added in 10.1.19
innodb.innodb-wl5522-debug            : Modified in 10.1.19
innodb.innodb-wl5522-debug-zip        : Modified in 10.1.20
innodb.innodb-wl5522-zip              : MDEV-9105 - valgrind warnings, assertion failures, also uses innodb-util.pl added in 10.1.19
innodb.table_index_statistics         : Added in 10.1.20
innodb.trigger                        : Modified in 10.1.20
innodb.xa_recovery                    : Modified in 10.1.19

#----------------------------------------------------------------

innodb_fts.create                     : Added in 10.1.20
innodb_fts.innodb_fts_misc            : MDEV-11233 - Crash on CREATE FULLTEXT INDEX

#----------------------------------------------------------------

maria.collations        : Added in 10.1.20
maria.encrypt-wrong-key : uses keys2.txt modified in 10.1.19
maria.maria-connect     : Uses binlog_start_pos.inc modified in 10.1.20

#----------------------------------------------------------------

mroonga/storage.column_datetime_32bit_2038                         : Wrong result on Alpha
mroonga/storage.column_datetime_32bit_before_unix_epoch            : Wrong result on Alpha
mroonga/storage.column_datetime_32bit_max                          : Wrong result on Alpha
mroonga/storage.column_datetime_32bit_out_of_range                 : Wrong result on Alpha
mroonga/storage.index_multiple_column_unique_date_32bit_equal      : Wrong result on Alpha
mroonga/storage.index_multiple_column_unique_date_order_32bit_desc : Wrong result on Alpha
mroonga/storage.index_multiple_column_unique_datetime_index_read   : MDEV-8643 - valgrind warnings
mroonga/storage.repair_table_no_index_file                         : MDEV-9364 - wrong result

#----------------------------------------------------------------

multi_source.gtid        : MDEV-10620, MDEV-10417 - Timeout in wait condition, fails on Mips
multi_source.info_logs   : MDEV-10042 - wrong result
multi_source.multisource : MDEV-10417 - Fails on Mips; also uses binlog_start_pos.inc modified in 10.1.20
multi_source.reset_slave : MDEV-10690 - wrong result; also uses binlog_start_pos.inc modified in 10.1.20
multi_source.simple      : MDEV-4633 - Wrong slave status output; also uses binlog_start_pos.inc modified in 10.1.20
multi_source.status_vars : MDEV-4632 - failed while waiting for Slave_received_heartbeats

#----------------------------------------------------------------

parts.partition_float_myisam : MDEV-10621 - Testcase timeout
parts.partition_int_myisam   : MDEV-10621 - Testcase timeout

#----------------------------------------------------------------

perfschema.func_file_io                      : MDEV-5708 - fails for s390x
perfschema.func_mutex                        : MDEV-5708 - fails for s390x
perfschema.setup_actors                      : MDEV-10679 - rare crash
perfschema.socket_summary_by_event_name_func : MDEV-10622 - Socket summary tables do not match
perfschema.threads_mysql                     : MDEV-10677 - sporadic wrong result

#----------------------------------------------------------------

plugins.feedback_plugin_send     : MDEV-7932 - ssl failed for url
plugins.server_audit             : MDEV-9562 - crashes on sol10-sparc
plugins.thread_pool_server_audit : MDEV-9562 - crashes on sol10-sparc


#----------------------------------------------------------------

roles.role_case_sensitive-10744  : Added in 10.1.20
roles.create_and_drop_role       : Modified in 10.1.20
roles.create_and_grant_role      : MDEV-11533 - Extra grant in output

#----------------------------------------------------------------

rpl.last_insert_id                    : MDEV-10625 - warnings in error log
rpl.rpl_auto_increment                : MDEV-10417 - Fails on Mips
rpl.rpl_auto_increment_bug45679       : MDEV-10417 - Fails on Mips
rpl.rpl_auto_increment_update_failure : MDEV-10625 - warnings in error log
rpl.rpl_binlog_index                  : MDEV-9501 - Warning: failed registering on master
rpl.rpl_checksum                      : Uses search_pattern_in_file.inc modified in 10.1.20
rpl.rpl_checksum_cache                : MDEV-10626 - Testcase timeout
rpl.rpl_circular_for_4_hosts          : MDEV-10627 - Testcase timeout
rpl.rpl_ddl                           : MDEV-10417 - Fails on Mips
rpl.rpl_domain_id_filter_restart      : MDEV-10684 - Wrong result
rpl.rpl_drop_db                       : Modified in 10.1.19
rpl.rpl_gtid_basic                    : MDEV-10681 - server startup problem
rpl.rpl_gtid_crash                    : MDEV-9501 - Warning: failed registering on master
rpl.rpl_gtid_errorlog                 : Uses search_pattern_in_file.inc modified in 10.1.20
rpl.rpl_gtid_master_promote           : MDEV-10628 - Timeout in sync_with_master
rpl.rpl_gtid_mdev9033                 : MDEV-10680 - warnings
rpl.rpl_gtid_stop_start               : MDEV-10629 - Crash on shutdown
rpl.rpl_gtid_until                    : MDEV-10625 - warnings in error log
rpl.rpl_innodb_bug30888               : MDEV-10417 - Fails on Mips
rpl.rpl_insert                        : MDEV-9329 - Fails on Ubuntu/s390x
rpl.rpl_insert_delayed                : MDEV-9329 - Fails on Ubuntu/s390x
rpl.rpl_invoked_features              : MDEV-10417 - Fails on Mips
rpl.rpl_mariadb_slave_capability      : MDEV-11018 - sporadic wrong events in binlog
rpl.rpl_mdev10863                     : Added in 10.1.20
rpl.rpl_mdev6020                      : MDEV-10630, MDEV-10417 - Timeouts, fails on Mips
rpl.rpl_mdev6386                      : MDEV-10631 - Wrong result on slave
rpl.rpl_parallel                      : MDEV-10632, MDEV-10653 - Failures to sync, timeouts
rpl.rpl_parallel_optimistic           : MDEV-10511 - timeout
rpl.rpl_parallel_retry                : MDEV-11119 - Server crash
rpl.rpl_parallel_temptable            : MDEV-10356 - Crash in close_thread_tables
rpl.rpl_partition_innodb              : MDEV-10417 - Fails on Mips
rpl.rpl_row_annotate                  : Uses binlog_start_pos.inc modified in 10.1.20
rpl.rpl_password_boundaries           : MDEV-11534 - Slave IO warnings
rpl.rpl_row_drop_create_temp_table    : MDEV-10626 - Testcase timeout
rpl.rpl_row_flsh_tbls                 : Uses binlog_start_pos.inc modified in 10.1.20
rpl.rpl_row_log_innodb                : MDEV-10688 - Wrong result
rpl.rpl_row_sp001                     : MDEV-9329 - Fails on Ubuntu/s390x
rpl.rpl_semi_sync                     : MDEV-11220 - Wrong result
rpl.rpl_semi_sync_uninstall_plugin    : MDEV-7140 - Wrong plugin status
rpl.rpl_show_slave_hosts              : MDEV-10681 - server startup problem
rpl.rpl_skip_replication              : MDEV-9268 - Fails with timeout in sync_slave_with_master on Alpha
rpl.rpl_slave_grp_exec                : MDEV-10514 - Unexpected deadlock
rpl.rpl_stm_flsh_tbls                 : Uses binlog_start_pos.inc modified in 10.1.20
rpl.rpl_stop_slave_error              : Uses search_pattern_in_file.inc modified in 10.1.20
rpl.rpl_sync                          : MDEV-10633 - Database page corruption
rpl.rpl_temporary_error2              : MDEV-10634 - Wrong number of retries
rpl.sec_behind_master-5114            : MDEV-8518 - Wrong value of Seconds_Behind_Master

#----------------------------------------------------------------

spider.* : MDEV-9329 - tests are too memory-consuming

spider/bg.direct_aggregate      : MDEV-7098 - Trying to unlock mutex that wasn't locked
spider/bg.direct_aggregate_part : MDEV-7098 - Trying to unlock mutex that wasn't locked
spider/bg.ha                    : MDEV-7914, MDEV-9329 - Crash, failures on s390x
spider/bg.ha_part               : MDEV-9329 - Fails on Ubuntu/s390x
spider/bg.spider_fixes          : MDEV-7098, MDEV-9329 - Mutex problem, failures on s390x
spider/bg.vp_fixes              : MDEV-9329 - Fails on Ubuntu/s390x

#----------------------------------------------------------------

sphinx.* : MDEV-10985, MDEV-10986 - Tests have not been maintained

#----------------------------------------------------------------

storage_engine* : Tests are not always timely maintained

#----------------------------------------------------------------

stress.ddl_innodb : MDEV-10635 - Testcase timeout

#----------------------------------------------------------------

sys_vars.autocommit_func2                      : MDEV-9329 - Fails on Ubuntu/s390x
sys_vars.keep_files_on_create_basic            : MDEV-10676 - timeout
sys_vars.innodb_buffer_pool_dump_pct_basic     : MDEV-10651 - sporadic failure on file_exists
sys_vars.innodb_fatal_semaphore_wait_threshold : MDEV-10513 - crashes
sys_vars.replicate_do_db_basic                 : Modified in 10.1.20
sys_vars.replicate_do_table_basic              : Modified in 10.1.20
sys_vars.replicate_ignore_db_basic             : Modified in 10.1.20
sys_vars.replicate_ignore_table_basic          : Modified in 10.1.20
sys_vars.replicate_wild_do_table_basic         : Modified in 10.1.20
sys_vars.replicate_wild_ignore_table_basic     : Modified in 10.1.20
sys_vars.sysvars_innodb                        : MDEV-6958 - error-prone rdiffs
sys_vars.sysvars_server_embedded               : MDEV-6958 - error-prone rdiffs
sys_vars.table_open_cache_instances_basic      : Modified in 10.1.20

#----------------------------------------------------------------

tokudb.cluster_filter                : MDEV-10678 - Wrong execution plan
tokudb.cluster_filter_hidden         : MDEV-10678 - Wrong execution plan
tokudb.cluster_filter_unpack_varchar : MDEV-10636 - Wrong execution plan
tokudb.dir_per_db                    : MDEV-11537 - Wrong result
tokudb.table_index_statistics        : Added in 10.1.20

tokudb_bugs.checkpoint_lock          : MDEV-10637 - Wrong processlist output
tokudb_bugs.checkpoint_lock_3        : MDEV-10637 - Wrong processlist output

tokudb_rpl.rpl_parallel_optimistic   : Added in 10.1.20
tokudb_rpl.rpl_tokudb_rfr_partition_table : Added in 10.1.20

#----------------------------------------------------------------

unit.ma_test_loghandler : MDEV-10638 - record read not ok

#----------------------------------------------------------------

vcol.not_supported    : MDEV-10639 - Testcase timeout
vcol.vcol_keys_innodb : MDEV-10639 - Testcase timeout

#----------------------------------------------------------------

wsrep.binlog_format : MDEV-11532 - WSREP has not yet prepared node
wsrep.mdev_10186    : Modified in 10.1.19

#----------------------------------------------------------------

wsrep_info.*          : suite.pm modified in 10.1.19
wsrep_info.plugin     : MDEV-11530 - Warnings; also modified in 10.1.20