############################################################################## # # List the test cases which, unlike tests from disabled.def files, # can still be run on the current tree meaningfully, but are known # or suspected to fail sporadically on different reasons. # # Most common reasons are either test failures observed in buildbot, # or recent modifications to the tests which make their stability # unknown. # # Tests included due to recent modifications are later removed from the # list, if during a certain period they do not fail (and are not # modified again). Tests included due to intermittent failures are # removed when corresponding bug reports are closed. # # Separate the test case name and the comment with ':'. # # . : MDEV-xxxxx - # # '*' wildcard in testcase names is supported. # # To use the list, run MTR with --skip-test-list=unstable-tests option. # ############################################################################## # Based on 10.2 e2dd4e32063b2526d951e5f4ddfdb8b0d69ef634 main.alter_table : Modified in 10.2.10 main.analyze_stmt_slow_query_log : MDEV-12237 - Wrong result main.case : Modified in 10.2.10 main.connect2 : MDEV-13885 - Server crash main.cte_grant : Modified in 10.2.11 main.cte_nonrecursive : Modified in 10.2.11 main.cte_recursive : Modified in 10.2.11 main.ctype_gbk : Modified in 10.2.10 main.ctype_latin1 : Modified in 10.2.10 main.ctype_ucs : Modified in 10.2.10 main.ctype_utf32 : Modified in 10.2.10 main.ctype_utf8 : Modified in 10.2.10 main.delete_returning : Modified in 10.2.10 main.delimiter_command_case_sensitivity : Added in 10.2.11 main.derived_cond_pushdown : Modified in 10.2.11 main.distinct : MDEV-14194 - Crash main.events_2 : MDEV-13277 - Crash main.func_in : Modified in 10.2.10 main.func_json : MDEV-11648 - Crash, valgrind; modified in 10.2.11 main.func_misc : Modified in 10.2.11 main.func_regexp_pcre : Modified in 10.2.10 main.func_time : Modified in 10.2.10 main.gis-json : Modified in 10.2.11 main.gis-precise : Modified in 10.2.10 main.gis2 : Modified in 10.2.10 main.having : Modified in 10.2.11 main.index_merge_innodb : MDEV-7142 - Plan mismatch main.information_schema : Modified in 10.2.10 main.innodb_mysql_lock : MDEV-7861 - Wrong result main.kill-2 : MDEV-13257 - Wrong result main.log_slow : MDEV-13263 - Wrong result main.mdev13607 : Added in 10.2.10 main.myisam : Modified in 10.2.10 main.mysql_client_test_nonblock : CONC-208 - Error on Power main.mysql_upgrade_noengine : MDEV-14355 - Wrong result main.mysql_upgrade_ssl : MDEV-13492 - Unknown SSL error main.mysqlbinlog : Modified in 10.2.11 main.mysqld_option_err : MDEV-12747 - Timeout main.mysqlhotcopy_myisam : MDEV-10995 - Hang on debug main.mysqltest : MDEV-13887 - Wrong result main.openssl_1 : MDEV-13492 - Unknown SSL error main.order_by : Modified in 10.2.11 main.order_by_innodb : Modified in 10.2.11 main.partition_datatype : Modified in 10.2.10 main.ps : Modified in 10.2.11 main.range_vs_index_merge : Modified in 10.2.10 main.shm : MDEV-12727 - Mismatch, ERROR 2013 main.show_function_with_pad_char_to_full_length : Added in 10.2.10 main.sp : MDEV-7866 - Mismatch; modified in 10.2.11 main.ssl_ca : MDEV-10895 - SSL connection error on Power main.ssl_cert_verify : MDEV-13735 - Server crash main.ssl_connect : MDEV-13492 - Unknown SSL error main.ssl_timeout : MDEV-11244 - Crash main.stat_tables_par : MDEV-13266 - Wrong result main.status : MDEV-13255 - Wrong result main.subselect_exists2in : Modified in 10.2.11 main.subselect_mat_cost_bugs : Modified in 10.2.10 main.tc_heuristic_recover : MDEV-14189 - Wrong result; modified in 10.2.10 main.trigger : Modified in 10.2.11 main.type_bit : Modified in 10.2.11 main.type_date : Modified in 10.2.11 main.type_float : Modified in 10.2.10 main.type_time : Modified in 10.2.11 main.type_varchar : Modified in 10.2.10 main.user_var : Modified in 10.2.10 main.userstat : MDEV-12904 - SSL errors main.xml : Modified in 10.2.10 #---------------------------------------------------------------- archive.archive-big : MDEV-10615 - Table marked as crashed archive.mysqlhotcopy_archive : MDEV-10995 - Hang on debug #---------------------------------------------------------------- binlog.binlog_commit_wait : MDEV-10150 - Mismatch binlog.binlog_flush_binlogs_delete_domain : MDEV-14431 - Wrong exit code; added in 10.2.11 binlog.binlog_gtid_delete_domain_debug : Added in 10.2.11 binlog.binlog_xa_recover : MDEV-8517 - Extra checkpoint #---------------------------------------------------------------- binlog_encryption.binlog_xa_recover : MDEV-12908 - Extra checkpoint binlog_encryption.encrypted_master : MDEV-14201 - Extra warnings binlog_encryption.encrypted_master_switch_to_unencrypted : MDEV-14190 - Can't init tc log binlog_encryption.encryption_combo : MDEV-14199 - Table is marked as crashed binlog_encryption.rpl_binlog_errors : MDEV-12742 - Crash binlog_encryption.rpl_parallel : MDEV-10653 - Timeout in include binlog_encryption.rpl_semi_sync : MDEV-11673 - Valgrind binlog_encryption.rpl_skip_replication : MDEV-13571 - Unexpected warning binlog_encryption.rpl_ssl : MDEV-14507 - Timeouts binlog_encryption.rpl_stm_relay_ign_space : MDEV-13278 - Wrong result (test assertion) #---------------------------------------------------------------- connect.json_java_2 : Include file modified in 10.2.10 connect.json_java_3 : Include file modified in 10.2.10 connect.json_mongo_c : Include file modified in 10.2.10 connect.mongo_c : Include file modified in 10.2.10 connect.mongo_java_2 : Include file modified in 10.2.10 connect.mongo_java_3 : Include file modified in 10.2.10 connect.tbl : MDEV-10179 - Mismatch, MDEV-9844 - Valgrind, crash connect.tbl_thread : MDEV-10179 - Mismatch, MDEV-9844 - Valgrind, crash, MDEV-14214 - Syntax error connect.vcol : MDEV-12374 - Fails on Windows #---------------------------------------------------------------- encryption.create_or_replace : MDEV-9359, MDEV-13516 - Assertion failure, MDEV-12694 - Timeout encryption.debug_key_management : MDEV-13841 - Timeout encryption.encrypt_and_grep : MDEV-13765 - Wrong result encryption.encryption_force : Modified in 10.2.11 encryption.filekeys_encfile : Modified in 10.2.11 encryption.filekeys_encfile_file : Modified in 10.2.11 encryption.innochecksum : MDEV-13644 - Assertion failure encryption.innodb-discard-import-change : MDEV-12632 - Valgrind encryption.innodb-encryption-alter : MDEV-13566 - Lock wait timeout; modified in 10.2.11 encryption.innodb_encryption_discard_import : MDEV-12903 - Wrong result, MDEV-14045 - Error 192 encryption.innodb_encryption_filekeys : MDEV-9962 - Timeout encryption.innodb_encryption_tables : MDEV-9359 - Assertion failure encryption.innodb-first-page-read : MDEV-14356 - Timeout in wait condition encryption.innodb_lotoftables : MDEV-11531 - Operation on a dropped tablespace encryption.innodb-redo-badkey : MDEV-13893 - Page cannot be decrypted encryption.innodb-spatial-index : MDEV-13746 - Wrong result; modified in 10.2.11 #---------------------------------------------------------------- engines/rr_trx.* : MDEV-10998 - Not maintained #---------------------------------------------------------------- federated.federated_innodb : MDEV-10617 - Wrong checksum federated.federated_transactions : MDEV-10617 - Wrong checksum federated.federatedx : MDEV-10617 - Wrong checksum #---------------------------------------------------------------- funcs_2/charset.* : MDEV-10999 - Not maintained #---------------------------------------------------------------- galera.* : Suite is not stable yet galera_3nodes.* : Suite is not stable yet #---------------------------------------------------------------- gcol.innodb_virtual_basic : Modified in 10.2.11 gcol.innodb_virtual_debug : Modified in 10.2.11 gcol.innodb_virtual_debug_purge : MDEV-13568 - Wrong result gcol.innodb_virtual_rebuild : Added in 10.2.11 #---------------------------------------------------------------- innodb.101_compatibility : MDEV-13891 - Wrong result innodb.alter_table : Modified in 10.2.10 innodb.deadlock_detect : MDEV-13262 - Wrong error code innodb.defrag_mdl-9155 : Re-enabled in 10.2.10 innodb_defragment_fill_factor : Re-enabled in 10.2.10 innodb.doublewrite : MDEV-12905 - Server crash innodb.group_commit_crash : MDEV-14191 - InnoDB registration failed innodb.group_commit_crash_no_optimize_thread : MDEV-13830 - Assertion failure innodb.innodb-16k : Modified in 10.2.10 innodb.innodb-32k : Modified in 10.2.10 innodb.innodb-64k : Modified in 10.2.10 innodb.innodb-alter : Modified in 10.2.10 innodb.innodb-alter-table : Modified in 10.2.10 innodb.innodb-alter-tempfile : MDEV-14485 - Server deadlock on startup innodb.innodb_bug14147491 : MDEV-11808 - Index is corrupt innodb.innodb_bug59641 : MDEV-13830 - Assertion failure innodb.innodb_bulk_create_index : Added in 10.2.11 innodb.innodb_bulk_create_index_debug : Added in 10.2.11 innodb.innodb_bulk_create_index_flush : Added in 10.2.11 innodb.innodb_bulk_create_index_replication : Added in 10.2.11 innodb.innodb_bulk_create_index_small : Added in 10.2.11 innodb.innodb_defrag_binlog : Re-enabled in 10.2.10 innodb.innodb_defrag_concurrent : Re-enabled in 10.2.10 innodb.innodb_defrag_stats : Re-enabled in 10.2.10 innodb.innodb_defrag_stats_many_tables : MDEV-14198 - Table is full; re-enabled in 10.2.10 innodb.innodb_defragment : Re-enabled in 10.2.10 innodb.innodb_defragment_fill_factor : Re-enabled in 10.2.10 innodb.innodb_defragment_small : Re-enabled in 10.2.10 innodb.innodb-get-fk : MDEV-13276 - Server crash; modified in 10.2.10 innodb.innodb_information_schema : MDEV-8851 - Wrong result innodb.innodb-on-duplicate-update : Added in 10.2.11 innodb.innodb-online-alter-gis : Modified in 10.2.10 innodb.innodb-page_compression_default : MDEV-13644 - Assertion failure innodb.innodb-page_compression_lzma : MDEV-14353 - Wrong result innodb.innodb-page_compression_tables : Modified in 10.2.11 innodb.innodb-replace-debug : Added in 10.2.11 innodb.innodb-table-online : MDEV-13894 - Wrong result; modified in 10.2.11 innodb.innodb-truncate : Modified in 10.2.10 innodb.innodb_sys_semaphore_waits : MDEV-10331 - Semaphore wait innodb.innodb-wl5522-debug : MDEV-14200 - Wrong errno innodb.innodb-wl5980-alter : Modified in 10.2.10 innodb.innodb_zip_innochecksum2 : MDEV-13882 - Extra warnings innodb.innodb_zip_innochecksum3 : MDEV-14486 - Resource temporarily unavailable innodb.log_corruption : MDEV-13251 - Wrong result innodb.log_data_file_size : MDEV-14204 - Server failed to start innodb.log_file_name : MDEV-14193 - Exception innodb.log_file_size : Modified in 10.2.10 innodb.purge_thread_shutdown : MDEV-13792 - Wrong result innodb.read_only_recovery : MDEV-13886 - Server crash innodb.row_format_redundant : MDEV-14485 - Server deadlock on startup innodb.table_definition_cache_debug : MDEV-14206 - Extra warning; added in 10.2.10 innodb.table_flags : MDEV-13572 - Wrong result innodb.temporary_table : MDEV-13265 - Wrong result innodb.truncate_debug : Modified in 10.2.10 innodb.truncate_restart : Added in 10.2.11 innodb.undo_log : Added in 10.2.10 innodb.update_time : Added in 10.2.11 innodb.update_time_wl6658 : Added in 10.2.11 innodb-wl5980-alter : Re-enabled in 10.2.10 innodb_fts.concurrent_insert : Added in 10.2.10 innodb_fts.fulltext : Modified in 10.2.10 innodb_fts.fulltext_misc : MDEV-12636 - Valgrind innodb_fts.innodb_fts_plugin : MDEV-13888 - Errors in server log innodb_fts.innodb_fts_stopword_charset : MDEV-13259 - Table crashed innodb_fts.sync : Added in 10.2.10 innodb_fts.sync_block : Added in 10.2.10 innodb_fts.truncate : Added in 10.2.10 innodb_gis.alter_spatial_index : Modified in 10.2.10 innodb_gis.bug16236208 : Added in 10.2.10 innodb_gis.bug16266012 : Added in 10.2.10 innodb_gis.bug17057168 : Added in 10.2.10 innodb_gis.geometry : Added in 10.2.10 innodb_gis.gis_split_inf : Added in 10.2.10 innodb_gis.gis_split_nan : Added in 10.2.10 innodb_gis.kill_server : MDEV-14218 - Assertion failure; added in 10.2.10 innodb_gis.multi_pk : Added in 10.2.10 innodb_gis.point_basic : Added in 10.2.10 innodb_gis.point_big : Added in 10.2.10 innodb_gis.repeatable_spatial : Added in 10.2.10 innodb_gis.rollback : Added in 10.2.10 innodb_gis.row_format : Added in 10.2.10 innodb_gis.rtree_compress : MDEV-14207 - Missing include; added in 10.2.10 innodb_gis.rtree_compress2 : MDEV-14207 - Missing include; added in 10.2.10 innodb_gis.rtree_concurrent_srch : Added in 10.2.10 innodb_gis.rtree_create_inplace : Added in 10.2.10 innodb_gis.rtree_debug : MDEV-14209 - Huge error log; added in 10.2.10 innodb_gis.rtree_drop_index : Added in 10.2.10 innodb_gis.rtree_estimate : Added in 10.2.10 innodb_gis.rtree_multi_pk : Added in 10.2.10 innodb_gis.rtree_old : Added in 10.2.10 innodb_gis.rtree_purge : MDEV-14207 - Missing include; added in 10.2.10 innodb_gis.rtree_recovery : Added in 10.2.10 innodb_gis.rtree_rollback1 : Added in 10.2.10 innodb_gis.rtree_rollback2 : Added in 10.2.10 innodb_gis.rtree_search : Added in 10.2.10 innodb_gis.rtree_split : MDEV-14208 - Too many arguments; MDEV-14209 - Huge error log; added in 10.2.10 innodb_gis.rtree_undo : Added in 10.2.10 innodb_gis.types : Added in 10.2.10 innodb_gis.update_root : Added in 10.2.10 innodb_zip.16k : Modified in 10.2.10 innodb_zip.4k : Modified in 10.2.10 innodb_zip.8k : Modified in 10.2.10 innodb_zip.cmp_per_index : MDEV-14490 - Table is marked as crashed innodb_zip.innochecksum_3 : MDEV-13279 - Extra warnings innodb_zip.index_large_prefix_4k : Modified in 10.2.10 innodb_zip.index_large_prefix_8k : Modified in 10.2.10 innodb_zip.prefix_index_liftedlimit : MDEV-14238 - Assertion failure innodb_zip.wl6470_1 : MDEV-14240 - Assertion failure innodb_zip.wl6501_1 : MDEV-10891 - Can't create UNIX socket innodb_zip.wl5522_debug_zip : MDEV-11600 - Operating system error number 2 innodb_zip.wl6501_scale_1 : MDEV-13254 - Timeout, MDEV-14104 - Error 192 #---------------------------------------------------------------- maria.insert_select : MDEV-12757 - Timeout maria.maria : MDEV-14430 - Extra warning; modified in 10.2.10 #---------------------------------------------------------------- mariabackup.apply-log-only : MDEV-14192 - Assertion failure mariabackup.apply-log-only-incr : MDEV-14192 - Assertion failure mariabackup.compress_qpress : Added in 10.2.10 mariabackup.data_directory : Added in 10.2.11 mariabackup.full_backup : MDEV-13889 - Timeout mariabackup.incremental_backup : MDEV-14192 - Assertion failure; modified in 10.2.11 mariabackup.incremental_encrypted : MDEV-14188 - Wrong result mariabackup.mdev-14447 : Added in 10.2.11 mariabackup.partition_datadir : Added in 10.2.11 mariabackup.xb_file_key_management : Modified in 10.2.10 mariabackup.xbstream : MDEV-14192 - Crash #---------------------------------------------------------------- mroonga.* : Version-related changes in include files in 10.2.11 mroonga/storage.* : Massive changes in 10.2.11 mroonga/wrapper.* : Massive changes in 10.2.11 mroonga/storage.index_multiple_column_unique_datetime_index_read : MDEV-8643 - Valgrind #---------------------------------------------------------------- multi_source.gtid : MDEV-14202 - Crash multi_source.info_logs : MDEV-12629 - Valgrind, MDEV-10042 - wrong result multi_source.reset_slave : MDEV-10690 - Wrong result multi_source.simple : MDEV-4633 - Wrong result #---------------------------------------------------------------- parts.partition_alter_maria : Added in 10.2.10 parts.partition_auto_increment_maria : MDEV-14430 - Extra warning parts.partition_debug_innodb : MDEV-10891 - Can't create UNIX socket #---------------------------------------------------------------- percona.* : MDEV-10997 - Not maintained #---------------------------------------------------------------- perfschema.bad_option_1 : MDEV-13892 - Timeout perfschema.bad_option_3 : MDEV-12728 - Timeout on Power perfschema.bad_option_5 : MDEV-14197 - Timeout perfschema.hostcache_ipv4_addrinfo_again_allow : MDEV-12759 - Crash perfschema.hostcache_ipv6_addrinfo_again_allow : MDEV-12752 - Crash perfschema.hostcache_ipv6_addrinfo_bad_allow : MDEV-13260 - Crash perfschema.hostcache_ipv6_ssl : MDEV-10696 - Crash perfschema.setup_actors : MDEV-10679 - Crash perfschema.stage_mdl_procedure : MDEV-11545 - Missing row #---------------------------------------------------------------- perfschema_stress.* : MDEV-10996 - Not maintained #---------------------------------------------------------------- plugins.feedback_plugin_send : MDEV-7932, MDEV-11118 - Connection problems and such plugins.server_audit : Modified in 10.2.11 plugins.thread_pool_server : Modified in 10.2.11 plugins.thread_pool_server_audit : MDEV-14295 - Wrong result #---------------------------------------------------------------- rocksdb.* : MyRocks is alpha-quality and tests are unstable #---------------------------------------------------------------- roles.definer : Modified in 10.2.10 #---------------------------------------------------------------- rpl.rpl_binlog_errors : MDEV-12742 - Crash rpl.rpl_binlog_index : MDEV-9501 - Failed registering on master rpl.rpl_domain_id_filter_io_crash : MDEV-12729 - Timeout in include file, MDEV-13677 - Server crash rpl.rpl_domain_id_filter_restart : MDEV-10684 - Wrong result rpl.rpl_extra_col_master_myisam : MDEV-14203 - Extra warning rpl.rpl_gtid_crash : MDEV-9501 - Failed registering on master, MDEV-13643 - Lost connection rpl.rpl_gtid_delete_domain : MDEV-14463 - Timeout; added in 10.2.11 rpl.rpl_gtid_errorhandling : MDEV-13261 - Crash rpl.rpl_gtid_reconnect : MDEV-14497 - Crash rpl.rpl_gtid_stop_start : MDEV-11621 - Table marked as crashed rpl.rpl_manual_change_index_file : MDEV-14309 - Requires Env package rpl.rpl_mariadb_slave_capability : MDEV-11018 - Extra lines in binlog rpl.rpl_non_direct_stm_mixing_engines : MDEV-14489 - Failed sync_slave_with_master rpl.rpl_parallel : MDEV-12730 - Assertion failure rpl.rpl_parallel_mdev6589 : MDEV-12979 - Assertion failure rpl.rpl_parallel_optimistic_nobinlog : MDEV-12746 - Timeouts, mismatch rpl.rpl_parallel_retry : MDEV-11119 - Crash rpl.rpl_parallel_temptable : MDEV-10356 - Crash rpl.rpl_row_drop_create_temp_table : MDEV-14487 - Wrong result rpl.rpl_row_mixing_engines : MDEV-14491 - Long semaphore wait rpl.rpl_semi_sync : MDEV-11220 - Wrong result rpl.rpl_semi_sync_after_sync : MDEV-14366 - Wrong result rpl.rpl_set_statement_default_master : MDEV-13258 - Extra warning rpl.rpl_show_slave_hosts : MDEV-10681 - Crash rpl.rpl_skip_replication : MDEV-13258 - Extra warning rpl.rpl_slave_grp_exec : MDEV-10514 - Deadlock rpl.rpl_slave_load_tmpdir_not_exist : MDEV-14203 - Extra warning rpl.rpl_slow_query_log : MDEV-13250 - Test abort rpl.rpl_sp_effects : MDEV-13249 - Crash rpl.rpl_start_stop_slave : MDEV-13567 - Sync slave timeout rpl.rpl_stm_multi_query : MDEV-9501 - Failed registering on master rpl.rpl_stm_stop_middle_group : MDEV-13791 - Server crash rpl.rpl_temporal_mysql56_to_mariadb53 : MDEV-9501 - Failed registering on master rpl.rpl_upgrade_master_info : MDEV-11620 - Table marked as crashed rpl/extra/rpl_tests.* : MDEV-10994 - Not maintained #---------------------------------------------------------------- spider.basic_sql : MDEV-11186 - Internal check fails spider/bg.direct_aggregate : MDEV-7098 - Packets out of order spider/bg.ha_part : MDEV-7914 - Crash spider/bg.spider3_fixes : MDEV-12639 - Syntax error spider/handler.* : MDEV-10990 - Not maintained #---------------------------------------------------------------- sphinx.sphinx : MDEV-10986 - Sporadic failures sphinx.union-5539 : MDEV-10986 - Sporadic failures #---------------------------------------------------------------- storage_engine.* : Not always timely maintained #---------------------------------------------------------------- sys_vars.explicit_defaults_for_timestamp_on : Include file modified in 10.2.10 sys_vars.explicit_defaults_for_timestamp_off : Include file modified in 10.2.10 sys_vars.host_cache_size_auto : Modified in 10.2.10 sys_vars.innodb_buffer_pool_dump_at_shutdown_basic : MDEV-14280 - Unexpected error sys_vars.innodb_buffer_pool_dump_now_basic : Modified in 10.2.11 sys_vars.innodb_buffer_pool_dump_pct_basic : Modified in 10.2.11 sys_vars.innodb_buffer_pool_load_now_basic : Modified in 10.2.11 sys_vars.rpl_init_slave_func : MDEV-10149 - Test assertion sys_vars.slow_query_log_func : MDEV-14273 - Wrong result #---------------------------------------------------------------- tokudb.change_column_all_1000_10 : MDEV-12640 - Lost connection tokudb.change_column_bin : MDEV-12640 - Lost connection tokudb.change_column_char : MDEV-12822 - Lost connection tokudb.dir_per_db : MDEV-11537 - Wrong result tokudb.hotindex-insert-bigchar : MDEV-12640 - Crash tokudb.hotindex-update-1 : MDEV-12640 - Crash tokudb.rows-32m-rand-insert : MDEV-12640 - Crash tokudb.rows-32m-seq-insert : MDEV-12640 - Crash tokudb_mariadb.mdev6657 : MDEV-12737 - Mismatch or valgrind tokudb_backup.* : MDEV-11001 - Missing include file tokudb_sys_vars.* : MDEV-11001 - Missing include file tokudb_rpl.* : MDEV-11001 - Missing include file tokudb_parts.partition_alter4_tokudb : MDEV-12640 - Lost connection #---------------------------------------------------------------- unit.conc_ps_bugs : MDEV-13252 - not ok 44 test_bug4236 unit.lf : MDEV-12897 - Signal 11 thrown #---------------------------------------------------------------- vcol.vcol_misc : Modified in 10.2.10 #---------------------------------------------------------------- wsrep.binlog_format : MDEV-11532 - Could not execute check-testcase wsrep.mdev_6832 : MDEV-14195 - Check testcase failed wsrep.pool_of_threads : MDEV-12234 - GLIBCXX_3.4.20 not found wsrep.variables : MDEV-14311 - Wrong result wsrep_info.plugin : MDEV-13569 - No nodes coming from prim view