############################################################################## # # List the test cases which, unlike tests from disabled.def files, # can still be run on the current tree meaningfully, but are known # or suspected to fail sporadically on different reasons. # # Most common reasons are either test failures observed in buildbot, # or recent modifications to the tests which make their stability # unknown. # # Tests included due to recent modifications are later removed from the # list, if during a certain period they do not fail (and are not # modified again). Tests included due to intermittent failures are # removed when corresponding bug reports are closed. # # Separate the test case name and the comment with ':'. # # . : MDEV-xxxxx - # # '*' wildcard in testcase names is supported. # # To use the list, run MTR with --skip-test-list=unstable-tests option. # ############################################################################## main.alter_table : Modified in 10.1.22 main.alter_table_trans : MDEV-11805 - timeout main.analyze_format_json : MDEV-11866 - Wrong result; also uses analyze-format.inc modified in 10.1.22 main.analyze_stmt_orderby : MDEV-11866 - Wrong result; also uses analyze-format.inc modified in 10.1.22 main.analyze_stmt_slow_query_log : MDEV-12237 - Wrong result; also modified in 10.1.21 main.cast : Modified in 10.1.21 main.create : Modified in 10.1.21 main.create_delayed : MDEV-10605 - failed with timeout main.ctype_ucs : Modified in 10.1.21 main.ctype_ucs2_def : Modified in 10.1.21 main.ctype_ucs2_query_cache : Modified in 10.1.21 main.ctype_utf16 : Modified in 10.1.21 main.ctype_utf16_def : Modified in 10.1.21 main.ctype_utf16le : MDEV-10675: timeout or extra warnings main.ctype_utf32 : Modified in 10.1.21 main.derived : Modified in 10.1.22 main.drop_bad_db_type : Modified in 10.1.22 main.events_restart : MDEV-12236 - Server shutdown problem main.events_slowlog : Added in 10.1.21 main.explain_json : Uses analyze-format.inc modified in 10.1.22 main.explain_json_format_partitions : Uses analyze-format.inc modified in 10.1.22 main.func_time : Modified in 10.1.21 main.gis : Modified in 10.1.22 main.grant : Modified in 10.1.22 main.host_cache_size_functionality : MDEV-10606 - sporadic failure on shutdown main.index_intersect_innodb : MDEV-10643 - failed with timeout main.index_merge_innodb : MDEV-7142 - Wrong execution plan, also modified in 10.1.21 main.information_schema_part : Modified in 10.1.21 main.innodb_mysql_lock : MDEV-7861 - sporadic lock detection failure main.join_cache : Modified in 10.1.21 main.join_nested : MOdified in 10.1.22 main.kill_processlist-6619 : MDEV-10793 - wrong result in processlist main.loaddata : Modified in 10.1.21 main.log_slow : Modified in 10.1.21 main.mdev-504 : MDEV-10607 - sporadic "can't connect" main.mdev375 : MDEV-10607 - sporadic "can't connect" main.merge : MDEV-10607 - sporadic "can't connect" main.mysqldump : Modified in 10.1.22 main.mysqlslap : MDEV-11801 - timeout main.mysqltest : MDEV-9269 - fails on Alpha main.mysql_upgrade_noengine : MDEV-12233 - Wrong result; added in 10.1.22 main.order_by : Modified in 10.1.21 main.order_by_optimizer_innodb : MDEV-10683 - wrong execution plan main.partition_column : Modified in 10.1.22 main.partition_innodb : Modified in 10.1.22 main.partition_myisam : Modified in 10.1.22 main.pool_of_threads : Modified in 10.1.21 main.ps : MDEV-11017 - sporadic wrong Prepared_stmt_count; also modified in 10.1.22 main.range_vs_index_merge : Modified in 10.1.22 main.repair_symlink-5543 : MDEV-12215 - Wrong error codes; also modified in 10.1.22 main.show_explain : MDEV-10674 - sporadic failure main.signal_demo3 : MDEV-11720 - Thread stack overrun on labrador main.sp : Modified in 10.1.22 main.sp-prelocking : Modified in 10.1.21 main.sp-security : MDEV-10607 - sporadic "can't connect" main.stat_tables_par : Modified in 10.1.22 main.status : MDEV-8510 - sporadic wrong result main.subselect : Modified in 10.1.21 main.subselect2 : Modified in 10.1.21 main.subselect4 : Modified in 10.1.22 main.subselect_cache : Modified in 10.1.22 main.subselect_innodb : MDEV-10614 - sporadic wrong results; also modified in 10.1.22 main.subselect_no_exists_to_in : Uses subselect.test modified in 10.1.21 main.subselect_no_mat : Uses subselect.test modified in 10.1.21 main.subselect_no_opts : Uses subselect.test modified in 10.1.21 main.subselect_no_scache : Uses subselect.test modified in 10.1.21 main.subselect_no_semijoin : Uses subselect.test modified in 10.1.21 main.symlink-aria-11902 : MDEV-12215 - Unexpected errors; also added in 10.1.22 main.symlink-myisam-11902 : MDEV-12215 - Unexpected errors; also added in 10.1.22 main.table_elim : Modified in 10.1.22 main.trigger_null-8605 : Modified in 10.1.21 main.trigger_no_defaults-11698 : Modified in 10.1.22 main.type_datetime_hires : MDEV-10687 - timeout main.type_newdecimal : Modified in 10.1.22 main.union : Modified in 10.1.21 main.update_innodb : Modified in 10.1.22 main.view : Modified in 10.1.22 #---------------------------------------------------------------- archive.archive-big : MDEV-10615 - table is marked as crashed archive.discover : MDEV-10510 - table is marked as crashed; modified in 10.1.21 #---------------------------------------------------------------- binlog.binlog_commit_wait : MDEV-10150 - Error: too much time elapsed binlog.binlog_max_binlog_stmt_cache_size : Added in 10.1.22 binlog.binlog_xa_recover : MDEV-8517 - Extra checkpoint #---------------------------------------------------------------- binlog_encryption.* : Added in 10.1.20, still unstable (valgrind errors and such) binlog_encryption.rpl_parallel : MDEV-10653 - Timeout binlog_encryption.rpl_semi_sync : MDEV-11220 - Wrong result binlog_encryption.rpl_ssl : MDEV-11542 - Server crash #---------------------------------------------------------------- connect.jdbc : Modified in 10.1.21 connect.jdbc_new : Modified in 10.1.21 connect.tbl : MDEV-9844, MDEV-10179 - sporadic crashes, valgrind warnings, wrong results connect.xml_zip : Added in 10.1.22 connect.zip : Added in 10.1.22 #---------------------------------------------------------------- encryption.create_or_replace : MDEV-9359 - Assertion failure encryption.encrypt_and_grep : MDEV-11222 - InnoDB error encryption.innodb-bad-key-change : Modified in 10.1.22 encryption.innodb-bad-key-change2 : Modified in 10.1.22 encryption.innodb-bad-key-change3 : Modified in 10.1.21 encryption.innodb-bad-key-change4 : Modified in 10.1.22 encryption.innodb-bad-key-change5 : Modified in 10.1.22 encryption.innodb-bad-key-shutdown : MDEV-9105 - valgrind warnings, assertion failures; also modified in 10.1.22 encryption.innodb-discard-import : Modified in 10.1.21 encryption.innodb-discard-import-change : Modified in 10.1.21 encryption.innodb-encryption-disable : Modified in 10.1.22 encryption.innodb_encryption_discard_import : MDEV-11218 - wrong result, also modified in 10.1.21 encryption.innodb_encryption_filekeys : MDEV-9962 - timeouts encryption.innodb_encryption-page-compression : MDEV-11420 - Trying to access missing tablespace encryption.innodb_encryption_tables : MDEV-9359 - Assertion failure encryption.innodb_first_page : MDEV-10689 - crashes encryption.innodb-log-encrypt : Modified in 10.1.21 encryption.innodb_lotoftables : MDEV-11531 - InnoDB error, also modified in 10.1.21 encryption.innodb-missing-key : MDEV-9359 - assertion failure; also modified in 10.1.22 encryption.innodb_onlinealter_encryption : MDEV-10099 - wrong results encryption.innodb-page_encryption : MDEV-10641 - mutex problem encryption.innodb-read-only : Added in 10.1.22 encryption.innodb_scrub : MDEV-8139, also was modified in 10.1.21 encryption.innodb_scrub_background : MDEV_8139, also was modified in 10.1.21 encryption.innodb_scrub_compressed : MDEV-8139; also was modified and re-enabled in 10.1.21 #---------------------------------------------------------------- engines/iuds.* : Not maintained in timely manner engines/funcs.* : Not maintained in timely manner #---------------------------------------------------------------- federated.federated_bug_35333 : Modified in 10.1.22 federated.federated_innodb : MDEV-10617, MDEV-10417 - Wrong checksum, timeouts, fails on Mips federated.federated_partition : MDEV-10417 - Fails on Mips federated.federated_transactions : MDEV-10617, MDEV-10417 - Wrong checksum, timeouts, fails on Mips federated.federatedx : MDEV-10617 - Wrong checksum, timeouts #---------------------------------------------------------------- funcs_1.is_columns_mysql : Modified in 10.1.22 funcs_1.processlist_val_no_prot : MDEV-11223 - Wrong result funcs_2.innodb_charset : Modified in 10.1.21 funcs_2.memory_charset : MDEV-10290 - Timeout funcs_2.myisam_charset : MDEV-11535 - Timeout #---------------------------------------------------------------- galera.* : suite.pm modified in 10.1.22 galera.galera_mdev_10812 : Added in 10.1.22 galera.galera_var_cluster_address : Modified in 10.1.21 galera.galera_var_dirty_reads : Modified in 10.1.21 galera.MW-284 : Modified in 10.1.21 galera.galera_split_brain : Modified in 10.1.21 galera.galera_var_certify_nonPK_off : Modified in 10.1.22 galera.galera_var_max_ws_rows : Modified in 10.1.22 galera_3nodes.* : MDEV-11490 - Warnings not suppressed #---------------------------------------------------------------- innodb.101_compatibility : Modified in 10.1.22 innodb.alter_key_block_size-11757 : Added in 10.1.22 innodb.binlog_consistent : MDEV-10618 - Server fails to start innodb.doublewrite : Modified in 10.1.22 innodb.group_commit_crash : Modified in 10.1.21 innodb.group_commit_crash_no_optimize_thread : Modified in 10.1.21 innodb.innodb-32k-crash : Modified in 10.1.22 innodb.innodb-64k-crash : Modified in 10.1.22 innodb.innodb-alter-table : MDEV-10619 - Testcase timeout innodb.innodb-blob : MDEV-12053 - Client crash; also modified in 10.1.22 innodb.innodb_blob_unrecoverable_crash : Modified in 10.1.22 innodb.innodb-bug-14068765 : MDEV-9105 - valgrind warnings, assertion failures innodb.innodb-bug-14084530 : MDEV-9105 - valgrind warnings, assertion failures innodb.innodb_bug11754376 : Modified in 10.1.22 innodb.innodb_bug14147491 : MDEV-11808, also modified in 10.1.22 innodb.innodb_bug14676111 : MDEV-11802 - wrong result; also modified in 10.1.22 innodb.innodb_bug30423 : MDEV-7311 - Wrong number of rows in the plan innodb.innodb_bug53756 : Modified in 10.1.22 innodb.innodb_bug56947 : Modified in 10.1.22 innodb.innodb_bug59641 : Modified in 10.1.22 innodb.innodb-change-buffer-recovery : Modified in 10.1.21 innodb.innodb-get-fk : Modified in 10.1.22 innodb.innodb-page_compression_default : Added in 10.1.22 innodb.innodb-page_compression_zip : MDEV-10641 - mutex problem innodb.innodb_stats : MDEV-10682 - wrong result innodb.innodb_sys_semaphore_waits : MDEV-10331 - wrong result innodb.innodb-wl5522 : MDEV-9105 - valgrind warnings, assertion failures innodb.innodb-wl5522-1 : MDEV-9105 - valgrind warnings, assertion failures innodb.innodb-wl5522-debug : Modified in 10.1.22 innodb.innodb-wl5522-debug-zip : Modified in 10.1.22 innodb.log_data_file_size : Added in 10.1.21 innodb.log_file_size : Added in 10.1.22 innodb.read_only_recovery : Added in 10.1.22 innodb.xa_recovery : Modified in 10.1.22 innodb_fts.crash_recovery : Added in 10.1.22 innodb_fts.innodb_fts_result_cache_limit : Modified in 10.1.22 innodb_fts.misc_debug : Added in 10.1.22 #---------------------------------------------------------------- mroonga/storage.column_datetime_32bit_2038 : Wrong result on Alpha mroonga/storage.column_datetime_32bit_before_unix_epoch : Wrong result on Alpha mroonga/storage.column_datetime_32bit_max : Wrong result on Alpha mroonga/storage.column_datetime_32bit_out_of_range : Wrong result on Alpha mroonga/storage.index_multiple_column_unique_date_32bit_equal : Wrong result on Alpha mroonga/storage.index_multiple_column_unique_date_order_32bit_desc : Wrong result on Alpha mroonga/storage.index_multiple_column_unique_datetime_index_read : MDEV-8643 - valgrind warnings mroonga/storage.repair_table_no_index_file : MDEV-9364 - wrong result #---------------------------------------------------------------- multi_source.gtid : MDEV-10417 - Fails on Mips multi_source.info_logs : MDEV-10042 - wrong result multi_source.multisource : MDEV-10417 - Fails on Mips multi_source.reset_slave : MDEV-10690 - wrong result multi_source.simple : MDEV-4633 - Wrong slave status output multi_source.status_vars : MDEV-4632 - failed while waiting for Slave_received_heartbeats #---------------------------------------------------------------- oqgraph.regression_mdev6282 : Modified in 10.1.22 oqgraph.regression_mdev6345 : Modified in 10.1.22 #---------------------------------------------------------------- parts.partition_bigint_innodb : Added in 10.1.22 parts.partition_bigint_myisam : Added in 10.1.22 parts.partition_double_innodb : Added in 10.1.22 parts.partition_double_myisam : Added in 10.1.22 parts.partition_float_innodb : Modified in 10.1.22 parts.partition_float_myisam : Modified in 10.1.22 parts.partition_int_innodb : Modified in 10.1.22 parts.partition_int_myisam : Modified in 10.1.22 parts.partition_mediumint_innodb : Added in 10.1.22 parts.partition_mediumint_myisam : Added in 10.1.22 parts.partition_smallint_innodb : Added in 10.1.22 parts.partition_smallint_myisam : Added in 10.1.22 parts.partition_tinyint_innodb : Added in 10.1.22 parts.partition_tinyint_myisam : Added in 10.1.22 #---------------------------------------------------------------- perfschema.csv_table_io : Uses table_io_result_helper.inc modified in 10.1.22 perfschema.func_file_io : MDEV-5708 - fails for s390x perfschema.func_mutex : MDEV-5708 - fails for s390x perfschema.indexed_table_io : Uses table_io_result_helper.inc modified in 10.1.22 perfschema.innodb_table_io : Uses table_io_result_helper.inc modified in 10.1.22 perfschema.memory_table_io : Uses table_io_result_helper.inc modified in 10.1.22 perfschema.merge_table_io : Uses table_io_result_helper.inc modified in 10.1.22 perfschema.multi_table_io : Uses table_io_result_helper.inc modified in 10.1.22 perfschema.myisam_table_io : Uses table_io_result_helper.inc modified in 10.1.22 perfschema.part_table_io : Uses table_io_result_helper.inc modified in 10.1.22 perfschema.privilege_table_io : Uses table_io_result_helper.inc modified in 10.1.22 perfschema.rollback_table_io : Uses table_io_result_helper.inc modified in 10.1.22 perfschema.setup_actors : MDEV-10679 - rare crash perfschema.socket_summary_by_event_name_func : MDEV-10622 - Socket summary tables do not match perfschema.stage_mdl_global : MDEV-11803 - wrong result on slow builders perfschema.table_name : Modified in 10.1.22 perfschema.temp_table_io : Uses table_io_result_helper.inc modified in 10.1.22 perfschema.threads_mysql : MDEV-10677 - sporadic wrong result; also modified in 10.1.22 perfschema.trigger_table_io : Uses table_io_result_helper.inc modified in 10.1.22 perfschema.view_table_io : Uses table_io_result_helper.inc modified in 10.1.22 #---------------------------------------------------------------- plugins.auth_ed25519 : Added in 10.1.22 plugins.cracklib_password_check : MDEV-11650 - valgrind warnings plugins.feedback_plugin_send : MDEV-7932 - ssl failed for url plugins.server_audit : MDEV-9562 - crashes on sol10-sparc plugins.thread_pool_server_audit : MDEV-9562 - crashes on sol10-sparc plugins.two_password_validations : MDEV-11650 - valgrind warnings #---------------------------------------------------------------- rpl.last_insert_id : MDEV-10625 - warnings in error log rpl.rpl_alter_extra_persistent : Added in 10.1.21 rpl.rpl_auto_increment : MDEV-10417 - Fails on Mips rpl.rpl_auto_increment_bug45679 : MDEV-10417 - Fails on Mips rpl.rpl_auto_increment_update_failure : MDEV-10625 - warnings in error log rpl.rpl_binlog_index : MDEV-9501 - Warning: failed registering on master rpl.rpl_checksum_cache : MDEV-12173 - Unexpected error rpl.rpl_ddl : MDEV-10417 - Fails on Mips rpl.rpl_domain_id_filter_restart : MDEV-10684 - Wrong result rpl.rpl_gtid_basic : MDEV-10681 - server startup problem rpl.rpl_gtid_crash : MDEV-9501 - Warning: failed registering on master rpl.rpl_gtid_mdev9033 : MDEV-10680 - warnings rpl.rpl_gtid_stop_start : MDEV-10629 - Crash on shutdown rpl.rpl_gtid_until : MDEV-10625 - warnings in error log rpl.rpl_heartbeat_basic : Modified in 10.1.22 rpl.rpl_innodb_bug30888 : MDEV-10417 - Fails on Mips rpl.rpl_insert : MDEV-9329 - Fails on Ubuntu/s390x rpl.rpl_insert_delayed : MDEV-9329 - Fails on Ubuntu/s390x rpl.rpl_invoked_features : MDEV-10417 - Fails on Mips rpl.rpl_mariadb_slave_capability : MDEV-11018 - sporadic wrong events in binlog rpl.rpl_mdev6020 : MDEV-10630, MDEV-10417 - Timeouts, fails on Mips rpl.rpl_mdev6386 : Modified in 10.1.22 rpl.rpl_parallel : MDEV-10653 - Timeouts rpl.rpl_parallel_optimistic : MDEV-10511 - timeout rpl.rpl_parallel_retry : MDEV-11119 - Server crash rpl.rpl_parallel_temptable : MDEV-10356 - Crash in close_thread_tables rpl.rpl_partition_innodb : MDEV-10417 - Fails on Mips rpl.rpl_password_boundaries : MDEV-11534 - Slave IO warnings rpl.rpl_row_log_innodb : MDEV-10688 - Wrong result rpl.rpl_row_mysqlbinlog : Modified in 10.1.21 rpl.rpl_row_sp001 : MDEV-9329 - Fails on Ubuntu/s390x rpl.rpl_semi_sync : MDEV-11220 - Wrong result rpl.rpl_semi_sync_event_after_sync : MDEV-11806 - warnings rpl.rpl_semi_sync_uninstall_plugin : MDEV-7140 - Wrong plugin status rpl.rpl_semi_sync_wait_point : MDEV-11807 - timeout in wait condition rpl.rpl_show_slave_hosts : MDEV-10681 - server startup problem rpl.rpl_skip_replication : MDEV-9268 - Fails with timeout in sync_slave_with_master on Alpha rpl.rpl_slave_grp_exec : MDEV-10514 - Unexpected deadlock rpl.rpl_special_charset : Modified in 10.1.21 rpl.rpl_sync : MDEV-10633 - Database page corruption rpl.rpl_temporary_error2 : MDEV-10634 - Wrong number of retries rpl.sec_behind_master-5114 : Modified in 10.1.21 #---------------------------------------------------------------- spider.* : MDEV-9329 - tests are too memory-consuming spider/bg.direct_aggregate : MDEV-7098 - Trying to unlock mutex that wasn't locked spider/bg.direct_aggregate_part : MDEV-7098 - Trying to unlock mutex that wasn't locked spider/bg.ha : MDEV-7914, MDEV-9329 - Crash, failures on s390x spider/bg.ha_part : MDEV-9329 - Fails on Ubuntu/s390x spider/bg.spider_fixes : MDEV-7098, MDEV-9329 - Mutex problem, failures on s390x spider/bg.vp_fixes : MDEV-9329 - Fails on Ubuntu/s390x spider/handler.* : MDEV-10987, MDEV-10990 - Tests have not been maintained #---------------------------------------------------------------- sphinx.* : MDEV-10986 - Tests have not been maintained #---------------------------------------------------------------- storage_engine* : Tests are not always timely maintained #---------------------------------------------------------------- stress.ddl_innodb : MDEV-10635 - Testcase timeout #---------------------------------------------------------------- sys_vars.autocommit_func2 : MDEV-9329 - Fails on Ubuntu/s390x sys_vars.keep_files_on_create_basic : MDEV-10676 - timeout sys_vars.innodb_buffer_pool_dump_pct_basic : MDEV-10651 - sporadic failure on file_exists sys_vars.innodb_fatal_semaphore_wait_threshold : MDEV-10513 - crashes sys_vars.innodb_stats_include_delete_marked_basic : Added in 10.1.22 sys_vars.log_slow_admin_statements_func : MDEV-12235 - Server crash sys_vars.rpl_init_slave_func : MDEV-10149 - wrong results sys_vars.secure_file_priv : Modified in 10.1.22 sys_vars.sysvars_innodb : MDEV-6958 - error-prone rdiffs sys_vars.sysvars_server_embedded : MDEV-6958 - error-prone rdiffs #---------------------------------------------------------------- tokudb.cluster_filter : MDEV-10678 - Wrong execution plan tokudb.cluster_filter_hidden : MDEV-10678 - Wrong execution plan tokudb.cluster_filter_unpack_varchar : MDEV-10636 - Wrong execution plan tokudb.dir_per_db : MDEV-11537 - Wrong result tokudb.dir_per_db_rename_to_nonexisting_schema : Added in 10.1.22 tokudb.gap_lock_error : Added in 10.1.22 tokudb.locks-select-update-3 : Modified in 10.1.22 tokudb.percona_kill_idle_trx_tokudb : Modified in 10.1.22 tokudb_backup.* : suite.opt modified in 10.1.22 tokudb_bugs.checkpoint_lock : MDEV-10637 - Wrong processlist output tokudb_bugs.checkpoint_lock_3 : MDEV-10637 - Wrong processlist output tokudb_bugs.xa : MDEV-11804 - Lock wait timeout #---------------------------------------------------------------- unit.ma_test_loghandler : MDEV-10638 - record read not ok #---------------------------------------------------------------- vcol.not_supported : MDEV-10639 - Testcase timeout vcol.vcol_keys_innodb : MDEV-10639 - Testcase timeout vcol.vcol_select_myisam : Modified in 10.1.22 #---------------------------------------------------------------- wsrep.binlog_format : MDEV-11532 - WSREP has not yet prepared node wsrep.pool_of_threads : MDEV-12234 - Library problem on Power wsrep_info.* : suite.pm changed in 10.1.22 wsrep_info.plugin : MDEV-12232 - Crash on Power