diff options
author | Tausif Rahman <tausif.rahman@mongodb.com> | 2022-12-12 16:38:35 +0000 |
---|---|---|
committer | Evergreen Agent <no-reply@evergreen.mongodb.com> | 2022-12-14 15:24:11 +0000 |
commit | d4ab3fcbfd696c615012f38f0f004cea19d88cc7 (patch) | |
tree | 11c723e9d31450b4812596ccfcb96938fadec3d0 | |
parent | 37a912f55bda0e444124207812e95bbccfa04f73 (diff) | |
download | mongo-d4ab3fcbfd696c615012f38f0f004cea19d88cc7.tar.gz |
SERVER-71467 Dont run feature flag specific tests for multiversion testing
(cherry picked from commit 58818ad6cc1445841f43e02df4e2b4866e591281)
-rw-r--r-- | etc/evergreen_yml_components/definitions.yml | 25 | ||||
-rw-r--r-- | evergreen/resmoke_tests_execute.sh | 8 |
2 files changed, 33 insertions, 0 deletions
diff --git a/etc/evergreen_yml_components/definitions.yml b/etc/evergreen_yml_components/definitions.yml index b2420546cd7..270ade242fe 100644 --- a/etc/evergreen_yml_components/definitions.yml +++ b/etc/evergreen_yml_components/definitions.yml @@ -3434,6 +3434,7 @@ tasks: npm_command: initsync-fuzzer suite: initial_sync_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" + run_no_feature_flag_tests: "true" ## initial sync generational fuzzer ## - <<: *jstestfuzz_template @@ -3462,6 +3463,7 @@ tasks: suite: generational_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" npm_command: agg-fuzzer + run_no_feature_flag_tests: "true" ## Standalone generational fuzzer for multiversion aggregation expressions ## - <<: *jstestfuzz_template @@ -3476,6 +3478,7 @@ tasks: suite: generational_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" npm_command: agg-expr-fuzzer + run_no_feature_flag_tests: "true" ## Standalone generational fuzzer for checking optimized and unoptimized expression equivalence - <<: *jstestfuzz_template @@ -3595,6 +3598,7 @@ tasks: npm_command: update-fuzzer suite: generational_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" + run_no_feature_flag_tests: "true" ## jstestfuzz standalone update time-series generational fuzzer ## - <<: *jstestfuzz_template @@ -3624,6 +3628,7 @@ tasks: npm_command: update-fuzzer suite: generational_fuzzer_replication resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" + run_no_feature_flag_tests: "true" ## rollback multiversion fuzzer ## - <<: *jstestfuzz_template @@ -3640,6 +3645,7 @@ tasks: # Rollback suites create indexes with majority of nodes not available for replication. So, disabling # index build commit quorum. resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}, enableIndexBuildCommitQuorum: false}'" + run_no_feature_flag_tests: "true" ## rollback generational fuzzer ## - <<: *jstestfuzz_template @@ -3952,6 +3958,7 @@ tasks: resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" suite: jstestfuzz_replication npm_command: jstestfuzz + run_no_feature_flag_tests: "true" ## jstestfuzz initial sync replica set ## - <<: *jstestfuzz_template @@ -4018,6 +4025,7 @@ tasks: resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" suite: jstestfuzz_sharded npm_command: jstestfuzz + run_no_feature_flag_tests: "true" ## jstestfuzz sharded cluster causal consistency ## - <<: *jstestfuzz_template @@ -4144,6 +4152,8 @@ tasks: tags: ["multiversion", "multiversion_sanity_check"] commands: - func: "generate resmoke tasks" + vars: + run_no_feature_flag_tests: "true" - <<: *gen_task_template name: replica_sets_jscore_multiversion_gen @@ -4152,6 +4162,7 @@ tasks: - func: "generate resmoke tasks" vars: suite: replica_sets_jscore_passthrough + run_no_feature_flag_tests: "true" # Check that the mutational fuzzer can parse JS files modified in a patch build. @@ -4386,12 +4397,15 @@ tasks: - func: "generate resmoke tasks" vars: suite: change_streams + run_no_feature_flag_tests: "true" - <<: *gen_task_template name: change_streams_downgrade_gen tags: ["multiversion_passthrough", "multiversion"] commands: - func: "generate resmoke tasks" + vars: + run_no_feature_flag_tests: "true" - <<: *task_template name: change_streams_update_v1_oplog @@ -4452,6 +4466,7 @@ tasks: - func: "generate resmoke tasks" vars: suite: change_streams_sharded_collections_passthrough + run_no_feature_flag_tests: "true" - <<: *gen_task_template name: multiversion_future_git_tag_gen @@ -5157,6 +5172,7 @@ tasks: - func: "generate resmoke tasks" vars: suite: sharded_collections_jscore_passthrough + run_no_feature_flag_tests: "true" - <<: *task_template name: sharding_jscore_passthrough @@ -5172,6 +5188,7 @@ tasks: - func: "generate resmoke tasks" vars: suite: sharding_jscore_passthrough + run_no_feature_flag_tests: "true" - <<: *gen_task_template name: sharding_api_version_jscore_passthrough_gen @@ -5397,6 +5414,7 @@ tasks: - func: "generate resmoke tasks" vars: suite: concurrency_replication + run_no_feature_flag_tests: "true" - <<: *gen_task_template name: concurrency_replication_causal_consistency_gen @@ -5475,6 +5493,7 @@ tasks: - func: "generate resmoke tasks" vars: suite: concurrency_sharded_replication + run_no_feature_flag_tests: "true" - <<: *gen_task_template name: concurrency_sharded_replication_with_balancer_gen @@ -5776,6 +5795,7 @@ tasks: - func: "generate resmoke tasks" vars: suite: replica_sets + run_no_feature_flag_tests: "true" - <<: *task_template name: sasl @@ -5807,6 +5827,7 @@ tasks: vars: use_large_distro: "true" suite: sharding + run_no_feature_flag_tests: "true" - <<: *gen_task_template name: sharding_max_mirroring_gen @@ -5874,6 +5895,7 @@ tasks: vars: use_large_distro: "true" multiversion_exclude_tags_version: last_lts + run_no_feature_flag_tests: "true" - <<: *gen_task_template name: sharding_update_v1_oplog_gen @@ -6003,12 +6025,15 @@ tasks: - func: "generate resmoke tasks" vars: multiversion_exclude_tags_version: last_lts + run_no_feature_flag_tests: "true" - <<: *gen_task_template name: sharded_retryable_writes_downgrade_gen tags: ["multiversion_passthrough", "multiversion"] commands: - func: "generate resmoke tasks" + vars: + run_no_feature_flag_tests: "true" - <<: *gen_task_template name: logical_session_cache_replication_default_refresh_jscore_passthrough_gen diff --git a/evergreen/resmoke_tests_execute.sh b/evergreen/resmoke_tests_execute.sh index ce1ecc7b582..5d5bb62a5ba 100644 --- a/evergreen/resmoke_tests_execute.sh +++ b/evergreen/resmoke_tests_execute.sh @@ -104,6 +104,14 @@ if [[ ${disable_unit_tests} = "false" && ! -f ${skip_tests} ]]; then extra_args="$extra_args --mongodSetParameter \"{'jsHeapLimitMB':10}\"" fi + # Even though all feature flags may be enabled on a variant, often times we do not want to run + # feature flag tests because they will most likely fail. For example, during multiversion testing, + # all feature flags may be enabled on the latest version, but running feature flag specific tests on + # older versions (last-lts/last-continuous) will likely fail because those features most likely do not exist. + if [[ ${run_no_feature_flag_tests} == "true" ]]; then + extra_args="$extra_args --runNoFeatureFlagTests" + fi + path_value="$PATH:/data/multiversion" # Set the suite name to be the task name by default; unless overridden with the `suite` expansion. |