summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorTausif Rahman <tausif.rahman@mongodb.com>2022-12-12 16:38:35 +0000
committerEvergreen Agent <no-reply@evergreen.mongodb.com>2022-12-14 15:24:11 +0000
commitd4ab3fcbfd696c615012f38f0f004cea19d88cc7 (patch)
tree11c723e9d31450b4812596ccfcb96938fadec3d0
parent37a912f55bda0e444124207812e95bbccfa04f73 (diff)
downloadmongo-d4ab3fcbfd696c615012f38f0f004cea19d88cc7.tar.gz
SERVER-71467 Dont run feature flag specific tests for multiversion testing
(cherry picked from commit 58818ad6cc1445841f43e02df4e2b4866e591281)
-rw-r--r--etc/evergreen_yml_components/definitions.yml25
-rw-r--r--evergreen/resmoke_tests_execute.sh8
2 files changed, 33 insertions, 0 deletions
diff --git a/etc/evergreen_yml_components/definitions.yml b/etc/evergreen_yml_components/definitions.yml
index b2420546cd7..270ade242fe 100644
--- a/etc/evergreen_yml_components/definitions.yml
+++ b/etc/evergreen_yml_components/definitions.yml
@@ -3434,6 +3434,7 @@ tasks:
npm_command: initsync-fuzzer
suite: initial_sync_fuzzer
resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'"
+ run_no_feature_flag_tests: "true"
## initial sync generational fuzzer ##
- <<: *jstestfuzz_template
@@ -3462,6 +3463,7 @@ tasks:
suite: generational_fuzzer
resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'"
npm_command: agg-fuzzer
+ run_no_feature_flag_tests: "true"
## Standalone generational fuzzer for multiversion aggregation expressions ##
- <<: *jstestfuzz_template
@@ -3476,6 +3478,7 @@ tasks:
suite: generational_fuzzer
resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'"
npm_command: agg-expr-fuzzer
+ run_no_feature_flag_tests: "true"
## Standalone generational fuzzer for checking optimized and unoptimized expression equivalence
- <<: *jstestfuzz_template
@@ -3595,6 +3598,7 @@ tasks:
npm_command: update-fuzzer
suite: generational_fuzzer
resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'"
+ run_no_feature_flag_tests: "true"
## jstestfuzz standalone update time-series generational fuzzer ##
- <<: *jstestfuzz_template
@@ -3624,6 +3628,7 @@ tasks:
npm_command: update-fuzzer
suite: generational_fuzzer_replication
resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'"
+ run_no_feature_flag_tests: "true"
## rollback multiversion fuzzer ##
- <<: *jstestfuzz_template
@@ -3640,6 +3645,7 @@ tasks:
# Rollback suites create indexes with majority of nodes not available for replication. So, disabling
# index build commit quorum.
resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}, enableIndexBuildCommitQuorum: false}'"
+ run_no_feature_flag_tests: "true"
## rollback generational fuzzer ##
- <<: *jstestfuzz_template
@@ -3952,6 +3958,7 @@ tasks:
resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'"
suite: jstestfuzz_replication
npm_command: jstestfuzz
+ run_no_feature_flag_tests: "true"
## jstestfuzz initial sync replica set ##
- <<: *jstestfuzz_template
@@ -4018,6 +4025,7 @@ tasks:
resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'"
suite: jstestfuzz_sharded
npm_command: jstestfuzz
+ run_no_feature_flag_tests: "true"
## jstestfuzz sharded cluster causal consistency ##
- <<: *jstestfuzz_template
@@ -4144,6 +4152,8 @@ tasks:
tags: ["multiversion", "multiversion_sanity_check"]
commands:
- func: "generate resmoke tasks"
+ vars:
+ run_no_feature_flag_tests: "true"
- <<: *gen_task_template
name: replica_sets_jscore_multiversion_gen
@@ -4152,6 +4162,7 @@ tasks:
- func: "generate resmoke tasks"
vars:
suite: replica_sets_jscore_passthrough
+ run_no_feature_flag_tests: "true"
# Check that the mutational fuzzer can parse JS files modified in a patch build.
@@ -4386,12 +4397,15 @@ tasks:
- func: "generate resmoke tasks"
vars:
suite: change_streams
+ run_no_feature_flag_tests: "true"
- <<: *gen_task_template
name: change_streams_downgrade_gen
tags: ["multiversion_passthrough", "multiversion"]
commands:
- func: "generate resmoke tasks"
+ vars:
+ run_no_feature_flag_tests: "true"
- <<: *task_template
name: change_streams_update_v1_oplog
@@ -4452,6 +4466,7 @@ tasks:
- func: "generate resmoke tasks"
vars:
suite: change_streams_sharded_collections_passthrough
+ run_no_feature_flag_tests: "true"
- <<: *gen_task_template
name: multiversion_future_git_tag_gen
@@ -5157,6 +5172,7 @@ tasks:
- func: "generate resmoke tasks"
vars:
suite: sharded_collections_jscore_passthrough
+ run_no_feature_flag_tests: "true"
- <<: *task_template
name: sharding_jscore_passthrough
@@ -5172,6 +5188,7 @@ tasks:
- func: "generate resmoke tasks"
vars:
suite: sharding_jscore_passthrough
+ run_no_feature_flag_tests: "true"
- <<: *gen_task_template
name: sharding_api_version_jscore_passthrough_gen
@@ -5397,6 +5414,7 @@ tasks:
- func: "generate resmoke tasks"
vars:
suite: concurrency_replication
+ run_no_feature_flag_tests: "true"
- <<: *gen_task_template
name: concurrency_replication_causal_consistency_gen
@@ -5475,6 +5493,7 @@ tasks:
- func: "generate resmoke tasks"
vars:
suite: concurrency_sharded_replication
+ run_no_feature_flag_tests: "true"
- <<: *gen_task_template
name: concurrency_sharded_replication_with_balancer_gen
@@ -5776,6 +5795,7 @@ tasks:
- func: "generate resmoke tasks"
vars:
suite: replica_sets
+ run_no_feature_flag_tests: "true"
- <<: *task_template
name: sasl
@@ -5807,6 +5827,7 @@ tasks:
vars:
use_large_distro: "true"
suite: sharding
+ run_no_feature_flag_tests: "true"
- <<: *gen_task_template
name: sharding_max_mirroring_gen
@@ -5874,6 +5895,7 @@ tasks:
vars:
use_large_distro: "true"
multiversion_exclude_tags_version: last_lts
+ run_no_feature_flag_tests: "true"
- <<: *gen_task_template
name: sharding_update_v1_oplog_gen
@@ -6003,12 +6025,15 @@ tasks:
- func: "generate resmoke tasks"
vars:
multiversion_exclude_tags_version: last_lts
+ run_no_feature_flag_tests: "true"
- <<: *gen_task_template
name: sharded_retryable_writes_downgrade_gen
tags: ["multiversion_passthrough", "multiversion"]
commands:
- func: "generate resmoke tasks"
+ vars:
+ run_no_feature_flag_tests: "true"
- <<: *gen_task_template
name: logical_session_cache_replication_default_refresh_jscore_passthrough_gen
diff --git a/evergreen/resmoke_tests_execute.sh b/evergreen/resmoke_tests_execute.sh
index ce1ecc7b582..5d5bb62a5ba 100644
--- a/evergreen/resmoke_tests_execute.sh
+++ b/evergreen/resmoke_tests_execute.sh
@@ -104,6 +104,14 @@ if [[ ${disable_unit_tests} = "false" && ! -f ${skip_tests} ]]; then
extra_args="$extra_args --mongodSetParameter \"{'jsHeapLimitMB':10}\""
fi
+ # Even though all feature flags may be enabled on a variant, often times we do not want to run
+ # feature flag tests because they will most likely fail. For example, during multiversion testing,
+ # all feature flags may be enabled on the latest version, but running feature flag specific tests on
+ # older versions (last-lts/last-continuous) will likely fail because those features most likely do not exist.
+ if [[ ${run_no_feature_flag_tests} == "true" ]]; then
+ extra_args="$extra_args --runNoFeatureFlagTests"
+ fi
+
path_value="$PATH:/data/multiversion"
# Set the suite name to be the task name by default; unless overridden with the `suite` expansion.