diff options
author | Mikhail Shchatko <mikhail.shchatko@mongodb.com> | 2021-10-25 11:34:21 +0300 |
---|---|---|
committer | Evergreen Agent <no-reply@evergreen.mongodb.com> | 2021-10-26 12:32:19 +0000 |
commit | a62bc5316de00b706e1308ed35a98f597b89f2dc (patch) | |
tree | 7fe2b3d86a0bd185fb01217b26d99278e89949e0 /etc | |
parent | 4a8881d3f61be8e57b55a33e076bace92b3e6aad (diff) | |
download | mongo-a62bc5316de00b706e1308ed35a98f597b89f2dc.tar.gz |
SERVER-49763 Run fuzzers against last-continuous and last-lts
Diffstat (limited to 'etc')
-rw-r--r-- | etc/evergreen.yml | 90 |
1 files changed, 8 insertions, 82 deletions
diff --git a/etc/evergreen.yml b/etc/evergreen.yml index 31db4b38adb..4705d44d88c 100644 --- a/etc/evergreen.yml +++ b/etc/evergreen.yml @@ -3026,9 +3026,8 @@ tasks: num_files: 10 num_tasks: 5 npm_command: initsync-fuzzer - suite: initial_sync_multiversion_fuzzer + suite: initial_sync_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" - name: initial_sync_multiversion_fuzzer ## initial sync generational fuzzer ## - <<: *jstestfuzz_template @@ -3043,7 +3042,6 @@ tasks: npm_command: initsync-fuzzer suite: initial_sync_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" - name: initial_sync_fuzzer ## Standalone generational fuzzer for multiversion aggregation pipelines ## - <<: *jstestfuzz_template @@ -3058,7 +3056,6 @@ tasks: suite: generational_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" npm_command: agg-fuzzer - name: aggregation_multiversion_fuzzer ## Standalone generational fuzzer for multiversion aggregation expressions ## - <<: *jstestfuzz_template @@ -3073,7 +3070,6 @@ tasks: suite: generational_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" npm_command: agg-expr-fuzzer - name: aggregation_expression_multiversion_fuzzer ## Standalone generational fuzzer for checking optimized and unoptimized expression equivalence - <<: *jstestfuzz_template @@ -3089,7 +3085,6 @@ tasks: suite: generational_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" npm_command: agg-expr-fuzzer - name: aggregation_expression_optimization_fuzzer ## Standalone generational fuzzer for checking optimized and unoptimized aggregation pipelines - <<: *jstestfuzz_template @@ -3105,7 +3100,6 @@ tasks: suite: generational_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" npm_command: agg-fuzzer - name: aggregation_optimization_fuzzer ## Standalone fuzzer for checking wildcard index correctness ## - <<: *jstestfuzz_template @@ -3121,7 +3115,6 @@ tasks: npm_command: agg-fuzzer suite: generational_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" - name: aggregation_wildcard_fuzzer ## Standalone fuzzer for checking timeseries optimizations correctness ## - <<: *jstestfuzz_template @@ -3137,7 +3130,6 @@ tasks: npm_command: agg-fuzzer suite: generational_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" - name: aggregation_timeseries_fuzzer ## Standalone generational fuzzer for checking optimized and unoptimized change stream pipelines ## - <<: *jstestfuzz_template @@ -3153,7 +3145,6 @@ tasks: npm_command: change-stream-fuzzer suite: generational_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" - name: change_stream_optimization_fuzzer ## jstestfuzz standalone fuzzer for checking find and aggregate equivalence ## - <<: *jstestfuzz_template @@ -3169,7 +3160,6 @@ tasks: npm_command: query-fuzzer suite: generational_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" - name: query_fuzzer_standalone ## jstestfuzz sharded fuzzer for checking find and aggregate equivalence ## - <<: *jstestfuzz_template @@ -3185,7 +3175,6 @@ tasks: npm_command: query-fuzzer suite: generational_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" - name: query_fuzzer_sharded ## jstestfuzz standalone update generational fuzzer ## - <<: *jstestfuzz_template @@ -3200,12 +3189,11 @@ tasks: npm_command: update-fuzzer suite: generational_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" - name: update_fuzzer ## jstestfuzz standalone update time-series generational fuzzer ## - <<: *jstestfuzz_template name: update_timeseries_fuzzer_gen - tags: ["updatefuzzer", "require_npm", "random_name", "multiversion"] + tags: ["updatefuzzer", "require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: @@ -3216,7 +3204,6 @@ tasks: npm_command: update-fuzzer suite: generational_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" - name: update_timeseries_fuzzer ## jstestfuzz replication update generational fuzzer ## - <<: *jstestfuzz_template @@ -3231,7 +3218,6 @@ tasks: npm_command: update-fuzzer suite: generational_fuzzer_replication resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" - name: update_fuzzer_replication ## rollback multiversion fuzzer ## - <<: *jstestfuzz_template @@ -3244,11 +3230,10 @@ tasks: num_files: 3 num_tasks: 5 npm_command: rollback-fuzzer - suite: rollback_multiversion_fuzzer + suite: rollback_fuzzer # Rollback suites create indexes with majority of nodes not available for replication. So, disabling # index build commit quorum. resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}, enableIndexBuildCommitQuorum: false}'" - name: rollback_multiversion_fuzzer ## rollback generational fuzzer ## - <<: *jstestfuzz_template @@ -3265,7 +3250,6 @@ tasks: # Rollback suites create indexes with majority of nodes not available for replication. So, disabling # index build commit quorum. resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}, enableIndexBuildCommitQuorum: false}'" - name: rollback_fuzzer ## rollback generational fuzzer with clean shutdowns ## - <<: *jstestfuzz_template @@ -3283,7 +3267,6 @@ tasks: # Rollback suites create indexes with majority of nodes not available for replication. So, disabling # index build commit quorum. resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}, enableIndexBuildCommitQuorum: false}'" - name: rollback_fuzzer_clean_shutdowns ## rollback generational fuzzer with unclean shutdowns ## - <<: *jstestfuzz_template @@ -3301,7 +3284,6 @@ tasks: # Rollback suites create indexes with majority of nodes not available for replication. So, disabling # index build commit quorum. resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}, enableIndexBuildCommitQuorum: false}'" - name: rollback_fuzzer_unclean_shutdowns ## jstestfuzz ## - <<: *jstestfuzz_template @@ -3315,7 +3297,6 @@ tasks: suite: jstestfuzz resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" npm_command: jstestfuzz - name: jstestfuzz ## jstestfuzz concurrent ## - <<: *jstestfuzz_template @@ -3330,7 +3311,6 @@ tasks: jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz resmoke_args: --storageEngine=wiredTiger --numClientsPerFixture=10 - name: jstestfuzz_concurrent ## jstestfuzz concurrent replica set ## - <<: *jstestfuzz_template @@ -3345,7 +3325,6 @@ tasks: jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_replication resmoke_args: --storageEngine=wiredTiger --numClientsPerFixture=10 - name: jstestfuzz_concurrent_replication ## jstestfuzz concurrent replica set with logical session ## - <<: *jstestfuzz_template @@ -3360,7 +3339,6 @@ tasks: jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_replication_session resmoke_args: --storageEngine=wiredTiger --numClientsPerFixture=10 - name: jstestfuzz_concurrent_replication_session ## jstestfuzz concurrent sharded cluster ## - <<: *jstestfuzz_template @@ -3375,7 +3353,6 @@ tasks: jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_sharded resmoke_args: --storageEngine=wiredTiger --numClientsPerFixture=10 - name: jstestfuzz_concurrent_sharded ## jstestfuzz concurrent sharded cluster causal consistency ## - <<: *jstestfuzz_template @@ -3390,7 +3367,6 @@ tasks: jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_sharded_causal_consistency resmoke_args: --storageEngine=wiredTiger --numClientsPerFixture=10 - name: jstestfuzz_concurrent_sharded_causal_consistency ## jstestfuzz concurrent sharded cluster continuous stepdown ## - <<: *jstestfuzz_template @@ -3405,7 +3381,6 @@ tasks: jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_sharded_continuous_stepdown resmoke_args: --storageEngine=wiredTiger --numClientsPerFixture=10 - name: jstestfuzz_concurrent_sharded_continuous_stepdown ## jstestfuzz concurrent sharded cluster with logical session ## - <<: *jstestfuzz_template @@ -3420,7 +3395,6 @@ tasks: jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_sharded_session resmoke_args: --storageEngine=wiredTiger --numClientsPerFixture=10 - name: jstestfuzz_concurrent_sharded_session # jstestfuzz interrupt # - <<: *jstestfuzz_template @@ -3433,7 +3407,6 @@ tasks: jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_interrupt resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" - name: jstestfuzz_interrupt # jstestfuzz interrupt # - <<: *jstestfuzz_template @@ -3446,7 +3419,6 @@ tasks: jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_interrupt_replication resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" - name: jstestfuzz_interrupt_replication # jstestfuzz write conflict # - <<: *jstestfuzz_template @@ -3459,7 +3431,6 @@ tasks: jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_replication_write_conflicts resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" - name: jstestfuzz_replication_write_conflicts # jstestfuzz concurrent conflict # - <<: *jstestfuzz_template @@ -3472,7 +3443,6 @@ tasks: jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_replication_write_conflicts resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}' --numClientsPerFixture=10" - name: jstestfuzz_concurrent_replication_write_conflicts # jstestfuzz interrupt with flow control engaged # - <<: *jstestfuzz_template @@ -3487,7 +3457,6 @@ tasks: jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_interrupt_replication resmoke_args: "--flowControlTicketOverride=1 --storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" - name: jstestfuzz_interrupt_replication_flow_control ## jstestfuzz sharded cluster continuous stepdown with flow control engaged ## - <<: *jstestfuzz_template @@ -3505,7 +3474,6 @@ tasks: --flowControlTicketOverride=3 --storageEngine=wiredTiger --mongodSetParameters="{logComponentVerbosity: {command: 2}}" - name: jstestfuzz_sharded_continuous_stepdown_flow_control ## jstestfuzz concurrent sharded cluster continuous stepdown with flow control engaged ## - <<: *jstestfuzz_template @@ -3523,7 +3491,6 @@ tasks: --flowControlTicketOverride=30 --storageEngine=wiredTiger --numClientsPerFixture=10 - name: jstestfuzz_concurrent_sharded_continuous_stepdown_flow_control # jstestfuzz replication continuous stepdown with flow control engaged # - <<: *jstestfuzz_template @@ -3541,7 +3508,6 @@ tasks: --flowControlTicketOverride=1 --storageEngine=wiredTiger --mongodSetParameters="{logComponentVerbosity: {command: 2}}" - name: jstestfuzz_replication_continuous_stepdown_flow_control ## jstestfuzz concurrent replication continuous stepdown with flow control engaged ## - <<: *jstestfuzz_template @@ -3559,7 +3525,6 @@ tasks: --flowControlTicketOverride=10 --storageEngine=wiredTiger --numClientsPerFixture=10 - name: jstestfuzz_concurrent_replication_continuous_stepdown_flow_control ## jstestfuzz replica set ## - <<: *jstestfuzz_template @@ -3572,47 +3537,20 @@ tasks: jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_replication resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" - name: jstestfuzz_replication -## jstestfuzz replica set ## +## jstestfuzz replica set multiversion ## - <<: *jstestfuzz_template - name: jstestfuzz_replication_multiversion_passthrough_new_old_new_gen + name: jstestfuzz_replication_multiversion_gen tags: ["jstestfuzz_multiversion_passthrough_gen", "require_npm", "random_name", "multiversion"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests - resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}' --oldBinVersion=last_continuous --mixedBinVersions=new-old-new" + resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" suite: jstestfuzz_replication npm_command: jstestfuzz - ## jstestfuzz replica set ## -- <<: *jstestfuzz_template - name: jstestfuzz_replication_multiversion_passthrough_old_new_new_gen - tags: ["jstestfuzz_multiversion_passthrough_gen", "require_npm", "random_name", "multiversion"] - commands: - - func: "generate resmoke tasks" - vars: - <<: *jstestfuzz_config_vars - jstestfuzz_vars: --jsTestsDir ../jstests - resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}' --oldBinVersion=last_continuous --mixedBinVersions=old-new-new" - suite: jstestfuzz_replication - npm_command: jstestfuz - - ## jstestfuzz replica set ## -- <<: *jstestfuzz_template - name: jstestfuzz_replication_multiversion_passthrough_new_new_old_gen - tags: ["jstestfuzz_multiversion_passthrough_gen", "require_npm", "random_name", "multiversion"] - commands: - - func: "generate resmoke tasks" - vars: - <<: *jstestfuzz_config_vars - jstestfuzz_vars: --jsTestsDir ../jstests - resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}' --oldBinVersion=last_continuous --mixedBinVersions=new-new-old" - suite: jstestfuzz_replication - npm_command: jstestfuz - ## jstestfuzz initial sync replica set ## - <<: *jstestfuzz_template name: jstestfuzz_replication_initsync_gen @@ -3626,7 +3564,6 @@ tasks: jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_replication_initsync resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" - name: jstestfuzz_replication_initsync ## jstestfuzz replica set with logical session ## - <<: *jstestfuzz_template @@ -3639,7 +3576,6 @@ tasks: jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_replication_session resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" - name: jstestfuzz_replication_session ## jstestfuzz sharded cluster ## - <<: *jstestfuzz_template @@ -3652,18 +3588,17 @@ tasks: jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_sharded resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" - name: jstestfuzz_sharded ## jstestfuzz sharded multiversion cluster ## - <<: *jstestfuzz_template - name: jstestfuzz_sharded_multiversion_passthrough_gen + name: jstestfuzz_sharded_multiversion_gen tags: ["jstestfuzz_multiversion_passthrough_gen", "require_npm", "random_name", "multiversion"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests - resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}' --oldBinVersion=last_continuous --mixedBinVersions='new-old-old-new'" + resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" suite: jstestfuzz_sharded npm_command: jstestfuzz @@ -3678,7 +3613,6 @@ tasks: jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_sharded_causal_consistency resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" - name: jstestfuzz_sharded_causal_consistency ## jstestfuzz sharded cluster continuous stepdown ## - <<: *jstestfuzz_template @@ -3693,7 +3627,6 @@ tasks: jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_sharded_continuous_stepdown resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" - name: jstestfuzz_sharded_continuous_stepdown ## jstestfuzz sharded cluster with logical session ## - <<: *jstestfuzz_template @@ -3706,7 +3639,6 @@ tasks: jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_sharded_session resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" - name: jstestfuzz_sharded_session ## resharding generational fuzzer ## - <<: *jstestfuzz_template @@ -3722,7 +3654,6 @@ tasks: jstestfuzz_vars: --numDonors 2 --numRecipients 2 --inPlace yes suite: resharding_fuzzer resmoke_args: --storageEngine=wiredTiger - name: resharding_fuzzer_inplace - <<: *jstestfuzz_template name: resharding_fuzzer_split_gen @@ -3737,7 +3668,6 @@ tasks: jstestfuzz_vars: --numDonors 1 --numRecipients 2 --inPlace no suite: resharding_fuzzer resmoke_args: --storageEngine=wiredTiger - name: resharding_fuzzer_split - <<: *jstestfuzz_template name: resharding_fuzzer_merge_gen @@ -3752,7 +3682,6 @@ tasks: jstestfuzz_vars: --numDonors 2 --numRecipients 1 --inPlace no suite: resharding_fuzzer resmoke_args: --storageEngine=wiredTiger - name: resharding_fuzzer_merge - <<: *jstestfuzz_template name: resharding_fuzzer_shuffle_gen @@ -3767,7 +3696,6 @@ tasks: jstestfuzz_vars: --numDonors 3 --numRecipients 3 --inPlace no suite: resharding_fuzzer resmoke_args: --storageEngine=wiredTiger - name: resharding_fuzzer_shuffle - <<: *jstestfuzz_template name: resharding_fuzzer_idempotency_gen @@ -3783,7 +3711,6 @@ tasks: suite: resharding_fuzzer_idempotency resmoke_args: >- --storageEngine=wiredTiger - name: resharding_fuzzer_idempotency - <<: *jstestfuzz_template name: resharding_fuzzer_stepup_gen @@ -3800,7 +3727,6 @@ tasks: --electionMech stepup --electionRole donor --electionRole recipient suite: resharding_fuzzer resmoke_args: --storageEngine=wiredTiger - name: resharding_fuzzer_stepup ## Tests that the multiversion test generation logic is not broken. - <<: *gen_task_template |