diff options
author | Jason Chan <jason.chan@mongodb.com> | 2019-11-12 21:57:55 +0000 |
---|---|---|
committer | evergreen <evergreen@mongodb.com> | 2019-11-12 21:57:55 +0000 |
commit | a7a2c901882367a8e4a34a97b38acafe07a45566 (patch) | |
tree | e3cf62ebb998e0b8b29070afac4236574afdf327 /etc | |
parent | 5d66062d86982873174e70415279ce0821ba5bbd (diff) | |
download | mongo-a7a2c901882367a8e4a34a97b38acafe07a45566.tar.gz |
SERVER-42879 Generate jstestfuzz replication and sharding multiversion suites
Diffstat (limited to 'etc')
-rw-r--r-- | etc/evergreen.yml | 147 |
1 files changed, 109 insertions, 38 deletions
diff --git a/etc/evergreen.yml b/etc/evergreen.yml index c1060b73d1d..c5d169f7ffe 100644 --- a/etc/evergreen.yml +++ b/etc/evergreen.yml @@ -2154,7 +2154,7 @@ functions: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: generate_tasks_config.tgz - remote_file: ${project}/${build_variant}/${revision}/generate_tasks/${task_id}-${execution}.tgz + remote_file: ${project}/${build_variant}/${revision}/generate_tasks/${name}_gen-${build_id}.tgz bucket: mciuploads permissions: public-read content_type: ${content_type|application/gzip} @@ -5551,7 +5551,8 @@ tasks: num_files: 10 num_tasks: 15 npm_command: initsync-fuzzer - resmoke_args: --suites=initial_sync_multiversion_fuzzer + suite: initial_sync_multiversion_fuzzer + resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" name: initial_sync_multiversion_fuzzer task_path_suffix: "/data/multiversion" @@ -5565,7 +5566,8 @@ tasks: num_files: 10 num_tasks: 15 npm_command: initsync-fuzzer - resmoke_args: "--suites=initial_sync_fuzzer --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" + suite: initial_sync_fuzzer + resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" name: initial_sync_fuzzer ## Standalone generational fuzzer for multiversion aggregation pipelines ## @@ -5578,7 +5580,8 @@ tasks: <<: *jstestfuzz_config_vars num_files: 5 num_tasks: 10 - resmoke_args: "--suites=generational_fuzzer --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" + suite: generational_fuzzer + resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" npm_command: agg-fuzzer name: aggregation_multiversion_fuzzer task_path_suffix: "/data/multiversion" @@ -5593,7 +5596,8 @@ tasks: <<: *jstestfuzz_config_vars num_files: 5 num_tasks: 10 - resmoke_args: "--suites=generational_fuzzer --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" + suite: generational_fuzzer + resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" npm_command: agg-expr-fuzzer name: aggregation_expression_multiversion_fuzzer task_path_suffix: "/data/multiversion" @@ -5609,7 +5613,8 @@ tasks: num_files: 5 num_tasks: 10 jstestfuzz_vars: --diffTestingMode optimization - resmoke_args: "--suites=generational_fuzzer --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" + suite: generational_fuzzer + resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" npm_command: agg-expr-fuzzer name: aggregation_expression_optimization_fuzzer @@ -5624,7 +5629,8 @@ tasks: num_files: 5 num_tasks: 10 jstestfuzz_vars: --diffTestingMode optimization - resmoke_args: "--suites=generational_fuzzer --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" + suite: generational_fuzzer + resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" npm_command: agg-fuzzer name: aggregation_optimization_fuzzer @@ -5640,7 +5646,8 @@ tasks: num_tasks: 10 jstestfuzz_vars: --diffTestingMode wildcard npm_command: agg-fuzzer - resmoke_args: "--suites=generational_fuzzer --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" + suite: generational_fuzzer + resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" name: aggregation_wildcard_fuzzer ## jstestfuzz standalone fuzzer for checking find and aggregate equivalence ## @@ -5655,7 +5662,8 @@ tasks: num_tasks: 10 jstestfuzz_vars: --diffTestingMode standalone npm_command: query-fuzzer - resmoke_args: "--suites=generational_fuzzer --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" + suite: generational_fuzzer + resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" name: query_fuzzer_standalone ## jstestfuzz sharded fuzzer for checking find and aggregate equivalence ## @@ -5670,7 +5678,8 @@ tasks: num_tasks: 10 jstestfuzz_vars: --diffTestingMode sharded npm_command: query-fuzzer - resmoke_args: "--suites=generational_fuzzer --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" + suite: generational_fuzzer + resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" name: query_fuzzer_sharded ## jstestfuzz standalone update generational fuzzer ## @@ -5684,7 +5693,8 @@ tasks: num_files: 5 num_tasks: 10 npm_command: update-fuzzer - resmoke_args: "--suites=generational_fuzzer --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" + suite: generational_fuzzer + resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" name: update_fuzzer task_path_suffix: "/data/multiversion" @@ -5699,7 +5709,8 @@ tasks: num_files: 5 num_tasks: 10 npm_command: update-fuzzer - resmoke_args: "--suites=generational_fuzzer_replication --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" + suite: generational_fuzzer_replication + resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" name: update_fuzzer_replication task_path_suffix: "/data/multiversion" @@ -5714,7 +5725,8 @@ tasks: num_files: 3 num_tasks: 5 npm_command: rollback-fuzzer - resmoke_args: --suites=rollback_multiversion_fuzzer + suite: rollback_multiversion_fuzzer + resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" name: rollback_multiversion_fuzzer task_path_suffix: "/data/multiversion" @@ -5729,7 +5741,8 @@ tasks: num_files: 3 num_tasks: 5 npm_command: rollback-fuzzer - resmoke_args: "--suites=rollback_fuzzer --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" + suite: rollback_fuzzer + resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" name: rollback_fuzzer ## rollback generational fuzzer with clean shutdowns ## @@ -5744,7 +5757,8 @@ tasks: num_tasks: 4 jstestfuzz_vars: --numLinesPerFile 300 --maxLinesBetweenEvents 50 npm_command: rollback-fuzzer - resmoke_args: "--suites=rollback_fuzzer_clean_shutdowns --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" + suite: rollback_fuzzer_clean_shutdowns + resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" name: rollback_fuzzer_clean_shutdowns ## rollback generational fuzzer with unclean shutdowns ## @@ -5759,7 +5773,8 @@ tasks: num_tasks: 4 jstestfuzz_vars: --numLinesPerFile 300 --maxLinesBetweenEvents 50 npm_command: rollback-fuzzer - resmoke_args: "--suites=rollback_fuzzer_unclean_shutdowns --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" + suite: rollback_fuzzer_unclean_shutdowns + resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" name: rollback_fuzzer_unclean_shutdowns ## jstestfuzz ## @@ -5771,7 +5786,8 @@ tasks: vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests - resmoke_args: "--suites=jstestfuzz --storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" + suite: jstestfuzz + resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" npm_command: jstestfuzz name: jstestfuzz @@ -5786,7 +5802,8 @@ tasks: num_files: ${jstestfuzz_concurrent_num_files|10} num_tasks: 15 jstestfuzz_vars: --jsTestsDir ../jstests - resmoke_args: --suites=jstestfuzz --storageEngine=wiredTiger --numClientsPerFixture=10 + suite: jstestfuzz + resmoke_args: --storageEngine=wiredTiger --numClientsPerFixture=10 name: jstestfuzz_concurrent ## jstestfuzz concurrent replica set ## @@ -5800,7 +5817,8 @@ tasks: num_files: ${jstestfuzz_concurrent_num_files|10} num_tasks: 15 jstestfuzz_vars: --jsTestsDir ../jstests - resmoke_args: --suites=jstestfuzz_replication --storageEngine=wiredTiger --numClientsPerFixture=10 + suite: jstestfuzz_replication + resmoke_args: --storageEngine=wiredTiger --numClientsPerFixture=10 name: jstestfuzz_concurrent_replication ## jstestfuzz concurrent replica set with logical session ## @@ -5814,7 +5832,8 @@ tasks: num_files: ${jstestfuzz_concurrent_num_files|10} num_tasks: 15 jstestfuzz_vars: --jsTestsDir ../jstests - resmoke_args: --suites=jstestfuzz_replication_session --storageEngine=wiredTiger --numClientsPerFixture=10 + suite: jstestfuzz_replication_session + resmoke_args: --storageEngine=wiredTiger --numClientsPerFixture=10 name: jstestfuzz_concurrent_replication_session ## jstestfuzz concurrent sharded cluster ## @@ -5828,7 +5847,8 @@ tasks: num_files: ${jstestfuzz_concurrent_num_files|10} num_tasks: 15 jstestfuzz_vars: --jsTestsDir ../jstests - resmoke_args: --suites=jstestfuzz_sharded --storageEngine=wiredTiger --numClientsPerFixture=10 + suite: jstestfuzz_sharded + resmoke_args: --storageEngine=wiredTiger --numClientsPerFixture=10 name: jstestfuzz_concurrent_sharded ## jstestfuzz concurrent sharded cluster causal consistency ## @@ -5842,7 +5862,8 @@ tasks: num_files: ${jstestfuzz_concurrent_num_files|10} num_tasks: 15 jstestfuzz_vars: --jsTestsDir ../jstests - resmoke_args: --suites=jstestfuzz_sharded_causal_consistency --storageEngine=wiredTiger --numClientsPerFixture=10 + suite: jstestfuzz_sharded_causal_consistency + resmoke_args: --storageEngine=wiredTiger --numClientsPerFixture=10 name: jstestfuzz_concurrent_sharded_causal_consistency ## jstestfuzz concurrent sharded cluster continuous stepdown ## @@ -5856,7 +5877,8 @@ tasks: num_files: ${jstestfuzz_concurrent_num_files|10} num_tasks: 2 jstestfuzz_vars: --jsTestsDir ../jstests - resmoke_args: --suites=jstestfuzz_sharded_continuous_stepdown --storageEngine=wiredTiger --numClientsPerFixture=10 + suite: jstestfuzz_sharded_continuous_stepdown + resmoke_args: --storageEngine=wiredTiger --numClientsPerFixture=10 name: jstestfuzz_concurrent_sharded_continuous_stepdown ## jstestfuzz concurrent sharded cluster with logical session ## @@ -5870,7 +5892,8 @@ tasks: num_files: ${jstestfuzz_concurrent_num_files|10} num_tasks: 15 jstestfuzz_vars: --jsTestsDir ../jstests - resmoke_args: --suites=jstestfuzz_sharded_session --storageEngine=wiredTiger --numClientsPerFixture=10 + suite: jstestfuzz_sharded_session + resmoke_args: --storageEngine=wiredTiger --numClientsPerFixture=10 name: jstestfuzz_concurrent_sharded_session # jstestfuzz interrupt # @@ -5882,7 +5905,8 @@ tasks: vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests - resmoke_args: "--suites=jstestfuzz_interrupt --storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" + suite: jstestfuzz_interrupt + resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" name: jstestfuzz_interrupt # jstestfuzz interrupt # @@ -5894,7 +5918,8 @@ tasks: vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests - resmoke_args: "--suites=jstestfuzz_interrupt_replication --storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" + suite: jstestfuzz_interrupt_replication + resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" name: jstestfuzz_interrupt_replication # jstestfuzz interrupt with flow control engaged # @@ -5908,7 +5933,8 @@ tasks: num_files: 5 num_tasks: 30 jstestfuzz_vars: --jsTestsDir ../jstests - resmoke_args: "--suites=jstestfuzz_interrupt_replication --flowControlTicketOverride=1 --storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" + suite: jstestfuzz_interrupt_replication + resmoke_args: "--flowControlTicketOverride=1 --storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" name: jstestfuzz_interrupt_replication_flow_control ## jstestfuzz sharded cluster continuous stepdown with flow control engaged ## @@ -5922,7 +5948,8 @@ tasks: num_files: 5 num_tasks: 10 jstestfuzz_vars: --jsTestsDir ../jstests - resmoke_args: "--suites=jstestfuzz_sharded_continuous_stepdown --flowControlTicketOverride=3 --storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" + suite: jstestfuzz_sharded_continuous_stepdown + resmoke_args: "--flowControlTicketOverride=3 --storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" name: jstestfuzz_sharded_continuous_stepdown_flow_control ## jstestfuzz concurrent sharded cluster continuous stepdown with flow control engaged ## @@ -5936,7 +5963,8 @@ tasks: num_files: ${jstestfuzz_concurrent_num_files|10} num_tasks: 2 jstestfuzz_vars: --jsTestsDir ../jstests - resmoke_args: --suites=jstestfuzz_sharded_continuous_stepdown --flowControlTicketOverride=30 --storageEngine=wiredTiger --numClientsPerFixture=10 + suite: jstestfuzz_sharded_continuous_stepdown + resmoke_args: --flowControlTicketOverride=30 --storageEngine=wiredTiger --numClientsPerFixture=10 name: jstestfuzz_concurrent_sharded_continuous_stepdown_flow_control # jstestfuzz replication continuous stepdown with flow control engaged # @@ -5950,7 +5978,8 @@ tasks: num_files: 5 num_tasks: 30 jstestfuzz_vars: --jsTestsDir ../jstests - resmoke_args: "--suites=jstestfuzz_replication_continuous_stepdown --flowControlTicketOverride=1 --storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" + suite: jstestfuzz_replication_continuous_stepdown + resmoke_args: "--flowControlTicketOverride=1 --storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" name: jstestfuzz_replication_continuous_stepdown_flow_control ## jstestfuzz concurrent replication continuous stepdown with flow control engaged ## @@ -5964,7 +5993,8 @@ tasks: num_files: ${jstestfuzz_concurrent_num_files|10} num_tasks: 15 jstestfuzz_vars: --jsTestsDir ../jstests - resmoke_args: --suites=jstestfuzz_replication_continuous_stepdown --flowControlTicketOverride=10 --storageEngine=wiredTiger --numClientsPerFixture=10 + suite: jstestfuzz_replication_continuous_stepdown + resmoke_args: --flowControlTicketOverride=10 --storageEngine=wiredTiger --numClientsPerFixture=10 name: jstestfuzz_concurrent_replication_continuous_stepdown_flow_control ## jstestfuzz replica set ## @@ -5976,9 +6006,25 @@ tasks: vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests - resmoke_args: "--suites=jstestfuzz_replication --storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" + suite: jstestfuzz_replication + resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" name: jstestfuzz_replication +## jstestfuzz replica set ## +- <<: *jstestfuzz_template + name: jstestfuzz_replication_multiversion_gen + tags: ["jstestfuzz_multiversion_gen"] + commands: + - func: "generate multiversion tasks" + vars: + <<: *jstestfuzz_config_vars + jstestfuzz_vars: --jsTestsDir ../jstests + resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" + suite: jstestfuzz_replication + is_jstestfuzz: true + use_multiversion: /data/multiversion + npm_command: jstestfuzz + ## jstestfuzz initial sync replica set ## - <<: *jstestfuzz_template name: jstestfuzz_replication_initsync_gen @@ -5990,7 +6036,8 @@ tasks: num_files: 8 num_tasks: 10 jstestfuzz_vars: --jsTestsDir ../jstests - resmoke_args: "--suites=jstestfuzz_replication_initsync --storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" + suite: jstestfuzz_replication_initsync + resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" name: jstestfuzz_replication_initsync ## jstestfuzz replica set with logical session ## @@ -6002,7 +6049,8 @@ tasks: vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests - resmoke_args: "--suites=jstestfuzz_replication_session --storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" + suite: jstestfuzz_replication_session + resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" name: jstestfuzz_replication_session ## jstestfuzz sharded cluster ## @@ -6014,9 +6062,25 @@ tasks: vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests - resmoke_args: "--suites=jstestfuzz_sharded --storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" + suite: jstestfuzz_sharded + resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" name: jstestfuzz_sharded +## jstestfuzz sharded multiversion cluster ## +- <<: *jstestfuzz_template + name: jstestfuzz_sharded_multiversion_gen + tags: [jstestfuzz_multiversion_gen] + commands: + - func: "generate multiversion tasks" + vars: + <<: *jstestfuzz_config_vars + jstestfuzz_vars: --jsTestsDir ../jstests + resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" + suite: jstestfuzz_sharded + is_jstestfuzz: true + use_multiversion: /data/multiversion + npm_command: jstestfuzz + ## jstestfuzz sharded cluster causal consistency ## - <<: *jstestfuzz_template name: jstestfuzz_sharded_causal_consistency_gen @@ -6026,7 +6090,8 @@ tasks: vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests - resmoke_args: "--suites=jstestfuzz_sharded_causal_consistency --storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" + suite: jstestfuzz_sharded_causal_consistency + resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" name: jstestfuzz_sharded_causal_consistency ## jstestfuzz sharded cluster continuous stepdown ## @@ -6040,7 +6105,8 @@ tasks: num_files: 5 num_tasks: 10 jstestfuzz_vars: --jsTestsDir ../jstests - resmoke_args: "--suites=jstestfuzz_sharded_continuous_stepdown --storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" + suite: jstestfuzz_sharded_continuous_stepdown + resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" name: jstestfuzz_sharded_continuous_stepdown ## jstestfuzz sharded cluster with logical session ## @@ -6052,7 +6118,8 @@ tasks: vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests - resmoke_args: "--suites=jstestfuzz_sharded_session --storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" + suite: jstestfuzz_sharded_session + resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" name: jstestfuzz_sharded_session - name: replica_sets_jscore_multiversion_passthrough_gen @@ -9290,6 +9357,7 @@ buildvariants: - name: .jscore .common !.compat !.decimal !.sharding - name: jsCore_auth - name: .jstestfuzz .common + - name: .jstestfuzz_multiversion_gen - name: .logical_session_cache .one_sec - name: .multiversion_fuzzer - name: .multiversion_passthrough @@ -11199,6 +11267,7 @@ buildvariants: - name: jsCore_txns_large_txns_format - name: jsCore_minimum_batch_size - name: jsCore_op_query + - name: .jstestfuzz_multiversion_gen - name: .logical_session_cache .one_sec - name: .multi_shard .common - name: multiversion @@ -12841,6 +12910,7 @@ buildvariants: - name: jsCore_op_query - name: jsCore_txns_large_txns_format - name: jsonSchema + - name: .jstestfuzz_multiversion_gen - name: .logical_session_cache - name: .multi_shard .common - name: multiversion @@ -12929,6 +12999,7 @@ buildvariants: - name: jsCore_op_query - name: jsCore_txns_large_txns_format - name: jsonSchema + - name: .jstestfuzz_multiversion_gen - name: .logical_session_cache .one_sec - name: .multi_shard .common - name: multiversion |