diff options
author | David Bradford <david.bradford@mongodb.com> | 2021-07-12 09:57:26 -0400 |
---|---|---|
committer | Evergreen Agent <no-reply@evergreen.mongodb.com> | 2021-07-27 19:18:48 +0000 |
commit | ce503d131ffab70979e972e6eb95136b583d1f62 (patch) | |
tree | 635fbd0392f2002bad2847edc203e140048856d3 | |
parent | 3dddce5419ef0530bb5da9775531b101bde8d901 (diff) | |
download | mongo-ce503d131ffab70979e972e6eb95136b583d1f62.tar.gz |
SERVER-58087: Cleanup generate tasks setup
(cherry picked from commit b25d57c6a354cf5e4dab3237647797ccc5b30c4d)
-rw-r--r-- | buildscripts/ciconfig/evergreen.py | 30 | ||||
-rw-r--r-- | buildscripts/evergreen_gen_build_variant.py | 63 | ||||
-rw-r--r-- | buildscripts/task_generation/gen_task_service.py | 4 | ||||
-rw-r--r-- | buildscripts/tests/test_evergreen_gen_build_variant.py | 54 | ||||
-rw-r--r-- | etc/evergreen.yml | 198 |
5 files changed, 124 insertions, 225 deletions
diff --git a/buildscripts/ciconfig/evergreen.py b/buildscripts/ciconfig/evergreen.py index 8d96bd03055..8b9823ed202 100644 --- a/buildscripts/ciconfig/evergreen.py +++ b/buildscripts/ciconfig/evergreen.py @@ -124,38 +124,12 @@ class Task(object): @property def generate_resmoke_tasks_command(self): """Return the 'generate resmoke tasks' command if found, or None.""" - func = self.find_func_command("generate resmoke tasks") - return func if func is not None else self.find_func_command( - "generate randomized multiversion tasks") - - @property - def generate_randomized_multiversion_command(self): - """Return the 'generate resmoke tasks' command if found, or None.""" - return self.find_func_command("generate randomized multiversion tasks") + return self.find_func_command("generate resmoke tasks") @property def is_generate_resmoke_task(self) -> bool: """Return True if 'generate resmoke tasks' command is found.""" - return (self.generate_resmoke_tasks_command is not None - or self.generate_randomized_multiversion_command is not None) - - def generate_fuzzer_tasks_command(self): - """Return the 'generate fuzzer tasks' command if found, or None.""" - func = self.find_func_command("generate fuzzer tasks") - return func - - def is_generate_fuzzer_task(self) -> bool: - """Return True if 'generate fuzzer tasks' command is found.""" - return self.generate_fuzzer_tasks_command() is not None - - def generate_implicit_multiversion_command(self): - """Return the 'generate implicit multiversion tasks' command if found, or None.""" - func = self.find_func_command("generate implicit multiversion tasks") - return func - - def is_generate_implicit_multiversion_task(self) -> bool: - """Return True if 'generate implicit multiverion tasks' command is found.""" - return self.generate_implicit_multiversion_command() is not None + return self.generate_resmoke_tasks_command is not None @property def run_tests_command(self): diff --git a/buildscripts/evergreen_gen_build_variant.py b/buildscripts/evergreen_gen_build_variant.py index daa239db0ed..0fe0dfb19b1 100644 --- a/buildscripts/evergreen_gen_build_variant.py +++ b/buildscripts/evergreen_gen_build_variant.py @@ -200,10 +200,7 @@ class GenerateBuildVariantOrchestrator: :return: Parameters for how task should be split. """ task = remove_gen_suffix(task_def.name) - run_func = task_def.generate_resmoke_tasks_command - if run_func is None: - run_func = task_def.generate_implicit_multiversion_command() - run_vars = run_func.get("vars", {}) + run_vars = task_def.generate_resmoke_tasks_command.get("vars", {}) suite = run_vars.get("suite", task) return SuiteSplitParameters( @@ -245,11 +242,11 @@ class GenerateBuildVariantOrchestrator: :param task_def: Task definition in evergreen project config. :param build_variant: Name of Build Variant being generated. + :param is_sharded: True if the tasks being generated are for a sharded config. + :param version_config: List of version configurations to generate. :return: Parameters for how task should be generated. """ - run_func = task_def.generate_implicit_multiversion_command() - run_vars = run_func["vars"] - + run_vars = task_def.generate_resmoke_tasks_command["vars"] task = remove_gen_suffix(task_def.name) return MultiversionGenTaskParams( @@ -271,14 +268,12 @@ class GenerateBuildVariantOrchestrator: :param task_def: Task definition in evergreen project config. :param build_variant: Name of Build Variant being generated. + :param is_sharded: True task if for a sharded configuration. + :param version_config: List of version configs task is being generated for. :return: Parameters for how a fuzzer task should be generated. """ variant = self.evg_project_config.get_variant(build_variant) - if is_sharded is not None or version_config is not None: - run_func = task_def.generate_implicit_multiversion_command() - else: - run_func = task_def.generate_fuzzer_tasks_command() - run_vars = run_func["vars"] + run_vars = task_def.generate_resmoke_tasks_command["vars"] run_vars = {k: translate_run_var(v, variant) for k, v in run_vars.items()} return FuzzerGenTaskParams( @@ -340,31 +335,35 @@ class GenerateBuildVariantOrchestrator: task_def = self.evg_project_config.get_task(task_name) if task_def.is_generate_resmoke_task: tasks_to_hide.add(task_name) - split_params = self.task_def_to_split_params(task_def, build_variant_name) - gen_params = self.task_def_to_gen_params(task_def, build_variant_name) - jobs.append(exe.submit(builder.generate_suite, split_params, gen_params)) - elif task_def.is_generate_fuzzer_task(): - tasks_to_hide.add(task_name) - fuzzer_params = self.task_def_to_fuzzer_params(task_def, build_variant_name) - jobs.append(exe.submit(builder.generate_fuzzer, fuzzer_params)) - elif task_def.is_generate_implicit_multiversion_task(): - tasks_to_hide.add(task_name) - run_func = task_def.generate_implicit_multiversion_command() - run_vars = run_func["vars"] - is_jstestjuzz = run_vars.get("is_jstestfuzz", False) - suite = run_vars["suite"] - is_sharded = self.multiversion_util.is_suite_sharded(suite) - version_list = get_version_configs(is_sharded) - if is_jstestjuzz: + + is_sharded = None + version_list = None + run_vars = task_def.generate_resmoke_tasks_command["vars"] + suite = run_vars.get("suite") + is_jstestfuzz = run_vars.get("is_jstestfuzz", False) + implicit_multiversion = run_vars.get("implicit_multiversion", False) + + if implicit_multiversion: + assert suite is not None + is_sharded = self.multiversion_util.is_suite_sharded(suite) + version_list = get_version_configs(is_sharded) + + if is_jstestfuzz: fuzzer_params = self.task_def_to_fuzzer_params( task_def, build_variant_name, is_sharded, version_list) jobs.append(exe.submit(builder.generate_fuzzer, fuzzer_params)) else: split_params = self.task_def_to_split_params(task_def, build_variant_name) - gen_params = self.task_def_to_mv_gen_params(task_def, build_variant_name, - is_sharded, version_list) - jobs.append( - exe.submit(builder.add_multiversion_suite, split_params, gen_params)) + if implicit_multiversion: + gen_params = self.task_def_to_mv_gen_params( + task_def, build_variant_name, is_sharded, version_list) + jobs.append( + exe.submit(builder.add_multiversion_suite, split_params, + gen_params)) + else: + gen_params = self.task_def_to_gen_params(task_def, build_variant_name) + jobs.append( + exe.submit(builder.generate_suite, split_params, gen_params)) [j.result() for j in jobs] # pylint: disable=expression-not-assigned diff --git a/buildscripts/task_generation/gen_task_service.py b/buildscripts/task_generation/gen_task_service.py index 6492df50995..b6231f825a9 100644 --- a/buildscripts/task_generation/gen_task_service.py +++ b/buildscripts/task_generation/gen_task_service.py @@ -96,8 +96,6 @@ class GenTaskService: :param build_variant: Build variant to add generated configuration to. :param gen_params: Parameters to configuration how tasks are generated. """ - # self.build_tasks = self.evg_api.tasks_by_build(self.options.build_id) - execution_tasks = self.resmoke_gen_task_service.generate_tasks(generated_suite, gen_params) distros = self._get_distro(build_variant.name, gen_params.use_large_distro, gen_params.large_distro_name) @@ -114,8 +112,6 @@ class GenTaskService: :param build_variant: Build variant to add generated configuration to. :param gen_params: Parameters to configuration how tasks are generated. """ - # self.build_tasks = self.evg_api.tasks_by_build(self.options.build_id) - execution_tasks = self.multiversion_gen_task_service.generate_tasks( generated_suite, gen_params) distros = self._get_distro(build_variant.name, gen_params.use_large_distro, diff --git a/buildscripts/tests/test_evergreen_gen_build_variant.py b/buildscripts/tests/test_evergreen_gen_build_variant.py index 3204c63db83..a2fa41bd5db 100644 --- a/buildscripts/tests/test_evergreen_gen_build_variant.py +++ b/buildscripts/tests/test_evergreen_gen_build_variant.py @@ -1,26 +1,10 @@ """Unit tests for the generate_resmoke_suite script.""" -from datetime import datetime, timedelta -import json -import os -from tempfile import TemporaryDirectory -import sys import unittest -import inject -import requests -import yaml -from mock import patch, MagicMock -from evergreen import EvergreenApi +from mock import MagicMock from buildscripts import evergreen_gen_build_variant as under_test -from buildscripts.ciconfig.evergreen import Variant, Task, EvergreenProjectConfig -from buildscripts.evergreen_gen_build_variant import EvgExpansions -from buildscripts.task_generation.gen_config import GenerationConfiguration -from buildscripts.task_generation.resmoke_proxy import ResmokeProxyConfig -from buildscripts.task_generation.suite_split import SuiteSplitConfig -from buildscripts.task_generation.suite_split_strategies import SplitStrategy, FallbackStrategy, \ - greedy_division, round_robin_fallback -from buildscripts.task_generation.task_types.gentask_options import GenTaskOptions +from buildscripts.ciconfig.evergreen import Variant, Task # pylint: disable=missing-docstring,invalid-name,unused-argument,no-self-use,protected-access # pylint: disable=too-many-locals,too-many-lines,too-many-public-methods,no-value-for-parameter @@ -41,13 +25,13 @@ def build_mock_build_variant(expansions=None, task_list=None): return Variant(config, task_map, {}) -def build_mock_task(name, run_cmd, run_vars=None): +def build_mock_task(name, run_vars=None): config = { "name": name, "commands": [ {"func": "do setup"}, { - "func": run_cmd, + "func": "generate resmoke tasks", "vars": run_vars if run_vars else {}, }, ] @@ -135,7 +119,7 @@ class TestTaskDefToSplitParams(unittest.TestCase): run_vars = { "resmoke_args": "run tests", } - mock_task_def = build_mock_task("my_task", "generate resmoke tasks", run_vars) + mock_task_def = build_mock_task("my_task", run_vars) mock_orchestrator = build_mock_orchestrator(task_def_list=[mock_task_def]) split_param = mock_orchestrator.task_def_to_split_params(mock_task_def, "build_variant") @@ -150,7 +134,7 @@ class TestTaskDefToSplitParams(unittest.TestCase): "resmoke_args": "run tests", "suite": "the suite", } - mock_task_def = build_mock_task("my_task", "generate resmoke tasks", run_vars) + mock_task_def = build_mock_task("my_task", run_vars) mock_orchestrator = build_mock_orchestrator(task_def_list=[mock_task_def]) split_param = mock_orchestrator.task_def_to_split_params(mock_task_def, "build_variant") @@ -166,7 +150,7 @@ class TestTaskDefToGenParams(unittest.TestCase): run_vars = { "resmoke_args": "run tests", } - mock_task_def = build_mock_task("my_task", "generate resmoke tasks", run_vars) + mock_task_def = build_mock_task("my_task", run_vars) mock_orchestrator = build_mock_orchestrator(task_def_list=[mock_task_def]) gen_params = mock_orchestrator.task_def_to_gen_params(mock_task_def, "build_variant") @@ -184,7 +168,7 @@ class TestTaskDefToGenParams(unittest.TestCase): "use_large_distro": "true", "require_multiversion": True, } - mock_task_def = build_mock_task("my_task", "generate resmoke tasks", run_vars) + mock_task_def = build_mock_task("my_task", run_vars) build_expansions = {"large_distro_name": "my large distro"} mock_orchestrator = build_mock_orchestrator(build_expansions=build_expansions, task_def_list=[mock_task_def]) @@ -205,7 +189,7 @@ class TestTaskDefToFuzzerParams(unittest.TestCase): "num_files": "5", "num_tasks": "3", } - mock_task_def = build_mock_task("my_task", "generate fuzzer tasks", run_vars) + mock_task_def = build_mock_task("my_task", run_vars) mock_orchestrator = build_mock_orchestrator(task_def_list=[mock_task_def]) fuzzer_params = mock_orchestrator.task_def_to_fuzzer_params(mock_task_def, "build_variant") @@ -226,7 +210,7 @@ class TestTaskDefToFuzzerParams(unittest.TestCase): "use_large_distro": "true", "npm_command": "aggfuzzer", } - mock_task_def = build_mock_task("my_task", "generate fuzzer tasks", run_vars) + mock_task_def = build_mock_task("my_task", run_vars) build_expansions = {"large_distro_name": "my large distro"} mock_orchestrator = build_mock_orchestrator(build_expansions=build_expansions, task_def_list=[mock_task_def]) @@ -248,11 +232,16 @@ class TestGenerateBuildVariant(unittest.TestCase): gen_run_vars = { "resmoke_args": "run tests", } - mv_gen_run_vars = {"resmoke_args": "run tests", "suite": "multiversion suite"} + mv_gen_run_vars = { + "resmoke_args": "run tests", + "suite": "multiversion suite", + "implicit_multiversion": "True", + } fuzz_run_vars = { "name": "my_fuzzer", "num_files": "5", "num_tasks": "3", + "is_jstestfuzz": "True", } mv_fuzz_run_vars = { "name": "my_fuzzer", @@ -260,14 +249,13 @@ class TestGenerateBuildVariant(unittest.TestCase): "num_tasks": "3", "is_jstestfuzz": "True", "suite": "aggfuzzer", + "implicit_multiversion": "True", } mock_task_defs = [ - build_mock_task("my_gen_task", "generate resmoke tasks", gen_run_vars), - build_mock_task("my_fuzzer_task", "generate fuzzer tasks", fuzz_run_vars), - build_mock_task("my_mv_fuzzer_task", "generate implicit multiversion tasks", - mv_fuzz_run_vars), - build_mock_task("my_mv_gen_task", "generate implicit multiversion tasks", - mv_gen_run_vars), + build_mock_task("my_gen_task", gen_run_vars), + build_mock_task("my_fuzzer_task", fuzz_run_vars), + build_mock_task("my_mv_fuzzer_task", mv_fuzz_run_vars), + build_mock_task("my_mv_gen_task", mv_gen_run_vars), ] mock_orchestrator = build_mock_orchestrator(task_def_list=mock_task_defs) builder = MagicMock() diff --git a/etc/evergreen.yml b/etc/evergreen.yml index 11da60e9c4e..c4b8722d268 100644 --- a/etc/evergreen.yml +++ b/etc/evergreen.yml @@ -143,6 +143,7 @@ variables: - &jstestfuzz_config_vars num_files: 15 num_tasks: 5 + is_jstestfuzz: true resmoke_args: --help # resmoke_args needs to be overridden to specify one of the jstestfuzz suites resmoke_jobs_max: 1 should_shuffle: false @@ -161,7 +162,7 @@ variables: - build_variant_gen - archive_dist_test commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" # Templates used by powercycle - &powercycle_remote_credentials @@ -1070,23 +1071,6 @@ functions: files: - src/generated_burn_in_tags_config/burn_in_tags_gen.json - "generate randomized multiversion tasks": - - *fetch_artifacts - - *f_expansions_write - - *kill_processes - - *cleanup_environment - - *set_up_venv - - *upload_pip_requirements - - *f_expansions_write - - *configure_evergreen_api_credentials - - - command: subprocess.exec - type: test - params: - binary: bash - args: - - "./src/evergreen/gen_tasks_activate.sh" - "generate resmoke tasks": - *fetch_artifacts - *f_expansions_write @@ -1256,58 +1240,6 @@ functions: args: - "./src/evergreen/functions/aws_test_credentials_load.sh" - - "generate explicit multiversion tasks": - - *fetch_artifacts - - *f_expansions_write - - *kill_processes - - *cleanup_environment - - *set_up_venv - - *upload_pip_requirements - - *f_expansions_write - - *configure_evergreen_api_credentials - - - command: subprocess.exec - type: test - params: - binary: bash - args: - - "./src/evergreen/gen_tasks_activate.sh" - - "generate implicit multiversion tasks": - - *fetch_artifacts - - *f_expansions_write - - *kill_processes - - *cleanup_environment - - *set_up_venv - - *upload_pip_requirements - - *f_expansions_write - - *configure_evergreen_api_credentials - - - command: subprocess.exec - type: test - params: - binary: bash - args: - - "./src/evergreen/gen_tasks_activate.sh" - - "generate fuzzer tasks": - - *fetch_artifacts - - *f_expansions_write - - *kill_processes - - *cleanup_environment - - *set_up_venv - - *upload_pip_requirements - - *f_expansions_write - - *configure_evergreen_api_credentials - - - command: subprocess.exec - type: test - params: - binary: bash - args: - - "./src/evergreen/gen_tasks_activate.sh" - "setup jstestfuzz": - *f_expansions_write - command: subprocess.exec @@ -2909,7 +2841,7 @@ tasks: name: initial_sync_multiversion_fuzzer_gen tags: ["multiversion_fuzzer"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 10 @@ -2924,7 +2856,7 @@ tasks: - <<: *jstestfuzz_template name: initial_sync_fuzzer_gen commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 10 @@ -2939,7 +2871,7 @@ tasks: name: aggregation_multiversion_fuzzer_gen tags: ["aggfuzzer", "common", "multiversion"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 5 @@ -2955,7 +2887,7 @@ tasks: name: aggregation_expression_multiversion_fuzzer_gen tags: ["aggfuzzer", "multiversion"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 5 @@ -2971,7 +2903,7 @@ tasks: name: aggregation_expression_optimization_fuzzer_gen tags: ["aggfuzzer"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 5 @@ -2987,7 +2919,7 @@ tasks: name: aggregation_optimization_fuzzer_gen tags: ["aggfuzzer"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 5 @@ -3003,7 +2935,7 @@ tasks: name: aggregation_wildcard_fuzzer_gen tags: ["aggfuzzer", "common", "wildcard"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 5 @@ -3019,7 +2951,7 @@ tasks: name: aggregation_timeseries_fuzzer_gen tags: ["aggfuzzer", "common", "timeseries"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 5 @@ -3035,7 +2967,7 @@ tasks: name: query_fuzzer_standalone_gen tags: ["query_fuzzer"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 5 @@ -3051,7 +2983,7 @@ tasks: name: query_fuzzer_sharded_gen tags: ["query_fuzzer"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 5 @@ -3067,7 +2999,7 @@ tasks: name: update_fuzzer_gen tags: ["updatefuzzer"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 5 @@ -3083,7 +3015,7 @@ tasks: name: update_fuzzer_replication_gen tags: ["updatefuzzer"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 5 @@ -3099,7 +3031,7 @@ tasks: name: rollback_multiversion_fuzzer_gen tags: ["multiversion_fuzzer"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 3 @@ -3117,7 +3049,7 @@ tasks: name: rollback_fuzzer_gen tags: ["rollbackfuzzer"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 3 @@ -3134,7 +3066,7 @@ tasks: name: rollback_fuzzer_clean_shutdowns_gen tags: ["rollbackfuzzer"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 1 @@ -3152,7 +3084,7 @@ tasks: name: rollback_fuzzer_unclean_shutdowns_gen tags: ["rollbackfuzzer"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 1 @@ -3170,7 +3102,7 @@ tasks: name: jstestfuzz_gen tags: ["jstestfuzz", "common"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests @@ -3184,7 +3116,7 @@ tasks: name: jstestfuzz_concurrent_gen tags: ["jstestfuzz", "common"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: ${jstestfuzz_concurrent_num_files|10} @@ -3199,7 +3131,7 @@ tasks: name: jstestfuzz_concurrent_replication_gen tags: ["jstestfuzz", "common", "repl"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: ${jstestfuzz_concurrent_num_files|10} @@ -3214,7 +3146,7 @@ tasks: name: jstestfuzz_concurrent_replication_session_gen tags: ["jstestfuzz", "session"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: ${jstestfuzz_concurrent_num_files|10} @@ -3229,7 +3161,7 @@ tasks: name: jstestfuzz_concurrent_sharded_gen tags: ["jstestfuzz", "common", "sharding"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: ${jstestfuzz_concurrent_num_files|10} @@ -3244,7 +3176,7 @@ tasks: name: jstestfuzz_concurrent_sharded_causal_consistency_gen tags: ["jstestfuzz", "causal"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: ${jstestfuzz_concurrent_num_files|10} @@ -3259,7 +3191,7 @@ tasks: name: jstestfuzz_concurrent_sharded_continuous_stepdown_gen tags: ["jstestfuzz", "stepdowns"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: ${jstestfuzz_concurrent_num_files|10} @@ -3274,7 +3206,7 @@ tasks: name: jstestfuzz_concurrent_sharded_session_gen tags: ["jstestfuzz", "session"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: ${jstestfuzz_concurrent_num_files|10} @@ -3289,7 +3221,7 @@ tasks: name: jstestfuzz_interrupt_gen tags: ["jstestfuzz", "interrupt"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests @@ -3302,7 +3234,7 @@ tasks: name: jstestfuzz_interrupt_replication_gen tags: ["jstestfuzz", "interrupt"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests @@ -3315,7 +3247,7 @@ tasks: name: jstestfuzz_replication_write_conflicts_gen tags: ["jstestfuzz", "write_conflict"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests @@ -3328,7 +3260,7 @@ tasks: name: jstestfuzz_concurrent_replication_write_conflicts_gen tags: ["jstestfuzz", "write_conflict"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests @@ -3341,7 +3273,7 @@ tasks: name: jstestfuzz_interrupt_replication_flow_control_gen tags: ["jstestfuzz", "interrupt", "flow_control"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 2 @@ -3356,7 +3288,7 @@ tasks: name: jstestfuzz_sharded_continuous_stepdown_flow_control_gen tags: ["jstestfuzz", "flow_control", "stepdowns"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 2 @@ -3374,7 +3306,7 @@ tasks: name: jstestfuzz_concurrent_sharded_continuous_stepdown_flow_control_gen tags: ["jstestfuzz", "flow_control", "stepdowns"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 2 @@ -3392,7 +3324,7 @@ tasks: name: jstestfuzz_replication_continuous_stepdown_flow_control_gen tags: ["jstestfuzz", "repl", "flow_control", "stepdowns"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 2 @@ -3410,7 +3342,7 @@ tasks: name: jstestfuzz_concurrent_replication_continuous_stepdown_flow_control_gen tags: ["jstestfuzz", "repl", "flow_control", "stepdowns"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 2 @@ -3428,7 +3360,7 @@ tasks: name: jstestfuzz_replication_gen tags: ["jstestfuzz", "common", "repl"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests @@ -3441,7 +3373,7 @@ tasks: name: jstestfuzz_replication_multiversion_gen tags: ["jstestfuzz_multiversion_gen"] commands: - - func: "generate implicit multiversion tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests @@ -3449,6 +3381,7 @@ tasks: suite: jstestfuzz_replication is_jstestfuzz: true require_multiversion: true + implicit_multiversion: true npm_command: jstestfuzz ## jstestfuzz initial sync replica set ## @@ -3456,7 +3389,7 @@ tasks: name: jstestfuzz_replication_initsync_gen tags: ["jstestfuzz", "initsync"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 8 @@ -3471,7 +3404,7 @@ tasks: name: jstestfuzz_replication_session_gen tags: ["jstestfuzz", "session"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests @@ -3484,7 +3417,7 @@ tasks: name: jstestfuzz_sharded_gen tags: ["jstestfuzz", "common", "sharding"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests @@ -3497,7 +3430,7 @@ tasks: name: jstestfuzz_sharded_multiversion_gen tags: [jstestfuzz_multiversion_gen] commands: - - func: "generate implicit multiversion tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests @@ -3505,6 +3438,7 @@ tasks: suite: jstestfuzz_sharded is_jstestfuzz: true require_multiversion: true + implicit_multiversion: true npm_command: jstestfuzz ## jstestfuzz sharded cluster causal consistency ## @@ -3512,7 +3446,7 @@ tasks: name: jstestfuzz_sharded_causal_consistency_gen tags: ["jstestfuzz", "causal"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests @@ -3525,7 +3459,7 @@ tasks: name: jstestfuzz_sharded_continuous_stepdown_gen tags: ["jstestfuzz", "stepdowns"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 5 @@ -3540,7 +3474,7 @@ tasks: name: jstestfuzz_sharded_session_gen tags: ["jstestfuzz", "session"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests @@ -3553,7 +3487,7 @@ tasks: name: resharding_fuzzer_inplace_gen tags: ["resharding_fuzzer"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 10 @@ -3568,7 +3502,7 @@ tasks: name: resharding_fuzzer_split_gen tags: ["resharding_fuzzer"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 10 @@ -3583,7 +3517,7 @@ tasks: name: resharding_fuzzer_merge_gen tags: ["resharding_fuzzer"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 10 @@ -3598,7 +3532,7 @@ tasks: name: resharding_fuzzer_shuffle_gen tags: ["resharding_fuzzer"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 10 @@ -3613,7 +3547,7 @@ tasks: name: resharding_fuzzer_idempotency_gen tags: ["resharding_fuzzer"] commands: - - func: "generate fuzzer tasks" + - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 10 @@ -3629,21 +3563,23 @@ tasks: - <<: *gen_task_template name: multiversion_sanity_check_gen commands: - - func: "generate implicit multiversion tasks" + - func: "generate resmoke tasks" vars: suite: replica_sets_jscore_passthrough resmoke_args: --storageEngine=wiredTiger --includeWithAnyTags=multiversion_sanity_check require_multiversion: true + implicit_multiversion: true - <<: *gen_task_template name: replica_sets_jscore_multiversion_passthrough_gen tags: ["multiversion_passthrough"] commands: - - func: "generate implicit multiversion tasks" + - func: "generate resmoke tasks" vars: suite: replica_sets_jscore_passthrough resmoke_args: --storageEngine=wiredTiger require_multiversion: true + implicit_multiversion: true # Check that the mutational fuzzer can parse JS files modified in a patch build. - name: lint_fuzzer_sanity_patch @@ -3882,11 +3818,12 @@ tasks: name: change_streams_multiversion_gen tags: ["multiversion_passthrough"] commands: - - func: "generate implicit multiversion tasks" + - func: "generate resmoke tasks" vars: suite: change_streams resmoke_args: --storageEngine=wiredTiger require_multiversion: true + implicit_multiversion: true - <<: *task_template name: change_streams_update_v1_oplog @@ -3945,11 +3882,12 @@ tasks: name: change_streams_sharded_collections_multiversion_passthrough_gen tags: ["multiversion_passthrough"] commands: - - func: "generate implicit multiversion tasks" + - func: "generate resmoke tasks" vars: suite: change_streams_sharded_collections_passthrough resmoke_args: --storageEngine=wiredTiger require_multiversion: true + implicit_multiversion: true - <<: *task_template name: change_streams_whole_db_passthrough @@ -4785,11 +4723,12 @@ tasks: name: sharded_collections_jscore_multiversion_passthrough_gen tags: ["multiversion_passthrough"] commands: - - func: "generate implicit multiversion tasks" + - func: "generate resmoke tasks" vars: suite: sharded_collections_jscore_passthrough resmoke_args: --storageEngine=wiredTiger require_multiversion: true + implicit_multiversion: true - <<: *task_template name: sharding_jscore_passthrough @@ -4804,11 +4743,12 @@ tasks: name: sharding_jscore_multiversion_passthrough_gen tags: ["multiversion_passthrough"] commands: - - func: "generate implicit multiversion tasks" + - func: "generate resmoke tasks" vars: suite: sharding_jscore_passthrough resmoke_args: --storageEngine=wiredTiger require_multiversion: true + implicit_multiversion: true - <<: *gen_task_template name: sharding_api_version_jscore_passthrough_gen @@ -5020,11 +4960,12 @@ tasks: name: concurrency_replication_multiversion_gen tags: [multiversion_passthrough] commands: - - func: "generate implicit multiversion tasks" + - func: "generate resmoke tasks" vars: suite: concurrency_replication resmoke_args: --storageEngine=wiredTiger require_multiversion: true + implicit_multiversion: true - <<: *gen_task_template name: concurrency_replication_causal_consistency_gen @@ -5108,11 +5049,12 @@ tasks: name: concurrency_sharded_replication_multiversion_gen tags: ["multiversion_passthrough", "sharded"] commands: - - func: "generate implicit multiversion tasks" + - func: "generate resmoke tasks" vars: suite: concurrency_sharded_replication resmoke_args: --storageEngine=wiredTiger require_multiversion: true + implicit_multiversion: true - <<: *gen_task_template name: concurrency_sharded_replication_with_balancer_gen @@ -5450,7 +5392,7 @@ tasks: name: replica_sets_multiversion_gen tags: ["random_multiversion_ds"] commands: - - func: "generate randomized multiversion tasks" + - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger --tagFile=generated_resmoke_config/multiversion_exclude_tags.yml require_multiversion: true @@ -5477,7 +5419,7 @@ tasks: name: sharding_multiversion_gen tags: ["random_multiversion_ds"] commands: - - func: "generate randomized multiversion tasks" + - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_args: --storageEngine=wiredTiger --tagFile=generated_resmoke_config/multiversion_exclude_tags.yml @@ -5553,7 +5495,7 @@ tasks: name: sharding_last_lts_mongos_and_mixed_shards_gen tags: ["sharding", "common", "multiversion"] commands: - - func: "generate explicit multiversion tasks" + - func: "generate resmoke tasks" vars: use_large_distro: "true" require_multiversion: true |