summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorDavid Bradford <david.bradford@mongodb.com>2021-07-12 09:57:26 -0400
committerEvergreen Agent <no-reply@evergreen.mongodb.com>2021-07-27 19:18:48 +0000
commitce503d131ffab70979e972e6eb95136b583d1f62 (patch)
tree635fbd0392f2002bad2847edc203e140048856d3
parent3dddce5419ef0530bb5da9775531b101bde8d901 (diff)
downloadmongo-ce503d131ffab70979e972e6eb95136b583d1f62.tar.gz
SERVER-58087: Cleanup generate tasks setup
(cherry picked from commit b25d57c6a354cf5e4dab3237647797ccc5b30c4d)
-rw-r--r--buildscripts/ciconfig/evergreen.py30
-rw-r--r--buildscripts/evergreen_gen_build_variant.py63
-rw-r--r--buildscripts/task_generation/gen_task_service.py4
-rw-r--r--buildscripts/tests/test_evergreen_gen_build_variant.py54
-rw-r--r--etc/evergreen.yml198
5 files changed, 124 insertions, 225 deletions
diff --git a/buildscripts/ciconfig/evergreen.py b/buildscripts/ciconfig/evergreen.py
index 8d96bd03055..8b9823ed202 100644
--- a/buildscripts/ciconfig/evergreen.py
+++ b/buildscripts/ciconfig/evergreen.py
@@ -124,38 +124,12 @@ class Task(object):
@property
def generate_resmoke_tasks_command(self):
"""Return the 'generate resmoke tasks' command if found, or None."""
- func = self.find_func_command("generate resmoke tasks")
- return func if func is not None else self.find_func_command(
- "generate randomized multiversion tasks")
-
- @property
- def generate_randomized_multiversion_command(self):
- """Return the 'generate resmoke tasks' command if found, or None."""
- return self.find_func_command("generate randomized multiversion tasks")
+ return self.find_func_command("generate resmoke tasks")
@property
def is_generate_resmoke_task(self) -> bool:
"""Return True if 'generate resmoke tasks' command is found."""
- return (self.generate_resmoke_tasks_command is not None
- or self.generate_randomized_multiversion_command is not None)
-
- def generate_fuzzer_tasks_command(self):
- """Return the 'generate fuzzer tasks' command if found, or None."""
- func = self.find_func_command("generate fuzzer tasks")
- return func
-
- def is_generate_fuzzer_task(self) -> bool:
- """Return True if 'generate fuzzer tasks' command is found."""
- return self.generate_fuzzer_tasks_command() is not None
-
- def generate_implicit_multiversion_command(self):
- """Return the 'generate implicit multiversion tasks' command if found, or None."""
- func = self.find_func_command("generate implicit multiversion tasks")
- return func
-
- def is_generate_implicit_multiversion_task(self) -> bool:
- """Return True if 'generate implicit multiverion tasks' command is found."""
- return self.generate_implicit_multiversion_command() is not None
+ return self.generate_resmoke_tasks_command is not None
@property
def run_tests_command(self):
diff --git a/buildscripts/evergreen_gen_build_variant.py b/buildscripts/evergreen_gen_build_variant.py
index daa239db0ed..0fe0dfb19b1 100644
--- a/buildscripts/evergreen_gen_build_variant.py
+++ b/buildscripts/evergreen_gen_build_variant.py
@@ -200,10 +200,7 @@ class GenerateBuildVariantOrchestrator:
:return: Parameters for how task should be split.
"""
task = remove_gen_suffix(task_def.name)
- run_func = task_def.generate_resmoke_tasks_command
- if run_func is None:
- run_func = task_def.generate_implicit_multiversion_command()
- run_vars = run_func.get("vars", {})
+ run_vars = task_def.generate_resmoke_tasks_command.get("vars", {})
suite = run_vars.get("suite", task)
return SuiteSplitParameters(
@@ -245,11 +242,11 @@ class GenerateBuildVariantOrchestrator:
:param task_def: Task definition in evergreen project config.
:param build_variant: Name of Build Variant being generated.
+ :param is_sharded: True if the tasks being generated are for a sharded config.
+ :param version_config: List of version configurations to generate.
:return: Parameters for how task should be generated.
"""
- run_func = task_def.generate_implicit_multiversion_command()
- run_vars = run_func["vars"]
-
+ run_vars = task_def.generate_resmoke_tasks_command["vars"]
task = remove_gen_suffix(task_def.name)
return MultiversionGenTaskParams(
@@ -271,14 +268,12 @@ class GenerateBuildVariantOrchestrator:
:param task_def: Task definition in evergreen project config.
:param build_variant: Name of Build Variant being generated.
+ :param is_sharded: True task if for a sharded configuration.
+ :param version_config: List of version configs task is being generated for.
:return: Parameters for how a fuzzer task should be generated.
"""
variant = self.evg_project_config.get_variant(build_variant)
- if is_sharded is not None or version_config is not None:
- run_func = task_def.generate_implicit_multiversion_command()
- else:
- run_func = task_def.generate_fuzzer_tasks_command()
- run_vars = run_func["vars"]
+ run_vars = task_def.generate_resmoke_tasks_command["vars"]
run_vars = {k: translate_run_var(v, variant) for k, v in run_vars.items()}
return FuzzerGenTaskParams(
@@ -340,31 +335,35 @@ class GenerateBuildVariantOrchestrator:
task_def = self.evg_project_config.get_task(task_name)
if task_def.is_generate_resmoke_task:
tasks_to_hide.add(task_name)
- split_params = self.task_def_to_split_params(task_def, build_variant_name)
- gen_params = self.task_def_to_gen_params(task_def, build_variant_name)
- jobs.append(exe.submit(builder.generate_suite, split_params, gen_params))
- elif task_def.is_generate_fuzzer_task():
- tasks_to_hide.add(task_name)
- fuzzer_params = self.task_def_to_fuzzer_params(task_def, build_variant_name)
- jobs.append(exe.submit(builder.generate_fuzzer, fuzzer_params))
- elif task_def.is_generate_implicit_multiversion_task():
- tasks_to_hide.add(task_name)
- run_func = task_def.generate_implicit_multiversion_command()
- run_vars = run_func["vars"]
- is_jstestjuzz = run_vars.get("is_jstestfuzz", False)
- suite = run_vars["suite"]
- is_sharded = self.multiversion_util.is_suite_sharded(suite)
- version_list = get_version_configs(is_sharded)
- if is_jstestjuzz:
+
+ is_sharded = None
+ version_list = None
+ run_vars = task_def.generate_resmoke_tasks_command["vars"]
+ suite = run_vars.get("suite")
+ is_jstestfuzz = run_vars.get("is_jstestfuzz", False)
+ implicit_multiversion = run_vars.get("implicit_multiversion", False)
+
+ if implicit_multiversion:
+ assert suite is not None
+ is_sharded = self.multiversion_util.is_suite_sharded(suite)
+ version_list = get_version_configs(is_sharded)
+
+ if is_jstestfuzz:
fuzzer_params = self.task_def_to_fuzzer_params(
task_def, build_variant_name, is_sharded, version_list)
jobs.append(exe.submit(builder.generate_fuzzer, fuzzer_params))
else:
split_params = self.task_def_to_split_params(task_def, build_variant_name)
- gen_params = self.task_def_to_mv_gen_params(task_def, build_variant_name,
- is_sharded, version_list)
- jobs.append(
- exe.submit(builder.add_multiversion_suite, split_params, gen_params))
+ if implicit_multiversion:
+ gen_params = self.task_def_to_mv_gen_params(
+ task_def, build_variant_name, is_sharded, version_list)
+ jobs.append(
+ exe.submit(builder.add_multiversion_suite, split_params,
+ gen_params))
+ else:
+ gen_params = self.task_def_to_gen_params(task_def, build_variant_name)
+ jobs.append(
+ exe.submit(builder.generate_suite, split_params, gen_params))
[j.result() for j in jobs] # pylint: disable=expression-not-assigned
diff --git a/buildscripts/task_generation/gen_task_service.py b/buildscripts/task_generation/gen_task_service.py
index 6492df50995..b6231f825a9 100644
--- a/buildscripts/task_generation/gen_task_service.py
+++ b/buildscripts/task_generation/gen_task_service.py
@@ -96,8 +96,6 @@ class GenTaskService:
:param build_variant: Build variant to add generated configuration to.
:param gen_params: Parameters to configuration how tasks are generated.
"""
- # self.build_tasks = self.evg_api.tasks_by_build(self.options.build_id)
-
execution_tasks = self.resmoke_gen_task_service.generate_tasks(generated_suite, gen_params)
distros = self._get_distro(build_variant.name, gen_params.use_large_distro,
gen_params.large_distro_name)
@@ -114,8 +112,6 @@ class GenTaskService:
:param build_variant: Build variant to add generated configuration to.
:param gen_params: Parameters to configuration how tasks are generated.
"""
- # self.build_tasks = self.evg_api.tasks_by_build(self.options.build_id)
-
execution_tasks = self.multiversion_gen_task_service.generate_tasks(
generated_suite, gen_params)
distros = self._get_distro(build_variant.name, gen_params.use_large_distro,
diff --git a/buildscripts/tests/test_evergreen_gen_build_variant.py b/buildscripts/tests/test_evergreen_gen_build_variant.py
index 3204c63db83..a2fa41bd5db 100644
--- a/buildscripts/tests/test_evergreen_gen_build_variant.py
+++ b/buildscripts/tests/test_evergreen_gen_build_variant.py
@@ -1,26 +1,10 @@
"""Unit tests for the generate_resmoke_suite script."""
-from datetime import datetime, timedelta
-import json
-import os
-from tempfile import TemporaryDirectory
-import sys
import unittest
-import inject
-import requests
-import yaml
-from mock import patch, MagicMock
-from evergreen import EvergreenApi
+from mock import MagicMock
from buildscripts import evergreen_gen_build_variant as under_test
-from buildscripts.ciconfig.evergreen import Variant, Task, EvergreenProjectConfig
-from buildscripts.evergreen_gen_build_variant import EvgExpansions
-from buildscripts.task_generation.gen_config import GenerationConfiguration
-from buildscripts.task_generation.resmoke_proxy import ResmokeProxyConfig
-from buildscripts.task_generation.suite_split import SuiteSplitConfig
-from buildscripts.task_generation.suite_split_strategies import SplitStrategy, FallbackStrategy, \
- greedy_division, round_robin_fallback
-from buildscripts.task_generation.task_types.gentask_options import GenTaskOptions
+from buildscripts.ciconfig.evergreen import Variant, Task
# pylint: disable=missing-docstring,invalid-name,unused-argument,no-self-use,protected-access
# pylint: disable=too-many-locals,too-many-lines,too-many-public-methods,no-value-for-parameter
@@ -41,13 +25,13 @@ def build_mock_build_variant(expansions=None, task_list=None):
return Variant(config, task_map, {})
-def build_mock_task(name, run_cmd, run_vars=None):
+def build_mock_task(name, run_vars=None):
config = {
"name":
name, "commands": [
{"func": "do setup"},
{
- "func": run_cmd,
+ "func": "generate resmoke tasks",
"vars": run_vars if run_vars else {},
},
]
@@ -135,7 +119,7 @@ class TestTaskDefToSplitParams(unittest.TestCase):
run_vars = {
"resmoke_args": "run tests",
}
- mock_task_def = build_mock_task("my_task", "generate resmoke tasks", run_vars)
+ mock_task_def = build_mock_task("my_task", run_vars)
mock_orchestrator = build_mock_orchestrator(task_def_list=[mock_task_def])
split_param = mock_orchestrator.task_def_to_split_params(mock_task_def, "build_variant")
@@ -150,7 +134,7 @@ class TestTaskDefToSplitParams(unittest.TestCase):
"resmoke_args": "run tests",
"suite": "the suite",
}
- mock_task_def = build_mock_task("my_task", "generate resmoke tasks", run_vars)
+ mock_task_def = build_mock_task("my_task", run_vars)
mock_orchestrator = build_mock_orchestrator(task_def_list=[mock_task_def])
split_param = mock_orchestrator.task_def_to_split_params(mock_task_def, "build_variant")
@@ -166,7 +150,7 @@ class TestTaskDefToGenParams(unittest.TestCase):
run_vars = {
"resmoke_args": "run tests",
}
- mock_task_def = build_mock_task("my_task", "generate resmoke tasks", run_vars)
+ mock_task_def = build_mock_task("my_task", run_vars)
mock_orchestrator = build_mock_orchestrator(task_def_list=[mock_task_def])
gen_params = mock_orchestrator.task_def_to_gen_params(mock_task_def, "build_variant")
@@ -184,7 +168,7 @@ class TestTaskDefToGenParams(unittest.TestCase):
"use_large_distro": "true",
"require_multiversion": True,
}
- mock_task_def = build_mock_task("my_task", "generate resmoke tasks", run_vars)
+ mock_task_def = build_mock_task("my_task", run_vars)
build_expansions = {"large_distro_name": "my large distro"}
mock_orchestrator = build_mock_orchestrator(build_expansions=build_expansions,
task_def_list=[mock_task_def])
@@ -205,7 +189,7 @@ class TestTaskDefToFuzzerParams(unittest.TestCase):
"num_files": "5",
"num_tasks": "3",
}
- mock_task_def = build_mock_task("my_task", "generate fuzzer tasks", run_vars)
+ mock_task_def = build_mock_task("my_task", run_vars)
mock_orchestrator = build_mock_orchestrator(task_def_list=[mock_task_def])
fuzzer_params = mock_orchestrator.task_def_to_fuzzer_params(mock_task_def, "build_variant")
@@ -226,7 +210,7 @@ class TestTaskDefToFuzzerParams(unittest.TestCase):
"use_large_distro": "true",
"npm_command": "aggfuzzer",
}
- mock_task_def = build_mock_task("my_task", "generate fuzzer tasks", run_vars)
+ mock_task_def = build_mock_task("my_task", run_vars)
build_expansions = {"large_distro_name": "my large distro"}
mock_orchestrator = build_mock_orchestrator(build_expansions=build_expansions,
task_def_list=[mock_task_def])
@@ -248,11 +232,16 @@ class TestGenerateBuildVariant(unittest.TestCase):
gen_run_vars = {
"resmoke_args": "run tests",
}
- mv_gen_run_vars = {"resmoke_args": "run tests", "suite": "multiversion suite"}
+ mv_gen_run_vars = {
+ "resmoke_args": "run tests",
+ "suite": "multiversion suite",
+ "implicit_multiversion": "True",
+ }
fuzz_run_vars = {
"name": "my_fuzzer",
"num_files": "5",
"num_tasks": "3",
+ "is_jstestfuzz": "True",
}
mv_fuzz_run_vars = {
"name": "my_fuzzer",
@@ -260,14 +249,13 @@ class TestGenerateBuildVariant(unittest.TestCase):
"num_tasks": "3",
"is_jstestfuzz": "True",
"suite": "aggfuzzer",
+ "implicit_multiversion": "True",
}
mock_task_defs = [
- build_mock_task("my_gen_task", "generate resmoke tasks", gen_run_vars),
- build_mock_task("my_fuzzer_task", "generate fuzzer tasks", fuzz_run_vars),
- build_mock_task("my_mv_fuzzer_task", "generate implicit multiversion tasks",
- mv_fuzz_run_vars),
- build_mock_task("my_mv_gen_task", "generate implicit multiversion tasks",
- mv_gen_run_vars),
+ build_mock_task("my_gen_task", gen_run_vars),
+ build_mock_task("my_fuzzer_task", fuzz_run_vars),
+ build_mock_task("my_mv_fuzzer_task", mv_fuzz_run_vars),
+ build_mock_task("my_mv_gen_task", mv_gen_run_vars),
]
mock_orchestrator = build_mock_orchestrator(task_def_list=mock_task_defs)
builder = MagicMock()
diff --git a/etc/evergreen.yml b/etc/evergreen.yml
index 11da60e9c4e..c4b8722d268 100644
--- a/etc/evergreen.yml
+++ b/etc/evergreen.yml
@@ -143,6 +143,7 @@ variables:
- &jstestfuzz_config_vars
num_files: 15
num_tasks: 5
+ is_jstestfuzz: true
resmoke_args: --help # resmoke_args needs to be overridden to specify one of the jstestfuzz suites
resmoke_jobs_max: 1
should_shuffle: false
@@ -161,7 +162,7 @@ variables:
- build_variant_gen
- archive_dist_test
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
# Templates used by powercycle
- &powercycle_remote_credentials
@@ -1070,23 +1071,6 @@ functions:
files:
- src/generated_burn_in_tags_config/burn_in_tags_gen.json
- "generate randomized multiversion tasks":
- - *fetch_artifacts
- - *f_expansions_write
- - *kill_processes
- - *cleanup_environment
- - *set_up_venv
- - *upload_pip_requirements
- - *f_expansions_write
- - *configure_evergreen_api_credentials
-
- - command: subprocess.exec
- type: test
- params:
- binary: bash
- args:
- - "./src/evergreen/gen_tasks_activate.sh"
-
"generate resmoke tasks":
- *fetch_artifacts
- *f_expansions_write
@@ -1256,58 +1240,6 @@ functions:
args:
- "./src/evergreen/functions/aws_test_credentials_load.sh"
-
- "generate explicit multiversion tasks":
- - *fetch_artifacts
- - *f_expansions_write
- - *kill_processes
- - *cleanup_environment
- - *set_up_venv
- - *upload_pip_requirements
- - *f_expansions_write
- - *configure_evergreen_api_credentials
-
- - command: subprocess.exec
- type: test
- params:
- binary: bash
- args:
- - "./src/evergreen/gen_tasks_activate.sh"
-
- "generate implicit multiversion tasks":
- - *fetch_artifacts
- - *f_expansions_write
- - *kill_processes
- - *cleanup_environment
- - *set_up_venv
- - *upload_pip_requirements
- - *f_expansions_write
- - *configure_evergreen_api_credentials
-
- - command: subprocess.exec
- type: test
- params:
- binary: bash
- args:
- - "./src/evergreen/gen_tasks_activate.sh"
-
- "generate fuzzer tasks":
- - *fetch_artifacts
- - *f_expansions_write
- - *kill_processes
- - *cleanup_environment
- - *set_up_venv
- - *upload_pip_requirements
- - *f_expansions_write
- - *configure_evergreen_api_credentials
-
- - command: subprocess.exec
- type: test
- params:
- binary: bash
- args:
- - "./src/evergreen/gen_tasks_activate.sh"
-
"setup jstestfuzz":
- *f_expansions_write
- command: subprocess.exec
@@ -2909,7 +2841,7 @@ tasks:
name: initial_sync_multiversion_fuzzer_gen
tags: ["multiversion_fuzzer"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
num_files: 10
@@ -2924,7 +2856,7 @@ tasks:
- <<: *jstestfuzz_template
name: initial_sync_fuzzer_gen
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
num_files: 10
@@ -2939,7 +2871,7 @@ tasks:
name: aggregation_multiversion_fuzzer_gen
tags: ["aggfuzzer", "common", "multiversion"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
num_files: 5
@@ -2955,7 +2887,7 @@ tasks:
name: aggregation_expression_multiversion_fuzzer_gen
tags: ["aggfuzzer", "multiversion"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
num_files: 5
@@ -2971,7 +2903,7 @@ tasks:
name: aggregation_expression_optimization_fuzzer_gen
tags: ["aggfuzzer"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
num_files: 5
@@ -2987,7 +2919,7 @@ tasks:
name: aggregation_optimization_fuzzer_gen
tags: ["aggfuzzer"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
num_files: 5
@@ -3003,7 +2935,7 @@ tasks:
name: aggregation_wildcard_fuzzer_gen
tags: ["aggfuzzer", "common", "wildcard"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
num_files: 5
@@ -3019,7 +2951,7 @@ tasks:
name: aggregation_timeseries_fuzzer_gen
tags: ["aggfuzzer", "common", "timeseries"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
num_files: 5
@@ -3035,7 +2967,7 @@ tasks:
name: query_fuzzer_standalone_gen
tags: ["query_fuzzer"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
num_files: 5
@@ -3051,7 +2983,7 @@ tasks:
name: query_fuzzer_sharded_gen
tags: ["query_fuzzer"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
num_files: 5
@@ -3067,7 +2999,7 @@ tasks:
name: update_fuzzer_gen
tags: ["updatefuzzer"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
num_files: 5
@@ -3083,7 +3015,7 @@ tasks:
name: update_fuzzer_replication_gen
tags: ["updatefuzzer"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
num_files: 5
@@ -3099,7 +3031,7 @@ tasks:
name: rollback_multiversion_fuzzer_gen
tags: ["multiversion_fuzzer"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
num_files: 3
@@ -3117,7 +3049,7 @@ tasks:
name: rollback_fuzzer_gen
tags: ["rollbackfuzzer"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
num_files: 3
@@ -3134,7 +3066,7 @@ tasks:
name: rollback_fuzzer_clean_shutdowns_gen
tags: ["rollbackfuzzer"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
num_files: 1
@@ -3152,7 +3084,7 @@ tasks:
name: rollback_fuzzer_unclean_shutdowns_gen
tags: ["rollbackfuzzer"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
num_files: 1
@@ -3170,7 +3102,7 @@ tasks:
name: jstestfuzz_gen
tags: ["jstestfuzz", "common"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
jstestfuzz_vars: --jsTestsDir ../jstests
@@ -3184,7 +3116,7 @@ tasks:
name: jstestfuzz_concurrent_gen
tags: ["jstestfuzz", "common"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
num_files: ${jstestfuzz_concurrent_num_files|10}
@@ -3199,7 +3131,7 @@ tasks:
name: jstestfuzz_concurrent_replication_gen
tags: ["jstestfuzz", "common", "repl"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
num_files: ${jstestfuzz_concurrent_num_files|10}
@@ -3214,7 +3146,7 @@ tasks:
name: jstestfuzz_concurrent_replication_session_gen
tags: ["jstestfuzz", "session"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
num_files: ${jstestfuzz_concurrent_num_files|10}
@@ -3229,7 +3161,7 @@ tasks:
name: jstestfuzz_concurrent_sharded_gen
tags: ["jstestfuzz", "common", "sharding"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
num_files: ${jstestfuzz_concurrent_num_files|10}
@@ -3244,7 +3176,7 @@ tasks:
name: jstestfuzz_concurrent_sharded_causal_consistency_gen
tags: ["jstestfuzz", "causal"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
num_files: ${jstestfuzz_concurrent_num_files|10}
@@ -3259,7 +3191,7 @@ tasks:
name: jstestfuzz_concurrent_sharded_continuous_stepdown_gen
tags: ["jstestfuzz", "stepdowns"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
num_files: ${jstestfuzz_concurrent_num_files|10}
@@ -3274,7 +3206,7 @@ tasks:
name: jstestfuzz_concurrent_sharded_session_gen
tags: ["jstestfuzz", "session"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
num_files: ${jstestfuzz_concurrent_num_files|10}
@@ -3289,7 +3221,7 @@ tasks:
name: jstestfuzz_interrupt_gen
tags: ["jstestfuzz", "interrupt"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
jstestfuzz_vars: --jsTestsDir ../jstests
@@ -3302,7 +3234,7 @@ tasks:
name: jstestfuzz_interrupt_replication_gen
tags: ["jstestfuzz", "interrupt"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
jstestfuzz_vars: --jsTestsDir ../jstests
@@ -3315,7 +3247,7 @@ tasks:
name: jstestfuzz_replication_write_conflicts_gen
tags: ["jstestfuzz", "write_conflict"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
jstestfuzz_vars: --jsTestsDir ../jstests
@@ -3328,7 +3260,7 @@ tasks:
name: jstestfuzz_concurrent_replication_write_conflicts_gen
tags: ["jstestfuzz", "write_conflict"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
jstestfuzz_vars: --jsTestsDir ../jstests
@@ -3341,7 +3273,7 @@ tasks:
name: jstestfuzz_interrupt_replication_flow_control_gen
tags: ["jstestfuzz", "interrupt", "flow_control"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
num_files: 2
@@ -3356,7 +3288,7 @@ tasks:
name: jstestfuzz_sharded_continuous_stepdown_flow_control_gen
tags: ["jstestfuzz", "flow_control", "stepdowns"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
num_files: 2
@@ -3374,7 +3306,7 @@ tasks:
name: jstestfuzz_concurrent_sharded_continuous_stepdown_flow_control_gen
tags: ["jstestfuzz", "flow_control", "stepdowns"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
num_files: 2
@@ -3392,7 +3324,7 @@ tasks:
name: jstestfuzz_replication_continuous_stepdown_flow_control_gen
tags: ["jstestfuzz", "repl", "flow_control", "stepdowns"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
num_files: 2
@@ -3410,7 +3342,7 @@ tasks:
name: jstestfuzz_concurrent_replication_continuous_stepdown_flow_control_gen
tags: ["jstestfuzz", "repl", "flow_control", "stepdowns"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
num_files: 2
@@ -3428,7 +3360,7 @@ tasks:
name: jstestfuzz_replication_gen
tags: ["jstestfuzz", "common", "repl"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
jstestfuzz_vars: --jsTestsDir ../jstests
@@ -3441,7 +3373,7 @@ tasks:
name: jstestfuzz_replication_multiversion_gen
tags: ["jstestfuzz_multiversion_gen"]
commands:
- - func: "generate implicit multiversion tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
jstestfuzz_vars: --jsTestsDir ../jstests
@@ -3449,6 +3381,7 @@ tasks:
suite: jstestfuzz_replication
is_jstestfuzz: true
require_multiversion: true
+ implicit_multiversion: true
npm_command: jstestfuzz
## jstestfuzz initial sync replica set ##
@@ -3456,7 +3389,7 @@ tasks:
name: jstestfuzz_replication_initsync_gen
tags: ["jstestfuzz", "initsync"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
num_files: 8
@@ -3471,7 +3404,7 @@ tasks:
name: jstestfuzz_replication_session_gen
tags: ["jstestfuzz", "session"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
jstestfuzz_vars: --jsTestsDir ../jstests
@@ -3484,7 +3417,7 @@ tasks:
name: jstestfuzz_sharded_gen
tags: ["jstestfuzz", "common", "sharding"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
jstestfuzz_vars: --jsTestsDir ../jstests
@@ -3497,7 +3430,7 @@ tasks:
name: jstestfuzz_sharded_multiversion_gen
tags: [jstestfuzz_multiversion_gen]
commands:
- - func: "generate implicit multiversion tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
jstestfuzz_vars: --jsTestsDir ../jstests
@@ -3505,6 +3438,7 @@ tasks:
suite: jstestfuzz_sharded
is_jstestfuzz: true
require_multiversion: true
+ implicit_multiversion: true
npm_command: jstestfuzz
## jstestfuzz sharded cluster causal consistency ##
@@ -3512,7 +3446,7 @@ tasks:
name: jstestfuzz_sharded_causal_consistency_gen
tags: ["jstestfuzz", "causal"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
jstestfuzz_vars: --jsTestsDir ../jstests
@@ -3525,7 +3459,7 @@ tasks:
name: jstestfuzz_sharded_continuous_stepdown_gen
tags: ["jstestfuzz", "stepdowns"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
num_files: 5
@@ -3540,7 +3474,7 @@ tasks:
name: jstestfuzz_sharded_session_gen
tags: ["jstestfuzz", "session"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
jstestfuzz_vars: --jsTestsDir ../jstests
@@ -3553,7 +3487,7 @@ tasks:
name: resharding_fuzzer_inplace_gen
tags: ["resharding_fuzzer"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
num_files: 10
@@ -3568,7 +3502,7 @@ tasks:
name: resharding_fuzzer_split_gen
tags: ["resharding_fuzzer"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
num_files: 10
@@ -3583,7 +3517,7 @@ tasks:
name: resharding_fuzzer_merge_gen
tags: ["resharding_fuzzer"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
num_files: 10
@@ -3598,7 +3532,7 @@ tasks:
name: resharding_fuzzer_shuffle_gen
tags: ["resharding_fuzzer"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
num_files: 10
@@ -3613,7 +3547,7 @@ tasks:
name: resharding_fuzzer_idempotency_gen
tags: ["resharding_fuzzer"]
commands:
- - func: "generate fuzzer tasks"
+ - func: "generate resmoke tasks"
vars:
<<: *jstestfuzz_config_vars
num_files: 10
@@ -3629,21 +3563,23 @@ tasks:
- <<: *gen_task_template
name: multiversion_sanity_check_gen
commands:
- - func: "generate implicit multiversion tasks"
+ - func: "generate resmoke tasks"
vars:
suite: replica_sets_jscore_passthrough
resmoke_args: --storageEngine=wiredTiger --includeWithAnyTags=multiversion_sanity_check
require_multiversion: true
+ implicit_multiversion: true
- <<: *gen_task_template
name: replica_sets_jscore_multiversion_passthrough_gen
tags: ["multiversion_passthrough"]
commands:
- - func: "generate implicit multiversion tasks"
+ - func: "generate resmoke tasks"
vars:
suite: replica_sets_jscore_passthrough
resmoke_args: --storageEngine=wiredTiger
require_multiversion: true
+ implicit_multiversion: true
# Check that the mutational fuzzer can parse JS files modified in a patch build.
- name: lint_fuzzer_sanity_patch
@@ -3882,11 +3818,12 @@ tasks:
name: change_streams_multiversion_gen
tags: ["multiversion_passthrough"]
commands:
- - func: "generate implicit multiversion tasks"
+ - func: "generate resmoke tasks"
vars:
suite: change_streams
resmoke_args: --storageEngine=wiredTiger
require_multiversion: true
+ implicit_multiversion: true
- <<: *task_template
name: change_streams_update_v1_oplog
@@ -3945,11 +3882,12 @@ tasks:
name: change_streams_sharded_collections_multiversion_passthrough_gen
tags: ["multiversion_passthrough"]
commands:
- - func: "generate implicit multiversion tasks"
+ - func: "generate resmoke tasks"
vars:
suite: change_streams_sharded_collections_passthrough
resmoke_args: --storageEngine=wiredTiger
require_multiversion: true
+ implicit_multiversion: true
- <<: *task_template
name: change_streams_whole_db_passthrough
@@ -4785,11 +4723,12 @@ tasks:
name: sharded_collections_jscore_multiversion_passthrough_gen
tags: ["multiversion_passthrough"]
commands:
- - func: "generate implicit multiversion tasks"
+ - func: "generate resmoke tasks"
vars:
suite: sharded_collections_jscore_passthrough
resmoke_args: --storageEngine=wiredTiger
require_multiversion: true
+ implicit_multiversion: true
- <<: *task_template
name: sharding_jscore_passthrough
@@ -4804,11 +4743,12 @@ tasks:
name: sharding_jscore_multiversion_passthrough_gen
tags: ["multiversion_passthrough"]
commands:
- - func: "generate implicit multiversion tasks"
+ - func: "generate resmoke tasks"
vars:
suite: sharding_jscore_passthrough
resmoke_args: --storageEngine=wiredTiger
require_multiversion: true
+ implicit_multiversion: true
- <<: *gen_task_template
name: sharding_api_version_jscore_passthrough_gen
@@ -5020,11 +4960,12 @@ tasks:
name: concurrency_replication_multiversion_gen
tags: [multiversion_passthrough]
commands:
- - func: "generate implicit multiversion tasks"
+ - func: "generate resmoke tasks"
vars:
suite: concurrency_replication
resmoke_args: --storageEngine=wiredTiger
require_multiversion: true
+ implicit_multiversion: true
- <<: *gen_task_template
name: concurrency_replication_causal_consistency_gen
@@ -5108,11 +5049,12 @@ tasks:
name: concurrency_sharded_replication_multiversion_gen
tags: ["multiversion_passthrough", "sharded"]
commands:
- - func: "generate implicit multiversion tasks"
+ - func: "generate resmoke tasks"
vars:
suite: concurrency_sharded_replication
resmoke_args: --storageEngine=wiredTiger
require_multiversion: true
+ implicit_multiversion: true
- <<: *gen_task_template
name: concurrency_sharded_replication_with_balancer_gen
@@ -5450,7 +5392,7 @@ tasks:
name: replica_sets_multiversion_gen
tags: ["random_multiversion_ds"]
commands:
- - func: "generate randomized multiversion tasks"
+ - func: "generate resmoke tasks"
vars:
resmoke_args: --storageEngine=wiredTiger --tagFile=generated_resmoke_config/multiversion_exclude_tags.yml
require_multiversion: true
@@ -5477,7 +5419,7 @@ tasks:
name: sharding_multiversion_gen
tags: ["random_multiversion_ds"]
commands:
- - func: "generate randomized multiversion tasks"
+ - func: "generate resmoke tasks"
vars:
use_large_distro: "true"
resmoke_args: --storageEngine=wiredTiger --tagFile=generated_resmoke_config/multiversion_exclude_tags.yml
@@ -5553,7 +5495,7 @@ tasks:
name: sharding_last_lts_mongos_and_mixed_shards_gen
tags: ["sharding", "common", "multiversion"]
commands:
- - func: "generate explicit multiversion tasks"
+ - func: "generate resmoke tasks"
vars:
use_large_distro: "true"
require_multiversion: true