#################################################### # YAML Conventions # ##################################################### # Please see our conventions document at # https://wiki.corp.mongodb.com/pages/viewpage.action?pageId=133273894 # for help navigating this document, or for help with our lint rules. ##################################################### # A note on expansions # ##################################################### # Expansions usually appear in the form ${key|default} # If 'key' is found in the executor's map of currently known # expansions, the corresponding value is used. If the key can # not be found, the default is used. # # Arbitrary expansions can be specified in the YAML configuration # files in the following places: # - The 'expansions' field for buildvariants (branch file) # - The 'expansions' field for distros (distros file) # # A number of 'built-in' expansions are also available for use; these include: # - environment variables available on the host machine # - 'workdir' (references the executor's work directory). # - 'task_id' (references the task id of the task the executor is working on). # - 'build_variant' (references the executing task's buildvariant). # - 'config_root' (references the root directory for the executor's configuration artifacts). ##################################################### # Setup environment in a new task # ##################################################### # There are several ways to setup the environment in your task. # # 1. If your task depends on 'archive_dist_test'/'archive_dist_test_debug' task you can call the function "do setup" # - func: "do setup" # Or alternatively call the functions in the sequence below, if you don't need everything else from "do setup" # - func: "fetch artifacts" (includes python, shell scripts, jstests etc. from the mongo and enterprise repos) # - func: "f_expansions_write" # - func: "kill processes" # - func: "cleanup environment" # - func: "set up venv" # # 2. If your task does not depend on 'archive_dist_test'/'archive_dist_test_debug' task use the following functions # call sequence # - command: manifest.load # - func: "git get project" (clone the entire mongo and enterprise repos) # - func: "f_expansions_write" # - func: "kill processes" # - func: "cleanup environment" # - func: "set up venv" stepback: true command_type: system pre_error_fails_task: true oom_tracker: true # Files that match an ignore-list pattern will not trigger a build, if they're the only modified # files in the patch. ignore: - ".*" - "!.clang-format" - "!.eslintrc.yml" - "*.md" - "*.rst" - "*.txt" - "/distsrc/**" - "/docs/**" - "/etc/*.yml" - "!/etc/evergreen.yml" - "README" ## Parameters for parameterized builds (see https://github.com/evergreen-ci/evergreen/wiki/Parameterized-Builds) parameters: - key: patch_compile_flags description: "Additional SCons flags to be applied during scons compile invocations in this patch" - key: future_git_tag description: "Future git tag to be added. If empty, we will use the most recent git tag instead." ## Some variables for convenience: variables: # Used when the tests it runs depend only on mongod, mongos, the mongo shell and the tools. - &task_template name: template depends_on: - name: archive_dist_test_debug commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --help resmoke_jobs_max: 0 # No cap on number of jobs. - &gen_task_template name: gen_task_template depends_on: - name: build_variant_gen - name: archive_dist_test commands: - func: "generate resmoke tasks" vars: resmoke_args: --help - &benchmark_template name: benchmark_template depends_on: - name: compile_benchmarks commands: - func: "do benchmark setup" - func: "run tests" vars: resmoke_args: --help resmoke_jobs_max: 1 - func: "send benchmark results" - &jepsen_config_vars jepsen_key_time_limit: --key-time-limit 15 jepsen_protocol_version: --protocol-version 1 jepsen_read_concern: "" jepsen_read_with_find_and_modify: "" jepsen_storage_engine: "" jepsen_test_name: "" # Empirically, we've had greater success in reproducing the issues found in MongoDB versions # 3.4.0-rc3 and 3.4.0-rc4 when running Jepsen with at least --time-limit=600. jepsen_time_limit: --time-limit 1200 jepsen_write_concern: "" # Template for running Jepsen tests - &run_jepsen_template name: run_jepsen_template depends_on: - name: archive_dist_test_debug commands: - func: "do setup" - func: "do jepsen setup" - func: "run jepsen test" vars: <<: *jepsen_config_vars - &jstestfuzz_config_vars num_files: 15 num_tasks: 5 is_jstestfuzz: true resmoke_args: --help # resmoke_args needs to be overridden to specify one of the jstestfuzz suites resmoke_jobs_max: 1 should_shuffle: false continue_on_failure: false # Terminate the function when there has been no output to stdout for 30 minutes. E.g. when something is stuck in an infinite loop. # resmoke.py writes the test output to logkeeper and only writes to stdout when starting the next test. # resmoke.py not producing output on stdout means that the test is still running and presumably not going to finish. # Note that timeout_secs is different from exec_timeout_secs, which applies to a task and times out regardless of whether output has been written to stdout. timeout_secs: 1800 # Used for tests that invoke 'resmoke.py --suites=jstestfuzz*'. - &jstestfuzz_template name: jstestfuzz_template exec_timeout_secs: 14400 # Time out the task if it runs for more than 4 hours. depends_on: - build_variant_gen - archive_dist_test commands: - func: "generate resmoke tasks" # Templates used by powercycle - &powercycle_remote_credentials private_key_file: src/powercycle.pem private_key_remote: ${__project_aws_ssh_key_value} - &libfuzzertests name: libfuzzertests! execution_tasks: - compile_and_archive_libfuzzertests - fetch_and_run_libfuzzertests - &compile_task_group_template name: compile_task_group_template max_hosts: 1 tasks: [] setup_task: - func: "f_expansions_write" - func: "apply compile expansions" - func: "set task expansion macros" - func: "f_expansions_write" teardown_task: - func: "f_expansions_write" - func: "attach scons logs" - func: "attach report" - func: "attach artifacts" - func: "kill processes" - func: "save code coverage data" - func: "save mongo coredumps" - func: "save failed unittests" - func: "save UndoDB recordings" - func: "save unstripped dbtest" - func: "save hang analyzer debugger files" - func: "save disk statistics" - func: "save system resource information" - func: "save libfuzzertest corpora" - func: "remove files" vars: files: >- src/resmoke_error_code src/build/scons/config.log src/*.gcda.gcov src/gcov-intermediate-files.tgz src/*.core src/*.mdmp mongo-coredumps.tgz src/dist-unittests/bin/* src/dist-unittests/lib/* mongo-unittests.tgz src/debugger*.* src/mongo-hanganalyzer.tgz diskstats.tgz system-resource-info.tgz ${report_file|src/report.json} ${archive_file|src/archive.json} setup_group_can_fail_task: true setup_group: - command: manifest.load - func: "git get project and add git tag" - func: "set task expansion macros" - func: "f_expansions_write" - func: "kill processes" - func: "cleanup environment" # The python virtual environment is installed in ${workdir}, which is created in # "set up venv". - func: "set up venv" - func: "upload pip requirements" - func: "get all modified patch files" - func: "f_expansions_write" - func: "configure evergreen api credentials" - func: "get buildnumber" - func: "f_expansions_write" - func: "set up credentials" - func: "use WiredTiger develop" # noop if ${use_wt_develop} is not "true" - func: "set up win mount script" - func: "generate compile expansions" - func: "f_expansions_write" teardown_group: - func: "f_expansions_write" - func: "umount shared scons directory" - func: "cleanup environment" timeout: - func: "f_expansions_write" - func: "run hang analyzer" - func: "wait for resmoke to shutdown" # Use this template for enterprise Windows testing coverage on non-pushing # variants - &enterprise-windows-nopush-template name: enterprise-windows-nopush-template run_on: - windows-vsCurrent-small modules: - enterprise expansions: &enterprise-windows-nopush-expansions-template additional_package_targets: archive-mongocryptd archive-mongocryptd-debug msi exe: ".exe" content_type: application/zip compile_flags: --ssl MONGO_DISTMOD=windows CPPPATH="c:/sasl/include c:/snmp/include" LIBPATH="c:/sasl/lib c:/snmp/lib" -j$(( $(grep -c ^processor /proc/cpuinfo) / 2 )) --win-version-min=win10 num_scons_link_jobs_available: 0.5 python: '/cygdrive/c/python/python37/python.exe' ext: zip scons_cache_scope: shared multiversion_platform: windows multiversion_edition: enterprise jstestfuzz_num_generated_files: 35 large_distro_name: windows-vsCurrent-large test_flags: --excludeWithAnyTags=incompatible_with_windows_tls tasks: - name: compile_test_and_package_serial_TG distros: - windows-vsCurrent-large - name: build_variant_gen - name: burn_in_tests_gen - name: .aggfuzzer .common - name: audit - name: auth_audit_gen - name: buildscripts_test - name: causally_consistent_jscore_txns_passthrough - name: .encrypt !.aggregation !.gcm - name: external_auth - name: external_auth_aws - name: external_auth_windows distros: - windows-64-2016 - name: .jscore .common !.sharding - name: .jstestfuzz .common - name: .logical_session_cache - name: replica_sets_auth_gen - name: sasl - name: sharding_auth_gen - name: sharding_auth_audit_gen - name: snmp - &stitch_support_task_group_template name: stitch_support_task_group_template setup_task: - func: "apply compile expansions" - func: "set task expansion macros" - func: "f_expansions_write" teardown_task: - func: "attach scons logs" setup_group_can_fail_task: true setup_group: - command: manifest.load - func: "git get project and add git tag" - func: "set task expansion macros" - func: "f_expansions_write" - func: "kill processes" - func: "cleanup environment" - func: "set up venv" - func: "upload pip requirements" - func: "get buildnumber" - func: "f_expansions_write" - func: "set up win mount script" - func: "generate compile expansions" teardown_group: - func: "umount shared scons directory" # List of all variants that make mongocryptd # If a variant is listed here and has a push task, mongocryptd is pushed - mongocryptd_variants: &mongocryptd_variants - enterprise-amazon2 - enterprise-amazon2-arm64 - enterprise-debian92-64 - enterprise-debian10-64 - enterprise-linux-64-amazon-ami - enterprise-macos - enterprise-rhel-70-64-bit - enterprise-rhel-70-64-bit-kitchen-sink - enterprise-rhel-70-64-bit-no-libunwind - enterprise-rhel-81-ppc64le - enterprise-rhel-72-s390x - enterprise-rhel-72-s390x-inmem - enterprise-rhel-80-64-bit - enterprise-rhel-80-64-bit-coverage - enterprise-rhel-80-64-bit-inmem - enterprise-rhel-80-64-bit-multiversion - enterprise-rhel-80-64-bit-suggested - enterprise-rhel-82-arm64 - enterprise-suse12-64 - enterprise-suse15-64 - enterprise-ubuntu1804-64 - enterprise-ubuntu1804-arm64 - enterprise-ubuntu2004-arm64 - enterprise-ubuntu2004-64 - enterprise-windows - enterprise-windows-suggested - enterprise-windows-debug-unoptimized - enterprise-windows-inmem - enterprise-windows-required - enterprise-windows-wtdevelop - ubuntu1804-debug-asan - ubuntu1804-debug-ubsan - ubuntu1804-debug-aubsan-lite-required - ubuntu1804-debug-aubsan-lite_fuzzer # List of all variants that make mh artifacts. # If a variant is listed here and has a push task, the mh artifacts are pushed - mh_variants: &mh_variants - enterprise-debian92-64 - enterprise-macos - enterprise-rhel-80-64-bit - enterprise-rhel-80-64-bit-dynamic-required - enterprise-rhel-70-64-bit - enterprise-rhel-82-arm64 - enterprise-amazon2-arm64 - enterprise-ubuntu1804-64 - enterprise-windows - enterprise-windows-suggested - enterprise-windows-required # List of all variants that use the packages.tgz - package_variants: &package_variants - amazon - enterprise-linux-64-amazon-ami - amazon2 - enterprise-amazon2 - enterprise-amazon2-arm64 - debian10 - enterprise-debian10-64 - debian92 - enterprise-debian92-64 - rhel70 - rhel76_compile_rhel70 - enterprise-rhel-70-64-bit - rhel-72-s390x - enterprise-rhel-81-ppc64le - enterprise-rhel-72-s390x - ubi8 - rhel80 - rhel-82-arm64 - enterprise-rhel-80-64-bit - enterprise-rhel-80-64-bit-coverage - enterprise-rhel-80-64-bit-suggested - enterprise-rhel-82-arm64 - suse12 - enterprise-suse12-64 - suse15 - enterprise-suse15-64 - ubuntu1804-debug-suggested - enterprise-ubuntu-dynamic-1804-clang-tidy-required - ubuntu1804 - ubuntu1804-arm64 - ubuntu2004-arm64 - ubuntu2004 - enterprise-ubuntu1804-64 - enterprise-ubuntu1804-arm64 - enterprise-ubuntu2004-arm64 - enterprise-ubuntu2004-64 - enterprise-windows - enterprise-windows-suggested - windows ####################################### # Functions # ####################################### functions: "f_expansions_write": &f_expansions_write command: expansions.write params: file: expansions.yml redacted: true "remove files": - *f_expansions_write - command: subprocess.exec params: binary: bash args: - "src/evergreen/functions/files_remove.sh" "configure evergreen api credentials": &configure_evergreen_api_credentials command: subprocess.exec type: test params: binary: bash args: - "src/evergreen/functions/evergreen_api_credentials_configure.sh" "configure selected tests credentials": &configure_selected_tests_credentials command: subprocess.exec type: test params: binary: bash silent: true args: - "src/evergreen/functions/selected_tests_credentials_configure.sh" env: project: ${project} selected_tests_auth_user: ${selected_tests_auth_user} selected_tests_auth_token: ${selected_tests_auth_token} "git get project": &git_get_project command: git.get_project params: directory: ${git_project_directory|src} revisions: # for each module include revision as : ${_rev} enterprise: ${enterprise_rev} wtdevelop: ${wtdevelop_rev} # Get get the mongo repo, no modules. Useful for inspecting the commit history with the # `git` Python tool. "git get project no modules": - *f_expansions_write - command: git.get_project params: directory: ${git_project_directory|src} "add git tag": &add_git_tag command: subprocess.exec params: binary: bash args: - "src/evergreen/functions/add_git_tag.sh" env: future_git_tag: ${future_git_tag} "git get project and add git tag": - *f_expansions_write - *git_get_project - *add_git_tag "fetch artifacts": &fetch_artifacts command: s3.get params: aws_key: ${aws_key} aws_secret: ${aws_secret} remote_file: ${project}/${build_variant}/${revision}/artifacts/${build_id}.tgz bucket: mciuploads extract_to: src "fetch packages": &fetch_packages command: s3.get params: aws_key: ${aws_key} aws_secret: ${aws_secret} remote_file: ${project}/${build_variant}/${revision}/artifacts/${build_id}-packages.tgz bucket: mciuploads extract_to: src build_variants: *package_variants "fetch dist tarball": &fetch_dist_tarball command: s3.get params: aws_key: ${aws_key} aws_secret: ${aws_secret} remote_file: ${project}/${build_variant}/${revision}/dist/mongo-${build_id}.${ext|tgz} bucket: mciuploads local_file: src/mongo-binaries.tgz "fetch binaries": &fetch_binaries command: s3.get params: aws_key: ${aws_key} aws_secret: ${aws_secret} remote_file: ${mongo_binaries} bucket: mciuploads local_file: src/mongo-binaries.tgz "extract binaries": &extract_binaries command: subprocess.exec params: binary: bash args: - "src/evergreen/functions/binaries_extract.sh" "check binary version": &check_binary_version command: subprocess.exec params: binary: bash args: - "src/evergreen/functions/binary_version_check.sh" "fetch benchmarks": &fetch_benchmarks command: s3.get params: aws_key: ${aws_key} aws_secret: ${aws_secret} remote_file: ${project}/${build_variant}/${revision}/benchmarks/${build_id}.tgz bucket: mciuploads extract_to: src "fetch corpus": &fetch_corpus command: s3.get params: aws_key: ${s3_access_key_id} aws_secret: ${s3_secret_access_key} bucket: fuzzer-artifacts extract_to: src/corpora remote_file: ${mongo_fuzzer_corpus} "fetch legacy corpus": &fetch_legacy_corpus command: s3.get params: aws_key: ${s3_access_key_id} aws_secret: ${s3_secret_access_key} bucket: fuzzer-artifacts # Extract the legacy corpora to the merge directory to synthesize together until we burn in. extract_to: src/corpora-merged remote_file: ${project}/corpus/mongo-${build_variant}-latest.tgz "archive new corpus": &archive_new_corpus command: archive.targz_pack params: target: corpora.tgz source_dir: src/corpora-merged include: - "**" "upload new corpus": &upload_new_corpus command: s3.put params: aws_key: ${s3_access_key_id} aws_secret: ${s3_secret_access_key} bucket: fuzzer-artifacts content_type: ${content_type|application/gzip} display_name: "Fuzzer Tests Corpus Tar Archive" local_file: corpora.${ext|tgz} optional: true permissions: private remote_file: ${mongo_fuzzer_corpus} visibility: signed "upload new corpus for mciuploads": &upload_new_corpus_mciuploads command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} bucket: mciuploads content_type: ${content_type|application/gzip} display_name: Input Corpora local_file: corpora.${ext|tgz} optional: true permissions: private remote_file: ${mongo_fuzzer_corpus_mciuploads} visibility: signed "get buildnumber": &get_buildnumber command: keyval.inc params: key: "${build_variant}_master" destination: "builder_num" "run diskstats": &run_diskstats command: subprocess.exec params: background: true system_log: true binary: bash args: - "./src/evergreen/functions/run_diskstats.sh" "collect system resource info": &collect_system_resource_info command: subprocess.exec params: background: true system_log: true binary: bash args: - "./src/evergreen/functions/system_resource_info_collect.sh" # Run a monitor process as a background, system task to periodically # display how many threads interesting processes are using. "monitor process threads": &monitor_process_threads command: subprocess.exec params: background: true system_log: true binary: bash args: - "./src/evergreen/functions/process_threads_monitor.sh" "set up credentials": &set_up_credentials command: subprocess.exec params: binary: bash silent: true args: - "./src/evergreen/functions/credentials_setup.sh" "set up win mount script": - *f_expansions_write - command: subprocess.exec params: binary: bash silent: true args: - "./src/evergreen/functions/win_mount_script_setup.sh" "set up notary client credentials": - *f_expansions_write - command: subprocess.exec params: binary: bash silent: true args: - "./src/evergreen/functions/notary_client_credentials_setup.sh" "f_remote_credentials_setup_exec": &set_up_remote_credentials command: subprocess.exec params: binary: bash args: - "./src/evergreen/functions/remote_credentials_setup.sh" env: private_key_remote_bash_var: ${private_key_remote} "set up remote credentials": - *f_expansions_write - *set_up_remote_credentials "call BF Suggestion service": - *f_expansions_write - command: subprocess.exec params: binary: bash silent: true args: - "./src/evergreen/functions/bf_suggestion_service_call.sh" "upload debugsymbols": &upload_debugsymbols command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/mongo-debugsymbols.${ext|tgz} remote_file: ${mongo_debugsymbols} bucket: mciuploads permissions: public-read content_type: ${content_type|application/gzip} "use WiredTiger develop": - *f_expansions_write - command: subprocess.exec params: binary: bash args: - "./src/evergreen/functions/wiredtiger_develop_use.sh" "shared scons cache pruning": - *f_expansions_write - command: subprocess.exec type: system params: binary: bash args: - "./src/evergreen/functions/shared_scons_cache_pruning.sh" "umount shared scons directory": - *f_expansions_write - command: subprocess.exec params: binary: bash args: - "./src/evergreen/functions/shared_scons_directory_umount.sh" "get all modified patch files": - *f_expansions_write - command: subprocess.exec params: binary: bash args: - "./src/evergreen/functions/modified_patch_files_get_all.sh" # This function should only be called from patch-build-only tasks. "get added and modified patch files": - *f_expansions_write - command: subprocess.exec params: binary: bash args: - "./src/evergreen/functions/added_and_modified_patch_files_get.sh" "determine resmoke jobs": &determine_resmoke_jobs command: subprocess.exec params: binary: bash args: - "./src/evergreen/functions/resmoke_jobs_determine.sh" "update resmoke jobs expansions": &update_resmoke_jobs_expansions command: expansions.update params: ignore_missing_file: true file: src/resmoke_jobs_expansion.yml "determine task timeout": &determine_task_timeout command: subprocess.exec params: binary: bash args: - "./src/evergreen/functions/task_timeout_determine.sh" "update task timeout expansions": &update_task_timeout_expansions command: expansions.update params: ignore_missing_file: true file: src/task_timeout_expansions.yml "update task timeout": &update_task_timeout command: timeout.update params: exec_timeout_secs: ${exec_timeout_secs} ### Set expansion macros used in each task. "set task expansion macros": &set_task_expansion_macros command: expansions.update params: updates: - key: mongo_binaries value: ${project}/${build_variant}/${revision}/binaries/mongo-${build_id}.${ext|tgz} - key: mongo_cryptd value: ${project}/${build_variant}/${revision}/binaries/mongo-cryptd-${build_id}.${ext|tgz} - key: mongo_cryptd_debugsymbols value: ${project}/${build_variant}/${revision}/binaries/mongo-cryptd-debugsymbols-${build_id}.${ext|tgz} - key: mh_archive value: ${project}/${build_variant}/${revision}/binaries/mh-${build_id}.${ext|tgz} - key: mh_debugsymbols value: ${project}/${build_variant}/${revision}/debugsymbols/mh-debugsymbols-${build_id}.${ext|tgz} - key: mongo_debugsymbols value: ${project}/${build_variant}/${revision}/debugsymbols/debugsymbols-${build_id}.${ext|tgz} - key: mongo_shell value: ${project}/${build_variant}/${revision}/binaries/mongo-shell-${build_id}.${ext|tgz} - key: mongo_shell_debugsymbols value: ${project}/${build_variant}/${revision}/binaries/mongo-shell-debugsymbols-${build_id}.${ext|tgz} - key: mongo_fuzzer_corpus_mciuploads value: ${project}/${build_variant}/${revision}/libfuzzer-corpora/corpora-${build_id}.${ext|tgz} - key: mongo_fuzzer_corpus value: corpora-${project}-${build_variant}.${ext|tgz} - key: skip_tests value: skip_test-${build_id} "set up venv": &set_up_venv command: subprocess.exec params: binary: bash args: - "src/evergreen/functions/venv_setup.sh" env: pip_dir: ${pip_dir} "upload pip requirements": &upload_pip_requirements command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: pip-requirements.txt remote_file: ${project}/${build_variant}/${revision}/pip-requirements-${task_id}-${execution}.txt bucket: mciuploads permissions: public-read content_type: atext-plain display_name: Pip Requirements "send benchmark results": command: json.send params: name: perf file: src/perf.json "cleanup environment": &cleanup_environment command: subprocess.exec params: binary: bash args: - "./src/evergreen/cleanup_environment.sh" "kill processes": &kill_processes command: subprocess.exec params: silent: true binary: bash args: - "./src/evergreen/kill_processes.sh" "do setup": - *f_expansions_write - *fetch_artifacts - *kill_processes - *cleanup_environment - *fetch_binaries - *set_up_venv - *upload_pip_requirements - *extract_binaries - *check_binary_version - *get_buildnumber - *f_expansions_write - *set_up_credentials - *run_diskstats - *monitor_process_threads - *collect_system_resource_info "do non-compile setup": - command: manifest.load - *git_get_project - *f_expansions_write - *add_git_tag - *kill_processes - *cleanup_environment - *set_up_venv - *upload_pip_requirements - *get_buildnumber - *f_expansions_write - *set_up_credentials "do benchmark setup": - command: manifest.load - *git_get_project - *f_expansions_write - *add_git_tag - *kill_processes - *cleanup_environment - *set_up_venv - *upload_pip_requirements - *get_buildnumber - *f_expansions_write - *set_up_credentials - *fetch_benchmarks "f_multiversion_setup_exec": &do_multiversion_setup command: subprocess.exec params: binary: bash args: - "./src/evergreen/multiversion_setup.sh" "do multiversion setup": - *f_expansions_write - *do_multiversion_setup # Used by generator "get compiled binaries": command: subprocess.exec params: binary: bash args: - "./src/evergreen/compiled_binaries_get.sh" "generate powercycle tasks": - command: manifest.load - *git_get_project - *f_expansions_write - *add_git_tag - *kill_processes - *cleanup_environment - *set_up_venv - *upload_pip_requirements - command: subprocess.exec params: binary: bash args: - "./src/evergreen/powercycle_tasks_generate.sh" - command: archive.targz_pack params: target: powercycle_tasks_config.tgz source_dir: "./" include: - "powercycle_tasks.json" - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: powercycle_tasks_config.tgz remote_file: ${project}/${build_variant}/${revision}/powercycle_tasks/${task_name}-${build_id}.tgz bucket: mciuploads permissions: public-read content_type: application/gzip display_name: Generated Task Config - Execution ${execution} - command: generate.tasks params: files: - powercycle_tasks.json "run powercycle sentinel": - command: manifest.load - *git_get_project - *f_expansions_write - *add_git_tag - *kill_processes - *cleanup_environment - *set_up_venv - *upload_pip_requirements - *configure_evergreen_api_credentials - command: subprocess.exec type: system params: binary: bash args: - "./src/evergreen/powercycle_sentinel_run.sh" "execute resmoke tests": &execute_resmoke_tests command: subprocess.exec type: test params: binary: bash args: - "./src/evergreen/resmoke_tests_execute.sh" "retrieve generated test configuration": &retrieve_generated_test_configuration command: s3.get params: aws_key: ${aws_key} aws_secret: ${aws_secret} bucket: mciuploads remote_file: ${project}/${gen_task_config_location} local_file: "generate_tasks_config.tgz" "extract generated test configuration": &extract_generated_test_configuration command: subprocess.exec type: test params: binary: bash args: - "./src/evergreen/extract_generated_test_configuration.sh" "generate selected tests": - *f_expansions_write - *configure_evergreen_api_credentials - *configure_selected_tests_credentials - command: subprocess.exec type: test params: binary: bash args: - "./src/evergreen/selected_tests_generate.sh" - command: archive.targz_pack params: target: generate_tasks_config.tgz source_dir: src/generated_resmoke_config include: - "*" - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: generate_tasks_config.tgz remote_file: ${project}/${build_variant}/${revision}/generate_tasks/${task_name}-${build_id}.tgz bucket: mciuploads permissions: public-read content_type: ${content_type|application/gzip} display_name: Generated Task Config - Execution ${execution} optional: true - command: generate.tasks params: optional: true files: - src/generated_resmoke_config/*.json "generate build variant": - *f_expansions_write - *configure_evergreen_api_credentials - command: subprocess.exec type: test params: binary: bash args: - "./src/evergreen/generate_build_variant.sh" - "--evg-project-config etc/query.yml" - command: archive.targz_pack params: target: generate_tasks_config.tgz source_dir: src/generated_resmoke_config include: - "*" - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: generate_tasks_config.tgz remote_file: ${project}/${build_variant}/${revision}/generate_tasks/${task_name}-${build_id}.tgz bucket: mciuploads permissions: public-read content_type: ${content_type|application/gzip} display_name: Generated Task Config - Execution ${execution} optional: true - command: generate.tasks params: optional: true files: - src/generated_resmoke_config/*.json "generate burn in tags": - *f_expansions_write - *configure_evergreen_api_credentials - command: subprocess.exec type: test params: binary: bash args: - "./src/evergreen/burn_in_tests_generate.sh" - command: archive.targz_pack params: target: burn_in_tags_gen.tgz source_dir: src/generated_burn_in_tags_config include: - "*" - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: burn_in_tags_gen.tgz remote_file: ${project}/${build_variant}/${revision}/burn_in_tags_gen/burn_in_tags_gen-${build_id}.tgz bucket: mciuploads permissions: public-read content_type: application/gzip display_name: Burn_in_tags Task Config - Execution ${execution} - command: generate.tasks params: files: - src/generated_burn_in_tags_config/burn_in_tags_gen.json "generate resmoke tasks": - *fetch_artifacts - *f_expansions_write - *kill_processes - *cleanup_environment - *set_up_venv - *upload_pip_requirements - *f_expansions_write - *configure_evergreen_api_credentials - command: subprocess.exec type: test params: binary: bash args: - "./src/evergreen/gen_tasks_activate.sh" # Used by generator "run generated tests": - *f_expansions_write - *retrieve_generated_test_configuration - *extract_generated_test_configuration - *f_expansions_write - command: expansions.update params: updates: - key: aws_key_remote value: ${mongodatafiles_aws_key} - key: aws_profile_remote value: mongodata_aws - key: aws_secret_remote value: ${mongodatafiles_aws_secret} - *f_expansions_write - *set_up_remote_credentials - *f_expansions_write - *determine_resmoke_jobs - *update_resmoke_jobs_expansions - *f_expansions_write - *configure_evergreen_api_credentials - command: subprocess.exec params: binary: bash args: - "./src/evergreen/implicit_multiversions_tasks_generate.sh" - *execute_resmoke_tests # The existence of the "run_tests_infrastructure_failure" file indicates this failure isn't # directly actionable. We use type=setup rather than type=system or type=test for this command # because we don't intend for any human to look at this failure. - command: subprocess.exec type: setup params: binary: bash args: - "./src/evergreen/check_run_tests_infrastructure_failure.sh" "run tests": - *f_expansions_write - *determine_task_timeout - *update_task_timeout_expansions - *f_expansions_write - *update_task_timeout - *f_expansions_write - command: expansions.update params: env: CEDAR_USER: ${cedar_user} CEDAR_API_KEY: ${cedar_api_key} updates: - key: aws_key_remote value: ${mongodatafiles_aws_key} - key: aws_profile_remote value: mongodata_aws - key: aws_secret_remote value: ${mongodatafiles_aws_secret} - *f_expansions_write - *set_up_remote_credentials - *f_expansions_write - *determine_resmoke_jobs - *update_resmoke_jobs_expansions - *f_expansions_write - *execute_resmoke_tests # The existence of the "run_tests_infrastructure_failure" file indicates this failure isn't # directly actionable. We use type=setup rather than type=system or type=test for this command # because we don't intend for any human to look at this failure. - command: subprocess.exec type: setup params: binary: bash args: - "./src/evergreen/check_run_tests_infrastructure_failure.sh" "scons lint": - *f_expansions_write - command: subprocess.exec type: test params: binary: bash args: - "src/evergreen/scons_lint.sh" "scons compile": - *f_expansions_write - command: subprocess.exec type: test params: binary: bash args: - "src/evergreen/scons_compile.sh" "generate compile expansions": - *f_expansions_write - command: subprocess.exec params: binary: bash args: - "src/evergreen/functions/compile_expansions_generate.sh" "apply compile expansions": - command: expansions.update params: file: src/compile_expansions.yml - *f_expansions_write "do jepsen setup": - *f_expansions_write - command: subprocess.exec params: binary: bash args: - "./src/evergreen/do_jepsen_setup/build_libfaketime.sh" - command: subprocess.exec params: binary: bash args: - "./src/evergreen/do_jepsen_setup/install_jepsen.sh" - command: subprocess.exec params: binary: bash args: - "./src/evergreen/do_jepsen_setup/nodes.sh" - command: subprocess.exec params: binary: bash args: - "./src/evergreen/do_jepsen_setup/move_binaries.sh" "run jepsen test": - *f_expansions_write - command: subprocess.exec type: test timeout_secs: 2700 # Timeout test if there is no output for more than 45 minutes. params: binary: bash args: - "./src/evergreen/jepsen_test_run.sh" - command: subprocess.exec params: binary: bash args: - "./src/evergreen/jepsen_test_fail.sh" "load aws test credentials": - *f_expansions_write - command: subprocess.exec params: binary: bash silent: true args: - "./src/evergreen/functions/aws_test_credentials_load.sh" "setup jstestfuzz": - *f_expansions_write - command: subprocess.exec params: binary: bash args: - "./src/evergreen/jstestfuzz_setup.sh" "lint fuzzer sanity patch": - *f_expansions_write - command: subprocess.exec type: test params: binary: bash args: - "./src/evergreen/lint_fuzzer_sanity_patch.sh" "lint fuzzer sanity all": - *f_expansions_write - command: subprocess.exec type: test params: binary: bash args: - "./src/evergreen/lint_fuzzer_sanity_all.sh" "update patch failure history": - *f_expansions_write - command: subprocess.exec type: test params: binary: bash args: - "./src/evergreen/update_patch_failure_history.sh" # Used by generator "run jstestfuzz": - *f_expansions_write - command: subprocess.exec params: binary: bash args: - "./src/evergreen/run_jstestfuzz/clone_repos.sh" - *f_expansions_write - command: subprocess.exec type: test params: binary: bash args: - "./src/evergreen/jstestfuzz_run.sh" - command: archive.targz_pack params: target: "jstests.tgz" source_dir: "src/jstestfuzz" include: - "out/*.js" - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: jstests.tgz remote_file: ${project}/${build_variant}/${revision}/jstestfuzz/${task_id}-${execution}.tgz bucket: mciuploads permissions: private visibility: signed content_type: application/gzip display_name: Generated Tests - Execution ${execution} "run idl tests": - *f_expansions_write - command: subprocess.exec type: test params: binary: bash args: - "./src/evergreen/idl_tests_run.sh" "run powercycle test": - *f_expansions_write - command: subprocess.exec type: test params: binary: bash args: - "./src/evergreen/powercycle_run_test.sh" - command: expansions.update params: ignore_missing_file: true file: src/powercycle_exit.yml - *f_expansions_write - command: subprocess.exec type: setup params: binary: bash args: - "./src/evergreen/powercycle_ssh_failure_exit.sh" - command: subprocess.exec type: test params: binary: bash args: - "./src/evergreen/powercycle_exit.sh" "run packager.py": - *f_expansions_write - command: subprocess.exec params: binary: bash args: - "./src/evergreen/packager.py_run.sh" "do snmp setup": command: subprocess.exec params: binary: bash args: - "./src/evergreen/do_snmp_setup.sh" "do watchdog setup": command: subprocess.exec params: binary: bash args: - "./src/evergreen/do_watchdog_setup.sh" "run kitchen": - *f_expansions_write - command: subprocess.exec type: test params: binary: bash args: - "./src/evergreen/kitchen_run.sh" "set up EC2 instance": &set_up_ec2_instance - command: host.create params: provider: ec2 distro: ${distro_id} timeout_teardown_secs: 604800 # 7 days security_group_ids: - sg-097bff6dd0d1d31d0 - command: host.list params: wait: true timeout_seconds: 3000 num_hosts: 1 path: src/hosts.yml - *f_expansions_write - command: subprocess.exec params: binary: bash args: - "./src/evergreen/powercycle_check_host.sh" - command: expansions.update params: file: src/powercycle_ip_address.yml - *f_expansions_write - command: subprocess.exec params: binary: bash args: - "./src/evergreen/powercycle_setup_host.sh" ### Process & archive remote EC2 artifacts ### "save powercycle artifacts": &save_powercycle_artifacts command: subprocess.exec params: binary: bash args: - "./src/evergreen/powercycle_save_artifacts.sh" "archive remote EC2 artifacts": &archive_remote_ec2_artifacts command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/ec2_artifacts.tgz remote_file: ${project}/${build_variant}/${revision}/remote_ec2/remote_ec2_artifacts-${task_id}-${execution}.tgz bucket: mciuploads permissions: public-read content_type: ${content_type|application/gzip} display_name: Remote EC2 Artifacts - Execution ${execution} optional: true "archive remote EC2 monitor files": &archive_remote_ec2_monitor_files command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/ec2_monitor_files.tgz remote_file: ${project}/${build_variant}/${revision}/remote_ec2/remote_ec2_monitor-${task_id}-${execution}.tgz bucket: mciuploads permissions: public-read content_type: ${content_type|application/gzip} display_name: Remote EC2 Monitor - Execution ${execution} optional: true "save ec2 task artifacts": - *f_expansions_write - *save_powercycle_artifacts - *archive_remote_ec2_artifacts - *archive_remote_ec2_monitor_files ### Process & archive local client logs ### "tar local client logs": &tar_local_client_logs command: subprocess.exec params: binary: bash args: - "./src/evergreen/local_client_logs_tar.sh" "archive local client logs": &archive_local_client_logs command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/client-logs.tgz remote_file: ${project}/${build_variant}/${revision}/client_logs/mongo-client-logs-${task_id}-${execution}.tgz bucket: mciuploads permissions: public-read content_type: ${content_type|application/gzip} display_name: Client logs - Execution ${execution} optional: true "save local client logs": - *f_expansions_write - *tar_local_client_logs - *archive_local_client_logs ### Cleanup after the watchdog FUSE testing ### "cleanup FUSE watchdog": command: subprocess.exec params: binary: bash args: - "./src/evergreen/functions/fuse_watchdog_cleanup.sh" ### Process & archive Code Coverage artifacts ### "process code coverage data": &process_code_coverage_data command: subprocess.exec params: binary: bash args: - "./src/evergreen/functions/code_coverage_data_process.sh" "tar code coverage data": &tar_code_coverage_data command: archive.targz_pack params: target: "src/gcov-intermediate-files.tgz" source_dir: "src" include: - "*.gcda.gcov" "archive code coverage data": &archive_code_coverage_data command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: "src/gcov-intermediate-files.tgz" remote_file: ${project}/${build_variant}/${revision}/gcov/gcov-intermediate-files-${task_id}-${execution}.tgz bucket: mciuploads permissions: public-read content_type: application/gzip display_name: gcov intermediate files - Execution ${execution} optional: true "save code coverage data": - *f_expansions_write - *process_code_coverage_data - *tar_code_coverage_data - *archive_code_coverage_data "tar jepsen logs": &tar_jepsen_logs command: archive.targz_pack params: target: "src/jepsen-mongod-logs.tgz" source_dir: "${workdir}/src/jepsen-workdir" include: - "./**.log" "archive jepsen logs": &archive_jepsen_logs command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/jepsen-mongod-logs.tgz remote_file: ${project}/${build_variant}/${revision}/jepsen/jepsen-mongod-logs-${task_id}-${execution}.tgz bucket: mciuploads permissions: public-read content_type: application/gzip display_name: Jepsen mongod Logs - ${execution} optional: true "tar jepsen results": &tar_jepsen_results command: archive.targz_pack params: target: "src/jepsen-results.tgz" source_dir: "src/jepsen-mongodb/store" include: - "./**" "archive jepsen results": &archive_jepsen_results command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/jepsen-results.tgz remote_file: ${project}/${build_variant}/${revision}/jepsen/jepsen-results-${task_id}-${execution}.tgz bucket: mciuploads permissions: public-read content_type: application/gzip display_name: Jepsen Test Results - ${execution} optional: true "save jepsen artifacts": - *tar_jepsen_logs - *archive_jepsen_logs - *tar_jepsen_results - *archive_jepsen_results ### Process & archive mongo coredumps ### "gather mongo coredumps": &gather_mongo_coredumps command: subprocess.exec params: binary: bash args: - "./src/evergreen/gather_mongo_coredumps.sh" "tar mongo coredumps": &tar_mongo_coredumps command: archive.targz_pack params: target: "mongo-coredumps.tgz" source_dir: "src" include: - "./**.core" - "./**.mdmp" # Windows: minidumps "archive mongo coredumps": &archive_mongo_coredumps command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: mongo-coredumps.tgz remote_file: ${project}/${build_variant}/${revision}/coredumps/mongo-coredumps-${build_id}-${task_name}-${execution}.tgz bucket: mciuploads permissions: public-read content_type: application/gzip display_name: Core Dumps - Execution ${execution} optional: true "save mongo coredumps": - *f_expansions_write - *gather_mongo_coredumps - *tar_mongo_coredumps - *archive_mongo_coredumps ### Process & archive failed unittest artifacts ### "gather failed unittests": &gather_failed_unittests command: subprocess.exec params: binary: bash args: - "./src/evergreen/failed_unittests_gather.sh" "tar failed unittests": &tar_failed_unittests command: archive.targz_pack params: target: "mongo-unittests.tgz" source_dir: "src/dist-unittests" include: - "**" "archive failed unittests": &archive_failed_unittests command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: mongo-unittests.tgz remote_file: ${project}/${build_variant}/${revision}/unittests/mongo-unittests-${build_id}-${task_name}-${execution}.tgz bucket: mciuploads permissions: public-read content_type: application/gzip display_name: Unit tests - Execution ${execution} optional: true "save failed unittests": - *f_expansions_write - *gather_failed_unittests - *tar_failed_unittests - *archive_failed_unittests "archive dbtest": &archive_dbtest command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: dbtest-binary.tgz remote_file: ${project}/${build_variant}/${revision}/dbtest/dbtest-${build_id}-${task_name}-${execution}.tgz bucket: mciuploads permissions: public-read content_type: application/tar display_name: dbtest binary - Execution ${execution} optional: true "archive dbtest debugsymbols": &archive_dbtest_debug command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: dbtest-debugsymbols.tgz remote_file: ${project}/${build_variant}/${revision}/dbtest/dbtest-${build_id}-${task_name}-${execution}.tgz bucket: mciuploads permissions: public-read content_type: application/tar display_name: dbtest debugsymbols optional: true "save unstripped dbtest": - *archive_dbtest - *archive_dbtest_debug ### Process & archive artifacts from hung processes ### "run hang analyzer": command: subprocess.exec params: binary: bash args: - "./src/evergreen/hang_analyzer.sh" "wait for resmoke to shutdown": command: subprocess.exec params: binary: bash args: - "./src/evergreen/wait_for_resmoke_to_shutdown.sh" "tar hang analyzer debugger files": &tar_hang_analyzer_debugger_files command: archive.targz_pack params: target: "src/mongo-hanganalyzer.tgz" source_dir: "src" include: - "./debugger*.*" "archive hang analyzer debugger files": &archive_hang_analyzer_debugger_files command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/mongo-hanganalyzer.tgz remote_file: ${project}/${build_variant}/${revision}/hanganalyzer/mongo-hanganalyzer-${build_id}-${task_name}-${execution}.tgz bucket: mciuploads permissions: public-read content_type: application/gzip display_name: Hang Analyzer Output - Execution ${execution} optional: true "save hang analyzer debugger files": - *tar_hang_analyzer_debugger_files - *archive_hang_analyzer_debugger_files ### Process & archive disk statistic artifacts ### "tar disk statistics": &tar_disk_statistics command: archive.targz_pack params: target: "diskstats.tgz" source_dir: "./" include: - "./mongo-diskstats*" - "./mongo-diskstats*.csv" "archive disk statistics": &archive_disk_statistics command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: diskstats.tgz remote_file: ${project}/${build_variant}/${revision}/diskstats/mongo-diskstats-${task_id}-${execution}.tgz bucket: mciuploads permissions: public-read content_type: application/gzip display_name: Disk Stats - Execution ${execution} optional: true "save disk statistics": - *tar_disk_statistics - *archive_disk_statistics "save libfuzzertest corpora": - *archive_new_corpus - *upload_new_corpus - *upload_new_corpus_mciuploads ### Process & archive system resource artifacts ### "tar system resource information": &tar_system_resource_information command: archive.targz_pack params: target: "system-resource-info.tgz" source_dir: src include: - "./system_resource_info*" "archive system resource information": &archive_system_resource_information command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: system-resource-info.tgz remote_file: ${project}/${build_variant}/${revision}/systemresourceinfo/mongo-system-resource-info-${task_id}-${execution}.tgz bucket: mciuploads permissions: public-read content_type: application/gzip display_name: System Resource Info - Execution ${execution} optional: true "save system resource information": - *tar_system_resource_information - *archive_system_resource_information "tar UndoDB recordings": &tar_undodb_recordings command: archive.targz_pack params: target: undodb-recordings.tgz source_dir: src include: - "./*.undo.tokeep" - "./*.undo" "archive UndoDB recordings": &archive_undodb_recordings command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: undodb-recordings.tgz remote_file: ${project}/${build_variant}/${revision}/undo/undodb-recordings-${task_id}-execution-${execution}.tgz bucket: mciuploads permissions: public-read content_type: application/gzip display_name: UndoDB Recordings - Execution ${execution} optional: true "save UndoDB recordings": - *tar_undodb_recordings - *archive_undodb_recordings ### Attach report & artifacts ### "attach scons logs": - command: s3.put params: optional: true aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/build/scons/config.log remote_file: ${project}/${build_variant}/${revision}/artifacts/scons-config.log.${build_id}-${task_name}-${execution} bucket: mciuploads permissions: public-read content_type: text/plain display_name: SCons configure log - command: s3.put params: optional: true aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/scons_cache.log content_type: text/plain remote_file: ${project}/${build_variant}/${revision}/artifacts/scons-cache.log.${build_id}-${task_name}.${execution} bucket: mciuploads permissions: public-read display_name: SCons cache debug log - *f_expansions_write - command: subprocess.exec params: continue_on_err: true binary: bash args: - "./src/evergreen/scons_splunk.sh" "attach report": command: attach.results params: file_location: ${report_file|src/report.json} "attach artifacts": command: attach.artifacts params: optional: true ignore_artifacts_for_spawn: false files: - ${archive_file|src/archive.json} "attach wiki page": - *f_expansions_write - command: subprocess.exec params: binary: bash args: - "./src/evergreen/wiki_page.sh" - command: attach.artifacts params: files: - wiki_page_location.json # Pre task steps pre: - func: "set task expansion macros" - func: "f_expansions_write" # Post task steps post: - func: "f_expansions_write" - func: "attach report" - func: "attach artifacts" - func: "save ec2 task artifacts" - func: "call BF Suggestion service" - func: "attach wiki page" - func: "kill processes" - func: "save local client logs" - func: "save code coverage data" - func: "save jepsen artifacts" - func: "save mongo coredumps" - func: "save failed unittests" - func: "save hang analyzer debugger files" - func: "save disk statistics" - func: "save system resource information" - func: "save UndoDB recordings" - func: "umount shared scons directory" - func: "cleanup FUSE watchdog" - func: "cleanup environment" # Timeout steps timeout: - func: "f_expansions_write" - func: "run hang analyzer" - func: "wait for resmoke to shutdown" ####################################### # Tasks # ####################################### tasks: ## compile - build all scons targets except unittests ## - name: compile_dist_test tags: [] depends_on: [] commands: - func: "scons compile" vars: targets: >- install-dist-test ${additional_compile_targets|} task_compile_flags: >- PREFIX=dist-test - name: determine_patch_tests commands: - *f_expansions_write - command: subprocess.exec type: test params: binary: bash args: - "src/evergreen/gen_patch_test_tags.sh" - name: archive_dist_test tags: [] depends_on: - name: compile_dist_test commands: - *f_expansions_write - func: "scons compile" vars: targets: >- archive-dist-test task_compile_flags: >- PREFIX=dist-test - command: s3.put params: optional: true aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/mongodb-binaries.${ext|tgz} remote_file: ${mongo_binaries} bucket: mciuploads permissions: public-read content_type: application/gzip display_name: Binaries - *f_expansions_write - command: subprocess.exec type: test params: binary: bash args: - "src/evergreen/gen_feature_flags.sh" - command: archive.targz_pack params: target: "artifacts.tgz" source_dir: "src" include: - "patch_test_tags.tgz" - "./build/**.gcno" - "./etc/*san.suppressions" - "./etc/backports_required_for_multiversion_tests.yml" - "./etc/expansions.default.yml" - "./etc/pip/**" - "./etc/repo_config.yaml" - "./etc/scons/**" - "artifacts.json" - "buildscripts/**" - "compile_expansions.yml" - "all_feature_flags.txt" # Must correspond to the definition in buildscripts/idl/lib.py. - "jstests/**" - "library_dependency_graph.json" - "patch_files.txt" - "evergreen/**" - "src/mongo/client/sdam/json_tests/sdam_tests/**" - "src/mongo/client/sdam/json_tests/server_selection_tests/**" - "src/mongo/db/modules/enterprise/docs/**" - "src/mongo/db/modules/enterprise/jstests/**" - "src/mongo/db/modules/subscription/jstests/**" - "src/mongo/util/options_parser/test_config_files/**" - "src/third_party/JSON-Schema-Test-Suite/tests/draft4/**" - "src/third_party/mock_ocsp_responder/**" - "src/third_party/schemastore.org/**" exclude_files: - "*_test.pdb" - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: artifacts.tgz remote_file: ${project}/${build_variant}/${revision}/artifacts/${build_id}.tgz bucket: mciuploads permissions: private visibility: signed content_type: application/tar display_name: Artifacts # For patch builds that bypass compile, we upload links to pre-existing tarballs, except for the # artifacts.tgz. - command: attach.artifacts params: optional: true ignore_artifacts_for_spawn: false files: - src/artifacts.json # Dummy task to activate `archive_dist_test_debug` since it can't be activated directly (not a generated task). - name: activate_archive_dist_test_debug tags: [] depends_on: - name: archive_dist_test_debug - name: archive_dist_test_debug tags: [] depends_on: - name: archive_dist_test commands: - func: "scons compile" vars: targets: >- archive-dist-test-debug task_compile_flags: >- PREFIX=dist-test - func: "upload debugsymbols" - name: compile_ninja tags: [] commands: - func: "scons compile" vars: generating_for_ninja: true task_install_action: default task_compile_flags: >- --ninja targets: generate-ninja - *f_expansions_write - command: subprocess.exec params: binary: bash args: - "./src/evergreen/ninja_compile.sh" - name: compile_ninja_next tags: [] commands: - func: "scons compile" vars: generating_for_ninja: true task_install_action: default task_compile_flags: >- --build-tools=next --ninja targets: generate-ninja - *f_expansions_write - command: subprocess.exec params: binary: bash args: - "./src/evergreen/ninja_compile.sh" - name: compile_build_tools_next tags: [] commands: - func: "scons compile" vars: task_compile_flags: >- --build-tools=next targets: install-core - name: libdeps_graph_linting tags: [] commands: - *f_expansions_write - command: subprocess.exec params: binary: bash args: - "src/evergreen/libdeps_setup.sh" - func: "scons compile" vars: task_compile_flags: >- --link-model=dynamic --build-tools=next targets: generate-libdeps-graph - command: subprocess.exec params: binary: bash args: - "src/evergreen/libdeps_run.sh" - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/results.txt remote_file: ${project}/${build_variant}/${revision}/artifacts/libdeps-results.txt.${build_id}-${task_name}.${execution} bucket: mciuploads permissions: public-read content_type: text/plain display_name: Libdeps Linter Results - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/libdeps.graphml.gz remote_file: ${project}/${build_variant}/${revision}/artifacts/libdeps.graphml.${build_id}-${task_name}.${execution}.gz bucket: mciuploads permissions: public-read content_type: ${content_type|application/gzip} display_name: Libdeps Graph Data ## compile_all - build all scons targets ## - name: compile_all tags: [] depends_on: - name: compile_dist_test commands: - func: "scons compile" vars: targets: install-all-meta compiling_for_test: true ## clang_tidy - run clang_tidy - name: clang_tidy tags: [] exec_timeout_secs: 3600 # 1 hour timeout for the task overall commands: - *f_expansions_write - func: "scons compile" vars: targets: generated-sources compiledb compiling_for_test: true - command: subprocess.exec type: test timeout_secs: 3600 # 1 hour timeout for no output params: binary: bash args: - "./src/evergreen/run_clang_tidy.sh" ## compile_unittests ## - &compile_unittests name: compile_unittests depends_on: - name: compile_dist_test commands: - func: "scons compile" vars: targets: install-unittests install-unittests-debug compiling_for_test: true ## A copy of the compile_unittests task for the recorded unittest taskgroup ## - <<: *compile_unittests name: compile_unittests_for_recorded_unittest ## run_unittests ## - name: run_unittests tags: [] depends_on: - name: compile_unittests commands: - *f_expansions_write - func: "run diskstats" - func: "f_expansions_write" - func: "monitor process threads" - func: "collect system resource info" - func: "run tests" vars: resmoke_args: --suites=unittests ## run_unittests with UndoDB live-record ## - name: run_unittests_with_recording depends_on: - name: compile_unittests_for_recorded_unittest commands: - *f_expansions_write - func: "run diskstats" - func: "f_expansions_write" - func: "monitor process threads" - func: "collect system resource info" - command: subprocess.exec params: binary: bash args: - "./src/evergreen/undo_wiki_page.sh" - command: attach.artifacts params: files: - undo_wiki_page_location.json - func: "run tests" vars: resmoke_args: --suites=unittests record_with: --recordWith /opt/undodb5/bin/live-record # Start fewer jobs since there's a constant amount of overhead of starting # live-record for each job. resmoke_jobs_factor: 0.3 ##compile_and_archive_libfuzzertests - build libfuzzertests ## - name: compile_and_archive_libfuzzertests tags: [] commands: - func: "scons compile" vars: targets: archive-fuzzertests compiling_for_test: true # Store the fuzzer executable, which we use to generate and run fuzzer inputs. - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: "src/fuzzertests-runtime.tgz" remote_file: "${project}/libfuzzer-tests/${build_variant}/${revision}/libfuzzer-tests.tgz" bucket: mciuploads permissions: private visibility: signed content_type: application/tar display_name: "LibFuzzer Tests" ## fetch_and_run_libfuzzertests - get input corpora from s3 and run libfuzzertests ## - name: fetch_and_run_libfuzzertests tags: [] commands: - func: "fetch corpus" - func: "fetch legacy corpus" - func: "run tests" vars: resmoke_args: --suites=libfuzzer - name: server_discovery_and_monitoring_json_test tags: [] commands: - func: "scons compile" vars: targets: install-sdam-json-test compiling_for_test: true - func: "run tests" vars: resmoke_args: --suites=sdam_json_test - name: server_selection_json_test tags: [] commands: - func: "scons compile" vars: targets: install-server-selection-json-test compiling_for_test: true - func: "run tests" vars: resmoke_args: --suites=server_selection_json_test ## compile_dbtest ## - name: compile_dbtest tags: [] depends_on: - name: compile_dist_test commands: - func: "scons compile" vars: targets: install-dbtest install-dbtest-debug compiling_for_test: true ## run_dbtest ## - name: run_dbtest tags: [] depends_on: - name: compile_dbtest commands: - *f_expansions_write - func: "run diskstats" - func: "f_expansions_write" - func: "monitor process threads" - func: "collect system resource info" - func: "run tests" vars: resmoke_args: --suites=dbtest --storageEngine=wiredTiger install_dir: build/install/bin - name: archive_dbtest tags: [] depends_on: - name: compile_dbtest commands: - func: "scons compile" vars: targets: archive-dbtest archive-dbtest-debug compiling_for_test: true - name: compile_visibility_test tags: [] commands: - func: "scons compile" vars: targets: archive-visibility-test-meta task_compile_flags: >- --ssl --dbg=on --opt=on --link-model=dynamic --visibility-support=on - command: s3.put params: optional: true aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/visibility-test-meta.${ext|tgz} remote_file: ${project}/${build_variant}/${revision}/visibility-test-meta-${build_id}-${task_name}-${execution}.${ext|tgz} bucket: mciuploads permissions: public-read content_type: ${content_type|application/gzip} display_name: Binaries ## embedded_sdk_build_and_test_* - build the embedded-dev and embedded-test targets only ## - name: embedded_sdk_build_cdriver tags: [] commands: - func: f_expansions_write - command: subprocess.exec params: binary: bash args: - "src/evergreen/embedded_sdk_build_cdriver.sh" - name: embedded_sdk_install_dev tags: [] depends_on: - name: embedded_sdk_build_cdriver commands: - func: "scons compile" vars: targets: install-embedded-dev task_compile_flags: &embedded_sdk_compile_flags >- --allocator=system --dbg=off --enable-free-mon=off --enable-http-client=off --js-engine=none --opt=size --ssl=off --use-system-mongo-c=on DESTDIR='$BUILD_ROOT/mongo-embedded-sdk-$MONGO_VERSION' CPPPATH='$BUILD_ROOT/mongo-embedded-sdk-$MONGO_VERSION/include/libbson-1.0 $BUILD_ROOT/mongo-embedded-sdk-$MONGO_VERSION/include/libmongoc-1.0' task_compile_flags_extra: >- --link-model=dynamic-sdk - name: embedded_sdk_s3_put tags: [] depends_on: - name: embedded_sdk_install_dev commands: - *f_expansions_write - command: subprocess.exec params: binary: bash args: - "src/evergreen/embedded_sdk_s3_tar.sh" # Upload it so we can download from EVG. - command: s3.put params: optional: true aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: "src/build/embedded-sdk.tgz" remote_file: ${project}/embedded-sdk/${build_variant}/${revision}/mongo-embedded-sdk-${version}.tgz bucket: mciuploads permissions: public-read content_type: application/tar display_name: "Embedded SDK Tar Archive" - name: embedded_sdk_install_tests tags: [] depends_on: - name: embedded_sdk_install_dev commands: - func: "scons compile" vars: targets: install-embedded-test compiling_for_test: true task_compile_flags: *embedded_sdk_compile_flags task_compile_flags_extra: >- --link-model=dynamic # Unlike static builds, dynamic builds have no need to # constrain the number of link jobs. Unfortunately, --jlink=1 # means one link job, not 100%. So this is a bit gross but set # it to .99. num_scons_link_jobs_available: 0.99 - name: embedded_sdk_tests_s3_put tags: [] depends_on: - name: embedded_sdk_install_tests commands: - *f_expansions_write - command: subprocess.exec type: test params: binary: bash args: - "src/evergreen/embedded_sdk_tests_s3_tar.sh" # Upload it so we can download from EVG. - command: s3.put params: optional: true aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: "src/build/embedded-sdk-tests.tgz" remote_file: ${project}/embedded-sdk-test/${build_variant}/${revision}/mongo-embedded-sdk-test-${version}.tgz bucket: mciuploads permissions: public-read content_type: application/tar display_name: "Embedded SDK Tests Tar Archive" - name: embedded_sdk_run_tests tags: [] depends_on: - name: embedded_sdk_install_tests commands: - *f_expansions_write - command: subprocess.exec type: test params: binary: bash args: - "src/evergreen/embedded_sdk_run_tests.sh" - command: subprocess.exec params: binary: bash args: - "src/evergreen/embedded_sdk_run_tests_post.sh" - name: embedded_sdk_s3_put_latest tags: [] depends_on: - name: embedded_sdk_run_tests commands: # A second put, this time to -latest, to give devs a reasonable # way to get the most recent build. - command: s3.put params: visibility: none optional: true aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: "src/build/embedded-sdk.tgz" remote_file: ${project}/embedded-sdk/mongo-${build_variant}-latest.tgz bucket: mciuploads permissions: public-read content_type: ${content_type|application/x-gzip} - name: embedded_sdk_tests_s3_put_latest tags: [] depends_on: - name: embedded_sdk_run_tests commands: # A second put, this time to -latest, to give devs a reasonable # way to get the most recent build. - command: s3.put params: visibility: none optional: true aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: "src/build/embedded-sdk-tests.tgz" remote_file: ${project}/embedded-sdk-test/mongo-${build_variant}-latest.tgz bucket: mciuploads permissions: public-read content_type: ${content_type|application/x-gzip} - name: stitch_support_create_lib tags: [] commands: - *f_expansions_write - func: "scons compile" vars: targets: install-stitch-support install-stitch-support-debug install-stitch-support-dev task_compile_flags: >- --dbg=off --link-model=dynamic-sdk --enable-free-mon=off --ssl=off --enable-http-client=off --modules= DESTDIR='$BUILD_ROOT/stitch-support-lib-$MONGO_VERSION' - *f_expansions_write - command: subprocess.exec params: binary: bash args: - "src/evergreen/stitch_support_create_lib_tar.sh" - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: "src/build/stitch-support.tgz" remote_file: "${project}/stitch-support/${build_variant}/${revision}/stitch-support-${version}.tgz" bucket: mciuploads permissions: public-read content_type: application/tar display_name: "Stitch Support Library" - name: stitch_support_install_tests tags: [] depends_on: - name: stitch_support_create_lib commands: - func: "scons compile" vars: targets: install-stitch-support-test compiling_for_test: true task_compile_flags: >- --dbg=off --enable-free-mon=off --ssl=off --enable-http-client=off --modules= DESTDIR='$BUILD_ROOT/stitch-support-lib-$MONGO_VERSION' - name: stitch_support_run_tests tags: [] depends_on: - name: stitch_support_install_tests commands: - *f_expansions_write - command: subprocess.exec type: test params: binary: bash args: - "src/evergreen/stitch_support_run_tests.sh" - name: compile_benchmarks tags: [] depends_on: [] commands: - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - *kill_processes - *cleanup_environment - func: "set up venv" - func: "upload pip requirements" - func: "get buildnumber" - func: "f_expansions_write" - func: "set up credentials" - func: "use WiredTiger develop" # noop if ${use_wt_develop} is not "true" - func: "set up win mount script" - func: "generate compile expansions" # Then we load the generated version data into the agent so we can use it in task definitions - func: "apply compile expansions" - func: "scons compile" vars: targets: install-benchmarks compiling_for_test: true - func: "attach scons logs" - command: archive.targz_pack params: target: "benchmarks.tgz" source_dir: "src" include: - "./build/benchmarks.txt" - "./build/**_bm" - "./build/**_bm.gcno" - "./build/**_bm.exe" - "./build/**_bm.pdb" - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: benchmarks.tgz remote_file: ${project}/${build_variant}/${revision}/benchmarks/${build_id}.tgz bucket: mciuploads permissions: public-read content_type: application/tar display_name: Benchmarks ## lint ## - name: lint_pylinters tags: ["lint"] commands: - command: timeout.update params: # 40 minutes exec_timeout_secs: 2400 - *f_expansions_write - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - *kill_processes - *cleanup_environment - func: "set up venv" - func: "upload pip requirements" - func: "scons lint" vars: targets: lint-pylinters - name: lint_clang_format tags: ["lint"] commands: - command: timeout.update params: # 40 minutes exec_timeout_secs: 2400 - *f_expansions_write - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - *kill_processes - *cleanup_environment - func: "set up venv" - func: "upload pip requirements" - func: "scons lint" vars: targets: lint-clang-format - name: lint_eslint tags: ["lint"] commands: - command: timeout.update params: # 40 minutes exec_timeout_secs: 2400 - *f_expansions_write - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - *kill_processes - *cleanup_environment - func: "set up venv" - func: "upload pip requirements" - func: "scons lint" vars: targets: lint-eslint - name: lint_cpplint tags: ["lint"] commands: - command: timeout.update params: # 40 minutes exec_timeout_secs: 2400 - *f_expansions_write - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - *kill_processes - *cleanup_environment - func: "set up venv" - func: "upload pip requirements" - func: "scons lint" vars: targets: lint-lint.py - name: lint_yaml tags: ["lint"] depends_on: [] commands: - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - *kill_processes - *cleanup_environment - func: "set up venv" - func: "upload pip requirements" - func: "f_expansions_write" - command: subprocess.exec type: test params: binary: bash args: - "src/evergreen/lint_yaml.sh" - name: lint_shellscripts tags: ["lint"] commands: - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - *kill_processes - *cleanup_environment - command: subprocess.exec type: test params: binary: bash args: - "src/evergreen/lint_shellscripts.sh" - name: lint_errorcodes tags: ["lint"] commands: - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - *kill_processes - *cleanup_environment - func: "set up venv" - func: "upload pip requirements" - func: "scons lint" vars: targets: lint-errorcodes - name: test_api_version_compatibility tags: [] depends_on: - name: archive_dist_test commands: - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - *kill_processes - *cleanup_environment - func: "set up venv" - func: "upload pip requirements" - func: "do setup" - func: "f_expansions_write" - command: subprocess.exec type: test params: binary: bash args: - "src/evergreen/check_idl_compat.sh" - name: burn_in_tests_gen tags: [] commands: - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - *kill_processes - *cleanup_environment - func: "set up venv" - func: "upload pip requirements" - func: "configure evergreen api credentials" - *do_multiversion_setup - command: subprocess.exec type: test params: binary: bash args: - "src/evergreen/burn_in_tests.sh" - command: archive.targz_pack params: target: src/burn_in_tests_gen.tgz source_dir: src include: - burn_in_tests_gen.json - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/burn_in_tests_gen.tgz remote_file: ${project}/${build_variant}/${revision}/burn_in_tests_gen/burn_in_tests_gen-${build_id}.tgz bucket: mciuploads permissions: public-read content_type: application/gzip display_name: Burn_in_tests Task Config - Execution ${execution} - command: generate.tasks params: files: - src/burn_in_tests_gen.json - name: burn_in_tests_multiversion_gen tags: [] commands: - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - *kill_processes - *cleanup_environment - func: "set up venv" - func: "upload pip requirements" - func: "f_expansions_write" - func: "configure evergreen api credentials" - func: "do multiversion setup" - command: subprocess.exec type: test params: binary: bash args: - "src/evergreen/burn_in_tests_multiversion.sh" - command: archive.targz_pack params: target: src/burn_in_tests_multiversion_gen.tgz source_dir: src/generated_resmoke_config include: - burn_in_tests_multiversion_gen.json - command: archive.targz_pack params: target: src/generate_tasks_config.tgz source_dir: src/generated_resmoke_config include: - "*" - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/generate_tasks_config.tgz remote_file: ${project}/${build_variant}/${revision}/generate_tasks/burn_in_tests_multiversion_gen-${build_id}.tgz bucket: mciuploads permissions: public-read content_type: application/gzip optional: true display_name: Generated Multiversion Resmoke.py Suite Config - Execution ${execution} - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/burn_in_tests_multiversion_gen.tgz remote_file: ${project}/${build_variant}/${revision}/generate_tasks/burn_in_tests_multiversion_gen_config-${build_id}.tgz bucket: mciuploads permissions: public-read content_type: application/gzip display_name: Burn_in_tests Task Config - Execution ${execution} - command: generate.tasks params: files: - src/generated_resmoke_config/burn_in_tests_multiversion_gen.json - <<: *benchmark_template name: benchmarks_orphaned tags: ["benchmarks"] commands: - func: "do benchmark setup" - func: "run tests" vars: exec_timeout_secs: 10800 # 3 hour timeout. resmoke_args: --suites=benchmarks resmoke_jobs_max: 1 - func: "send benchmark results" - <<: *benchmark_template name: benchmarks_sharding tags: ["benchmarks"] commands: - func: "do benchmark setup" - func: "run tests" vars: resmoke_args: --suites=benchmarks_sharding resmoke_jobs_max: 1 - func: "send benchmark results" - <<: *benchmark_template name: benchmarks_cst tags: ["benchmarks"] commands: - func: "do benchmark setup" - func: "run tests" vars: resmoke_args: --suites=benchmarks_cst resmoke_jobs_max: 1 - func: "send benchmark results" - <<: *run_jepsen_template name: jepsen_register_findAndModify tags: ["jepsen"] commands: - func: "do setup" - func: "do jepsen setup" - func: "run jepsen test" vars: <<: *jepsen_config_vars jepsen_read_with_find_and_modify: --read-with-find-and-modify jepsen_storage_engine: --storage-engine wiredTiger jepsen_test_name: register - <<: *run_jepsen_template name: jepsen_register_linearizableRead tags: ["jepsen"] commands: - func: "do setup" - func: "do jepsen setup" - func: "run jepsen test" vars: <<: *jepsen_config_vars jepsen_read_concern: --read-concern linearizable jepsen_storage_engine: --storage-engine wiredTiger jepsen_test_name: register - <<: *run_jepsen_template name: jepsen_set_linearizableRead tags: ["jepsen"] commands: - func: "do setup" - func: "do jepsen setup" - func: "run jepsen test" vars: <<: *jepsen_config_vars jepsen_read_concern: --read-concern linearizable jepsen_storage_engine: --storage-engine wiredTiger jepsen_test_name: set - <<: *run_jepsen_template name: jepsen_read-concern-majority tags: ["jepsen"] commands: - func: "do setup" - func: "do jepsen setup" - func: "run jepsen test" vars: <<: *jepsen_config_vars jepsen_storage_engine: --storage-engine wiredTiger jepsen_test_name: read-concern-majority # Smoke test to ensure the Server still works with Jepsen - <<: *run_jepsen_template name: jepsen-smoke tags: [] commands: - func: "do setup" - func: "do jepsen setup" - func: "run jepsen test" vars: <<: *jepsen_config_vars jepsen_storage_engine: --storage-engine wiredTiger jepsen_test_name: read-concern-majority jepsen_time_limit: --time-limit 120 - <<: *run_jepsen_template name: jepsen_read-concern-majority_w1 tags: ["jepsen"] commands: - func: "do setup" - func: "do jepsen setup" - func: "run jepsen test" vars: <<: *jepsen_config_vars jepsen_storage_engine: --storage-engine wiredTiger jepsen_test_name: read-concern-majority jepsen_write_concern: --write-concern w1 ## initial sync multiversion fuzzer ## - <<: *jstestfuzz_template name: initial_sync_multiversion_fuzzer_gen tags: ["multiversion_fuzzer"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 10 num_tasks: 5 npm_command: initsync-fuzzer suite: initial_sync_multiversion_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" name: initial_sync_multiversion_fuzzer require_multiversion: true ## initial sync generational fuzzer ## - <<: *jstestfuzz_template name: initial_sync_fuzzer_gen tags: [] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 10 num_tasks: 5 npm_command: initsync-fuzzer suite: initial_sync_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" name: initial_sync_fuzzer ## Standalone generational fuzzer for multiversion aggregation pipelines ## - <<: *jstestfuzz_template name: aggregation_multiversion_fuzzer_gen tags: ["aggfuzzer", "common", "multiversion"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 5 num_tasks: 5 suite: generational_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" npm_command: agg-fuzzer name: aggregation_multiversion_fuzzer require_multiversion: true ## Standalone generational fuzzer for multiversion aggregation expressions ## - <<: *jstestfuzz_template name: aggregation_expression_multiversion_fuzzer_gen tags: ["aggfuzzer", "multiversion"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 5 num_tasks: 5 suite: generational_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" npm_command: agg-expr-fuzzer name: aggregation_expression_multiversion_fuzzer require_multiversion: true ## Standalone generational fuzzer for checking optimized and unoptimized expression equivalence - <<: *jstestfuzz_template name: aggregation_expression_optimization_fuzzer_gen tags: ["aggfuzzer"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 5 num_tasks: 5 jstestfuzz_vars: --diffTestingMode optimization suite: generational_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" npm_command: agg-expr-fuzzer name: aggregation_expression_optimization_fuzzer ## Standalone generational fuzzer for checking optimized and unoptimized aggregation pipelines - <<: *jstestfuzz_template name: aggregation_optimization_fuzzer_gen tags: ["aggfuzzer"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 5 num_tasks: 5 jstestfuzz_vars: --diffTestingMode optimization suite: generational_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" npm_command: agg-fuzzer name: aggregation_optimization_fuzzer ## Standalone fuzzer for checking wildcard index correctness ## - <<: *jstestfuzz_template name: aggregation_wildcard_fuzzer_gen tags: ["aggfuzzer", "common", "wildcard"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 5 num_tasks: 5 jstestfuzz_vars: --diffTestingMode wildcard npm_command: agg-fuzzer suite: generational_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" name: aggregation_wildcard_fuzzer ## Standalone fuzzer for checking timeseries optimizations correctness ## - <<: *jstestfuzz_template name: aggregation_timeseries_fuzzer_gen tags: ["aggfuzzer", "common", "timeseries"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 5 num_tasks: 5 jstestfuzz_vars: --diffTestingMode timeseries npm_command: agg-fuzzer suite: generational_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" name: aggregation_timeseries_fuzzer ## Standalone generational fuzzer for checking optimized and unoptimized change stream pipelines ## - <<: *jstestfuzz_template name: change_stream_optimization_fuzzer_gen tags: ["change_stream_fuzzer"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 5 num_tasks: 5 jstestfuzz_vars: --diffTestingMode optimization npm_command: change-stream-fuzzer suite: generational_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" name: change_stream_optimization_fuzzer ## jstestfuzz standalone fuzzer for checking find and aggregate equivalence ## - <<: *jstestfuzz_template name: query_fuzzer_standalone_gen tags: ["query_fuzzer"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 10 num_tasks: 10 jstestfuzz_vars: --diffTestingMode standalone npm_command: query-fuzzer suite: generational_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" name: query_fuzzer_standalone ## jstestfuzz sharded fuzzer for checking find and aggregate equivalence ## - <<: *jstestfuzz_template name: query_fuzzer_sharded_gen tags: ["query_fuzzer"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 5 num_tasks: 5 jstestfuzz_vars: --diffTestingMode sharded npm_command: query-fuzzer suite: generational_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" name: query_fuzzer_sharded ## jstestfuzz standalone update generational fuzzer ## - <<: *jstestfuzz_template name: update_fuzzer_gen tags: ["updatefuzzer"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 5 num_tasks: 5 npm_command: update-fuzzer suite: generational_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" name: update_fuzzer require_multiversion: true ## jstestfuzz replication update generational fuzzer ## - <<: *jstestfuzz_template name: update_fuzzer_replication_gen tags: ["updatefuzzer"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 5 num_tasks: 5 npm_command: update-fuzzer suite: generational_fuzzer_replication resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" name: update_fuzzer_replication require_multiversion: true ## rollback multiversion fuzzer ## - <<: *jstestfuzz_template name: rollback_multiversion_fuzzer_gen tags: ["multiversion_fuzzer"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 3 num_tasks: 5 npm_command: rollback-fuzzer suite: rollback_multiversion_fuzzer # Rollback suites create indexes with majority of nodes not available for replication. So, disabling # index build commit quorum. resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}, enableIndexBuildCommitQuorum: false}'" name: rollback_multiversion_fuzzer require_multiversion: true ## rollback generational fuzzer ## - <<: *jstestfuzz_template name: rollback_fuzzer_gen tags: ["rollbackfuzzer"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 3 num_tasks: 5 npm_command: rollback-fuzzer suite: rollback_fuzzer # Rollback suites create indexes with majority of nodes not available for replication. So, disabling # index build commit quorum. resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}, enableIndexBuildCommitQuorum: false}'" name: rollback_fuzzer ## rollback generational fuzzer with clean shutdowns ## - <<: *jstestfuzz_template name: rollback_fuzzer_clean_shutdowns_gen tags: ["rollbackfuzzer"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 1 num_tasks: 4 jstestfuzz_vars: --numLinesPerFile 300 --maxLinesBetweenEvents 50 npm_command: rollback-fuzzer suite: rollback_fuzzer_clean_shutdowns # Rollback suites create indexes with majority of nodes not available for replication. So, disabling # index build commit quorum. resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}, enableIndexBuildCommitQuorum: false}'" name: rollback_fuzzer_clean_shutdowns ## rollback generational fuzzer with unclean shutdowns ## - <<: *jstestfuzz_template name: rollback_fuzzer_unclean_shutdowns_gen tags: ["rollbackfuzzer"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 1 num_tasks: 4 jstestfuzz_vars: --numLinesPerFile 300 --maxLinesBetweenEvents 50 npm_command: rollback-fuzzer suite: rollback_fuzzer_unclean_shutdowns # Rollback suites create indexes with majority of nodes not available for replication. So, disabling # index build commit quorum. resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}, enableIndexBuildCommitQuorum: false}'" name: rollback_fuzzer_unclean_shutdowns ## jstestfuzz ## - <<: *jstestfuzz_template name: jstestfuzz_gen tags: ["jstestfuzz", "common"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" npm_command: jstestfuzz name: jstestfuzz ## jstestfuzz concurrent ## - <<: *jstestfuzz_template name: jstestfuzz_concurrent_gen tags: ["jstestfuzz", "common"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: ${jstestfuzz_concurrent_num_files|10} num_tasks: 5 jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz resmoke_args: --storageEngine=wiredTiger --numClientsPerFixture=10 name: jstestfuzz_concurrent ## jstestfuzz concurrent replica set ## - <<: *jstestfuzz_template name: jstestfuzz_concurrent_replication_gen tags: ["jstestfuzz", "common", "repl"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: ${jstestfuzz_concurrent_num_files|10} num_tasks: 5 jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_replication resmoke_args: --storageEngine=wiredTiger --numClientsPerFixture=10 name: jstestfuzz_concurrent_replication ## jstestfuzz concurrent replica set with logical session ## - <<: *jstestfuzz_template name: jstestfuzz_concurrent_replication_session_gen tags: ["jstestfuzz", "session"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: ${jstestfuzz_concurrent_num_files|10} num_tasks: 5 jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_replication_session resmoke_args: --storageEngine=wiredTiger --numClientsPerFixture=10 name: jstestfuzz_concurrent_replication_session ## jstestfuzz concurrent sharded cluster ## - <<: *jstestfuzz_template name: jstestfuzz_concurrent_sharded_gen tags: ["jstestfuzz", "common", "sharding"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: ${jstestfuzz_concurrent_num_files|10} num_tasks: 5 jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_sharded resmoke_args: --storageEngine=wiredTiger --numClientsPerFixture=10 name: jstestfuzz_concurrent_sharded ## jstestfuzz concurrent sharded cluster causal consistency ## - <<: *jstestfuzz_template name: jstestfuzz_concurrent_sharded_causal_consistency_gen tags: ["jstestfuzz", "causal"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: ${jstestfuzz_concurrent_num_files|10} num_tasks: 5 jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_sharded_causal_consistency resmoke_args: --storageEngine=wiredTiger --numClientsPerFixture=10 name: jstestfuzz_concurrent_sharded_causal_consistency ## jstestfuzz concurrent sharded cluster continuous stepdown ## - <<: *jstestfuzz_template name: jstestfuzz_concurrent_sharded_continuous_stepdown_gen tags: ["jstestfuzz", "stepdowns"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: ${jstestfuzz_concurrent_num_files|10} num_tasks: 2 jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_sharded_continuous_stepdown resmoke_args: --storageEngine=wiredTiger --numClientsPerFixture=10 name: jstestfuzz_concurrent_sharded_continuous_stepdown ## jstestfuzz concurrent sharded cluster with logical session ## - <<: *jstestfuzz_template name: jstestfuzz_concurrent_sharded_session_gen tags: ["jstestfuzz", "session"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: ${jstestfuzz_concurrent_num_files|10} num_tasks: 5 jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_sharded_session resmoke_args: --storageEngine=wiredTiger --numClientsPerFixture=10 name: jstestfuzz_concurrent_sharded_session # jstestfuzz interrupt # - <<: *jstestfuzz_template name: jstestfuzz_interrupt_gen tags: ["jstestfuzz", "interrupt"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_interrupt resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" name: jstestfuzz_interrupt # jstestfuzz interrupt # - <<: *jstestfuzz_template name: jstestfuzz_interrupt_replication_gen tags: ["jstestfuzz", "interrupt"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_interrupt_replication resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" name: jstestfuzz_interrupt_replication # jstestfuzz write conflict # - <<: *jstestfuzz_template name: jstestfuzz_replication_write_conflicts_gen tags: ["jstestfuzz", "write_conflict"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_replication_write_conflicts resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" name: jstestfuzz_replication_write_conflicts # jstestfuzz concurrent conflict # - <<: *jstestfuzz_template name: jstestfuzz_concurrent_replication_write_conflicts_gen tags: ["jstestfuzz", "write_conflict"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_replication_write_conflicts resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}' --numClientsPerFixture=10" name: jstestfuzz_concurrent_replication_write_conflicts # jstestfuzz interrupt with flow control engaged # - <<: *jstestfuzz_template name: jstestfuzz_interrupt_replication_flow_control_gen tags: ["jstestfuzz", "interrupt", "flow_control"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 2 num_tasks: 1 jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_interrupt_replication resmoke_args: "--flowControlTicketOverride=1 --storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" name: jstestfuzz_interrupt_replication_flow_control ## jstestfuzz sharded cluster continuous stepdown with flow control engaged ## - <<: *jstestfuzz_template name: jstestfuzz_sharded_continuous_stepdown_flow_control_gen tags: ["jstestfuzz", "flow_control", "stepdowns"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 2 num_tasks: 1 jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_sharded_continuous_stepdown resmoke_args: >- --flowControlTicketOverride=3 --storageEngine=wiredTiger --mongodSetParameters="{logComponentVerbosity: {command: 2}}" name: jstestfuzz_sharded_continuous_stepdown_flow_control ## jstestfuzz concurrent sharded cluster continuous stepdown with flow control engaged ## - <<: *jstestfuzz_template name: jstestfuzz_concurrent_sharded_continuous_stepdown_flow_control_gen tags: ["jstestfuzz", "flow_control", "stepdowns"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 2 num_tasks: 1 jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_sharded_continuous_stepdown resmoke_args: >- --flowControlTicketOverride=30 --storageEngine=wiredTiger --numClientsPerFixture=10 name: jstestfuzz_concurrent_sharded_continuous_stepdown_flow_control # jstestfuzz replication continuous stepdown with flow control engaged # - <<: *jstestfuzz_template name: jstestfuzz_replication_continuous_stepdown_flow_control_gen tags: ["jstestfuzz", "repl", "flow_control", "stepdowns"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 2 num_tasks: 1 jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_replication_continuous_stepdown resmoke_args: >- --flowControlTicketOverride=1 --storageEngine=wiredTiger --mongodSetParameters="{logComponentVerbosity: {command: 2}}" name: jstestfuzz_replication_continuous_stepdown_flow_control ## jstestfuzz concurrent replication continuous stepdown with flow control engaged ## - <<: *jstestfuzz_template name: jstestfuzz_concurrent_replication_continuous_stepdown_flow_control_gen tags: ["jstestfuzz", "repl", "flow_control", "stepdowns"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 2 num_tasks: 1 jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_replication_continuous_stepdown resmoke_args: >- --flowControlTicketOverride=10 --storageEngine=wiredTiger --numClientsPerFixture=10 name: jstestfuzz_concurrent_replication_continuous_stepdown_flow_control ## jstestfuzz replica set ## - <<: *jstestfuzz_template name: jstestfuzz_replication_gen tags: ["jstestfuzz", "common", "repl"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_replication resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" name: jstestfuzz_replication ## jstestfuzz replica set ## - <<: *jstestfuzz_template name: jstestfuzz_replication_multiversion_passthrough_gen tags: ["jstestfuzz_multiversion_passthrough_gen"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" suite: jstestfuzz_replication is_jstestfuzz: true require_multiversion: true implicit_multiversion: true npm_command: jstestfuzz ## jstestfuzz initial sync replica set ## - <<: *jstestfuzz_template name: jstestfuzz_replication_initsync_gen tags: ["jstestfuzz", "initsync"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 8 num_tasks: 5 jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_replication_initsync resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" name: jstestfuzz_replication_initsync ## jstestfuzz replica set with logical session ## - <<: *jstestfuzz_template name: jstestfuzz_replication_session_gen tags: ["jstestfuzz", "session"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_replication_session resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" name: jstestfuzz_replication_session ## jstestfuzz sharded cluster ## - <<: *jstestfuzz_template name: jstestfuzz_sharded_gen tags: ["jstestfuzz", "common", "sharding"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_sharded resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" name: jstestfuzz_sharded ## jstestfuzz sharded multiversion cluster ## - <<: *jstestfuzz_template name: jstestfuzz_sharded_multiversion_passthrough_gen tags: [jstestfuzz_multiversion_passthrough_gen] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" suite: jstestfuzz_sharded is_jstestfuzz: true require_multiversion: true implicit_multiversion: true npm_command: jstestfuzz ## jstestfuzz sharded cluster causal consistency ## - <<: *jstestfuzz_template name: jstestfuzz_sharded_causal_consistency_gen tags: ["jstestfuzz", "causal"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_sharded_causal_consistency resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" name: jstestfuzz_sharded_causal_consistency ## jstestfuzz sharded cluster continuous stepdown ## - <<: *jstestfuzz_template name: jstestfuzz_sharded_continuous_stepdown_gen tags: ["jstestfuzz", "stepdowns"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 5 num_tasks: 5 jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_sharded_continuous_stepdown resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" name: jstestfuzz_sharded_continuous_stepdown ## jstestfuzz sharded cluster with logical session ## - <<: *jstestfuzz_template name: jstestfuzz_sharded_session_gen tags: ["jstestfuzz", "session"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_sharded_session resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" name: jstestfuzz_sharded_session ## resharding generational fuzzer ## - <<: *jstestfuzz_template name: resharding_fuzzer_inplace_gen tags: ["resharding_fuzzer"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 10 num_tasks: 5 npm_command: resharding-fuzzer jstestfuzz_vars: --numDonors 2 --numRecipients 2 --inPlace yes suite: resharding_fuzzer resmoke_args: --storageEngine=wiredTiger name: resharding_fuzzer_inplace - <<: *jstestfuzz_template name: resharding_fuzzer_split_gen tags: ["resharding_fuzzer"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 10 num_tasks: 5 npm_command: resharding-fuzzer jstestfuzz_vars: --numDonors 1 --numRecipients 2 --inPlace no suite: resharding_fuzzer resmoke_args: --storageEngine=wiredTiger name: resharding_fuzzer_split - <<: *jstestfuzz_template name: resharding_fuzzer_merge_gen tags: ["resharding_fuzzer"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 10 num_tasks: 5 npm_command: resharding-fuzzer jstestfuzz_vars: --numDonors 2 --numRecipients 1 --inPlace no suite: resharding_fuzzer resmoke_args: --storageEngine=wiredTiger name: resharding_fuzzer_merge - <<: *jstestfuzz_template name: resharding_fuzzer_shuffle_gen tags: ["resharding_fuzzer"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 10 num_tasks: 5 npm_command: resharding-fuzzer jstestfuzz_vars: --numDonors 3 --numRecipients 3 --inPlace no suite: resharding_fuzzer resmoke_args: --storageEngine=wiredTiger name: resharding_fuzzer_shuffle - <<: *jstestfuzz_template name: resharding_fuzzer_idempotency_gen tags: ["resharding_fuzzer"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 10 num_tasks: 5 npm_command: resharding-fuzzer jstestfuzz_vars: --numDonors 3 --numRecipients 3 --inPlace no suite: resharding_fuzzer_idempotency resmoke_args: >- --storageEngine=wiredTiger name: resharding_fuzzer_idempotency ## Tests that the multiversion test generation logic is not broken. - <<: *gen_task_template name: multiversion_sanity_check_passthrough_gen tags: [] commands: - func: "generate resmoke tasks" vars: suite: replica_sets_jscore_passthrough resmoke_args: --storageEngine=wiredTiger --includeWithAnyTags=multiversion_sanity_check require_multiversion: true implicit_multiversion: true - <<: *gen_task_template name: replica_sets_jscore_multiversion_passthrough_gen tags: ["multiversion_passthrough"] commands: - func: "generate resmoke tasks" vars: suite: replica_sets_jscore_passthrough resmoke_args: --storageEngine=wiredTiger require_multiversion: true implicit_multiversion: true # Check that the mutational fuzzer can parse JS files modified in a patch build. - name: lint_fuzzer_sanity_patch tags: [] patch_only: true commands: - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - *kill_processes - *cleanup_environment - *set_up_venv - func: "get added and modified patch files" - func: "setup jstestfuzz" - func: "lint fuzzer sanity patch" # Check that the mutational fuzzer can parse all JS filess. - name: lint_fuzzer_sanity_all tags: [] commands: - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - *kill_processes - *cleanup_environment - *set_up_venv - func: "setup jstestfuzz" - func: "lint fuzzer sanity all" ## integration test suites ## - <<: *task_template name: aggregation tags: ["aggregation", "common"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=aggregation --storageEngine=wiredTiger - <<: *task_template name: aggregation_disabled_optimization tags: ["aggregation", "common"] depends_on: - name: aggregation commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=aggregation_disabled_optimization --storageEngine=wiredTiger - <<: *task_template name: aggregation_ese tags: ["aggregation", "encrypt"] depends_on: - name: aggregation commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=aggregation_ese --storageEngine=wiredTiger - <<: *task_template name: aggregation_ese_gcm tags: ["aggregation", "encrypt", "gcm"] depends_on: - name: aggregation commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=aggregation_ese_gcm --storageEngine=wiredTiger - <<: *task_template name: aggregation_auth tags: ["aggregation", "auth", "common"] depends_on: - name: aggregation commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=aggregation_auth --storageEngine=wiredTiger - <<: *task_template name: aggregation_facet_unwind_passthrough tags: ["aggregation", "unwind"] depends_on: - name: aggregation commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=aggregation_facet_unwind_passthrough --storageEngine=wiredTiger - <<: *task_template name: aggregation_mongos_passthrough tags: ["aggregation", "no_async"] depends_on: - name: aggregation commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=aggregation_mongos_passthrough --storageEngine=wiredTiger - <<: *task_template name: aggregation_one_shard_sharded_collections tags: ["aggregation", "no_async", "sharded"] depends_on: - name: aggregation commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=aggregation_one_shard_sharded_collections --storageEngine=wiredTiger - <<: *task_template name: aggregation_read_concern_majority_passthrough tags: ["aggregation", "read_write_concern"] depends_on: - name: aggregation commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=aggregation_read_concern_majority_passthrough --storageEngine=wiredTiger resmoke_jobs_factor: 0.5 - <<: *gen_task_template name: aggregation_secondary_reads_gen tags: ["aggregation", "secondary_reads"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_args: --storageEngine=wiredTiger resmoke_jobs_max: 1 - <<: *task_template name: aggregation_sharded_collections_passthrough tags: ["aggregation", "common", "sharded"] depends_on: - name: aggregation commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=aggregation_sharded_collections_passthrough --storageEngine=wiredTiger - <<: *task_template name: aggregation_sharded_collections_causally_consistent_passthrough tags: ["aggregation", "secondary_reads", "sharded"] depends_on: - name: aggregation commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=aggregation_sharded_collections_causally_consistent_passthrough --storageEngine=wiredTiger - <<: *task_template name: audit tags: [] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=audit --storageEngine=wiredTiger - <<: *gen_task_template name: auth_gen tags: ["auth"] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger - name: burn_in_tags_gen tags: [] depends_on: - name: archive_dist_test commands: - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - *kill_processes - *cleanup_environment - func: "set up venv" - func: "upload pip requirements" - func: "configure evergreen api credentials" - func: "do multiversion setup" - func: "generate burn in tags" vars: max_revisions: 25 repeat_tests_secs: 600 repeat_tests_min: 2 repeat_tests_max: 1000 - name: build_variant_gen commands: - command: manifest.load - *git_get_project - *f_expansions_write - *add_git_tag - *kill_processes - *cleanup_environment - func: "set up venv" - func: "upload pip requirements" - func: "generate build variant" - name: selected_tests_gen tags: [] commands: - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - *kill_processes - *cleanup_environment - func: "set up venv" - func: "upload pip requirements" - func: "generate selected tests" - <<: *gen_task_template name: auth_audit_gen tags: ["auth", "audit"] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger - <<: *task_template name: change_streams tags: ["change_streams"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=change_streams --storageEngine=wiredTiger - <<: *gen_task_template name: change_streams_multiversion_passthrough_gen tags: ["multiversion_passthrough"] commands: - func: "generate resmoke tasks" vars: suite: change_streams resmoke_args: --storageEngine=wiredTiger require_multiversion: true implicit_multiversion: true - <<: *task_template name: change_streams_update_v1_oplog tags: ["change_streams"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=change_streams_update_v1_oplog --storageEngine=wiredTiger - <<: *task_template name: change_streams_mongos_sessions_passthrough tags: ["change_streams"] depends_on: - name: change_streams commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=change_streams_mongos_sessions_passthrough --storageEngine=wiredTiger - <<: *task_template name: change_streams_mongos_passthrough tags: ["change_streams"] depends_on: - name: change_streams commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=change_streams_mongos_passthrough --storageEngine=wiredTiger - <<: *task_template name: change_streams_secondary_reads tags: ["change_streams", "secondary_reads"] depends_on: - name: change_streams commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=change_streams_secondary_reads --storageEngine=wiredTiger - <<: *task_template name: change_streams_sharded_collections_passthrough tags: ["change_streams"] depends_on: - name: change_streams commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=change_streams_sharded_collections_passthrough --storageEngine=wiredTiger - <<: *gen_task_template name: change_streams_sharded_collections_multiversion_passthrough_gen tags: ["multiversion_passthrough"] commands: - func: "generate resmoke tasks" vars: suite: change_streams_sharded_collections_passthrough resmoke_args: --storageEngine=wiredTiger require_multiversion: true implicit_multiversion: true - <<: *task_template name: change_streams_whole_db_passthrough tags: ["change_streams"] depends_on: - name: change_streams commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=change_streams_whole_db_passthrough --storageEngine=wiredTiger - <<: *task_template name: change_streams_whole_db_mongos_passthrough tags: ["change_streams"] depends_on: - name: change_streams_mongos_passthrough commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=change_streams_whole_db_mongos_passthrough --storageEngine=wiredTiger - <<: *task_template name: change_streams_whole_db_secondary_reads_passthrough tags: ["change_streams", "secondary_reads"] depends_on: - name: change_streams_secondary_reads commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=change_streams_whole_db_secondary_reads_passthrough --storageEngine=wiredTiger - <<: *task_template name: change_streams_whole_db_sharded_collections_passthrough tags: ["change_streams"] depends_on: - name: change_streams_sharded_collections_passthrough commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=change_streams_whole_db_sharded_collections_passthrough --storageEngine=wiredTiger - <<: *task_template name: change_streams_whole_cluster_passthrough tags: ["change_streams"] depends_on: - name: change_streams commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=change_streams_whole_cluster_passthrough --storageEngine=wiredTiger - <<: *task_template name: change_streams_whole_cluster_mongos_passthrough tags: ["change_streams"] depends_on: - name: change_streams_mongos_passthrough commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=change_streams_whole_cluster_mongos_passthrough --storageEngine=wiredTiger - <<: *task_template name: change_streams_whole_cluster_secondary_reads_passthrough tags: ["change_streams", "secondary_reads"] depends_on: - name: change_streams_secondary_reads commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=change_streams_whole_cluster_secondary_reads_passthrough --storageEngine=wiredTiger - <<: *task_template name: change_streams_whole_cluster_sharded_collections_passthrough tags: ["change_streams"] depends_on: - name: change_streams_sharded_collections_passthrough commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=change_streams_whole_cluster_sharded_collections_passthrough --storageEngine=wiredTiger - <<: *task_template name: change_streams_multi_stmt_txn_passthrough tags: ["change_streams"] depends_on: - name: change_streams commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=change_streams_multi_stmt_txn_passthrough --storageEngine=wiredTiger - <<: *task_template name: change_streams_multi_stmt_txn_mongos_passthrough tags: ["change_streams"] depends_on: - name: change_streams commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=change_streams_multi_stmt_txn_mongos_passthrough --storageEngine=wiredTiger - <<: *task_template name: change_streams_multi_stmt_txn_sharded_collections_passthrough tags: ["change_streams"] depends_on: - name: change_streams commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=change_streams_multi_stmt_txn_sharded_collections_passthrough --storageEngine=wiredTiger - <<: *task_template name: disk_wiredtiger commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=disk_wiredtiger --storageEngine=wiredTiger resmoke_jobs_max: 1 - <<: *task_template name: ese tags: ["encrypt"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=ese --storageEngine=wiredTiger - <<: *task_template name: failpoints tags: ["misc_js"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=failpoints --storageEngine=wiredTiger - <<: *task_template name: failpoints_auth tags: ["auth"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=failpoints_auth --storageEngine=wiredTiger - <<: *task_template name: integration_tests_standalone tags: ["integration", "standalone"] commands: - command: manifest.load - func: "git get project and add git tag" - func: "do setup" - func: "set up win mount script" - func: "generate compile expansions" # Generate compile expansions needs to be run to mount the shared scons cache. - func: "apply compile expansions" - func: "scons compile" vars: targets: install-integration-tests compiling_for_test: true - func: "attach scons logs" - func: "run tests" vars: resmoke_args: --suites=integration_tests_standalone --storageEngine=wiredTiger - <<: *task_template name: integration_tests_standalone_audit tags: ["integration", "audit"] commands: - command: manifest.load - func: "git get project and add git tag" - func: "do setup" - func: "set up win mount script" - func: "generate compile expansions" # Generate compile expansions needs to be run to mount the shared scons cache. - func: "apply compile expansions" - func: "scons compile" vars: targets: install-integration-tests compiling_for_test: true - func: "attach scons logs" - func: "run tests" vars: resmoke_args: --suites=integration_tests_standalone_audit --storageEngine=wiredTiger - <<: *task_template name: integration_tests_replset tags: ["integration"] commands: - command: manifest.load - func: "git get project and add git tag" - func: "do setup" - func: "set up win mount script" - func: "generate compile expansions" # Generate compile expansions needs to be run to mount the shared scons cache. - func: "apply compile expansions" - func: "scons compile" vars: targets: install-integration-tests compiling_for_test: true - func: "attach scons logs" - func: "run tests" vars: resmoke_args: --suites=integration_tests_replset --storageEngine=wiredTiger - <<: *task_template name: integration_tests_replset_ssl_auth tags: ["integration"] commands: - command: manifest.load - func: "git get project and add git tag" - func: "do setup" - func: "set up win mount script" - func: "generate compile expansions" # Generate compile expansions needs to be run to mount the shared scons cache. - func: "apply compile expansions" - func: "scons compile" vars: targets: install-integration-tests compiling_for_test: true - func: "attach scons logs" - func: "run tests" vars: resmoke_args: --suites=integration_tests_replset_ssl_auth --storageEngine=wiredTiger - <<: *task_template name: integration_tests_sharded tags: ["integration", "sharded"] commands: - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - func: "do setup" - func: "set up win mount script" - func: "generate compile expansions" # Generate compile expansions needs to be run to mount the shared scons cache. - func: "apply compile expansions" - func: "scons compile" vars: targets: install-integration-tests compiling_for_test: true - func: "attach scons logs" - func: "run tests" vars: resmoke_args: --suites=integration_tests_sharded --storageEngine=wiredTiger - <<: *task_template name: external_auth tags: [] commands: - *f_expansions_write - func: "do setup" - func: "f_expansions_write" - command: subprocess.exec params: binary: bash args: - "src/evergreen/external_auth_pip.sh" - func: "run tests" vars: resmoke_args: --suites=external_auth --excludeWithAnyTags=requires_domain_controller --storageEngine=wiredTiger - <<: *task_template name: external_auth_aws tags: [] commands: - *f_expansions_write - func: "do setup" - func: "f_expansions_write" - command: subprocess.exec params: binary: bash silent: true args: - "src/evergreen/external_auth_aws_setup.sh" - command: subprocess.exec params: binary: bash args: - "src/evergreen/external_auth_aws_pip.sh" - func: "run tests" vars: resmoke_args: --suites=external_auth_aws --storageEngine=wiredTiger - <<: *task_template name: external_auth_windows tags: [] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=external_auth --includeWithAnyTags=requires_domain_controller --storageEngine=wiredTiger - <<: *task_template name: jsCore tags: ["jscore", "common"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=core --storageEngine=wiredTiger - <<: *task_template name: config_fuzzer_jsCore tags: [] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=core --storageEngine=wiredTiger --fuzzMongodConfigs - <<: *task_template name: config_fuzzer_concurrency tags: [] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=concurrency --storageEngine=wiredTiger --fuzzMongodConfigs - <<: *task_template name: config_fuzzer_concurrency_replication tags: [] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=concurrency_replication --storageEngine=wiredTiger --fuzzMongodConfigs - <<: *task_template name: config_fuzzer_replica_sets_jscore_passthrough tags: [] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=replica_sets_jscore_passthrough --storageEngine=wiredTiger --fuzzMongodConfigs - <<: *task_template name: jsCore_ese tags: ["jscore", "encrypt"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=core_ese --storageEngine=wiredTiger - <<: *task_template name: jsCore_ese_gcm tags: ["jscore", "encrypt", "gcm"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=core_ese_gcm --storageEngine=wiredTiger - <<: *task_template name: jsCore_auth tags: ["jscore", "auth", "common"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=core_auth - <<: *task_template name: jsCore_minimum_batch_size tags: ["jscore"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=core_minimum_batch_size --storageEngine=wiredTiger - <<: *task_template name: jsCore_txns tags: ["jscore", "common", "txns"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=core_txns --storageEngine=wiredTiger - <<: *task_template name: jsCore_txns_large_txns_format tags: ["jscore", "txns", "multi_oplog"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=core_txns_large_txns_format --storageEngine=wiredTiger - <<: *task_template name: sharded_jscore_txns tags: ["sharding", "jscore", "txns"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=sharded_jscore_txns --storageEngine=wiredTiger - <<: *task_template name: sharded_jscore_txns_without_snapshot tags: ["sharding", "wo_snapshot", "jscore"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=sharded_jscore_txns --storageEngine=wiredTiger --excludeWithAnyTags=uses_snapshot_read_concern - <<: *task_template name: sharded_jscore_txns_sharded_collections tags: ["sharding", "jscore", "txns"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=sharded_jscore_txns_sharded_collections --storageEngine=wiredTiger - <<: *task_template name: cst_jscore_passthrough tags: ["jscore"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=cst_jscore_passthrough --storageEngine=wiredTiger - <<: *task_template name: libunwind_tests tags: [] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=libunwind --storageEngine=wiredTiger - <<: *task_template name: causally_consistent_jscore_txns_passthrough tags: ["causally_consistent"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=causally_consistent_jscore_txns_passthrough --storageEngine=wiredTiger - <<: *gen_task_template name: sharded_causally_consistent_jscore_txns_passthrough_gen tags: ["sharding", "jscore", "causally_consistent", "txns"] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: sharded_causally_consistent_jscore_txns_passthrough_without_snapshot_gen tags: ["sharding", "wo_snapshot", "causally_consistent", "jscore"] commands: - func: "generate resmoke tasks" vars: suite: sharded_causally_consistent_jscore_txns_passthrough resmoke_args: --storageEngine=wiredTiger --excludeWithAnyTags=uses_snapshot_read_concern - <<: *gen_task_template name: causally_consistent_hedged_reads_jscore_passthrough_gen tags: ["causally_consistent", "sharding", "jscore"] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger - <<: *task_template name: sharded_collections_causally_consistent_jscore_txns_passthrough tags: ["sharding", "jscore", "causally_consistent", "txns"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=sharded_collections_causally_consistent_jscore_txns_passthrough --storageEngine=wiredTiger - <<: *task_template name: replica_sets_jscore_passthrough tags: ["replica_sets", "common", "san", "large", "ignore_non_generated_replica_sets_jscore_passthrough"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=replica_sets_jscore_passthrough --storageEngine=wiredTiger - <<: *gen_task_template name: replica_sets_reconfig_jscore_passthrough_gen tags: [] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: replica_sets_reconfig_jscore_stepdown_passthrough_gen tags: [] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger - <<: *task_template name: replica_sets_reconfig_kill_primary_jscore_passthrough tags: [] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=replica_sets_reconfig_kill_primary_jscore_passthrough --storageEngine=wiredTiger - <<: *gen_task_template name: replica_sets_api_version_jscore_passthrough_gen tags: [] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger fallback_num_sub_suites: 5 - <<: *gen_task_template name: replica_sets_jscore_passthrough_gen tags: [] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_args: --storageEngine=wiredTiger - <<: *task_template name: replica_sets_large_txns_format_jscore_passthrough tags: ["replica_sets", "multi_oplog", "large", "non_maj_read", "san"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=replica_sets_large_txns_format_jscore_passthrough --storageEngine=wiredTiger - <<: *task_template name: replica_sets_multi_stmt_txn_jscore_passthrough tags: ["replica_sets", "large"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=replica_sets_multi_stmt_txn_jscore_passthrough --storageEngine=wiredTiger - <<: *gen_task_template name: replica_sets_multi_stmt_txn_stepdown_jscore_passthrough_gen tags: ["replica_sets", "non_maj_read"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_args: --storageEngine=wiredTiger - <<: *task_template name: replica_sets_multi_stmt_txn_kill_primary_jscore_passthrough tags: ["replica_sets", "non_maj_read", "non_live_record"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=replica_sets_multi_stmt_txn_kill_primary_jscore_passthrough --storageEngine=wiredTiger - <<: *task_template name: replica_sets_multi_stmt_txn_terminate_primary_jscore_passthrough tags: ["replica_sets", "non_maj_read"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=replica_sets_multi_stmt_txn_terminate_primary_jscore_passthrough --storageEngine=wiredTiger - <<: *gen_task_template name: replica_sets_update_v1_oplog_jscore_passthrough_gen tags: ["replica_sets", "non_maj_read"] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: replica_sets_initsync_jscore_passthrough_gen tags: ["replica_sets", "san", "large"] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger - <<: *task_template name: replica_sets_initsync_static_jscore_passthrough tags: ["replica_sets", "san", "large"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=replica_sets_initsync_static_jscore_passthrough --storageEngine=wiredTiger - <<: *task_template name: replica_sets_kill_primary_jscore_passthrough tags: ["replica_sets", "large", "non_maj_read", "non_live_record"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=replica_sets_kill_primary_jscore_passthrough --storageEngine=wiredTiger - <<: *task_template name: replica_sets_terminate_primary_jscore_passthrough tags: ["replica_sets", "large", "non_maj_read"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=replica_sets_terminate_primary_jscore_passthrough --storageEngine=wiredTiger - <<: *task_template name: replica_sets_kill_secondaries_jscore_passthrough tags: ["replica_sets", "san", "large", "non_live_record"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=replica_sets_kill_secondaries_jscore_passthrough --storageEngine=wiredTiger - <<: *task_template name: mongosTest tags: ["misc_js", "non_read_maj", "non_live_record"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=mongos_test - <<: *gen_task_template name: multiversion_auth_gen tags: ["auth", "multiversion"] commands: - func: "generate resmoke tasks" vars: resmoke_args: "--storageEngine=wiredTiger" require_multiversion: true - <<: *gen_task_template name: multiversion_gen tags: [] commands: - func: "generate resmoke tasks" vars: resmoke_args: "--storageEngine=wiredTiger" require_multiversion: true # Tests the runFeatureFlagMultiversionTest helper. # This requires the 'featureFlagToaster' and 'featureFlagSpoon' parameters to be set to true on # build variants that enable this task. - <<: *gen_task_template name: feature_flag_multiversion_gen tags: [] commands: - func: "generate resmoke tasks" vars: resmoke_args: "--storageEngine=wiredTiger" require_multiversion: true - <<: *gen_task_template name: unittest_shell_hang_analyzer_gen tags: [] commands: - func: "generate resmoke tasks" vars: suite: unittest_shell_hang_analyzer resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: noPassthrough_gen tags: ["misc_js"] commands: - func: "generate resmoke tasks" vars: suite: no_passthrough resmoke_args: --storageEngine=wiredTiger use_large_distro: "true" # Only run hot_backups tests for hot_backups variant. - <<: *gen_task_template name: noPassthroughHotBackups_gen tags: [] commands: - func: "generate resmoke tasks" vars: suite: no_passthrough resmoke_args: --storageEngine=wiredTiger src/mongo/db/modules/*/jstests/hot_backups/*.js use_large_distro: "true" - <<: *gen_task_template name: noPassthroughWithMongod_gen tags: ["misc_js"] commands: - func: "generate resmoke tasks" vars: suite: no_passthrough_with_mongod use_large_distro: "true" resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: slow1_gen tags: ["misc_js", "non_win_dbg"] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger resmoke_jobs_max: 1 - <<: *task_template name: serial_run tags: ["misc_js", "non_win_dbg"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=serial_run --storageEngine=wiredTiger resmoke_jobs_max: 1 - <<: *task_template name: sharded_collections_jscore_passthrough tags: ["sharding", "jscore"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=sharded_collections_jscore_passthrough --storageEngine=wiredTiger - <<: *gen_task_template name: sharded_collections_jscore_multiversion_passthrough_gen tags: ["multiversion_passthrough"] commands: - func: "generate resmoke tasks" vars: suite: sharded_collections_jscore_passthrough resmoke_args: --storageEngine=wiredTiger require_multiversion: true implicit_multiversion: true - <<: *task_template name: sharding_jscore_passthrough tags: ["sharding", "jscore", "common"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=sharding_jscore_passthrough --storageEngine=wiredTiger - <<: *gen_task_template name: sharding_jscore_multiversion_passthrough_gen tags: ["multiversion_passthrough"] commands: - func: "generate resmoke tasks" vars: suite: sharding_jscore_passthrough resmoke_args: --storageEngine=wiredTiger require_multiversion: true implicit_multiversion: true - <<: *gen_task_template name: sharding_api_version_jscore_passthrough_gen tags: ["sharding", "jscore"] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger fallback_num_sub_suites: 5 - <<: *task_template name: sharding_update_v1_oplog_jscore_passthrough tags: ["sharding", "jscore"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=sharding_jscore_passthrough --storageEngine=wiredTiger - <<: *task_template name: sharded_multi_stmt_txn_jscore_passthrough tags: ["sharding", "jscore", "multi_stmt"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=sharded_multi_stmt_txn_jscore_passthrough --storageEngine=wiredTiger - <<: *gen_task_template name: multi_shard_multi_stmt_txn_jscore_passthrough_gen tags: ["multi_shard", "multi_stmt", "common"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_args: --storageEngine=wiredTiger resmoke_jobs_max: 0 # No cap on number of jobs. - <<: *gen_task_template name: multi_shard_local_read_write_multi_stmt_txn_jscore_passthrough_gen tags: ["multi_shard", "common"] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: multi_stmt_txn_jscore_passthrough_with_migration_gen tags: ["multi_stmt"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: multi_shard_multi_stmt_txn_kill_primary_jscore_passthrough_gen tags: ["multi_shard"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: multi_shard_multi_stmt_txn_stepdown_primary_jscore_passthrough_gen tags: ["multi_shard"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: tenant_migration_jscore_passthrough_gen tags: ["tenant_migration"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: tenant_migration_causally_consistent_jscore_passthrough_gen tags: ["tenant_migration"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: tenant_migration_multi_stmt_txn_jscore_passthrough_gen tags: ["tenant_migration", "txn"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: tenant_migration_stepdown_jscore_passthrough_gen tags: ["tenant_migration"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: tenant_migration_terminate_primary_jscore_passthrough_gen tags: ["tenant_migration"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_args: --storageEngine=wiredTiger fallback_num_sub_suites: 10 - <<: *gen_task_template name: tenant_migration_kill_primary_jscore_passthrough_gen tags: ["tenant_migration"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_args: --storageEngine=wiredTiger fallback_num_sub_suites: 10 - <<: *gen_task_template name: parallel_gen tags: ["misc_js", "parallel"] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger resmoke_jobs_max: 1 - <<: *task_template name: concurrency tags: ["concurrency", "common"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=concurrency --storageEngine=wiredTiger resmoke_jobs_max: 1 - <<: *task_template name: concurrency_metrics tags: ["concurrency"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=concurrency_metrics --storageEngine=wiredTiger resmoke_jobs_max: 1 - <<: *task_template name: concurrency_replication_metrics tags: ["concurrency", "repl"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=concurrency_replication_metrics --storageEngine=wiredTiger resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_replication_gen tags: ["concurrency", "common", "repl"] commands: - func: "generate resmoke tasks" vars: resmoke_args: "--storageEngine=wiredTiger" resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_replication_multiversion_passthrough_gen tags: [multiversion_passthrough] commands: - func: "generate resmoke tasks" vars: suite: concurrency_replication resmoke_args: --storageEngine=wiredTiger require_multiversion: true implicit_multiversion: true - <<: *gen_task_template name: concurrency_replication_causal_consistency_gen tags: ["concurrency", "repl", "large", "non_live_record"] commands: - func: "generate resmoke tasks" vars: resmoke_args: "--storageEngine=wiredTiger" resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_replication_multi_stmt_txn_gen tags: ["concurrency", "common", "repl", "txn"] commands: - func: "generate resmoke tasks" vars: resmoke_args: "--storageEngine=wiredTiger" resmoke_jobs_max: 1 # TODO: SERVER-35964 revert the addition of UBSAN concurrency_replication suites. - <<: *task_template name: concurrency_replication_ubsan tags: ["concurrency", "ubsan", "repl"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=concurrency_replication_ubsan --storageEngine=wiredTiger resmoke_jobs_max: 1 - <<: *task_template name: concurrency_replication_causal_consistency_ubsan tags: ["concurrency", "ubsan", "repl"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=concurrency_replication_causal_consistency_ubsan --storageEngine=wiredTiger resmoke_jobs_max: 1 - <<: *task_template name: concurrency_replication_multi_stmt_txn_ubsan tags: ["concurrency", "ubsan", "repl"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=concurrency_replication_multi_stmt_txn_ubsan --storageEngine=wiredTiger resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_replication_wiredtiger_cursor_sweeps_gen tags: ["concurrency", "repl"] commands: - func: "generate resmoke tasks" vars: resmoke_args: "--storageEngine=wiredTiger" resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_replication_wiredtiger_eviction_debug_gen tags: ["concurrency", "repl", "debug_only"] commands: - func: "generate resmoke tasks" vars: resmoke_args: "--storageEngine=wiredTiger" resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_sharded_replication_gen tags: ["concurrency", "common", "read_concern_maj", "large", "sharded"] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger use_large_distro: "true" resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_sharded_replication_multiversion_passthrough_gen tags: ["multiversion_passthrough", "sharded"] commands: - func: "generate resmoke tasks" vars: suite: concurrency_sharded_replication resmoke_args: --storageEngine=wiredTiger require_multiversion: true implicit_multiversion: true - <<: *gen_task_template name: concurrency_sharded_replication_with_balancer_gen tags: ["concurrency", "common", "read_concern_maj", "large", "sharded"] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger use_large_distro: "true" resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_sharded_replication_no_txns_gen tags: ["concurrency", "no_txns", "large", "sharded"] commands: - func: "generate resmoke tasks" vars: suite: concurrency_sharded_replication resmoke_args: "--excludeWithAnyTags=uses_transactions --storageEngine=wiredTiger" use_large_distro: "true" resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_sharded_replication_no_txns_with_balancer_gen tags: ["concurrency", "no_txns", "large", "sharded"] commands: - func: "generate resmoke tasks" vars: suite: concurrency_sharded_replication_with_balancer resmoke_args: "--excludeWithAnyTags=uses_transactions --storageEngine=wiredTiger" use_large_distro: "true" resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_sharded_clusterwide_ops_add_remove_shards_gen tags: ["concurrency", "common", "read_concern_maj", "large", "sharded"] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger use_large_distro: "true" resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_sharded_causal_consistency_gen tags: ["concurrency", "non_live_record", "sharded"] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger use_large_distro: "true" resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_sharded_causal_consistency_and_balancer_gen tags: ["concurrency", "large", "non_live_record", "sharded"] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger use_large_distro: "true" resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_sharded_with_stepdowns_gen tags: ["concurrency", "stepdowns", "large", "sharded"] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger use_large_distro: "true" resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_sharded_with_stepdowns_and_balancer_gen tags: ["concurrency", "stepdowns", "large", "sharded"] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger use_large_distro: "true" resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_sharded_terminate_primary_with_balancer_gen tags: ["concurrency", "stepdowns", "kill_terminate", "sharded"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_args: "--storageEngine=wiredTiger" resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_sharded_kill_primary_with_balancer_gen tags: ["concurrency", "stepdowns", "kill_terminate", "sharded"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_args: "--storageEngine=wiredTiger" resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_sharded_multi_stmt_txn_gen tags: ["concurrency", "large", "sharded"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_args: "--storageEngine=wiredTiger" resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_sharded_multi_stmt_txn_with_balancer_gen tags: ["concurrency", "large", "sharded"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_args: "--storageEngine=wiredTiger" resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_sharded_local_read_write_multi_stmt_txn_gen tags: ["concurrency", "large", "sharded"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_args: "--storageEngine=wiredTiger" resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_sharded_local_read_write_multi_stmt_txn_with_balancer_gen tags: ["concurrency", "large", "sharded"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_args: "--storageEngine=wiredTiger" resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_sharded_multi_stmt_txn_with_stepdowns_gen tags: ["concurrency", "stepdowns", "large", "sharded"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_args: "--storageEngine=wiredTiger" resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_sharded_multi_stmt_txn_terminate_primary_gen tags: ["concurrency", "stepdowns", "kill_terminate", "sharded"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_args: "--storageEngine=wiredTiger" resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_sharded_multi_stmt_txn_kill_primary_gen tags: ["concurrency", "stepdowns", "kill_terminate", "sharded"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_args: "--storageEngine=wiredTiger" resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_simultaneous_gen tags: ["concurrency", "common"] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_simultaneous_replication_gen tags: ["concurrency", "common", "large", "repl"] commands: - func: "generate resmoke tasks" vars: resmoke_args: "--storageEngine=wiredTiger" resmoke_jobs_max: 1 - <<: *task_template name: concurrency_simultaneous_replication_wiredtiger_cursor_sweeps tags: ["concurrency", "repl"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: "--suites=concurrency_simultaneous_replication_wiredtiger_cursor_sweeps --storageEngine=wiredTiger" resmoke_jobs_max: 1 - <<: *task_template name: concurrency_simultaneous_replication_wiredtiger_eviction_debug tags: ["concurrency", "repl", "debug_only"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: "--suites=concurrency_simultaneous_replication_wiredtiger_eviction_debug --storageEngine=wiredTiger" resmoke_jobs_max: 1 - <<: *task_template name: read_concern_linearizable_passthrough tags: ["read_write_concern", "linearize", "large"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=read_concern_linearizable_passthrough --storageEngine=wiredTiger - <<: *gen_task_template name: read_concern_majority_passthrough_gen tags: ["read_write_concern"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_args: --storageEngine=wiredTiger - <<: *task_template name: write_concern_majority_passthrough tags: ["read_write_concern", "large", "write"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=write_concern_majority_passthrough --storageEngine=wiredTiger - <<: *task_template name: cwrwc_passthrough tags: ["read_write_concern", "large", "write"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=cwrwc_passthrough --storageEngine=wiredTiger - <<: *gen_task_template name: cwrwc_rc_majority_passthrough_gen tags: ["read_write_concern"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_args: --storageEngine=wiredTiger - <<: *task_template name: cwrwc_wc_majority_passthrough tags: ["read_write_concern", "large", "write"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=cwrwc_wc_majority_passthrough --storageEngine=wiredTiger - <<: *gen_task_template name: secondary_reads_passthrough_gen tags: [] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: replica_sets_gen tags: ["replica_sets", "san", "large"] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: replica_sets_ese_gen tags: ["replica_sets", "encrypt", "san"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: replica_sets_ese_gcm_gen tags: ["replica_sets", "encrypt", "san", "gcm"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: replica_sets_auth_gen tags: ["replica_sets", "common", "san", "auth"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: replica_sets_large_txns_format_gen tags: ["replica_sets", "multi_oplog", "san"] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: replica_sets_max_mirroring_gen tags: ["replica_sets", "san"] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: replica_sets_update_v1_oplog_gen tags: ["replica_sets", "san"] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: replica_sets_multiversion_gen tags: ["random_multiversion_ds"] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger --tagFile=generated_resmoke_config/multiversion_exclude_tags.yml require_multiversion: true suite: replica_sets_multiversion - <<: *task_template name: sasl tags: [] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=sasl --storageEngine=wiredTiger - <<: *gen_task_template name: sharding_gen tags: ["sharding", "common"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: sharding_multiversion_gen tags: ["random_multiversion_ds"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_args: --storageEngine=wiredTiger --tagFile=generated_resmoke_config/multiversion_exclude_tags.yml require_multiversion: true suite: sharding_multiversion - <<: *gen_task_template name: sharding_max_mirroring_gen tags: ["sharding", "common"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: sharding_csrs_continuous_config_stepdown_gen tags: ["sharding", "common", "csrs", "non_live_record"] commands: - func: "generate resmoke tasks" vars: suite: sharding_continuous_config_stepdown use_large_distro: "true" resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: sharding_ese_gen tags: ["sharding", "encrypt"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: sharding_ese_gcm_gen tags: ["sharding", "encrypt", "gcm"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: sharding_auth_gen tags: ["sharding", "auth"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: sharding_auth_audit_gen tags: ["auth", "audit", "non_live_record"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: sharding_hello_failures_gen tags: ["concurrency", "large", "sharded"] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger use_large_distro: "true" resmoke_jobs_max: 1 - <<: *gen_task_template name: sharding_last_lts_mongos_and_mixed_shards_gen tags: ["sharding", "common", "multiversion"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" require_multiversion: true resmoke_args: --tagFile=generated_resmoke_config/multiversion_exclude_tags.yml - <<: *gen_task_template name: sharding_update_v1_oplog_gen tags: ["sharding", "common"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_args: --storageEngine=wiredTiger - <<: *task_template name: snmp tags: [] commands: - *f_expansions_write - func: "do setup" - func: "do snmp setup" - func: "run tests" vars: snmp_config_path: SNMPCONFPATH=snmpconf resmoke_args: --suites=snmp --storageEngine=wiredTiger - <<: *gen_task_template name: ssl_gen tags: ["encrypt", "ssl"] commands: - func: "generate resmoke tasks" vars: resmoke_args: "--storageEngine=wiredTiger --mongodSetParameters='{logComponentVerbosity: {network: 2, replication: {heartbeats: 2}}}'" - <<: *gen_task_template name: sslSpecial_gen tags: ["encrypt", "ssl"] commands: - func: "generate resmoke tasks" vars: suite: ssl_special resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: ssl_x509_gen tags: ["encrypt", "ssl"] commands: - func: "generate resmoke tasks" vars: suite: ssl_x509 resmoke_args: --storageEngine=wiredTiger - <<: *task_template name: jsCore_decimal tags: ["jscore", "common", "decimal"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=decimal --storageEngine=wiredTiger - <<: *task_template name: read_only tags: ["read_only"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=read_only --storageEngine=wiredTiger - <<: *task_template name: read_only_sharded tags: ["read_only"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=read_only_sharded --storageEngine=wiredTiger - <<: *task_template name: session_jscore_passthrough tags: [] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=session_jscore_passthrough --storageEngine=wiredTiger - <<: *gen_task_template name: causally_consistent_jscore_passthrough_gen tags: ["causally_consistent"] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: causally_consistent_jscore_passthrough_auth_gen tags: ["causally_consistent"] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: causally_consistent_read_concern_snapshot_passthrough_gen tags: ["causally_consistent", "read_write_concern", "durable_history"] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: sharded_causally_consistent_read_concern_snapshot_passthrough_gen tags: ["causally_consistent", "read_write_concern", "durable_history"] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: sharded_causally_consistent_jscore_passthrough_gen tags: ["causally_consistent"] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: retryable_writes_jscore_passthrough_gen tags: ["retry"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: retryable_writes_downgrade_passthrough_gen tags: ["multiversion_passthrough"] commands: - func: "generate resmoke tasks" vars: suite: retryable_writes_downgrade_passthrough resmoke_args: --storageEngine=wiredTiger require_multiversion: true implicit_multiversion: true - <<: *gen_task_template name: logical_session_cache_replication_default_refresh_jscore_passthrough_gen tags: ["logical_session_cache", "repl"] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: logical_session_cache_replication_100ms_refresh_jscore_passthrough_gen tags: ["logical_session_cache", "repl"] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: logical_session_cache_replication_1sec_refresh_jscore_passthrough_gen tags: ["logical_session_cache", "one_sec", "repl"] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: logical_session_cache_replication_10sec_refresh_jscore_passthrough_gen tags: ["logical_session_cache", "repl"] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: logical_session_cache_sharding_default_refresh_jscore_passthrough_gen tags: ["logical_session_cache"] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: logical_session_cache_sharding_100ms_refresh_jscore_passthrough_gen tags: ["logical_session_cache"] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: logical_session_cache_sharding_100ms_refresh_jscore_txns_passthrough_gen tags: ["logical_session_cache"] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: logical_session_cache_sharding_1sec_refresh_jscore_passthrough_gen tags: ["logical_session_cache", "one_sec"] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: logical_session_cache_sharding_10sec_refresh_jscore_passthrough_gen tags: ["logical_session_cache"] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: logical_session_cache_standalone_default_refresh_jscore_passthrough_gen tags: ["logical_session_cache"] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: logical_session_cache_standalone_100ms_refresh_jscore_passthrough_gen tags: ["logical_session_cache"] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: logical_session_cache_standalone_1sec_refresh_jscore_passthrough_gen tags: ["logical_session_cache", "one_sec"] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger - <<: *gen_task_template name: logical_session_cache_standalone_10sec_refresh_jscore_passthrough_gen tags: ["logical_session_cache"] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger - <<: *task_template name: retryable_writes_jscore_stepdown_passthrough tags: ["retry"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=retryable_writes_jscore_stepdown_passthrough --storageEngine=wiredTiger - <<: *task_template name: watchdog_wiredtiger tags: ["watchdog"] commands: - *f_expansions_write - func: "do setup" - func: "do watchdog setup" - func: "run tests" vars: resmoke_args: --suites=watchdog --storageEngine=wiredTiger resmoke_jobs_max: 1 # This is a separate task because it is only supported on Ubuntu 16.04+ which are not inmemory builders - <<: *task_template name: watchdog_inmemory tags: ["watchdog"] commands: - *f_expansions_write - func: "do setup" - func: "do watchdog setup" - func: "run tests" vars: resmoke_args: --suites=watchdog --storageEngine=inMemory resmoke_jobs_max: 1 - <<: *task_template name: free_monitoring tags: [] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=free_monitoring --storageEngine=wiredTiger resmoke_jobs_max: 1 - <<: *task_template name: client_encrypt tags: ["ssl", "encrypt"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=client_encrypt --storageEngine=wiredTiger resmoke_jobs_max: 1 - <<: *task_template name: fle tags: ["encrypt"] commands: - func: "do setup" - func: "load aws test credentials" - func: "run tests" vars: resmoke_args: --suites=fle --storageEngine=wiredTiger resmoke_jobs_max: 1 - <<: *task_template name: ocsp tags: ["ssl", "encrypt", "ocsp"] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=ocsp resmoke_jobs_max: 1 - <<: *task_template name: jsonSchema tags: [] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=json_schema --storageEngine=wiredTiger resmoke_jobs_max: 1 - name: powercycle_gen tags: [] commands: - func: "generate powercycle tasks" vars: task_names: >- powercycle powercycle_kill_mongod powercycle_replication_smalloplog powercycle_syncdelay num_tasks: 1 - name: powercycle_smoke_skip_compile_gen tags: [] commands: - func: "generate powercycle tasks" vars: task_names: >- powercycle_smoke_skip_compile num_tasks: 20 exec_timeout_secs: 604800 # 7 days timeout_secs: 604800 # 7 days set_up_retry_count: 1000000 run_powercycle_args: --sshAccessRetryCount=1000000 - name: powercycle_sentinel tags: [] exec_timeout_secs: 604800 # 7 days commands: - func: "run powercycle sentinel" vars: gen_task: powercycle_smoke_skip_compile_gen - name: powercycle_smoke tags: [] exec_timeout_secs: 7200 # 2 hour timeout for the task overall depends_on: - name: archive_dist_test_debug commands: - func: "do setup" - func: "set up remote credentials" vars: <<: *powercycle_remote_credentials - func: "set up EC2 instance" - func: "run powercycle test" timeout_secs: 1800 # 30 minute timeout for no output - name: powercycle tags: ["powercycle"] exec_timeout_secs: 7200 # 2 hour timeout for the task overall depends_on: - name: archive_dist_test_debug commands: - func: "do setup" - func: "set up remote credentials" vars: <<: *powercycle_remote_credentials - func: "set up EC2 instance" - func: "run powercycle test" timeout_secs: 1800 # 30 minute timeout for no output - name: powercycle_kill_mongod tags: ["powercycle"] exec_timeout_secs: 7200 # 2 hour timeout for the task overall depends_on: - name: archive_dist_test_debug commands: - func: "do setup" - func: "set up remote credentials" vars: <<: *powercycle_remote_credentials - func: "set up EC2 instance" - func: "run powercycle test" timeout_secs: 1800 # 30 minute timeout for no output - name: powercycle_last_lts_fcv tags: ["powercycle"] exec_timeout_secs: 7200 # 2 hour timeout for the task overall depends_on: - name: archive_dist_test_debug commands: - func: "do setup" - func: "set up remote credentials" vars: <<: *powercycle_remote_credentials - func: "set up EC2 instance" - func: "run powercycle test" timeout_secs: 1800 # 30 minute timeout for no output - name: powercycle_replication tags: ["powercycle"] exec_timeout_secs: 7200 # 2 hour timeout for the task overall depends_on: - name: archive_dist_test_debug commands: - func: "do setup" - func: "set up remote credentials" vars: <<: *powercycle_remote_credentials - func: "set up EC2 instance" - func: "run powercycle test" timeout_secs: 1800 # 30 minute timeout for no output - name: powercycle_replication_smalloplog tags: ["powercycle"] exec_timeout_secs: 7200 # 2 hour timeout for the task overall depends_on: - name: archive_dist_test_debug commands: - func: "do setup" - func: "set up remote credentials" vars: <<: *powercycle_remote_credentials - func: "set up EC2 instance" - func: "run powercycle test" timeout_secs: 1800 # 30 minute timeout for no output - name: powercycle_syncdelay tags: ["powercycle"] exec_timeout_secs: 7200 # 2 hour timeout for the task overall depends_on: - name: archive_dist_test_debug commands: - func: "do setup" - func: "set up remote credentials" vars: <<: *powercycle_remote_credentials - func: "set up EC2 instance" - func: "run powercycle test" timeout_secs: 1800 # 30 minute timeout for no output - name: powercycle_write_concern_majority tags: ["powercycle"] exec_timeout_secs: 7200 # 2 hour timeout for the task overall depends_on: - name: archive_dist_test_debug commands: - func: "do setup" - func: "set up remote credentials" vars: <<: *powercycle_remote_credentials - func: "set up EC2 instance" - func: "run powercycle test" timeout_secs: 1800 # 30 minute timeout for no output - name: idl_tests tags: [] depends_on: - name: archive_dist_test commands: - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - *kill_processes - *cleanup_environment - func: "set up venv" - func: "upload pip requirements" - func: "run idl tests" - name: blackduck_scanner tags: [] patchable: false commands: - *f_expansions_write - func: "do non-compile setup" - command: subprocess.exec type: setup params: binary: bash silent: true args: - "src/evergreen/blackduck_setup.sh" - command: subprocess.exec type: test params: binary: bash args: - "src/evergreen/blackduck_hub.sh" - name: tla_plus tags: [] commands: - *f_expansions_write - func: "do non-compile setup" - command: subprocess.exec type: setup params: binary: bash args: - "./src/evergreen/download_tlc.sh" - func: "run tests" vars: resmoke_args: --suites=tla_plus resmoke_jobs_max: 1 - name: buildscripts_test tags: [] depends_on: [] commands: - *f_expansions_write - func: "do non-compile setup" - func: "set up remote credentials" - *f_expansions_write - func: "configure evergreen api credentials" - func: "do multiversion setup" - func: "run tests" vars: resmoke_args: --suites=buildscripts_test resmoke_jobs_max: 1 - <<: *task_template name: resmoke_end2end_tests tags: [] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=resmoke_end2end_tests - name: test_packages tags: [] depends_on: - name: package commands: - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - *kill_processes - *cleanup_environment - *set_up_venv - func: "fetch packages" - func: "set up remote credentials" vars: private_key_file: ~/.ssh/kitchen.pem private_key_remote: ${kitchen_private_key} aws_key_remote: ${kitchen_aws_key} aws_secret_remote: ${kitchen_aws_secret} - func: "run kitchen" - name: package tags: [] depends_on: - name: compile_dist_test commands: - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - *kill_processes - *cleanup_environment - *set_up_venv - func: "scons compile" vars: targets: >- distsrc-${ext|tgz} archive-dist archive-dist-debug archive-shell archive-shell-debug ${additional_package_targets|} task_compile_flags: >- --legacy-tarball - func: "f_expansions_write" - command: subprocess.exec params: binary: bash args: - "src/evergreen/package.sh" - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/distsrc.${ext|tgz} remote_file: ${project}/${build_variant}/${revision}/sources/mongo-src-${build_id}.${ext|tgz} bucket: mciuploads permissions: public-read content_type: ${content_type|application/gzip} display_name: Source tarball # We only need to upload the source tarball from one of the build variants # because it should be the same everywhere, so just use rhel70/windows. build_variants: [rhel70, windows] - command: s3.put params: optional: true aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/mongodb-dist.${ext|tgz} remote_file: ${project}/${build_variant}/${revision}/dist/mongo-${build_id}.${ext|tgz} bucket: mciuploads permissions: public-read content_type: application/tar display_name: Dist Tarball - command: s3.put params: optional: true aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/mongodb-dist-debugsymbols.${ext|tgz} remote_file: ${project}/${build_variant}/${revision}/dist/mongo-${build_id}-debugsymbols.${ext|tgz} bucket: mciuploads permissions: public-read content_type: application/tar display_name: Dist Debugsymbols - command: s3.put params: optional: true aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/mongodb-shell.${ext|tgz} remote_file: ${mongo_shell} bucket: mciuploads permissions: public-read content_type: ${content_type|application/gzip} display_name: Shell - command: s3.put params: optional: true aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/mongodb-shell-debugsymbols.${ext|tgz} remote_file: ${mongo_shell_debugsymbols} bucket: mciuploads permissions: public-read content_type: ${content_type|application/gzip} display_name: Shell Debugsymbols - command: s3.put params: optional: true aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/mongodb-cryptd.${ext|tgz} remote_file: ${mongo_cryptd} bucket: mciuploads permissions: public-read content_type: ${content_type|application/gzip} display_name: CryptD Binaries - command: s3.put params: optional: true aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/mongodb-cryptd-debugsymbols.${ext|tgz} remote_file: ${mongo_cryptd_debugsymbols} bucket: mciuploads permissions: public-read content_type: ${content_type|application/gzip} display_name: CryptD Debugsymbols - command: s3.put params: optional: true aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/mh-binaries.${ext|tgz} remote_file: ${mh_archive} bucket: mciuploads permissions: public-read content_type: ${content_type|application/gzip} display_name: MH Binaries - command: s3.put params: optional: true aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/mh-debugsymbols.${ext|tgz} remote_file: ${mh_debugsymbols} bucket: mciuploads permissions: public-read content_type: ${content_type|application/gzip} display_name: MH Debugsymbols - func: "run packager.py" - command: archive.targz_pack params: target: "packages.tgz" source_dir: "src" include: - "repo/**" - "./**.msi" - command: s3.put params: optional: true aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: packages.tgz remote_file: ${project}/${build_variant}/${revision}/artifacts/${build_id}-packages.tgz bucket: mciuploads permissions: public-read content_type: application/tar display_name: Packages - name: publish_packages tags: ["publish"] # This should prevent this task from running in patch builds, where we # don't want to publish packages. patchable: false stepback: false # Same dependencies as "push" below depends_on: - name: package - name: jsCore - name: run_dbtest - name: replica_sets_jscore_passthrough commands: - command: manifest.load - func: "git get project and add git tag" - func: "f_expansions_write" - func: "kill processes" - func: "cleanup environment" - func: "set up venv" - func: "fetch packages" - func: "generate compile expansions" - func: "apply compile expansions" - func: "set up remote credentials" vars: aws_key_remote: ${repo_aws_key} aws_secret_remote: ${repo_aws_secret} - func: "set up notary client credentials" - *f_expansions_write - command: subprocess.exec params: binary: bash args: - "./src/evergreen/packages_publish.sh" - name: push tags: ["publish"] patchable: false depends_on: - name: package - name: jsCore - name: run_dbtest - name: replica_sets_jscore_passthrough stepback: false commands: - command: manifest.load - func: "git get project and add git tag" - func: "f_expansions_write" - func: "kill processes" - func: "cleanup environment" - func: "set up venv" - func: "fetch packages" - func: "fetch dist tarball" # Fetch the shell - command: s3.get params: aws_key: ${aws_key} aws_secret: ${aws_secret} remote_file: ${mongo_shell} bucket: mciuploads local_file: src/mongo-shell.tgz # Fetch mongocryptd - command: s3.get params: aws_key: ${aws_key} aws_secret: ${aws_secret} remote_file: ${mongo_cryptd} bucket: mciuploads local_file: src/mongo-cryptd.tgz build_variants: *mongocryptd_variants # Fetch the mongohouse binaries - command: s3.get params: aws_key: ${aws_key} aws_secret: ${aws_secret} remote_file: ${mh_archive} bucket: mciuploads local_file: src/mh.tgz build_variants: *mh_variants # Fetch the sources (on relevant variants only) - command: s3.get params: aws_key: ${aws_key} aws_secret: ${aws_secret} remote_file: ${project}/${build_variant}/${revision}/sources/mongo-src-${build_id}.${ext|tgz} bucket: mciuploads local_file: src/distsrc.${ext|tgz} build_variants: [rhel70, windows] - func: "generate compile expansions" - func: "apply compile expansions" - func: "set up remote credentials" vars: aws_key_remote: ${repo_aws_key} aws_secret_remote: ${repo_aws_secret} - func: "f_expansions_write" - func: "set up notary client credentials" - command: subprocess.exec type: test params: binary: bash args: - "./src/evergreen/notary_client_run.sh" # Put the binaries tarball/zipfile - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mongodb-${push_name}-${push_arch}-${suffix}.${ext|tgz} aws_key: ${aws_key} bucket: build-push-testing permissions: public-read content_type: ${content_type|application/gzip} remote_file: ${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz} # Put the shell tarball/zipfile - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mongodb-shell-${push_name}-${push_arch}-${suffix}.${ext|tgz} aws_key: ${aws_key} bucket: build-push-testing permissions: public-read content_type: ${content_type|application/gzip} remote_file: ${push_path}-STAGE/${push_name}/mongodb-shell-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz} # Put the cryptd tarball/zipfile - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mongodb-cryptd-${push_name}-${push_arch}-${suffix}.${ext|tgz} aws_key: ${aws_key} bucket: build-push-testing permissions: public-read content_type: ${content_type|application/gzip} remote_file: ${push_path}-STAGE/${push_name}/mongodb-cryptd-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz} build_variants: *mongocryptd_variants # Put the mh tarball/zipfile - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mh-${push_name}-${push_arch}-${suffix}.${ext|tgz} aws_key: ${aws_key} bucket: build-push-testing permissions: public-read content_type: ${content_type|application/gzip} remote_file: ${push_path}-STAGE/${push_name}/mh-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz} build_variants: *mh_variants # Put the source tarball - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mongodb-src-${src_suffix}.${ext|tar.gz} aws_key: ${aws_key} bucket: build-push-testing permissions: public-read content_type: ${content_type|application/gzip} remote_file: ${push_path}-STAGE/${push_name}/mongodb-src-${src_suffix}-${task_id}.${ext|tar.gz} build_variants: [rhel70, windows] # Put the debug symbols - command: s3.put params: aws_secret: ${aws_secret} aws_key: ${aws_key} permissions: public-read local_file: src/mongodb-${push_name}-${push_arch}-debugsymbols-${suffix}.${ext|tgz} bucket: build-push-testing content_type: ${content_type|application/gzip} remote_file: ${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-debugsymbols-${suffix}-${task_id}.${ext|tgz} optional: true # Put the binaries tarball signature - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mongodb-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sig aws_key: ${aws_key} bucket: build-push-testing permissions: public-read content_type: ${content_type|application/gzip} remote_file: ${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sig # Put the shell tarball signature - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mongodb-shell-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sig aws_key: ${aws_key} bucket: build-push-testing permissions: public-read content_type: ${content_type|application/gzip} remote_file: ${push_path}-STAGE/${push_name}/mongodb-shell-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sig # Put the cryptd tarball signature - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mongodb-cryptd-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sig aws_key: ${aws_key} bucket: build-push-testing permissions: public-read content_type: ${content_type|application/gzip} remote_file: ${push_path}-STAGE/${push_name}/mongodb-cryptd-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sig build_variants: *mongocryptd_variants # Put the source tarball signature - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mongodb-src-${src_suffix}.${ext|tar.gz}.sig aws_key: ${aws_key} bucket: build-push-testing permissions: public-read content_type: ${content_type|application/gzip} remote_file: ${push_path}-STAGE/${push_name}/mongodb-src-${src_suffix}-${task_id}.${ext|tar.gz}.sig build_variants: [rhel70, windows] # Put the debug symbols signature - command: s3.put params: aws_secret: ${aws_secret} aws_key: ${aws_key} permissions: public-read local_file: src/mongodb-${push_name}-${push_arch}-debugsymbols-${suffix}.${ext|tgz}.sig bucket: build-push-testing content_type: ${content_type|application/gzip} remote_file: ${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-debugsymbols-${suffix}-${task_id}.${ext|tgz}.sig optional: true # Put the signed MSI file - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} permissions: public-read build_variants: ["enterprise-windows", "windows"] local_file: src/mongodb-${push_name}-${push_arch}-${suffix}-signed.msi bucket: build-push-testing content_type: application/x-msi remote_file: ${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}-signed.msi # Put the binaries tarball sha1 - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mongodb-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sha1 aws_key: ${aws_key} permissions: public-read bucket: build-push-testing content_type: text/plain remote_file: ${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sha1 # Put the shell tarball sha1 - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mongodb-shell-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sha1 aws_key: ${aws_key} permissions: public-read bucket: build-push-testing content_type: text/plain remote_file: ${push_path}-STAGE/${push_name}/mongodb-shell-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sha1 # Put the cryptd tarball sha1 - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mongodb-cryptd-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sha1 aws_key: ${aws_key} permissions: public-read bucket: build-push-testing content_type: text/plain remote_file: ${push_path}-STAGE/${push_name}/mongodb-cryptd-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sha1 build_variants: *mongocryptd_variants # Put the source tarball sha1 - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mongodb-src-${src_suffix}.${ext|tar.gz}.sha1 aws_key: ${aws_key} permissions: public-read bucket: build-push-testing content_type: text/plain remote_file: ${push_path}-STAGE/${push_name}/mongodb-src-${src_suffix}-${task_id}.${ext|tar.gz}.sha1 build_variants: [rhel70, windows] # Put the debug symbols sha1 - command: s3.put params: aws_secret: ${aws_secret} aws_key: ${aws_key} permissions: public-read local_file: src/mongodb-${push_name}-${push_arch}-debugsymbols-${suffix}.${ext|tgz}.sha1 bucket: build-push-testing content_type: text/plain remote_file: ${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-debugsymbols-${suffix}-${task_id}.${ext|tgz}.sha1 optional: true # Push the signed MSI sha1 - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} permissions: public-read build_variants: ["enterprise-windows", "windows"] local_file: src/mongodb-${push_name}-${push_arch}-${suffix}-signed.msi.sha1 bucket: build-push-testing content_type: text/plain remote_file: ${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}-signed.msi.sha1 # Put the binaries tarball sha256 - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mongodb-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sha256 permissions: public-read aws_key: ${aws_key} bucket: build-push-testing content_type: text/plain remote_file: ${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sha256 # Put the shell tarball sha256 - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mongodb-shell-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sha256 permissions: public-read aws_key: ${aws_key} bucket: build-push-testing content_type: text/plain remote_file: ${push_path}-STAGE/${push_name}/mongodb-shell-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sha256 # Put the cryptd tarball sha256 - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mongodb-cryptd-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sha256 permissions: public-read aws_key: ${aws_key} bucket: build-push-testing content_type: text/plain remote_file: ${push_path}-STAGE/${push_name}/mongodb-cryptd-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sha256 build_variants: *mongocryptd_variants # Put the source tarball sha256 - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mongodb-src-${src_suffix}.${ext|tar.gz}.sha256 permissions: public-read aws_key: ${aws_key} bucket: build-push-testing content_type: text/plain remote_file: ${push_path}-STAGE/${push_name}/mongodb-src-${src_suffix}-${task_id}.${ext|tar.gz}.sha256 build_variants: [rhel70, windows] # Put the debug symbols sha256 - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mongodb-${push_name}-${push_arch}-debugsymbols-${suffix}.${ext|tgz}.sha256 aws_key: ${aws_key} bucket: build-push-testing permissions: public-read content_type: text/plain remote_file: ${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-debugsymbols-${suffix}-${task_id}.${ext|tgz}.sha256 optional: true # Put the signed MSI sha256 - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} build_variants: ["enterprise-windows", "windows"] local_file: src/mongodb-${push_name}-${push_arch}-${suffix}-signed.msi.sha256 bucket: build-push-testing permissions: public-read remote_file: ${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}-signed.msi.sha256 content_type: text/plain # Put the binaries tarball md5 - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mongodb-${push_name}-${push_arch}-${suffix}.${ext|tgz}.md5 aws_key: ${aws_key} bucket: build-push-testing permissions: public-read content_type: text/plain remote_file: ${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.md5 # Put the shell tarball md5 - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mongodb-shell-${push_name}-${push_arch}-${suffix}.${ext|tgz}.md5 aws_key: ${aws_key} bucket: build-push-testing permissions: public-read content_type: text/plain remote_file: ${push_path}-STAGE/${push_name}/mongodb-shell-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.md5 # Put the cryptd tarball md5 - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mongodb-cryptd-${push_name}-${push_arch}-${suffix}.${ext|tgz}.md5 aws_key: ${aws_key} bucket: build-push-testing permissions: public-read content_type: text/plain remote_file: ${push_path}-STAGE/${push_name}/mongodb-cryptd-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.md5 build_variants: *mongocryptd_variants # Put the source tarball md5 - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mongodb-src-${src_suffix}.${ext|tar.gz}.md5 aws_key: ${aws_key} bucket: build-push-testing permissions: public-read content_type: text/plain remote_file: ${push_path}-STAGE/${push_name}/mongodb-src-${src_suffix}-${task_id}.${ext|tar.gz}.md5 build_variants: [rhel70, windows] # Put the debug symbols md5 - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/mongodb-${push_name}-${push_arch}-debugsymbols-${suffix}.${ext|tgz}.md5 bucket: build-push-testing content_type: text/plain permissions: public-read remote_file: ${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-debugsymbols-${suffix}-${task_id}.${ext|tgz}.md5 optional: true # Put the signed MSI md5 - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} build_variants: ["enterprise-windows", "windows"] local_file: src/mongodb-${push_name}-${push_arch}-${suffix}-signed.msi.md5 bucket: build-push-testing permissions: public-read content_type: text/plain remote_file: ${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}-signed.msi.md5 - command: s3Copy.copy params: aws_key: ${aws_key} aws_secret: ${aws_secret} s3_copy_files: #Binaries - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-${push_name}-${push_arch}-${suffix}.${ext|tgz}', 'bucket': '${push_bucket}'}} #Shell - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-shell-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-shell-${push_name}-${push_arch}-${suffix}.${ext|tgz}', 'bucket': '${push_bucket}'}} #Cryptd - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-cryptd-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-cryptd-${push_name}-${push_arch}-${suffix}.${ext|tgz}', 'bucket': '${push_bucket}'}, 'build_variants': *mongocryptd_variants} # MH - {'source': {'path': '${push_path}-STAGE/${push_name}/mh-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mh-${push_name}-${push_arch}-${suffix}.${ext|tgz}', 'bucket': '${push_bucket}'}, 'build_variants': *mh_variants} #Source tarball - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-src-${src_suffix}-${task_id}.${ext|tar.gz}', 'bucket': 'build-push-testing'}, 'destination': {'path': 'src/mongodb-src-${src_suffix}.${ext|tar.gz}', 'bucket': '${push_bucket}'}, 'build_variants': ['rhel70', 'windows']} #MSI (Windows only) - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}-signed.msi', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-${push_name}-${push_arch}-${suffix}-signed.msi', 'bucket': '${push_bucket}'}, 'build_variants': ['enterprise-windows', 'windows']} #Binaries Signature - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sig', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sig', 'bucket': '${push_bucket}'}} #Shell Signature - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-shell-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sig', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-shell-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sig', 'bucket': '${push_bucket}'}} #Cryptd Signature - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-cryptd-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sig', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-cryptd-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sig', 'bucket': '${push_bucket}'}, 'build_variants': *mongocryptd_variants} #Source tarball signature - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-src-${src_suffix}-${task_id}.${ext|tar.gz}.sig', 'bucket': 'build-push-testing'}, 'destination': {'path': 'src/mongodb-src-${src_suffix}.${ext|tar.gz}.sig', 'bucket': '${push_bucket}'}, 'build_variants': ['rhel70', 'windows']} #SHA1 for binaries - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sha1', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sha1', 'bucket': '${push_bucket}'}} #SHA1 for shell - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-shell-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sha1', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-shell-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sha1', 'bucket': '${push_bucket}'}} #SHA1 for cryptd - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-cryptd-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sha1', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-cryptd-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sha1', 'bucket': '${push_bucket}'}, 'build_variants': *mongocryptd_variants} #SHA1 for source tarball - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-src-${src_suffix}-${task_id}.${ext|tar.gz}.sha1', 'bucket': 'build-push-testing'}, 'destination': {'path': 'src/mongodb-src-${src_suffix}.${ext|tar.gz}.sha1', 'bucket': '${push_bucket}'}, 'build_variants': ['rhel70', 'windows']} #SHA1 for MSI - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}-signed.msi.sha1', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-${push_name}-${push_arch}-${suffix}-signed.msi.sha1', 'bucket': '${push_bucket}'}, 'build_variants': ['enterprise-windows', 'windows']} #SHA256 for binaries - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sha256', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sha256', 'bucket': '${push_bucket}'}} #SHA256 for shell - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-shell-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sha256', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-shell-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sha256', 'bucket': '${push_bucket}'}} #SHA256 for cryptd - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-cryptd-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sha256', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-cryptd-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sha256', 'bucket': '${push_bucket}'}, 'build_variants': *mongocryptd_variants} #SHA256 for source tarball - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-src-${src_suffix}-${task_id}.${ext|tar.gz}.sha256', 'bucket': 'build-push-testing'}, 'destination': {'path': 'src/mongodb-src-${src_suffix}.${ext|tar.gz}.sha256', 'bucket': '${push_bucket}'}, 'build_variants': ['rhel70', 'windows']} #SHA256 for MSI files - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}-signed.msi.sha256', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-${push_name}-${push_arch}-${suffix}-signed.msi.sha256', 'bucket': '${push_bucket}'}, 'build_variants': ['enterprise-windows', 'windows']} #MD5 for binaries - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.md5', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-${push_name}-${push_arch}-${suffix}.${ext|tgz}.md5', 'bucket': '${push_bucket}'}} #MD5 for shell - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-shell-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.md5', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-shell-${push_name}-${push_arch}-${suffix}.${ext|tgz}.md5', 'bucket': '${push_bucket}'}} #MD5 for cryptd - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-cryptd-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.md5', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-cryptd-${push_name}-${push_arch}-${suffix}.${ext|tgz}.md5', 'bucket': '${push_bucket}'}, 'build_variants': *mongocryptd_variants} #MD5 for source tarball - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-src-${src_suffix}-${task_id}.${ext|tar.gz}.md5', 'bucket': 'build-push-testing'}, 'destination': {'path': 'src/mongodb-src-${src_suffix}.${ext|tar.gz}.md5', 'bucket': '${push_bucket}'}, 'build_variants': ['rhel70', 'windows']} #MD5 for MSIs - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}-signed.msi.md5', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-${push_name}-${push_arch}-${suffix}-signed.msi.md5', 'bucket': '${push_bucket}'}, 'build_variants': ['enterprise-windows', 'windows']} # Debug symbols are not created for all variants and the copy is optional. - command: s3Copy.copy params: aws_key: ${aws_key} aws_secret: ${aws_secret} optional: true s3_copy_files: #Debug Symbols - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-debugsymbols-${suffix}-${task_id}.${ext|tgz}', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-${push_name}-${push_arch}-debugsymbols-${suffix}.${ext|tgz}', 'bucket': '${push_bucket}'}} #Debug Symbols Signature - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-debugsymbols-${suffix}-${task_id}.${ext|tgz}.sig', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-${push_name}-${push_arch}-debugsymbols-${suffix}.${ext|tgz}.sig', 'bucket': '${push_bucket}'}} #SHA1 for debug symbols - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-debugsymbols-${suffix}-${task_id}.${ext|tgz}.sha1', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-${push_name}-${push_arch}-debugsymbols-${suffix}.${ext|tgz}.sha1', 'bucket': '${push_bucket}'}} #SHA256 for debugsymbols - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-debugsymbols-${suffix}-${task_id}.${ext|tgz}.sha256', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-${push_name}-${push_arch}-debugsymbols-${suffix}.${ext|tgz}.sha256', 'bucket': '${push_bucket}'}} #MD5 for debugsymbols - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-debugsymbols-${suffix}-${task_id}.${ext|tgz}.md5', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-${push_name}-${push_arch}-debugsymbols-${suffix}.${ext|tgz}.md5', 'bucket': '${push_bucket}'}} - <<: *task_template name: search tags: [] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=search --storageEngine=wiredTiger resmoke_jobs_max: 1 - <<: *task_template name: search_auth tags: [] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=search_auth --storageEngine=wiredTiger resmoke_jobs_max: 1 - <<: *task_template name: search_ssl tags: [] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=search_ssl --storageEngine=wiredTiger resmoke_jobs_max: 1 - name: shared_scons_cache_pruning tags: [] exec_timeout_secs: 7200 # 2 hour timeout for the task overall depends_on: [] commands: - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - *kill_processes - *cleanup_environment - *set_up_venv - func: "shared scons cache pruning" - name: win_shared_scons_cache_pruning tags: [] exec_timeout_secs: 21600 # 2 hour timeout for the task overall depends_on: [] commands: - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - *kill_processes - *cleanup_environment - *set_up_venv - func: "set up win mount script" - func: "shared scons cache pruning" - name: validate_commit_message tags: [] exec_timeout_secs: 600 # 10 minute timeout commands: - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - *kill_processes - *cleanup_environment - func: "set up venv" - func: "configure evergreen api credentials" - command: subprocess.exec type: test params: binary: bash args: - "./src/evergreen/commit_message_validate.sh" - name: check_for_todos tags: [] exec_timeout_secs: 600 # 10 minute timeout commands: - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - *kill_processes - *cleanup_environment - func: "set up venv" - func: "configure evergreen api credentials" - command: subprocess.exec type: test params: binary: bash args: - "./src/evergreen/todos_check.sh" - <<: *task_template name: mqlrun tags: [] commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --suites=mqlrun - name: update_patch_failure_history # Time out the task if it runs for more than 8 hours. Provides buffer for # when the Evergreen API is busy. exec_timeout_secs: 28800 commands: - func: "do non-compile setup" - *f_expansions_write - func: "configure evergreen api credentials" - func: "update patch failure history" - name: check_feature_flag_tags tags: [] patch_only: true commands: - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - *kill_processes - *cleanup_environment - func: "set up venv" - command: subprocess.exec type: test params: binary: bash args: - "./src/evergreen/feature_flag_tags_check.sh" ####################################### # Task Groups # ####################################### task_groups: - <<: *compile_task_group_template name: compile_and_archive_dist_test_TG tasks: - compile_dist_test - archive_dist_test - archive_dist_test_debug - <<: *compile_task_group_template name: compile_and_archive_dist_test_then_package_TG tasks: - compile_dist_test - archive_dist_test - archive_dist_test_debug - package - <<: *compile_task_group_template name: compile_ninja_next_TG tasks: - compile_ninja_next - <<: *compile_task_group_template name: compile_build_tools_next_TG tasks: - compile_build_tools_next - <<: *compile_task_group_template name: libdeps_graph_linting_TG tasks: - libdeps_graph_linting - <<: *compile_task_group_template name: compile_ninja_TG tasks: - compile_ninja teardown_task: - command: s3.put params: optional: true aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/all.build.ninja remote_file: ${project}/${build_variant}/${revision}/artifacts/all.${build_id}.build.ninja bucket: mciuploads permissions: public-read content_type: text/plain display_name: build.ninja - <<: *compile_task_group_template name: server_discovery_and_monitoring_json_test_TG tasks: - server_discovery_and_monitoring_json_test - <<: *compile_task_group_template name: server_selection_json_test_TG tasks: - server_selection_json_test - <<: *compile_task_group_template name: compile_run_and_archive_dbtest_TG tasks: - compile_dbtest - run_dbtest - archive_dbtest - <<: *compile_task_group_template name: compile_archive_and_run_libfuzzertests_TG tasks: - compile_and_archive_libfuzzertests - fetch_and_run_libfuzzertests - <<: *compile_task_group_template name: compile_test_and_package_serial_TG tasks: - compile_dist_test - archive_dist_test - archive_dist_test_debug - compile_unittests - run_unittests - compile_dbtest - run_dbtest - archive_dbtest - compile_all - package - <<: *compile_task_group_template name: compile_and_test_TG tasks: - compile_dist_test - compile_unittests - run_unittests - compile_dbtest - run_dbtest - compile_all # These `parallel` task groups are only appropriate for builders that # use --link-model=dynamic, and have scons_cache_scope: shared and # scons_cache_mode: all. Such builders are able to share all build # artifacts, and therefore will not repeatedly re-link the same # code. In that mode, it makes sense to run all of these tasks # concurrently, since they will share state across machines and can # complete faster than running them serially. We keep them in task # groups so that if they do run on the same machine, they can avoid the # cost of re-running the setup tasks. - <<: *compile_task_group_template name: compile_test_and_package_parallel_core_stream_TG tasks: - compile_dist_test - determine_patch_tests - archive_dist_test - archive_dist_test_debug - compile_all - package - <<: *compile_task_group_template name: compile_test_and_package_parallel_unittest_stream_TG tasks: - compile_unittests - run_unittests - <<: *compile_task_group_template name: compile_test_and_package_parallel_unittest_stream_with_recording_TG tasks: - compile_unittests_for_recorded_unittest - run_unittests_with_recording - <<: *compile_task_group_template name: compile_test_and_package_parallel_dbtest_stream_TG tasks: - compile_dbtest - run_dbtest - archive_dbtest - name: clang_tidy_TG setup_group_can_fail_task: true setup_group: - command: manifest.load - func: "git get project and add git tag" - func: "set task expansion macros" - func: "f_expansions_write" - func: "kill processes" - func: "cleanup environment" - func: "set up venv" - func: "upload pip requirements" - func: "configure evergreen api credentials" - func: "get buildnumber" - func: "f_expansions_write" - func: "set up credentials" - func: "set up win mount script" - func: "generate compile expansions" teardown_group: - func: "f_expansions_write" - func: "umount shared scons directory" - func: "cleanup environment" setup_task: - func: "apply compile expansions" - func: "f_expansions_write" - func: "set task expansion macros" - func: "f_expansions_write" teardown_task: tasks: - clang_tidy - name: visibility_test_TG setup_group_can_fail_task: true max_hosts: 1 setup_group: - command: manifest.load - func: "git get project and add git tag" - func: "set task expansion macros" - func: "f_expansions_write" - func: "get buildnumber" - func: "set up venv" - func: "upload pip requirements" - func: "set up credentials" - func: "set up win mount script" - func: "generate compile expansions" teardown_group: - func: "umount shared scons directory" setup_task: - func: "set task expansion macros" - func: "f_expansions_write" - func: "apply compile expansions" - func: "f_expansions_write" teardown_task: - func: "attach scons logs" tasks: - compile_visibility_test - name: embedded_sdk_build_and_test setup_group_can_fail_task: true max_hosts: 1 setup_group: - command: manifest.load - func: "git get project and add git tag" - func: "set task expansion macros" - func: "f_expansions_write" - func: "get buildnumber" - func: "set up venv" - func: "upload pip requirements" - func: "set up credentials" - func: "set up win mount script" - func: "generate compile expansions" teardown_group: - func: "umount shared scons directory" setup_task: - func: "set task expansion macros" - func: "f_expansions_write" - func: "apply compile expansions" - func: "f_expansions_write" teardown_task: - func: "attach scons logs" tasks: - "embedded_sdk_build_cdriver" - "embedded_sdk_install_dev" - "embedded_sdk_s3_put" - "embedded_sdk_install_tests" - "embedded_sdk_tests_s3_put" - "embedded_sdk_run_tests" - "embedded_sdk_s3_put_latest" - "embedded_sdk_tests_s3_put_latest" - <<: *stitch_support_task_group_template name: stitch_support_lib_build_and_archive tags: ["stitch"] tasks: - "stitch_support_create_lib" - <<: *stitch_support_task_group_template name: stitch_support_lib_build_and_test tags: ["stitch"] max_hosts: 1 tasks: - "stitch_support_install_tests" - "stitch_support_run_tests" ####################################### # Modules # ####################################### # if a module is added and to be added to the manifest # be sure to add the module to git.get_project revisions parameter modules: - name: enterprise repo: git@github.com:10gen/mongo-enterprise-modules.git prefix: src/mongo/db/modules branch: master - name: wtdevelop repo: git@github.com:wiredtiger/wiredtiger.git prefix: src/third_party branch: develop ####################################### # Buildvariants # ####################################### buildvariants: - &enterprise-rhel-80-64-bit-dynamic-sbe-engine name: enterprise-rhel-80-64-bit-dynamic-sbe-engine display_name: "Shared Library Enterprise RHEL 8.0 (SBE Engine)" batchtime: 480 # 8 hour stepback: false modules: - enterprise run_on: - rhel80-small expansions: &enterprise-rhel-80-64-bit-dynamic-sbe-engine-expansions additional_package_targets: archive-mongocryptd archive-mongocryptd-debug archive-mh archive-mh-debug compile_flags: --ssl MONGO_DISTMOD=rhel80 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars --link-model=dynamic multiversion_platform: rhel80 multiversion_edition: enterprise # refer to line 3113 for configuring number of tasks and files. has_packages: false scons_cache_scope: shared scons_cache_mode: all target_resmoke_time: 10 max_sub_suites: 5 large_distro_name: rhel80-medium num_scons_link_jobs_available: 0.99 test_flags: >- --mongodSetParameters="{internalQueryEnableSlotBasedExecutionEngine: true}" --additionalFeatureFlags=featureFlagTimeseriesCollection,featureFlagSbePlanCache tasks: - name: compile_and_archive_dist_test_TG distros: - rhel80-large - name: build_variant_gen - name: .aggfuzzer - name: .query_fuzzer