#################################################### # This file contains static Evergreen config definitions used by other YAML files. # It is not run directly by any Evergreen project. # # Any global task, function, or taskgroup definition can be added here. Note that if # the definition is added to another file, YAML anchors from this file can't be used. command_type: system exec_timeout_secs: 21600 # 6 hours. oom_tracker: true pre_error_fails_task: true stepback: true # Files that match an ignore-list pattern will not trigger a build, if they're the only modified # files in the patch. ignore: - ".*" - "!.clang-format" - "!.eslintrc.yml" - "*.md" - "*.rst" - "*.txt" - "/distsrc/**" - "/docs/**" - "/etc/*.yml" - "!/etc/evergreen.yml" - "README" ## Parameters for parameterized builds (see https://github.com/evergreen-ci/evergreen/wiki/Parameterized-Builds) parameters: - key: patch_compile_flags description: "Additional SCons flags to be applied during scons compile invocations in this patch" - key: future_git_tag description: "Future git tag to be added. If empty, we will use the most recent git tag instead." - key: last_lts_evg_version_id description: "The Evergreen Version ID of the last-lts MongoDB binaries. Only binaries from release variants are used" - key: last_continuous_evg_version_id description: "The Evergreen Version ID of the last-continuous MongoDB binaries. Only binaries from release variants are used" - key: antithesis_image_tag description: "The docker tag to use when pushing images to Antithesis" ## Cron parameters. - key: project_required_suggested_cron value: "0 */4 * * *" # Every 4 hours starting at 0000 UTC description: "Cron schedule for required and suggested variants" - key: project_nightly_cron value: "0 4 * * *" # Every day starting at 0400 UTC description: "Cron schedule for nightly variants" - key: project_weekly_cron value: "0 4 * * 0" # Every week starting 0400 UTC Sunday description: "Cron schedule for nightly variants" ####################################### # Modules # ####################################### # if a module is added and to be added to the manifest # be sure to add the module to git.get_project revisions parameter modules: - name: enterprise repo: git@github.com:10gen/mongo-enterprise-modules.git prefix: src/mongo/db/modules branch: master - name: wtdevelop repo: git@github.com:wiredtiger/wiredtiger.git prefix: src/third_party branch: develop ####################################### # Variable # ####################################### ## Some variables for convenience: variables: # Used when the tests it runs depend only on mongod, mongos, the jstestshell and the tools. - &task_template name: template depends_on: - name: archive_dist_test_debug commands: - func: "do setup" - func: "run tests" vars: resmoke_args: --help resmoke_jobs_max: 0 # No cap on number of jobs. - &gen_task_template name: gen_task_template depends_on: - name: version_gen variant: generate-tasks-for-version - name: archive_dist_test commands: - func: "generate resmoke tasks" vars: resmoke_args: --help - &gen_burn_in_task_template name: gen_burn_in_task_template depends_on: - name: version_gen variant: generate-tasks-for-version - name: version_burn_in_gen variant: generate-tasks-for-version - name: archive_dist_test commands: - func: "generate resmoke tasks" vars: resmoke_args: --help - &benchmark_template name: benchmark_template depends_on: - name: compile_upload_benchmarks commands: - func: "do benchmark setup" - func: "run tests" vars: resmoke_args: --help resmoke_jobs_max: 1 - func: "send benchmark results" # - func: "analyze benchmark results" vars: suite: benchmark_suite - &jepsen_config_vars jepsen_key_time_limit: --key-time-limit 15 jepsen_protocol_version: --protocol-version 1 jepsen_read_concern: "" jepsen_read_with_find_and_modify: "" jepsen_storage_engine: "" jepsen_test_name: "" # Empirically, we've had greater success in reproducing the issues found in MongoDB versions # 3.4.0-rc3 and 3.4.0-rc4 when running Jepsen with at least --time-limit=600. jepsen_time_limit: --time-limit 1200 jepsen_write_concern: "" # Template for running Jepsen tests - &run_jepsen_template name: run_jepsen_template depends_on: - name: archive_dist_test_debug commands: - func: "do setup" - func: "do jepsen setup" - func: "run jepsen test" vars: <<: *jepsen_config_vars - &jstestfuzz_config_vars is_jstestfuzz: true num_files: 15 num_tasks: 5 # Upperbound by `max_sub_suites` specified through the variant with each task still running `num_files` files. resmoke_args: --help # resmoke_args needs to be overridden to specify one of the jstestfuzz suites resmoke_jobs_max: 1 should_shuffle: false continue_on_failure: false # Terminate the function when there has been no output to stdout for 30 minutes. E.g. when something is stuck in an infinite loop. # resmoke.py writes the test output to logkeeper and only writes to stdout when starting the next test. # resmoke.py not producing output on stdout means that the test is still running and presumably not going to finish. # Note that timeout_secs is different from exec_timeout_secs, which applies to a task and times out regardless of whether output has been written to stdout. timeout_secs: 1800 # Used for tests that invoke 'resmoke.py --suites=jstestfuzz*'. - &jstestfuzz_template name: jstestfuzz_template exec_timeout_secs: 14400 # Time out the task if it runs for more than 4 hours. depends_on: - name: version_gen variant: generate-tasks-for-version - archive_dist_test_debug commands: - func: "generate resmoke tasks" # Templates used by powercycle - &powercycle_remote_credentials private_key_file: src/powercycle.pem private_key_remote: ${__project_aws_ssh_key_value} - &compile_task_group_template name: compile_task_group_template max_hosts: 1 tasks: [] setup_task: - func: "f_expansions_write" - func: "apply compile expansions" - func: "set task expansion macros" - func: "f_expansions_write" teardown_task: - func: "f_expansions_write" - func: "attach scons logs" - func: "send scons cedar report" - func: "attach report" - func: "attach artifacts" - func: "kill processes" - func: "save code coverage data" - func: "save mongo coredumps" - func: "save failed unittests" - func: "save UndoDB recordings" - func: "save unstripped dbtest" - func: "save hang analyzer debugger files" - func: "save disk statistics" - func: "save system resource information" - func: "save libfuzzertest corpora" - func: "remove files" vars: files: >- src/resmoke_error_code src/build/scons/config.log src/*.gcda.gcov src/gcov-intermediate-files.tgz src/*.core src/*.mdmp mongo-coredumps.tgz src/dist-unittests/bin/* src/dist-unittests/lib/* mongo-unittests.tgz src/debugger*.* src/mongo-hanganalyzer.tgz diskstats.tgz system-resource-info.tgz ${report_file|src/report.json} ${archive_file|src/archive.json} setup_group_can_fail_task: true setup_group: - command: manifest.load - func: "git get project and add git tag" - func: "set task expansion macros" - func: "f_expansions_write" - func: "kill processes" - func: "cleanup environment" # The python virtual environment is installed in ${workdir}, which is created in # "set up venv". - func: "set up venv" - func: "upload pip requirements" - func: "get all modified patch files" - func: "f_expansions_write" - func: "configure evergreen api credentials" - func: "get buildnumber" - func: "f_expansions_write" - func: "set up credentials" - func: "use WiredTiger develop" # noop if ${use_wt_develop} is not "true" - func: "set up win mount script" - func: "generate compile expansions" - func: "f_expansions_write" teardown_group: - func: "f_expansions_write" - func: "umount shared scons directory" - func: "cleanup environment" timeout: - func: "f_expansions_write" - func: "run hang analyzer" - func: "wait for resmoke to shutdown" - &stitch_support_task_group_template name: stitch_support_task_group_template setup_task: - func: "apply compile expansions" - func: "set task expansion macros" - func: "f_expansions_write" teardown_task: - func: "attach scons logs" - func: "send scons cedar report" setup_group_can_fail_task: true setup_group: - command: manifest.load - func: "git get project and add git tag" - func: "set task expansion macros" - func: "f_expansions_write" - func: "kill processes" - func: "cleanup environment" - func: "set up venv" - func: "upload pip requirements" - func: "get buildnumber" - func: "f_expansions_write" - func: "set up win mount script" - func: "generate compile expansions" teardown_group: - func: "umount shared scons directory" # TODO: split this up into the user files. # List of all variants that make mongocryptd # If a variant is listed here and has a push task, mongocryptd is pushed - mongocryptd_variants: &mongocryptd_variants - enterprise-amazon2 - enterprise-amazon2-arm64 - enterprise-amazon2022-arm64 - enterprise-debian10-64 - enterprise-debian11-64 - enterprise-linux-64-amazon-ami - enterprise-macos - enterprise-macos-arm64 - enterprise-rhel-70-64-bit - enterprise-rhel-70-64-bit-no-libunwind - enterprise-rhel-81-ppc64le - enterprise-rhel-72-s390x - enterprise-rhel-80-64-bit - enterprise-rhel-80-64-bit-coverage - enterprise-rhel-80-64-bit-suggested - enterprise-rhel-82-arm64 - enterprise-rhel-83-s390x - enterprise-rhel-90-64-bit - enterprise-suse12-64 - enterprise-suse15-64 - enterprise-ubuntu1804-64 - enterprise-ubuntu1804-arm64 - enterprise-ubuntu2004-arm64 - enterprise-ubuntu2204-arm64 - enterprise-ubuntu2004-64 - enterprise-ubuntu2204-64 - enterprise-windows - enterprise-windows-debug-unoptimized - enterprise-windows-inmem - enterprise-windows-wtdevelop - ubuntu1804-debug-asan - ubuntu1804-debug-ubsan - ubuntu1804-debug-aubsan-lite-required - ubuntu1804-debug-aubsan-lite_fuzzer # List of all variants that make mh artifacts. # If a variant is listed here and has a push task, the mh artifacts are pushed - mh_variants: &mh_variants - enterprise-macos - enterprise-macos-arm64 - enterprise-rhel-80-64-bit - enterprise-rhel-80-64-bit-dynamic-all-feature-flags-required - enterprise-rhel-70-64-bit - enterprise-rhel-82-arm64 - enterprise-rhel-90-64-bit - enterprise-amazon2-arm64 - enterprise-amazon2022-arm64 - enterprise-ubuntu1804-64 - enterprise-ubuntu2004-64 - enterprise-ubuntu2204-64 - enterprise-windows # List of all variants that use the packages.tgz - package_variants: &package_variants - amazon - enterprise-linux-64-amazon-ami - amazon2 - amazon2022-arm64 - enterprise-amazon2 - enterprise-amazon2-arm64 - enterprise-amazon2022-arm64 - debian10 - debian11 - enterprise-debian10-64 - enterprise-debian11-64 - rhel70 - rhel76_compile_rhel70 - enterprise-rhel-70-64-bit - enterprise-rhel-81-ppc64le - enterprise-rhel-72-s390x - ubi8 - rhel80 - rhel-82-arm64 - rhel90 - enterprise-rhel-80-64-bit - enterprise-rhel-80-64-bit-suggested # For testing selinux. - enterprise-rhel-82-arm64 - enterprise-rhel-83-s390x - enterprise-rhel-90-64-bit - suse12 - enterprise-suse12-64 - suse15 - enterprise-suse15-64 - ubuntu1804 - ubuntu1804-arm64 - ubuntu2004-arm64 - ubuntu2204-arm64 - ubuntu2004 - ubuntu2204 - enterprise-ubuntu1804-64 - enterprise-ubuntu1804-arm64 - enterprise-ubuntu2004-arm64 - enterprise-ubuntu2204-arm64 - enterprise-ubuntu2004-64 - enterprise-windows - windows ####################################### # Functions # ####################################### functions: "f_expansions_write": &f_expansions_write command: expansions.write params: file: expansions.yml redacted: true "remove files": - *f_expansions_write - command: subprocess.exec params: binary: bash args: - "src/evergreen/functions/files_remove.sh" "configure evergreen api credentials": &configure_evergreen_api_credentials command: subprocess.exec type: test params: binary: bash args: - "src/evergreen/functions/evergreen_api_credentials_configure.sh" "git get project": &git_get_project command: git.get_project params: directory: ${git_project_directory|src} revisions: # for each module include revision as : ${_rev} enterprise: ${enterprise_rev} wtdevelop: ${wtdevelop_rev} # Get get the mongo repo, no modules. Useful for inspecting the commit history with the # `git` Python tool. "git get project no modules": - *f_expansions_write - command: git.get_project params: directory: ${git_project_directory|src} "add git tag": &add_git_tag command: subprocess.exec params: binary: bash args: - "src/evergreen/functions/add_git_tag.sh" env: future_git_tag: ${future_git_tag} bv_future_git_tag: ${bv_future_git_tag} "git get project and add git tag": - *f_expansions_write - *git_get_project - *add_git_tag "gen feature flags": &gen_feature_flags command: subprocess.exec type: test params: binary: bash args: - "src/evergreen/gen_feature_flags.sh" "fetch artifacts": &fetch_artifacts command: s3.get params: aws_key: ${aws_key} aws_secret: ${aws_secret} remote_file: ${mongo_artifacts} bucket: mciuploads extract_to: src "fetch venv": &fetch_venv command: s3.get params: aws_key: ${aws_key} aws_secret: ${aws_secret} remote_file: ${mongo_venv} bucket: mciuploads extract_to: "." "adjust venv": &adjust_venv command: subprocess.exec params: binary: bash args: - "src/evergreen/functions/venv_adjust.sh" "fetch packages": &fetch_packages command: s3.get params: aws_key: ${aws_key} aws_secret: ${aws_secret} remote_file: ${project}/${build_variant}/${revision}/artifacts/${build_id}-packages.tgz bucket: mciuploads extract_to: src build_variants: *package_variants "fetch dist tarball": &fetch_dist_tarball command: s3.get params: aws_key: ${aws_key} aws_secret: ${aws_secret} remote_file: ${project}/${build_variant}/${revision}/dist/mongo-${build_id}.${ext|tgz} bucket: mciuploads local_file: src/mongo-binaries.tgz "fetch dist debugsymbols": &fetch_dist_debugsymbols command: s3.get params: aws_key: ${aws_key} aws_secret: ${aws_secret} remote_file: ${project}/${build_variant}/${revision}/dist/mongo-${build_id}-debugsymbols.${ext|tgz} bucket: mciuploads local_file: src/mongo-debugsymbols.tgz optional: true "fetch binaries": &fetch_binaries command: s3.get params: aws_key: ${aws_key} aws_secret: ${aws_secret} remote_file: ${mongo_binaries} bucket: mciuploads local_file: src/mongo-binaries.tgz "extract binaries": &extract_binaries command: subprocess.exec params: binary: bash args: - "src/evergreen/functions/binaries_extract.sh" "get version expansions": &get_version_expansions command: s3.get params: aws_key: ${aws_key} aws_secret: ${aws_secret} remote_file: ${project}/${version_id}/${bv_future_git_tag|version}_expansions.yml bucket: mciuploads local_file: src/version_expansions.yml "apply version expansions": &apply_version_expansions command: expansions.update params: file: src/version_expansions.yml "get and apply version expansions": - *get_version_expansions - *apply_version_expansions "fetch benchmarks": &fetch_benchmarks command: s3.get params: aws_key: ${aws_key} aws_secret: ${aws_secret} remote_file: ${project}/${build_variant}/${revision}/benchmarks/${build_id}.tgz bucket: mciuploads extract_to: src "fetch corpus": &fetch_corpus command: s3.get params: aws_key: ${s3_access_key_id} aws_secret: ${s3_secret_access_key} bucket: fuzzer-artifacts extract_to: src/corpora remote_file: ${mongo_fuzzer_corpus} "fetch legacy corpus": &fetch_legacy_corpus command: s3.get params: aws_key: ${s3_access_key_id} aws_secret: ${s3_secret_access_key} bucket: fuzzer-artifacts # Extract the legacy corpora to the merge directory to synthesize together until we burn in. extract_to: src/corpora-merged remote_file: ${project}/corpus/mongo-${build_variant}-latest.tgz "archive new corpus": &archive_new_corpus command: archive.targz_pack params: target: corpora.tgz source_dir: src/corpora-merged include: - "**" "upload new corpus": &upload_new_corpus command: s3.put params: aws_key: ${s3_access_key_id} aws_secret: ${s3_secret_access_key} bucket: fuzzer-artifacts content_type: ${content_type|application/gzip} display_name: "Fuzzer Tests Corpus Tar Archive" local_file: corpora.${ext|tgz} optional: true permissions: private remote_file: ${mongo_fuzzer_corpus} visibility: signed "upload new corpus for mciuploads": &upload_new_corpus_mciuploads command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} bucket: mciuploads content_type: ${content_type|application/gzip} display_name: Input Corpora local_file: corpora.${ext|tgz} optional: true permissions: private remote_file: ${mongo_fuzzer_corpus_mciuploads} visibility: signed "get buildnumber": &get_buildnumber command: keyval.inc params: key: "${build_variant}_master" destination: "builder_num" "run diskstats": &run_diskstats command: subprocess.exec params: background: true system_log: true binary: bash args: - "./src/evergreen/functions/run_diskstats.sh" "collect system resource info": &collect_system_resource_info command: subprocess.exec params: background: true system_log: true binary: bash args: - "./src/evergreen/functions/system_resource_info_collect.sh" "collect ulimit info": &collect_ulimit_info command: subprocess.exec params: background: true system_log: true binary: bash args: - "./src/evergreen/functions/ulimit_info_collect.sh" # Run a monitor process as a background, system task to periodically # display how many threads interesting processes are using. "monitor process threads": &monitor_process_threads command: subprocess.exec params: background: true system_log: true binary: bash args: - "./src/evergreen/functions/process_threads_monitor.sh" "set up credentials": &set_up_credentials command: subprocess.exec params: binary: bash silent: true args: - "./src/evergreen/functions/credentials_setup.sh" "set up win mount script": - *f_expansions_write - command: subprocess.exec params: binary: bash silent: true args: - "./src/evergreen/functions/win_mount_script_setup.sh" "set up notary client credentials": - *f_expansions_write - command: subprocess.exec params: binary: bash silent: true args: - "./src/evergreen/functions/notary_client_credentials_setup.sh" "f_remote_credentials_setup_exec": &set_up_remote_credentials command: subprocess.exec params: binary: bash args: - "./src/evergreen/functions/remote_credentials_setup.sh" env: private_key_remote_bash_var: ${private_key_remote} "set up remote credentials": - *f_expansions_write - *set_up_remote_credentials "upload debugsymbols": &upload_debugsymbols command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/mongo-debugsymbols.${ext|tgz} remote_file: ${mongo_debugsymbols} bucket: mciuploads permissions: public-read content_type: ${content_type|application/gzip} "use WiredTiger develop": - *f_expansions_write - command: subprocess.exec params: binary: bash args: - "./src/evergreen/functions/wiredtiger_develop_use.sh" "shared scons cache pruning": - *f_expansions_write - command: subprocess.exec type: system params: binary: bash args: - "./src/evergreen/functions/shared_scons_cache_pruning.sh" "umount shared scons directory": - *f_expansions_write - command: subprocess.exec params: binary: bash args: - "./src/evergreen/functions/shared_scons_directory_umount.sh" "get all modified patch files": - *f_expansions_write - command: subprocess.exec params: binary: bash args: - "./src/evergreen/functions/modified_patch_files_get_all.sh" # This function should only be called from patch-build-only tasks. "get added and modified patch files": - *f_expansions_write - command: subprocess.exec params: binary: bash args: - "./src/evergreen/functions/added_and_modified_patch_files_get.sh" "determine resmoke jobs": &determine_resmoke_jobs command: subprocess.exec params: binary: bash args: - "./src/evergreen/functions/resmoke_jobs_determine.sh" "update resmoke jobs expansions": &update_resmoke_jobs_expansions command: expansions.update params: ignore_missing_file: true file: src/resmoke_jobs_expansion.yml "determine task timeout": &determine_task_timeout command: subprocess.exec params: binary: bash args: - "./src/evergreen/functions/task_timeout_determine.sh" "update task timeout expansions": &update_task_timeout_expansions command: expansions.update params: ignore_missing_file: true file: src/task_timeout_expansions.yml "update task timeout": &update_task_timeout command: timeout.update params: exec_timeout_secs: ${exec_timeout_secs} timeout_secs: ${timeout_secs} ### Set expansion macros used in each task. "set task expansion macros": &set_task_expansion_macros command: expansions.update params: updates: - key: mongo_binaries value: ${project}/${compile_variant}/${version_id}/binaries/mongo-${revision_order_id}.${ext|tgz} - key: mongo_cryptd value: ${project}/${compile_variant}/${version_id}/binaries/mongo-cryptd-${revision_order_id}.${ext|tgz} - key: mongo_cryptd_debugsymbols value: ${project}/${compile_variant}/${version_id}/binaries/mongo-cryptd-debugsymbols-${revision_order_id}.${ext|tgz} - key: mh_archive value: ${project}/${compile_variant}/${version_id}/binaries/mh-${revision_order_id}.${ext|tgz} - key: mh_debugsymbols value: ${project}/${compile_variant}/${version_id}/debugsymbols/mh-debugsymbols-${revision_order_id}.${ext|tgz} - key: mongo_debugsymbols value: ${project}/${compile_variant}/${version_id}/debugsymbols/debugsymbols-${revision_order_id}.${ext|tgz} - key: mongo_jstestshell value: ${project}/${compile_variant}/${version_id}/binaries/mongo-jstestshell-${revision_order_id}.${ext|tgz} - key: mongo_jstestshell_debugsymbols value: ${project}/${compile_variant}/${version_id}/binaries/mongo-jstestshell-debugsymbols-${revision_order_id}.tgz - key: mongo_artifacts value: ${project}/${compile_variant}/${version_id}/artifacts/${revision_order_id}.tgz - key: mongo_venv value: ${project}/${compile_variant}/${version_id}/venv/${revision_order_id}.tgz - key: mongo_fuzzer_corpus_mciuploads value: ${project}/${build_variant}/${version_id}/libfuzzer-corpora/corpora-${revision_order_id}.${ext|tgz} - key: mongo_fuzzer_corpus value: corpora-${project}-${build_variant}.${ext|tgz} - key: skip_tests value: skip_test-${build_id} "set up venv": &set_up_venv command: subprocess.exec params: binary: bash args: - "src/evergreen/functions/venv_setup.sh" env: pip_dir: ${pip_dir} "upload pip requirements": &upload_pip_requirements command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: pip-requirements.txt remote_file: ${project}/${build_variant}/${version_id}/pip-requirements-${task_id}-${execution}.txt bucket: mciuploads permissions: public-read content_type: text/plain display_name: Pip Requirements "upload clang tidy results": &upload_clang_tidy_results - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/clang_tidy_fixes.tgz remote_file: ${project}/${build_variant}/${version_id}/${task_id}/clang_tidy_fixes.tgz bucket: mciuploads permissions: public-read content_type: application/gzip display_name: clang_tidy_fixes.tgz - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/clang_tidy_fixes/clang_tidy_fixes.json remote_file: ${project}/${build_variant}/${version_id}/${task_id}/clang_tidy_fixes.json bucket: mciuploads permissions: public-read content_type: application/json display_name: clang_tidy_fixes.json "send benchmark results": - command: perf.send params: aws_key: ${aws_key} aws_secret: ${aws_secret} bucket: mciuploads prefix: ${task_id}_${execution} file: src/cedar_report.json "analyze benchmark results": - *f_expansions_write - *configure_evergreen_api_credentials - command: subprocess.exec type: test params: binary: bash args: - "./src/evergreen/functions/benchmark_results_analyze.sh" "cleanup environment": &cleanup_environment command: subprocess.exec params: binary: bash args: - "./src/evergreen/cleanup_environment.sh" "kill processes": &kill_processes command: subprocess.exec params: silent: true binary: bash args: - "./src/evergreen/kill_processes.sh" "do setup": - *f_expansions_write - *fetch_artifacts - *kill_processes - *cleanup_environment - *fetch_venv - *adjust_venv - *fetch_binaries - *extract_binaries - *get_buildnumber - *f_expansions_write - *set_up_credentials - *run_diskstats - *monitor_process_threads - *collect_system_resource_info - *collect_ulimit_info "do non-compile setup": - command: manifest.load - *git_get_project - *f_expansions_write - *add_git_tag - *kill_processes - *cleanup_environment - *set_up_venv - *upload_pip_requirements - *get_buildnumber - *f_expansions_write - *set_up_credentials "do benchmark setup": - command: manifest.load - *git_get_project - *f_expansions_write - *add_git_tag - *kill_processes - *cleanup_environment - *set_up_venv - *upload_pip_requirements - *get_buildnumber - *f_expansions_write - *set_up_credentials - *fetch_benchmarks "f_multiversion_setup_exec": &do_multiversion_setup command: subprocess.exec params: binary: bash args: - "./src/evergreen/multiversion_setup.sh" "do multiversion setup": - *f_expansions_write - *set_up_venv - *do_multiversion_setup # Used by generator "get compiled binaries": command: subprocess.exec params: binary: bash args: - "./src/evergreen/compiled_binaries_get.sh" "generate powercycle tasks": - command: manifest.load - *git_get_project - *f_expansions_write - *add_git_tag - *kill_processes - *cleanup_environment - *set_up_venv - *upload_pip_requirements - command: subprocess.exec params: binary: bash args: - "./src/evergreen/powercycle_tasks_generate.sh" - command: archive.targz_pack params: target: powercycle_tasks_config.tgz source_dir: "./" include: - "powercycle_tasks.json" - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: powercycle_tasks_config.tgz remote_file: ${project}/${build_variant}/${revision}/powercycle_tasks/${task_name}-${build_id}.tgz bucket: mciuploads permissions: public-read content_type: application/gzip display_name: Generated Task Config - Execution ${execution} - command: generate.tasks params: files: - powercycle_tasks.json "run powercycle sentinel": - command: manifest.load - *git_get_project - *f_expansions_write - *add_git_tag - *kill_processes - *cleanup_environment - *set_up_venv - *upload_pip_requirements - *configure_evergreen_api_credentials - command: subprocess.exec type: system params: binary: bash args: - "./src/evergreen/powercycle_sentinel_run.sh" "execute resmoke tests": &execute_resmoke_tests command: subprocess.exec type: test params: binary: bash args: - "./src/evergreen/resmoke_tests_execute.sh" "retrieve generated test configuration": &retrieve_generated_test_configuration command: s3.get params: aws_key: ${aws_key} aws_secret: ${aws_secret} bucket: mciuploads remote_file: ${project}/${revision}/generate_tasks/generated-config-${version_id}.tgz local_file: "generate_tasks_config.tgz" "extract generated test configuration": &extract_generated_test_configuration command: subprocess.exec type: test params: binary: bash args: - "./src/evergreen/extract_generated_test_configuration.sh" "minimize jstestfuzz": command: subprocess.exec type: test params: binary: bash args: - "./src/evergreen/jstestfuzz_minimize.sh" "generate version": - *f_expansions_write - *configure_evergreen_api_credentials - command: subprocess.exec type: test params: binary: bash args: - "./src/evergreen/generate_version.sh" - command: archive.targz_pack params: target: generate_tasks_config.tgz source_dir: src/generated_resmoke_config include: - "*" - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: generate_tasks_config.tgz remote_file: ${project}/${revision}/generate_tasks/generated-config-${version_id}.tgz bucket: mciuploads permissions: public-read content_type: ${content_type|application/gzip} display_name: Generated Task Config - Execution ${execution} optional: true - command: generate.tasks params: optional: true files: - src/generated_resmoke_config/*.json "generate version burn in": - *f_expansions_write - *configure_evergreen_api_credentials - command: subprocess.exec type: test params: binary: bash args: - "./src/evergreen/generate_version_burn_in.sh" - command: archive.targz_pack params: target: generate_tasks_config.tgz source_dir: src/generated_resmoke_config include: - "*" - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: generate_tasks_config.tgz remote_file: ${project}/${revision}/generate_tasks/generated-burn-in-config-${version_id}.tgz bucket: mciuploads permissions: public-read content_type: ${content_type|application/gzip} display_name: Generated Burn In Task Config - Execution ${execution} optional: true - command: generate.tasks params: optional: true files: - src/generated_resmoke_config/*.json "generate resmoke tasks": - *fetch_artifacts - *f_expansions_write - *kill_processes - *cleanup_environment - *get_version_expansions - *apply_version_expansions - *fetch_venv - *adjust_venv - *f_expansions_write - *configure_evergreen_api_credentials - command: subprocess.exec type: test params: binary: bash args: - "./src/evergreen/gen_tasks_activate.sh" # Used by generator "validate resmoke tests runtime": - *f_expansions_write - *configure_evergreen_api_credentials - command: subprocess.exec type: test params: binary: bash args: - "./src/evergreen/resmoke_tests_runtime_validate.sh" # Used by generator "run generated tests": - *f_expansions_write - *retrieve_generated_test_configuration - *extract_generated_test_configuration - *f_expansions_write - command: expansions.update params: updates: - key: aws_key_remote value: ${mongodatafiles_aws_key} - key: aws_profile_remote value: mongodata_aws - key: aws_secret_remote value: ${mongodatafiles_aws_secret} - *f_expansions_write - *set_up_remote_credentials - *f_expansions_write - *determine_resmoke_jobs - *update_resmoke_jobs_expansions - *f_expansions_write - *configure_evergreen_api_credentials - *determine_task_timeout - *update_task_timeout_expansions - *update_task_timeout - *f_expansions_write - command: subprocess.exec params: binary: bash args: - "./src/evergreen/multiversion_exclude_tags_generate.sh" - *execute_resmoke_tests # The existence of the "run_tests_infrastructure_failure" file indicates this failure isn't # directly actionable. We use type=setup rather than type=system or type=test for this command # because we don't intend for any human to look at this failure. - command: subprocess.exec type: setup params: binary: bash args: - "./src/evergreen/check_run_tests_infrastructure_failure.sh" - command: subprocess.exec type: test params: binary: bash args: - "./src/evergreen/check_resmoke_failure.sh" "run tests": - *f_expansions_write - *configure_evergreen_api_credentials - *determine_task_timeout - *update_task_timeout_expansions - *f_expansions_write - *update_task_timeout - *f_expansions_write - command: expansions.update params: env: CEDAR_USER: ${cedar_user} CEDAR_API_KEY: ${cedar_api_key} updates: - key: aws_key_remote value: ${mongodatafiles_aws_key} - key: aws_profile_remote value: mongodata_aws - key: aws_secret_remote value: ${mongodatafiles_aws_secret} - *f_expansions_write - *set_up_remote_credentials - *f_expansions_write - *determine_resmoke_jobs - *update_resmoke_jobs_expansions - *f_expansions_write - *configure_evergreen_api_credentials - command: subprocess.exec params: binary: bash args: - "./src/evergreen/multiversion_exclude_tags_generate.sh" - *execute_resmoke_tests # The existence of the "run_tests_infrastructure_failure" file indicates this failure isn't # directly actionable. We use type=setup rather than type=system or type=test for this command # because we don't intend for any human to look at this failure. - command: subprocess.exec type: setup params: binary: bash args: - "./src/evergreen/check_run_tests_infrastructure_failure.sh" - command: subprocess.exec type: test params: binary: bash args: - "./src/evergreen/check_resmoke_failure.sh" "scons lint": - *f_expansions_write - command: subprocess.exec type: test params: binary: bash args: - "src/evergreen/scons_lint.sh" "scons compile": - *get_version_expansions - *apply_version_expansions - *f_expansions_write - command: subprocess.exec type: test params: binary: bash args: - "src/evergreen/scons_compile.sh" "ninja compile": - *f_expansions_write - command: subprocess.exec type: test params: binary: bash args: - "./src/evergreen/ninja_compile.sh" "generate version expansions": &generate_version_expansions command: subprocess.exec params: binary: bash args: - "src/evergreen/functions/version_expansions_generate.sh" "upload version expansions": &upload_version_expansions command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/version_expansions.yml remote_file: ${project}/${version_id}/${bv_future_git_tag|version}_expansions.yml bucket: mciuploads permissions: public-read content_type: application/x-yaml display_name: version expansions "generate and upload version expansions": - *generate_version_expansions - *upload_version_expansions "generate compile expansions": - *f_expansions_write - command: subprocess.exec params: binary: bash args: - "src/evergreen/functions/compile_expansions_generate.sh" "apply compile expansions": - command: expansions.update params: file: src/compile_expansions.yml - *f_expansions_write "do jepsen setup": - *f_expansions_write - command: subprocess.exec params: binary: bash args: - "./src/evergreen/do_jepsen_setup/build_libfaketime.sh" - command: subprocess.exec params: binary: bash args: - "./src/evergreen/do_jepsen_setup/install_jepsen.sh" - command: subprocess.exec params: binary: bash args: - "./src/evergreen/do_jepsen_setup/nodes.sh" - command: subprocess.exec params: binary: bash args: - "./src/evergreen/do_jepsen_setup/move_binaries.sh" "do jepsen docker setup": - *f_expansions_write - command: subprocess.exec type: system params: binary: bash args: - "./src/evergreen/jepsen_docker/setup.sh" "run jepsen docker test": - *f_expansions_write - command: subprocess.exec type: setup params: binary: bash args: - "./src/evergreen/jepsen_docker/docker-up.sh" - command: archive.targz_pack params: target: jepsen-docker-log.tgz source_dir: jepsen/docker include: - "docker.log" - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: jepsen-docker-log.tgz remote_file: ${project}/${build_variant}/${revision}/jstestfuzz/jepsen-docker-log-${task_id}-${execution}.tgz bucket: mciuploads permissions: private visibility: signed content_type: application/gzip display_name: Jepsen Docker Build Log - Execution ${execution} - command: subprocess.exec type: test timeout_secs: 2700 # Timeout test if there is no output for more than 45 minutes. params: binary: bash args: - "./src/evergreen/jepsen_docker/list-append.sh" - command: subprocess.exec params: binary: bash args: - "./src/evergreen/jepsen_test_fail.sh" "cleanup jepsen docker test": - *f_expansions_write - command: subprocess.exec type: system params: binary: bash args: - "./src/evergreen/jepsen_docker/cleanup.sh" "run jepsen test": - *f_expansions_write - command: subprocess.exec type: test timeout_secs: 2700 # Timeout test if there is no output for more than 45 minutes. params: binary: bash args: - "./src/evergreen/jepsen_test_run.sh" - command: subprocess.exec params: binary: bash args: - "./src/evergreen/jepsen_test_fail.sh" "load aws test credentials": - *f_expansions_write - command: subprocess.exec params: binary: bash silent: true args: - "./src/evergreen/functions/aws_test_credentials_load.sh" "setup jstestfuzz": - *f_expansions_write - command: subprocess.exec params: binary: bash args: - "./src/evergreen/jstestfuzz_setup.sh" "lint fuzzer sanity patch": - *f_expansions_write - command: subprocess.exec type: test params: binary: bash args: - "./src/evergreen/lint_fuzzer_sanity_patch.sh" "lint fuzzer sanity all": - *f_expansions_write - command: subprocess.exec type: test params: binary: bash args: - "./src/evergreen/lint_fuzzer_sanity_all.sh" # Used by generator "run jstestfuzz": - *f_expansions_write - command: subprocess.exec params: binary: bash args: - "./src/evergreen/run_jstestfuzz/clone_repos.sh" - *f_expansions_write - command: subprocess.exec type: test params: binary: bash args: - "./src/evergreen/jstestfuzz_run.sh" - command: archive.targz_pack params: target: "jstests.tgz" source_dir: "src/jstestfuzz" include: - "out/*.js" - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: jstests.tgz remote_file: ${project}/${build_variant}/${revision}/jstestfuzz/${task_id}-${execution}.tgz bucket: mciuploads permissions: private visibility: signed content_type: application/gzip display_name: Generated Tests - Execution ${execution} "upload npm logs": - *f_expansions_write - command: subprocess.exec params: binary: bash args: - "./src/evergreen/move_npm_logs.sh" - command: archive.targz_pack params: target: "npm-logs.tgz" source_dir: "${workdir}/" include: - "_logs/*" - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: npm-logs.tgz remote_file: ${project}/${build_variant}/${revision}/jstestfuzz/${task_id}-${execution}-npm-logs.tgz bucket: mciuploads permissions: private visibility: signed content_type: application/gzip display_name: npm logs - Execution ${execution} "upload jstestfuzz minimized output": - command: s3.put params: optional: true aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/minimizer-outputs.json remote_file: ${project}/${build_variant}/${revision}/artifacts/minimizer-outputs-${task_id}-${execution}.json bucket: mciuploads permissions: private visibility: signed content_type: application/json display_name: Minimizer Outputs - Execution ${execution} - command: s3.put params: optional: true aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/jstestfuzz/out/minimizer-outputs-minimizedtest.js remote_file: ${project}/${build_variant}/${revision}/artifacts/minimizer-outputs-minimizedtest-${task_id}-${execution}.js bucket: mciuploads permissions: private visibility: signed content_type: text/javascript display_name: Minimized jstestfuzz Test - Execution ${execution} - *f_expansions_write - command: subprocess.exec params: binary: bash args: - "./src/evergreen/wiki_page_minimized_agg_query_fuzzer.sh" - command: attach.artifacts params: files: - wiki_page_running_minimized_test_location.json "run idl tests": - *f_expansions_write - command: subprocess.exec type: test params: binary: bash args: - "./src/evergreen/idl_tests_run.sh" "run powercycle test": - *f_expansions_write - command: subprocess.exec type: test params: binary: bash args: - "./src/evergreen/powercycle_run_test.sh" - command: expansions.update params: ignore_missing_file: true file: src/powercycle_exit.yml - *f_expansions_write - command: subprocess.exec type: setup params: binary: bash args: - "./src/evergreen/powercycle_ssh_failure_exit.sh" - command: subprocess.exec type: test params: binary: bash args: - "./src/evergreen/powercycle_exit.sh" "run packager.py": - *get_version_expansions - *apply_version_expansions - *f_expansions_write - command: subprocess.exec params: binary: bash args: - "./src/evergreen/packager.py_run.sh" "do watchdog setup": command: subprocess.exec params: binary: bash args: - "./src/evergreen/do_watchdog_setup.sh" "run package test": - *f_expansions_write - command: subprocess.exec type: test params: binary: bash add_expansions_to_env: true args: - "src/evergreen/run_python_script.sh" - "buildscripts/package_test.py" - "--os=none" - "--arch=${packager_arch}" - "--extra-test" - "${packager_distro}" - "https://s3.amazonaws.com/mciuploads/${project}/${build_variant}/${revision}/artifacts/${build_id}-packages.tgz" "run complete package test": - *f_expansions_write - command: subprocess.exec type: test params: binary: bash add_expansions_to_env: true args: - "src/evergreen/run_python_script.sh" - "buildscripts/package_test.py" "set up EC2 instance": &set_up_ec2_instance - command: host.create params: provider: ec2 distro: ${distro_id} timeout_teardown_secs: 604800 # 7 days security_group_ids: - sg-097bff6dd0d1d31d0 - command: host.list params: wait: true timeout_seconds: 3000 num_hosts: 1 path: src/hosts.yml - *f_expansions_write - command: subprocess.exec params: binary: bash args: - "./src/evergreen/powercycle_check_host.sh" - command: expansions.update params: file: src/powercycle_ip_address.yml - *f_expansions_write - command: subprocess.exec params: binary: bash args: - "./src/evergreen/powercycle_setup_host.sh" "run selinux tests": - command: host.create params: provider: ec2 distro: ${distro} timeout_teardown_secs: 86400 # 1 day - command: host.list params: wait: true timeout_seconds: 900 # 15 min num_hosts: 1 path: src/hosts.yml - *f_expansions_write - command: subprocess.exec type: test params: binary: bash redirect_standard_error_to_output: true args: - "./src/evergreen/selinux_run_test.sh" env: test_list: ${test_list} user: ec2-user ### Process & archive remote EC2 artifacts ### "save powercycle artifacts": &save_powercycle_artifacts command: subprocess.exec params: binary: bash args: - "./src/evergreen/powercycle_save_artifacts.sh" "archive remote EC2 artifacts": &archive_remote_ec2_artifacts command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/ec2_artifacts.tgz remote_file: ${project}/${build_variant}/${revision}/remote_ec2/remote_ec2_artifacts-${task_id}-${execution}.tgz bucket: mciuploads permissions: public-read content_type: ${content_type|application/gzip} display_name: Remote EC2 Artifacts - Execution ${execution} optional: true "archive remote EC2 monitor files": &archive_remote_ec2_monitor_files command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/ec2_monitor_files.tgz remote_file: ${project}/${build_variant}/${revision}/remote_ec2/remote_ec2_monitor-${task_id}-${execution}.tgz bucket: mciuploads permissions: public-read content_type: ${content_type|application/gzip} display_name: Remote EC2 Monitor - Execution ${execution} optional: true "save ec2 task artifacts": - *f_expansions_write - *save_powercycle_artifacts - *archive_remote_ec2_artifacts - *archive_remote_ec2_monitor_files ### Process & archive local client logs ### "tar local client logs": &tar_local_client_logs command: subprocess.exec params: binary: bash args: - "./src/evergreen/local_client_logs_tar.sh" "archive local client logs": &archive_local_client_logs command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/client-logs.tgz remote_file: ${project}/${build_variant}/${revision}/client_logs/mongo-client-logs-${task_id}-${execution}.tgz bucket: mciuploads permissions: public-read content_type: ${content_type|application/gzip} display_name: Client logs - Execution ${execution} optional: true "save local client logs": - *f_expansions_write - *tar_local_client_logs - *archive_local_client_logs ### Cleanup after the watchdog FUSE testing ### "cleanup FUSE watchdog": command: subprocess.exec params: binary: bash args: - "./src/evergreen/functions/fuse_watchdog_cleanup.sh" ### Process & archive Code Coverage artifacts ### "process code coverage data": &process_code_coverage_data command: subprocess.exec params: binary: bash args: - "./src/evergreen/functions/code_coverage_data_process.sh" env: GCOV_TOOL: ${gcov_tool} "tar code coverage data": &tar_code_coverage_data command: archive.targz_pack params: target: "src/gcov-intermediate-files.tgz" source_dir: "src" include: - "*.gcda.gcov" "archive code coverage data": &archive_code_coverage_data command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: "src/gcov-intermediate-files.tgz" remote_file: ${project}/${build_variant}/${revision}/gcov/gcov-intermediate-files-${task_id}-${execution}.tgz bucket: mciuploads permissions: public-read content_type: application/gzip display_name: gcov intermediate files - Execution ${execution} optional: true "save code coverage data": - *f_expansions_write - *process_code_coverage_data - *tar_code_coverage_data - *archive_code_coverage_data "tar jepsen logs": &tar_jepsen_logs command: archive.targz_pack params: target: "src/jepsen-mongod-logs.tgz" source_dir: "${workdir}/src/jepsen-workdir" include: - "./**.log" "archive jepsen logs": &archive_jepsen_logs command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/jepsen-mongod-logs.tgz remote_file: ${project}/${build_variant}/${revision}/jepsen/jepsen-mongod-logs-${task_id}-${execution}.tgz bucket: mciuploads permissions: public-read content_type: application/gzip display_name: Jepsen mongod Logs - ${execution} optional: true "tar jepsen results": &tar_jepsen_results command: archive.targz_pack params: target: "src/jepsen-results.tgz" source_dir: "src/jepsen-mongodb/store" include: - "./**" "archive jepsen results": &archive_jepsen_results command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/jepsen-results.tgz remote_file: ${project}/${build_variant}/${revision}/jepsen/jepsen-results-${task_id}-${execution}.tgz bucket: mciuploads permissions: public-read content_type: application/gzip display_name: Jepsen Test Results - ${execution} optional: true "upload jepsen_log": &upload_jepsen_log command: s3.put params: optional: true aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/jepsen-mongodb/jepsen_${task_name}_${execution}.log remote_file: ${project}/${build_variant}/${revision}/jepsen_${task_name}_${execution}.log bucket: mciuploads permissions: public-read content_type: text/plain display_name: Jepsen Test Log "save jepsen artifacts": - *tar_jepsen_logs - *archive_jepsen_logs - *tar_jepsen_results - *archive_jepsen_results - *upload_jepsen_log ### Process & archive mongo coredumps ### "gather mongo coredumps": &gather_mongo_coredumps command: subprocess.exec params: binary: bash args: - "./src/evergreen/gather_mongo_coredumps.sh" "tar mongo coredumps": &tar_mongo_coredumps command: archive.targz_pack params: target: "mongo-coredumps.tgz" source_dir: "src" include: - "./**.core" - "./**.mdmp" # Windows: minidumps "archive mongo coredumps": &archive_mongo_coredumps command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: mongo-coredumps.tgz remote_file: ${project}/${build_variant}/${revision}/coredumps/mongo-coredumps-${build_id}-${task_name}-${execution}.tgz bucket: mciuploads permissions: public-read content_type: application/gzip display_name: Core Dumps - Execution ${execution} optional: true "save mongo coredumps": - *f_expansions_write - *gather_mongo_coredumps - *tar_mongo_coredumps - *archive_mongo_coredumps ### Process & archive failed unittest artifacts ### "gather failed unittests": &gather_failed_unittests command: subprocess.exec params: binary: bash args: - "./src/evergreen/failed_unittests_gather.sh" "tar failed unittests": &tar_failed_unittests command: archive.targz_pack params: target: "mongo-unittests.tgz" source_dir: "src/dist-unittests" include: - "**" "archive failed unittests": &archive_failed_unittests command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: mongo-unittests.tgz remote_file: ${project}/${build_variant}/${revision}/unittests/mongo-unittests-${build_id}-${task_name}-${execution}.tgz bucket: mciuploads permissions: public-read content_type: application/gzip display_name: Unit tests - Execution ${execution} optional: true "save failed unittests": - *f_expansions_write - *gather_failed_unittests - *tar_failed_unittests - *archive_failed_unittests "archive dbtest": &archive_dbtest command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: dbtest-binary.tgz remote_file: ${project}/${build_variant}/${revision}/dbtest/dbtest-${build_id}-${task_name}-${execution}.tgz bucket: mciuploads permissions: public-read content_type: application/tar display_name: dbtest binary - Execution ${execution} optional: true "archive dbtest debugsymbols": &archive_dbtest_debug command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: dbtest-debugsymbols.tgz remote_file: ${project}/${build_variant}/${revision}/dbtest/dbtest-${build_id}-${task_name}-${execution}.tgz bucket: mciuploads permissions: public-read content_type: application/tar display_name: dbtest debugsymbols optional: true "save unstripped dbtest": - *archive_dbtest - *archive_dbtest_debug ### Process & archive artifacts from hung processes ### "run hang analyzer": - *f_expansions_write - *configure_evergreen_api_credentials - command: subprocess.exec params: binary: bash args: - "./src/evergreen/hang_analyzer.sh" "wait for resmoke to shutdown": command: subprocess.exec params: binary: bash args: - "./src/evergreen/wait_for_resmoke_to_shutdown.sh" "tar hang analyzer debugger files": &tar_hang_analyzer_debugger_files command: archive.targz_pack params: target: "src/mongo-hanganalyzer.tgz" source_dir: "src" include: - "./debugger*.*" "archive hang analyzer debugger files": &archive_hang_analyzer_debugger_files command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/mongo-hanganalyzer.tgz remote_file: ${project}/${build_variant}/${revision}/hanganalyzer/mongo-hanganalyzer-${build_id}-${task_name}-${execution}.tgz bucket: mciuploads permissions: public-read content_type: application/gzip display_name: Hang Analyzer Output - Execution ${execution} optional: true "save hang analyzer debugger files": - *tar_hang_analyzer_debugger_files - *archive_hang_analyzer_debugger_files ### Process & archive disk statistic artifacts ### "tar disk statistics": &tar_disk_statistics command: archive.targz_pack params: target: "diskstats.tgz" source_dir: "./" include: - "./mongo-diskstats*" - "./mongo-diskstats*.csv" "archive disk statistics": &archive_disk_statistics command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: diskstats.tgz remote_file: ${project}/${build_variant}/${revision}/diskstats/mongo-diskstats-${task_id}-${execution}.tgz bucket: mciuploads permissions: public-read content_type: application/gzip display_name: Disk Stats - Execution ${execution} optional: true "save disk statistics": - *tar_disk_statistics - *archive_disk_statistics "save libfuzzertest corpora": - *archive_new_corpus - *upload_new_corpus - *upload_new_corpus_mciuploads ### Process & archive system resource artifacts ### "tar system resource information": &tar_system_resource_information command: archive.targz_pack params: target: "system-resource-info.tgz" source_dir: src include: - "./system_resource_info*" "archive system resource information": &archive_system_resource_information command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: system-resource-info.tgz remote_file: ${project}/${build_variant}/${revision}/systemresourceinfo/mongo-system-resource-info-${task_id}-${execution}.tgz bucket: mciuploads permissions: public-read content_type: application/gzip display_name: System Resource Info - Execution ${execution} optional: true "save system resource information": - *tar_system_resource_information - *archive_system_resource_information "tar UndoDB recordings": &tar_undodb_recordings command: archive.targz_pack params: target: undodb-recordings.tgz source_dir: src include: - "./*.undo.tokeep" - "./*.undo" "archive UndoDB recordings": &archive_undodb_recordings command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: undodb-recordings.tgz remote_file: ${project}/${build_variant}/${revision}/undo/undodb-recordings-${task_id}-execution-${execution}.tgz bucket: mciuploads permissions: public-read content_type: application/gzip display_name: UndoDB Recordings - Execution ${execution} optional: true "save UndoDB recordings": - *tar_undodb_recordings - *archive_undodb_recordings ### Attach report & artifacts ### "attach scons logs": - command: s3.put params: optional: true aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/build/scons/config.log remote_file: ${project}/${build_variant}/${revision}/artifacts/scons-config.log.${build_id}-${task_name}-${execution} bucket: mciuploads permissions: public-read content_type: text/plain display_name: SCons configure log - command: s3.put params: optional: true aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/scons_cache.log content_type: text/plain remote_file: ${project}/${build_variant}/${revision}/artifacts/scons-cache.log.${build_id}-${task_name}.${execution} bucket: mciuploads permissions: public-read display_name: SCons cache debug log - command: s3.put params: optional: true aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/scons_stdout.log content_type: text/plain remote_file: ${project}/${build_variant}/${revision}/artifacts/scons-stdout.log.${build_id}-${task_name}.${execution} bucket: mciuploads permissions: public-read display_name: SCons stdout log - *f_expansions_write - command: subprocess.exec params: continue_on_err: true binary: bash args: - "./src/evergreen/scons_splunk.sh" "send scons cedar report": - command: subprocess.exec params: binary: bash args: - "./src/evergreen/scons_metrics_report.sh" - command: perf.send params: aws_key: ${aws_key} aws_secret: ${aws_secret} bucket: mciuploads prefix: ${task_id}_${execution} file: src/scons_cedar_report.json "attach report": command: attach.results params: file_location: ${report_file|src/report.json} "print top N metrics": - command: subprocess.exec params: binary: bash add_expansions_to_env: true args: - "src/evergreen/run_python_script.sh" - "site_scons/site_tools/build_metrics/top_n_metrics.py" - "--input=build_metrics.json" - "--output=top_15_metrics.txt" - "--num=15" - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/top_15_metrics.txt remote_file: ${project}/${build_variant}/${revision}/${build_id}-${task_name}-${execution}-top_15_metrics.txt bucket: mciuploads permissions: public-read content_type: text/plain display_name: Top 15 Metrics "attach build metrics": - command: archive.targz_pack params: target: build-metrics.tgz source_dir: src include: - "./build_metrics.json" - "./populate_cache.json" - "./pull_cache.json" - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: build-metrics.tgz remote_file: ${project}/${build_variant}/${revision}/${build_id}-${task_name}-${execution}-build-metrics.tgz bucket: mciuploads permissions: public-read content_type: application/gzip display_name: Metrics JSON - command: subprocess.exec params: binary: bash add_expansions_to_env: true args: - "src/evergreen/run_python_script.sh" - "evergreen/build_metric_cedar_report.py" - "--build-metrics=build_metrics.json" - "--cache-push-metrics=populate_cache.json" - "--cache-pull-metrics=pull_cache.json" - command: archive.targz_pack params: target: build_metrics_cedar_report.tgz source_dir: src include: - "./build_metrics_cedar_report.json" - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: build_metrics_cedar_report.tgz remote_file: ${project}/${build_variant}/${revision}/${build_id}-${task_name}-${execution}-build_metrics_cedar_report.tgz bucket: mciuploads permissions: public-read content_type: application/gzip display_name: Cedar Report JSON - command: perf.send params: aws_key: ${aws_key} aws_secret: ${aws_secret} bucket: mciuploads prefix: ${task_id}_${execution} file: src/build_metrics_cedar_report.json "attach artifacts": command: attach.artifacts params: optional: true ignore_artifacts_for_spawn: false files: - ${archive_file|src/archive.json} "attach wiki page": - *f_expansions_write - command: subprocess.exec params: binary: bash args: - "./src/evergreen/wiki_page.sh" - command: attach.artifacts params: files: - wiki_page_location.json "attach local resmoke invocation": command: s3.put params: optional: true aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/local-resmoke-invocation.txt remote_file: ${project}/${build_variant}/${revision}/local-resmoke-invocation-${task_id}-${execution}.txt bucket: mciuploads permissions: public-read content_type: text/plain display_name: Resmoke.py Invocation for Local Usage # Pre task steps pre: - func: "set task expansion macros" - func: "f_expansions_write" # Post task steps post: - func: "f_expansions_write" - func: "upload npm logs" - func: "attach local resmoke invocation" - func: "attach report" - func: "attach artifacts" - func: "save ec2 task artifacts" - func: "attach wiki page" - func: "upload jstestfuzz minimized output" - func: "kill processes" - func: "save local client logs" - func: "save code coverage data" - func: "save jepsen artifacts" - func: "save mongo coredumps" - func: "save failed unittests" - func: "save hang analyzer debugger files" - func: "save disk statistics" - func: "save system resource information" - func: "save UndoDB recordings" - func: "umount shared scons directory" - func: "cleanup FUSE watchdog" - func: "cleanup environment" - func: "cleanup jepsen docker test" # Timeout steps timeout: - func: "f_expansions_write" - func: "run hang analyzer" - func: "wait for resmoke to shutdown" ####################################### # Tasks # ####################################### tasks: ## compile - build all scons targets except unittests ## - name: compile_dist_test tags: [] depends_on: - name: version_expansions_gen variant: generate-tasks-for-version commands: - func: "scons compile" vars: targets: >- install-dist-test ${additional_compile_targets|} task_compile_flags: >- PREFIX=dist-test - name: compile_upload_benchmarks tags: [] depends_on: - name: version_expansions_gen variant: generate-tasks-for-version commands: - func: "scons compile" vars: targets: install-benchmarks compiling_for_test: true - command: archive.targz_pack params: target: "benchmarks.tgz" source_dir: "src" include: - "./build/benchmarks.txt" - "./build/**_bm" - "./build/**_bm.gcno" - "./build/**_bm.exe" - "./build/**_bm.pdb" - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: benchmarks.tgz remote_file: ${project}/${build_variant}/${revision}/benchmarks/${build_id}.tgz bucket: mciuploads permissions: public-read content_type: application/tar display_name: Benchmarks - name: determine_patch_tests commands: - *f_expansions_write - command: subprocess.exec type: test params: binary: bash args: - "src/evergreen/gen_patch_test_tags.sh" - name: archive_dist_test tags: [] depends_on: - name: compile_dist_test commands: - func: "scons compile" vars: targets: >- archive-dist-test task_compile_flags: >- PREFIX=dist-test - command: subprocess.exec params: binary: bash add_expansions_to_env: true args: - "src/evergreen/run_python_script.sh" - "evergreen/macos_notary.py" - "mongodb-binaries.${ext|tgz}" - command: s3.put params: optional: true aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/mongodb-binaries.${ext|tgz} remote_file: ${mongo_binaries} bucket: mciuploads permissions: public-read content_type: application/gzip display_name: Binaries - *f_expansions_write - *gen_feature_flags - *f_expansions_write - command: subprocess.exec type: test params: binary: bash args: - "src/evergreen/get_bin_and_fcv_versions.sh" - command: archive.targz_pack params: target: "artifacts.tgz" source_dir: "src" include: - ".resmoke_mongo_version.yml" - ".resmoke_mongo_release_values.yml" - "patch_test_tags.tgz" - "./build/**.gcno" - "./etc/*san.suppressions" - "./etc/backports_required_for_multiversion_tests.yml" - "./etc/evergreen_timeouts.yml" - "./etc/expansions.default.yml" - "./etc/evergreen_nightly.yml" - "./etc/evergreen.yml" - "./etc/evergreen_yml_components/**" - "./etc/pip/**" - "./etc/repo_config.yaml" - "./etc/scons/**" - "buildscripts/**" - "all_feature_flags.txt" # Must correspond to the definition in buildscripts/idl/lib.py. - "jstests/**" - "patch_files.txt" - "evergreen/**" - "src/mongo/client/sdam/json_tests/sdam_tests/**" - "src/mongo/client/sdam/json_tests/server_selection_tests/**" - "src/mongo/db/modules/enterprise/docs/**" - "src/mongo/db/modules/enterprise/jstests/**" - "src/mongo/db/modules/subscription/jstests/**" - "src/mongo/util/options_parser/test_config_files/**" - "src/third_party/JSON-Schema-Test-Suite/tests/draft4/**" - "src/third_party/mock_ocsp_responder/**" - "src/third_party/schemastore.org/**" exclude_files: - "*_test.pdb" - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: artifacts.tgz remote_file: ${mongo_artifacts} bucket: mciuploads permissions: private visibility: signed content_type: application/tar display_name: Artifacts - command: archive.targz_pack params: target: "venv.tgz" source_dir: "./" include: - "./venv/**" - "./venv_readme.txt" - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: venv.tgz remote_file: ${mongo_venv} bucket: mciuploads permissions: private visibility: signed content_type: application/tar display_name: Python venv (see included venv_readme.txt) - name: archive_dist_test_debug tags: [] depends_on: - name: archive_dist_test commands: - func: "scons compile" vars: targets: >- archive-dist-test-debug task_compile_flags: >- PREFIX=dist-test - func: "upload debugsymbols" - name: compile_ninja tags: [] depends_on: - name: version_expansions_gen variant: generate-tasks-for-version commands: - func: "scons compile" vars: generating_for_ninja: true separate_debug: off task_compile_flags: >- --ninja - *f_expansions_write - func: "ninja compile" vars: ninja_file: "build.ninja" - name: compile_ninja_default_profile tags: [] depends_on: - name: version_expansions_gen variant: generate-tasks-for-version commands: - func: "scons compile" vars: generating_for_ninja: true separate_debug: off task_compile_flags: >- --build-profile=default --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars --ninja - *f_expansions_write - func: "ninja compile" vars: ninja_file: "build.ninja" - name: compile_ninja_opt_profile tags: [] depends_on: - name: version_expansions_gen variant: generate-tasks-for-version commands: - func: "scons compile" vars: generating_for_ninja: true separate_debug: off task_compile_flags: >- --build-profile=opt CCACHE= ICECC= - *f_expansions_write - func: "ninja compile" vars: ninja_file: "opt.ninja" - name: compile_ninja_fast_profile tags: [] depends_on: - name: version_expansions_gen variant: generate-tasks-for-version commands: - func: "scons compile" vars: generating_for_ninja: true separate_debug: off task_compile_flags: >- --build-profile=fast CCACHE= ICECC= - *f_expansions_write - func: "ninja compile" vars: ninja_file: "fast.ninja" - name: compile_ninja_san_profile tags: [] depends_on: - name: version_expansions_gen variant: generate-tasks-for-version commands: - func: "scons compile" vars: generating_for_ninja: true separate_debug: off task_compile_flags: >- --build-profile=san CCACHE= ICECC= - *f_expansions_write - func: "ninja compile" vars: ninja_file: "san.ninja" - name: compile_ninja_next tags: [] depends_on: - name: version_expansions_gen variant: generate-tasks-for-version commands: - func: "scons compile" vars: generating_for_ninja: true separate_debug: off task_compile_flags: >- --build-tools=next --ninja - *f_expansions_write - func: "ninja compile" vars: ninja_file: "build.ninja" - name: compile_build_tools_next tags: [] depends_on: - name: version_expansions_gen variant: generate-tasks-for-version commands: - func: "scons compile" vars: task_compile_flags: >- --build-tools=next targets: install-core - name: libdeps_graph_linting tags: [] depends_on: - name: version_expansions_gen variant: generate-tasks-for-version commands: - *f_expansions_write - command: subprocess.exec params: binary: bash args: - "src/evergreen/libdeps_setup.sh" - func: "scons compile" vars: task_compile_flags: >- --link-model=dynamic --force-macos-dynamic-link --build-tools=next targets: generate-libdeps-graph - command: subprocess.exec params: binary: bash args: - "src/evergreen/libdeps_run.sh" - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/results.txt remote_file: ${project}/${build_variant}/${revision}/artifacts/libdeps-results.txt.${build_id}-${task_name}.${execution} bucket: mciuploads permissions: public-read content_type: text/plain display_name: Libdeps Linter Results - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/libdeps.graphml.gz remote_file: ${project}/${build_variant}/${revision}/artifacts/libdeps.graphml.${build_id}-${task_name}.${execution}.gz bucket: mciuploads permissions: public-read content_type: ${content_type|application/gzip} display_name: Libdeps Graph Data ## compile_all - build all scons targets ## - name: compile_all tags: [] depends_on: - name: compile_dist_test commands: - func: "scons compile" vars: targets: install-all-meta compiling_for_test: true - name: compile_all_but_not_unittests tags: [] depends_on: - name: compile_dist_test commands: - func: "scons compile" vars: targets: install-all-meta-but-not-unittests compiling_for_test: true ## clang_tidy - run clang_tidy - name: clang_tidy tags: [] exec_timeout_secs: 7200 # 1 hour timeout for the task overall depends_on: - name: version_expansions_gen variant: generate-tasks-for-version commands: - func: "scons compile" vars: task_compile_flags: >- --build-profile=compiledb targets: compiledb compiling_for_test: true compile_flags: >- --link-model=dynamic -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_${clang_tidy_toolchain}_clang.vars show_scons_timings: false - command: subprocess.exec type: test timeout_secs: 7000 # 1 hour timeout for no output params: binary: bash args: - "./src/evergreen/run_clang_tidy.sh" env: clang_tidy_file: ".clang-tidy" ## compile_unittests ## - &compile_unittests name: compile_unittests depends_on: - name: compile_dist_test commands: - func: "scons compile" vars: targets: install-unittests install-unittests-debug compiling_for_test: true - name: build_metrics_tasks_gen depends_on: - name: version_expansions_gen variant: generate-tasks-for-version commands: - command: subprocess.exec params: binary: bash add_expansions_to_env: true args: - "src/evergreen/run_python_script.sh" - "buildscripts/evergreen_gen_build_metrics_tasks.py" - command: archive.targz_pack params: target: build_metrics_task_gen.tgz source_dir: "src" include: - "build_metrics_task_gen.json" - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: build_metrics_task_gen.tgz remote_file: ${project}/${build_variant}/${revision}/build-metrics/${task_name}-${build_id}.tgz bucket: mciuploads permissions: public-read content_type: application/gzip display_name: Build Metrics Task Gen JSON - command: generate.tasks params: files: - src/build_metrics_task_gen.json ## A copy of the compile_unittests task for the recorded unittest taskgroup ## - <<: *compile_unittests name: compile_unittests_for_recorded_unittest ## run_unittests ## - name: run_unittests tags: [] depends_on: - name: compile_unittests commands: - *f_expansions_write - func: "run diskstats" - func: "f_expansions_write" - func: "monitor process threads" - func: "collect system resource info" - func: "run tests" vars: suite: unittests install_dir: build/install/bin ## run_unittests with UndoDB live-record ## #- name: run_unittests_with_recording # depends_on: # - name: compile_unittests_for_recorded_unittest # commands: # - *f_expansions_write # - func: "run diskstats" # - func: "f_expansions_write" # - func: "monitor process threads" # - func: "collect system resource info" # - command: subprocess.exec # params: # binary: bash # args: # - "./src/evergreen/undo_wiki_page.sh" # - command: attach.artifacts # params: # files: # - undo_wiki_page_location.json # - func: "run tests" # vars: # suite: unittests # record_with: --recordWith /opt/undodb5/bin/live-record # # Start fewer jobs since there's a constant amount of overhead of starting # # live-record for each job. # resmoke_jobs_factor: 0.3 # install_dir: build/install/bin ##compile_and_archive_libfuzzertests - build libfuzzertests ## - name: compile_and_archive_libfuzzertests tags: [] depends_on: - name: version_expansions_gen variant: generate-tasks-for-version commands: - func: "scons compile" vars: targets: archive-fuzzertests compiling_for_test: true # Store the fuzzer executable, which we use to generate and run fuzzer inputs. - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: "src/fuzzertests-runtime.tgz" remote_file: "${project}/libfuzzer-tests/${build_variant}/${revision}/libfuzzer-tests.tgz" bucket: mciuploads permissions: private visibility: signed content_type: application/tar display_name: "LibFuzzer Tests" ## fetch_and_run_libfuzzertests - get input corpora from s3 and run libfuzzertests ## - name: fetch_and_run_libfuzzertests tags: [] commands: - func: "fetch corpus" - func: "fetch legacy corpus" - func: "run tests" vars: suite: libfuzzer - name: server_discovery_and_monitoring_json_test tags: [] depends_on: - name: version_expansions_gen variant: generate-tasks-for-version commands: - func: "scons compile" vars: targets: install-sdam-json-test compiling_for_test: true install_dir: build/install/bin - func: "run tests" vars: suite: sdam_json_test - name: server_selection_json_test tags: [] depends_on: - name: version_expansions_gen variant: generate-tasks-for-version commands: - func: "scons compile" vars: targets: install-server-selection-json-test compiling_for_test: true install_dir: build/install/bin - func: "run tests" ## compile_dbtest ## - name: compile_dbtest tags: [] depends_on: - name: compile_dist_test commands: - func: "scons compile" vars: targets: install-dbtest install-dbtest-debug compiling_for_test: true ## run_dbtest ## - name: run_dbtest tags: [] depends_on: - name: compile_dbtest commands: - *f_expansions_write - func: "run diskstats" - func: "f_expansions_write" - func: "monitor process threads" - func: "collect system resource info" - func: "run tests" vars: suite: dbtest install_dir: build/install/bin - name: archive_dbtest tags: [] depends_on: - name: compile_dbtest commands: - func: "scons compile" vars: targets: archive-dbtest archive-dbtest-debug compiling_for_test: true - name: compile_visibility_test tags: [] depends_on: - name: version_expansions_gen variant: generate-tasks-for-version commands: - func: "scons compile" vars: targets: archive-visibility-test-meta task_compile_flags: >- --ssl --dbg=on --opt=on --link-model=dynamic --force-macos-dynamic-link --visibility-support=on - command: s3.put params: optional: true aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/visibility-test-meta.${ext|tgz} remote_file: ${project}/${build_variant}/${revision}/visibility-test-meta-${build_id}-${task_name}-${execution}.${ext|tgz} bucket: mciuploads permissions: public-read content_type: ${content_type|application/gzip} display_name: Binaries ## embedded_sdk_build_and_test_* - build the embedded-dev and embedded-test targets only ## - name: embedded_sdk_build_cdriver tags: [] depends_on: - name: version_expansions_gen variant: generate-tasks-for-version commands: - *get_version_expansions - *apply_version_expansions - func: f_expansions_write - command: subprocess.exec params: binary: bash args: - "src/evergreen/embedded_sdk_build_cdriver.sh" - name: embedded_sdk_install_dev tags: [] depends_on: - name: embedded_sdk_build_cdriver commands: - func: "scons compile" vars: targets: install-embedded-dev task_compile_flags: &embedded_sdk_compile_flags >- --allocator=system --dbg=off --enable-free-mon=off --enable-http-client=off --js-engine=none --opt=size --ssl=off --use-system-mongo-c=on DESTDIR='$BUILD_ROOT/mongo-embedded-sdk-$MONGO_VERSION' CPPPATH='$BUILD_ROOT/mongo-embedded-sdk-$MONGO_VERSION/include/libbson-1.0 $BUILD_ROOT/mongo-embedded-sdk-$MONGO_VERSION/include/libmongoc-1.0' task_compile_flags_extra: >- --link-model=dynamic-sdk - name: embedded_sdk_s3_put tags: [] depends_on: - name: embedded_sdk_install_dev commands: - *get_version_expansions - *apply_version_expansions - *f_expansions_write - command: subprocess.exec params: binary: bash args: - "src/evergreen/embedded_sdk_s3_tar.sh" # Upload it so we can download from EVG. - command: s3.put params: optional: true aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: "src/build/embedded-sdk.tgz" remote_file: ${project}/embedded-sdk/${build_variant}/${revision}/mongo-embedded-sdk-${version}.tgz bucket: mciuploads permissions: public-read content_type: application/tar display_name: "Embedded SDK Tar Archive" - name: embedded_sdk_install_tests tags: [] depends_on: - name: embedded_sdk_install_dev commands: - func: "scons compile" vars: targets: install-embedded-test compiling_for_test: true task_compile_flags: *embedded_sdk_compile_flags task_compile_flags_extra: >- --link-model=dynamic --force-macos-dynamic-link # Unlike static builds, dynamic builds have no need to # constrain the number of link jobs. Unfortunately, --jlink=1 # means one link job, not 100%. So this is a bit gross but set # it to .99. num_scons_link_jobs_available: 0.99 - name: embedded_sdk_tests_s3_put tags: [] depends_on: - name: embedded_sdk_install_tests commands: - *get_version_expansions - *apply_version_expansions - *f_expansions_write - command: subprocess.exec type: test params: binary: bash args: - "src/evergreen/embedded_sdk_tests_s3_tar.sh" # Upload it so we can download from EVG. - command: s3.put params: optional: true aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: "src/build/embedded-sdk-tests.tgz" remote_file: ${project}/embedded-sdk-test/${build_variant}/${revision}/mongo-embedded-sdk-test-${version}.tgz bucket: mciuploads permissions: public-read content_type: application/tar display_name: "Embedded SDK Tests Tar Archive" - name: embedded_sdk_run_tests tags: [] depends_on: - name: embedded_sdk_install_tests commands: - *get_version_expansions - *apply_version_expansions - *f_expansions_write - command: subprocess.exec type: test params: binary: bash args: - "src/evergreen/embedded_sdk_run_tests.sh" - command: subprocess.exec params: binary: bash args: - "src/evergreen/embedded_sdk_run_tests_post.sh" - name: embedded_sdk_s3_put_latest tags: [] depends_on: - name: embedded_sdk_run_tests commands: - *get_version_expansions - *apply_version_expansions # A second put, this time to -latest, to give devs a reasonable # way to get the most recent build. - command: s3.put params: visibility: none optional: true aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: "src/build/embedded-sdk.tgz" remote_file: ${project}/embedded-sdk/mongo-${build_variant}-latest.tgz bucket: mciuploads permissions: public-read content_type: ${content_type|application/x-gzip} - name: embedded_sdk_tests_s3_put_latest tags: [] depends_on: - name: embedded_sdk_run_tests commands: - *get_version_expansions - *apply_version_expansions # A second put, this time to -latest, to give devs a reasonable # way to get the most recent build. - command: s3.put params: visibility: none optional: true aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: "src/build/embedded-sdk-tests.tgz" remote_file: ${project}/embedded-sdk-test/mongo-${build_variant}-latest.tgz bucket: mciuploads permissions: public-read content_type: ${content_type|application/x-gzip} - name: stitch_support_create_lib tags: [] depends_on: - name: version_expansions_gen variant: generate-tasks-for-version commands: - *f_expansions_write - func: "scons compile" vars: targets: install-stitch-support install-stitch-support-debug install-stitch-support-dev task_compile_flags: >- --link-model=dynamic-sdk --enable-free-mon=off --ssl=off --enable-http-client=off --modules= DESTDIR='$BUILD_ROOT/stitch-support-lib-$MONGO_VERSION' - *f_expansions_write - command: subprocess.exec params: binary: bash args: - "src/evergreen/stitch_support_create_lib_tar.sh" - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: "src/build/stitch-support.tgz" remote_file: "${project}/stitch-support/${build_variant}/${revision}/stitch-support-${version}.tgz" bucket: mciuploads permissions: public-read content_type: application/tar display_name: "Stitch Support Library" - name: stitch_support_install_tests tags: [] depends_on: - name: stitch_support_create_lib commands: - func: "scons compile" vars: targets: install-stitch-support-test compiling_for_test: true task_compile_flags: >- --enable-free-mon=off --ssl=off --enable-http-client=off --modules= DESTDIR='$BUILD_ROOT/stitch-support-lib-$MONGO_VERSION' - name: stitch_support_run_tests tags: [] depends_on: - name: stitch_support_install_tests commands: - func: "get and apply version expansions" - *f_expansions_write - command: subprocess.exec type: test params: binary: bash args: - "src/evergreen/stitch_support_run_tests.sh" - name: crypt_create_lib tags: [] depends_on: - name: version_expansions_gen variant: generate-tasks-for-version commands: - *f_expansions_write - func: "scons compile" vars: targets: archive-mongo-crypt-dev task_compile_flags: >- --allocator=system --enable-free-mon=off --enterprise-features=fle,search --js-engine=none --link-model=dynamic-sdk --enable-http-client=off --ssl=off ${crypt_task_compile_flags} DESTDIR='$BUILD_ROOT/crypt-lib-$MONGO_VERSION' - command: subprocess.exec params: binary: bash args: - "src/evergreen/crypt_run_tests.sh" - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: "src/mongo-crypt-dev.${ext|tgz}" remote_file: "${project}/mongo_crypt/${build_variant}/${revision}/mongo_crypt_shared_v1-${version}.${ext|tgz}" bucket: mciuploads permissions: public-read content_type: ${content_type|application/tar} display_name: "Mongo crypt Library" - name: crypt_create_debug_lib tags: [] depends_on: - name: version_expansions_gen variant: generate-tasks-for-version commands: - *f_expansions_write - func: "scons compile" vars: targets: archive-mongo-crypt-dev archive-mongo-crypt-debug task_compile_flags: >- --dbg=on --opt=off --allocator=system --enable-free-mon=off --enterprise-features=fle,search --js-engine=none --link-model=dynamic-sdk DESTDIR='$BUILD_ROOT/crypt-lib-$MONGO_VERSION' - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: "src/mongo-crypt-dev.${ext|tgz}" remote_file: "${project}/mongo_crypt/${build_variant}/${revision}/mongo_crypt_shared_v1_dev-${version}.${ext|tgz}" bucket: mciuploads permissions: public-read content_type: ${content_type|application/tar} display_name: "Mongo Crypt Library dev" - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: "src/mongo-crypt-debug.${ext|tgz}" remote_file: "${project}/mongo_crypt/${build_variant}/${revision}/mongo_crypt_shared_v1_debug-${version}.${ext|tgz}" bucket: mciuploads permissions: public-read content_type: ${content_type|application/tar} display_name: "Mongo Crypt Library debug" - name: crypt_install_tests tags: [] depends_on: - name: crypt_create_debug_lib commands: - *f_expansions_write - func: "scons compile" vars: targets: archive-mongo-crypt-shlib-test compiling_for_test: true task_compile_flags: >- --allocator=system --enable-free-mon=off --enterprise-features=fle,search --js-engine=none --link-model=static DESTDIR='$BUILD_ROOT/crypt-lib-$MONGO_VERSION' RPATH='$$RPATH_ESCAPED_DOLLAR_ORIGIN/../lib' - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: "src/mongo-crypt-shlib-test-runtime.${ext|tgz}" remote_file: "${project}/mongo_crypt/${build_variant}/${revision}/mongo_crypt_shlib_test-${version}.${ext|tgz}" bucket: mciuploads permissions: public-read content_type: ${content_type|application/tar} display_name: "Mongo Crypt Shared Library Test" - name: crypt_run_tests tags: [] depends_on: - name: crypt_install_tests commands: - func: "get and apply version expansions" - *f_expansions_write - command: subprocess.exec type: test params: binary: bash args: - "src/evergreen/crypt_run_tests.sh" ## lint ## - name: lint_pylinters tags: ["lint"] commands: - command: timeout.update params: # 40 minutes exec_timeout_secs: 2400 - *f_expansions_write - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - *kill_processes - *cleanup_environment - func: "set up venv" - func: "upload pip requirements" - func: "scons lint" vars: targets: lint-pylinters - name: lint_sconslinters tags: ["lint"] commands: - command: timeout.update params: # 40 minutes exec_timeout_secs: 2400 - *f_expansions_write - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - *kill_processes - *cleanup_environment - func: "set up venv" - func: "upload pip requirements" - func: "scons lint" vars: targets: lint-sconslinters - name: lint_clang_format tags: ["lint"] commands: - command: timeout.update params: # 40 minutes exec_timeout_secs: 2400 - *f_expansions_write - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - *kill_processes - *cleanup_environment - func: "set up venv" - func: "upload pip requirements" - func: "scons lint" vars: targets: lint-clang-format - name: lint_eslint tags: ["lint"] commands: - command: timeout.update params: # 40 minutes exec_timeout_secs: 2400 - *f_expansions_write - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - *kill_processes - *cleanup_environment - func: "set up venv" - func: "upload pip requirements" - func: "scons lint" vars: targets: lint-eslint - name: lint_cpplint tags: ["lint"] commands: - command: timeout.update params: # 40 minutes exec_timeout_secs: 2400 - *f_expansions_write - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - *kill_processes - *cleanup_environment - func: "set up venv" - func: "upload pip requirements" - func: "scons lint" vars: targets: lint-lint.py - name: lint_yaml tags: ["lint"] depends_on: [] commands: - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - *kill_processes - *cleanup_environment - func: "set up venv" - func: "upload pip requirements" - func: "f_expansions_write" - command: subprocess.exec type: test params: binary: bash args: - "src/evergreen/lint_yaml.sh" - name: lint_shellscripts tags: ["lint"] commands: - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - *kill_processes - *cleanup_environment - func: "set up venv" - func: "upload pip requirements" - command: subprocess.exec type: test params: binary: bash args: - "src/evergreen/lint_shellscripts.sh" - name: lint_errorcodes tags: ["lint"] commands: - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - *kill_processes - *cleanup_environment - func: "set up venv" - func: "upload pip requirements" - func: "scons lint" vars: targets: lint-errorcodes - name: test_api_version_compatibility tags: [] depends_on: - name: archive_dist_test commands: - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - *kill_processes - *cleanup_environment - func: "set up venv" - func: "upload pip requirements" - func: "do setup" - func: "f_expansions_write" - command: subprocess.exec type: test params: binary: bash args: - "src/evergreen/check_idl_compat.sh" - <<: *gen_burn_in_task_template name: burn_in_tests_gen tags: [] commands: - func: "generate resmoke tasks" - <<: *benchmark_template name: benchmarks_orphaned tags: ["benchmarks"] commands: - func: "do benchmark setup" - func: "run tests" vars: suite: benchmarks exec_timeout_secs: 18000 # 5 hour timeout. resmoke_jobs_max: 1 - func: "send benchmark results" # - func: "analyze benchmark results" vars: suite: benchmarks - <<: *benchmark_template name: benchmarks_sharding tags: ["benchmarks"] commands: - func: "do benchmark setup" - func: "run tests" vars: suite: benchmarks_sharding resmoke_jobs_max: 1 - func: "send benchmark results" # - func: "analyze benchmark results" # Disabled under SERVER-64949. # - <<: *benchmark_template # name: benchmarks_cst # tags: ["benchmarks"] # commands: # - func: "do benchmark setup" # - func: "run tests" # vars: # suite: benchmarks_cst # resmoke_jobs_max: 1 # - func: "send benchmark results" # - func: "analyze benchmark results" - <<: *benchmark_template name: benchmarks_expression tags: ["benchmarks"] commands: - func: "do benchmark setup" - func: "run tests" vars: suite: benchmarks_expression exec_timeout_secs: 18000 # 5 hour timeout. resmoke_jobs_max: 1 - func: "send benchmark results" - <<: *benchmark_template name: benchmarks_expression_sbe tags: ["benchmarks"] commands: - func: "do benchmark setup" - func: "run tests" vars: suite: benchmarks_expression_sbe exec_timeout_secs: 18000 # 5 hour timeout. resmoke_jobs_max: 1 - func: "send benchmark results" - <<: *benchmark_template name: benchmarks_abt tags: ["benchmarks"] commands: - func: "do benchmark setup" - func: "run tests" vars: suites: benchmarks_abt exec_timeout_secs: 18000 # 5 hour timeout. resmoke_jobs_max: 1 - func: "send benchmark results" - <<: *run_jepsen_template name: jepsen_register_findAndModify tags: ["jepsen"] commands: - func: "do setup" - func: "do jepsen setup" - func: "run jepsen test" vars: <<: *jepsen_config_vars jepsen_read_with_find_and_modify: --read-with-find-and-modify jepsen_storage_engine: --storage-engine wiredTiger jepsen_test_name: register - <<: *run_jepsen_template name: jepsen_register_linearizableRead tags: ["jepsen"] commands: - func: "do setup" - func: "do jepsen setup" - func: "run jepsen test" vars: <<: *jepsen_config_vars jepsen_read_concern: --read-concern linearizable jepsen_storage_engine: --storage-engine wiredTiger jepsen_test_name: register - <<: *run_jepsen_template name: jepsen_set_linearizableRead tags: ["jepsen"] commands: - func: "do setup" - func: "do jepsen setup" - func: "run jepsen test" vars: <<: *jepsen_config_vars jepsen_read_concern: --read-concern linearizable jepsen_storage_engine: --storage-engine wiredTiger jepsen_test_name: set - <<: *run_jepsen_template name: jepsen_read-concern-majority tags: ["jepsen"] commands: - func: "do setup" - func: "do jepsen setup" - func: "run jepsen test" vars: <<: *jepsen_config_vars jepsen_storage_engine: --storage-engine wiredTiger jepsen_test_name: read-concern-majority # Smoke test to ensure the Server still works with Jepsen - <<: *run_jepsen_template name: jepsen-smoke tags: [] commands: - func: "do setup" - func: "do jepsen setup" - func: "run jepsen test" vars: <<: *jepsen_config_vars jepsen_storage_engine: --storage-engine wiredTiger jepsen_test_name: read-concern-majority jepsen_time_limit: --time-limit 120 - <<: *run_jepsen_template name: jepsen_read-concern-majority_w1 tags: ["jepsen"] commands: - func: "do setup" - func: "do jepsen setup" - func: "run jepsen test" vars: <<: *jepsen_config_vars jepsen_storage_engine: --storage-engine wiredTiger jepsen_test_name: read-concern-majority jepsen_write_concern: --write-concern w1 - <<: *run_jepsen_template name: jepsen_list-append tags: ["jepsen_docker"] commands: - func: "do setup" - func: "do jepsen docker setup" - func: "run jepsen docker test" ## initial sync multiversion fuzzer ## - <<: *jstestfuzz_template name: initial_sync_multiversion_fuzzer_gen tags: ["multiversion_fuzzer", "require_npm", "random_name", "multiversion"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 10 num_tasks: 5 npm_command: initsync-fuzzer suite: initial_sync_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" ## initial sync generational fuzzer ## - <<: *jstestfuzz_template name: initial_sync_fuzzer_gen tags: ["require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 10 num_tasks: 5 npm_command: initsync-fuzzer suite: initial_sync_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" ## Standalone generational fuzzer for multiversion aggregation pipelines ## - <<: *jstestfuzz_template name: aggregation_multiversion_fuzzer_gen tags: ["aggfuzzer", "common", "multiversion", "require_npm", "random_name", "future_git_tag_incompatible"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 5 num_tasks: 5 suite: generational_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" npm_command: agg-fuzzer ## Standalone generational fuzzer for multiversion aggregation expressions ## - <<: *jstestfuzz_template name: aggregation_expression_multiversion_fuzzer_gen tags: ["aggfuzzer", "multiversion", "require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 5 num_tasks: 5 suite: generational_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" npm_command: agg-expr-fuzzer ## Standalone generational fuzzer for checking optimized and unoptimized expression equivalence - <<: *jstestfuzz_template name: aggregation_expression_optimization_fuzzer_gen tags: ["aggfuzzer", "require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 5 num_tasks: 5 jstestfuzz_vars: --diffTestingMode optimization suite: generational_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" npm_command: agg-expr-fuzzer ## Standalone generational fuzzer for checking optimized and unoptimized aggregation pipelines - <<: *jstestfuzz_template name: aggregation_optimization_fuzzer_gen tags: ["aggfuzzer", "require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 5 num_tasks: 5 jstestfuzz_vars: --diffTestingMode optimization suite: generational_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" npm_command: agg-fuzzer ## Standalone fuzzer for checking wildcard index correctness ## - <<: *jstestfuzz_template name: aggregation_wildcard_fuzzer_gen tags: ["aggfuzzer", "common", "wildcard", "require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 5 num_tasks: 5 jstestfuzz_vars: --diffTestingMode wildcard npm_command: agg-fuzzer suite: generational_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" ## Standalone fuzzer for checking columnstore index correctness ## - <<: *jstestfuzz_template name: aggregation_columnstore_fuzzer_gen tags: ["aggfuzzer", "common", "columnstore", "require_npm", "random_name", "sbe_only", "feature_flag_guarded"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 5 num_tasks: 5 jstestfuzz_vars: --diffTestingMode columnstore npm_command: agg-fuzzer suite: generational_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" ## Standalone fuzzer for checking timeseries optimizations correctness ## - <<: *jstestfuzz_template name: aggregation_timeseries_fuzzer_gen tags: ["aggfuzzer", "common", "timeseries", "require_npm", "random_name", "no_debug_mode"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 5 num_tasks: 5 jstestfuzz_vars: --diffTestingMode timeseries npm_command: agg-fuzzer suite: generational_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" ## Standalone generational fuzzer for checking optimized and unoptimized change stream pipelines ## - <<: *jstestfuzz_template name: change_stream_optimization_fuzzer_gen tags: ["change_stream_fuzzer", "require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 5 num_tasks: 5 jstestfuzz_vars: --diffTestingMode optimization npm_command: change-stream-fuzzer suite: generational_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" ## jstestfuzz standalone fuzzer for checking find and aggregate equivalence ## - <<: *jstestfuzz_template name: query_fuzzer_standalone_gen tags: ["query_fuzzer", "require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 5 num_tasks: 5 jstestfuzz_vars: --diffTestingMode standalone npm_command: query-fuzzer suite: generational_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" ## jstestfuzz standalone fuzzer for checking find equivalence with and without plan cache ## - <<: *jstestfuzz_template name: query_fuzzer_plan_cache_gen tags: ["query_fuzzer", "require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 5 num_tasks: 5 jstestfuzz_vars: --diffTestingMode plan_cache npm_command: query-fuzzer suite: generational_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" ## jstestfuzz sharded fuzzer for checking find and aggregate equivalence ## - <<: *jstestfuzz_template name: query_fuzzer_sharded_gen tags: ["query_fuzzer", "require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 5 num_tasks: 5 jstestfuzz_vars: --diffTestingMode sharded npm_command: query-fuzzer suite: generational_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" ## jstestfuzz standalone update generational fuzzer ## - <<: *jstestfuzz_template name: update_fuzzer_gen tags: ["updatefuzzer", "require_npm", "random_name", "multiversion"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 5 num_tasks: 5 npm_command: update-fuzzer suite: generational_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" ## jstestfuzz standalone update time-series generational fuzzer ## - <<: *jstestfuzz_template name: update_timeseries_fuzzer_gen tags: ["updatefuzzer", "require_npm", "random_name", "no_debug_mode"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 5 num_tasks: 5 jstestfuzz_vars: --diffTestingMode timeseries npm_command: update-fuzzer suite: generational_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" ## jstestfuzz replication update generational fuzzer ## - <<: *jstestfuzz_template name: update_fuzzer_replication_gen tags: ["updatefuzzer", "require_npm", "random_name", "multiversion", "no_debug_mode"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 5 num_tasks: 5 npm_command: update-fuzzer suite: generational_fuzzer_replication resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" ## rollback multiversion fuzzer ## - <<: *jstestfuzz_template name: rollback_multiversion_fuzzer_gen tags: ["multiversion_fuzzer", "require_npm", "random_name", "multiversion"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 3 num_tasks: 5 npm_command: rollback-fuzzer suite: rollback_fuzzer # Rollback suites create indexes with majority of nodes not available for replication. So, disabling # index build commit quorum. resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}, enableIndexBuildCommitQuorum: false}'" ## rollback generational fuzzer ## - <<: *jstestfuzz_template name: rollback_fuzzer_gen tags: ["rollbackfuzzer", "require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 3 num_tasks: 5 npm_command: rollback-fuzzer suite: rollback_fuzzer # Rollback suites create indexes with majority of nodes not available for replication. So, disabling # index build commit quorum. resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}, enableIndexBuildCommitQuorum: false}'" ## rollback generational fuzzer with clean shutdowns ## - <<: *jstestfuzz_template name: rollback_fuzzer_clean_shutdowns_gen tags: ["rollbackfuzzer", "require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 1 num_tasks: 4 jstestfuzz_vars: --numLinesPerFile 300 --maxLinesBetweenEvents 50 npm_command: rollback-fuzzer suite: rollback_fuzzer_clean_shutdowns # Rollback suites create indexes with majority of nodes not available for replication. So, disabling # index build commit quorum. resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}, enableIndexBuildCommitQuorum: false}'" ## rollback generational fuzzer with unclean shutdowns ## - <<: *jstestfuzz_template name: rollback_fuzzer_unclean_shutdowns_gen tags: ["rollbackfuzzer", "require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 1 num_tasks: 4 jstestfuzz_vars: --numLinesPerFile 300 --maxLinesBetweenEvents 50 npm_command: rollback-fuzzer suite: rollback_fuzzer_unclean_shutdowns # Rollback suites create indexes with majority of nodes not available for replication. So, disabling # index build commit quorum. resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}, enableIndexBuildCommitQuorum: false}'" ## jstestfuzz ## - <<: *jstestfuzz_template name: jstestfuzz_gen tags: ["jstestfuzz", "common", "require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" npm_command: jstestfuzz ## jstestfuzz concurrent ## - <<: *jstestfuzz_template name: jstestfuzz_concurrent_gen tags: ["jstestfuzz", "common", "require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: ${jstestfuzz_concurrent_num_files|10} num_tasks: 5 jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz resmoke_args: --numClientsPerFixture=10 ## jstestfuzz concurrent replica set ## - <<: *jstestfuzz_template name: jstestfuzz_concurrent_replication_gen tags: ["jstestfuzz", "common", "repl", "require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: ${jstestfuzz_concurrent_num_files|10} num_tasks: 5 jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_replication resmoke_args: --numClientsPerFixture=10 ## jstestfuzz concurrent replica set with logical session ## - <<: *jstestfuzz_template name: jstestfuzz_concurrent_replication_session_gen tags: ["jstestfuzz", "session", "require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: ${jstestfuzz_concurrent_num_files|10} num_tasks: 5 jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_replication_session resmoke_args: --numClientsPerFixture=10 ## jstestfuzz concurrent sharded cluster ## - <<: *jstestfuzz_template name: jstestfuzz_concurrent_sharded_gen tags: ["jstestfuzz", "common", "sharding", "require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: ${jstestfuzz_concurrent_num_files|10} num_tasks: 5 jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_sharded resmoke_args: --numClientsPerFixture=10 ## jstestfuzz concurrent sharded cluster causal consistency ## - <<: *jstestfuzz_template name: jstestfuzz_concurrent_sharded_causal_consistency_gen tags: ["jstestfuzz", "causal", "require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: ${jstestfuzz_concurrent_num_files|10} num_tasks: 5 jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_sharded_causal_consistency resmoke_args: --numClientsPerFixture=10 ## jstestfuzz concurrent sharded cluster continuous stepdown ## - <<: *jstestfuzz_template name: jstestfuzz_concurrent_sharded_continuous_stepdown_gen tags: ["jstestfuzz", "stepdowns", "require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: ${jstestfuzz_concurrent_num_files|10} num_tasks: 2 jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_sharded_continuous_stepdown resmoke_args: --numClientsPerFixture=10 ## jstestfuzz concurrent sharded cluster with logical session ## - <<: *jstestfuzz_template name: jstestfuzz_concurrent_sharded_session_gen tags: ["jstestfuzz", "session", "require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: ${jstestfuzz_concurrent_num_files|10} num_tasks: 5 jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_sharded_session resmoke_args: --numClientsPerFixture=10 # jstestfuzz interrupt # - <<: *jstestfuzz_template name: jstestfuzz_interrupt_gen tags: ["jstestfuzz", "interrupt", "require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_interrupt resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" # jstestfuzz interrupt # - <<: *jstestfuzz_template name: jstestfuzz_interrupt_replication_gen tags: ["jstestfuzz", "interrupt", "require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_interrupt_replication resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" # jstestfuzz write conflict # - <<: *jstestfuzz_template name: jstestfuzz_replication_write_conflicts_gen tags: ["jstestfuzz", "write_conflict", "require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_replication_write_conflicts resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" # jstestfuzz concurrent conflict # - <<: *jstestfuzz_template name: jstestfuzz_concurrent_replication_write_conflicts_gen tags: ["jstestfuzz", "write_conflict", "require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_replication_write_conflicts resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}' --numClientsPerFixture=10" # jstestfuzz interrupt with flow control engaged # - <<: *jstestfuzz_template name: jstestfuzz_interrupt_replication_flow_control_gen tags: ["jstestfuzz", "interrupt", "flow_control", "require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 2 num_tasks: 1 jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_interrupt_replication resmoke_args: "--flowControlTicketOverride=1 --mongodSetParameters='{logComponentVerbosity: {command: 2}}'" ## jstestfuzz sharded cluster continuous stepdown with flow control engaged ## - <<: *jstestfuzz_template name: jstestfuzz_sharded_continuous_stepdown_flow_control_gen tags: ["jstestfuzz", "flow_control", "stepdowns", "require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 2 num_tasks: 1 jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_sharded_continuous_stepdown resmoke_args: >- --flowControlTicketOverride=3 --mongodSetParameters="{logComponentVerbosity: {command: 2}}" ## jstestfuzz concurrent sharded cluster continuous stepdown with flow control engaged ## - <<: *jstestfuzz_template name: jstestfuzz_concurrent_sharded_continuous_stepdown_flow_control_gen tags: ["jstestfuzz", "flow_control", "stepdowns", "require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 2 num_tasks: 1 jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_sharded_continuous_stepdown resmoke_args: >- --flowControlTicketOverride=30 --numClientsPerFixture=10 # jstestfuzz replication continuous stepdown with flow control engaged # - <<: *jstestfuzz_template name: jstestfuzz_replication_continuous_stepdown_flow_control_gen tags: ["jstestfuzz", "repl", "flow_control", "stepdowns", "require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 2 num_tasks: 1 jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_replication_continuous_stepdown resmoke_args: >- --flowControlTicketOverride=1 --mongodSetParameters="{logComponentVerbosity: {command: 2}}" ## jstestfuzz concurrent replication continuous stepdown with flow control engaged ## - <<: *jstestfuzz_template name: jstestfuzz_concurrent_replication_continuous_stepdown_flow_control_gen tags: ["jstestfuzz", "repl", "flow_control", "stepdowns", "require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 2 num_tasks: 1 jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_replication_continuous_stepdown resmoke_args: >- --flowControlTicketOverride=10 --numClientsPerFixture=10 ## jstestfuzz replica set ## - <<: *jstestfuzz_template name: jstestfuzz_replication_gen tags: ["jstestfuzz", "common", "repl", "require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_replication resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" ## jstestfuzz replica set multiversion ## - <<: *jstestfuzz_template name: jstestfuzz_replication_multiversion_gen tags: ["multiversion_fuzzer", "require_npm", "random_name", "multiversion"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" suite: jstestfuzz_replication npm_command: jstestfuzz ## jstestfuzz initial sync replica set ## - <<: *jstestfuzz_template name: jstestfuzz_replication_initsync_gen tags: ["jstestfuzz", "initsync", "require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 8 num_tasks: 5 jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_replication_initsync resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" ## jstestfuzz file copy based initial sync replica set ## - <<: *jstestfuzz_template name: jstestfuzz_replication_fcbis_gen tags: ["jstestfuzz", "initsync", "fcbis", "require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 8 num_tasks: 5 jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_replication_fcbis resmoke_args: --storageEngine=wiredTiger name: jstestfuzz_replication_fcbis ## jstestfuzz replica set with logical session ## - <<: *jstestfuzz_template name: jstestfuzz_replication_session_gen tags: ["jstestfuzz", "session", "require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_replication_session resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" ## jstestfuzz sharded cluster ## - <<: *jstestfuzz_template name: jstestfuzz_sharded_gen tags: ["jstestfuzz", "common", "sharding", "require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_sharded resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" ## jstestfuzz sharded multiversion cluster ## - <<: *jstestfuzz_template name: jstestfuzz_sharded_multiversion_gen tags: ["multiversion_fuzzer", "require_npm", "random_name", "multiversion"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" suite: jstestfuzz_sharded npm_command: jstestfuzz ## jstestfuzz sharded cluster causal consistency ## - <<: *jstestfuzz_template name: jstestfuzz_sharded_causal_consistency_gen tags: ["jstestfuzz", "causal", "require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_sharded_causal_consistency resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" ## jstestfuzz sharded cluster continuous stepdown ## - <<: *jstestfuzz_template name: jstestfuzz_sharded_continuous_stepdown_gen tags: ["jstestfuzz", "stepdowns", "require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 5 num_tasks: 5 jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_sharded_continuous_stepdown resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" ## jstestfuzz sharded cluster with logical session ## - <<: *jstestfuzz_template name: jstestfuzz_sharded_session_gen tags: ["jstestfuzz", "session", "require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests suite: jstestfuzz_sharded_session resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" ## resharding generational fuzzer ## - <<: *jstestfuzz_template name: resharding_fuzzer_inplace_gen tags: ["resharding_fuzzer", "require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 10 num_tasks: 5 npm_command: resharding-fuzzer jstestfuzz_vars: --numDonors 2 --numRecipients 2 --inPlace yes suite: resharding_fuzzer - <<: *jstestfuzz_template name: resharding_fuzzer_split_gen tags: ["resharding_fuzzer", "require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 10 num_tasks: 5 npm_command: resharding-fuzzer jstestfuzz_vars: --numDonors 1 --numRecipients 2 --inPlace no suite: resharding_fuzzer - <<: *jstestfuzz_template name: resharding_fuzzer_merge_gen tags: ["resharding_fuzzer", "require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 10 num_tasks: 5 npm_command: resharding-fuzzer jstestfuzz_vars: --numDonors 2 --numRecipients 1 --inPlace no suite: resharding_fuzzer - <<: *jstestfuzz_template name: resharding_fuzzer_shuffle_gen tags: ["resharding_fuzzer", "require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 10 num_tasks: 5 npm_command: resharding-fuzzer jstestfuzz_vars: --numDonors 3 --numRecipients 3 --inPlace no suite: resharding_fuzzer - <<: *jstestfuzz_template name: resharding_fuzzer_idempotency_gen tags: ["resharding_fuzzer", "require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 10 num_tasks: 5 npm_command: resharding-fuzzer jstestfuzz_vars: --numDonors 3 --numRecipients 3 --inPlace no suite: resharding_fuzzer_idempotency - <<: *jstestfuzz_template name: resharding_fuzzer_stepup_gen tags: ["resharding_fuzzer", "require_npm", "random_name"] commands: - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 10 num_tasks: 5 npm_command: resharding-fuzzer jstestfuzz_vars: >- --numDonors 3 --numRecipients 3 --inPlace yes --electionMech stepup --electionRole donor --electionRole recipient suite: resharding_fuzzer ## Tests that the multiversion test generation logic is not broken. - <<: *gen_task_template name: multiversion_sanity_check_gen tags: ["multiversion", "multiversion_sanity_check"] commands: - func: "generate resmoke tasks" - <<: *gen_task_template name: replica_sets_jscore_multiversion_gen tags: ["multiversion", "multiversion_passthrough"] commands: - func: "generate resmoke tasks" vars: suite: replica_sets_jscore_passthrough # Check that the mutational fuzzer can parse JS files modified in a patch build. - name: lint_fuzzer_sanity_patch tags: [] patch_only: true commands: - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - *kill_processes - *cleanup_environment - *set_up_venv - func: "get added and modified patch files" - func: "setup jstestfuzz" - func: "lint fuzzer sanity patch" # Check that the mutational fuzzer can parse all JS filess. - name: lint_fuzzer_sanity_all tags: [] commands: - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - *kill_processes - *cleanup_environment - *set_up_venv - func: "setup jstestfuzz" - func: "lint fuzzer sanity all" ## integration test suites ## - <<: *task_template name: aggregation tags: ["aggregation", "common"] commands: - func: "do setup" - func: "run tests" - <<: *task_template name: aggregation_repeat_queries depends_on: - name: aggregation commands: - func: "do setup" - func: "run tests" - <<: *task_template name: aggregation_disabled_optimization tags: ["aggregation", "common"] depends_on: - name: aggregation commands: - func: "do setup" - func: "run tests" - <<: *task_template name: aggregation_ese tags: ["aggregation", "encrypt"] depends_on: - name: aggregation commands: - func: "do setup" - func: "run tests" - <<: *task_template name: aggregation_ese_gcm tags: ["aggregation", "encrypt", "gcm"] depends_on: - name: aggregation commands: - func: "do setup" - func: "run tests" - <<: *task_template name: aggregation_auth tags: ["aggregation", "auth", "common"] depends_on: - name: aggregation commands: - func: "do setup" - func: "run tests" - <<: *task_template name: aggregation_facet_unwind_passthrough tags: ["aggregation", "unwind"] depends_on: - name: aggregation commands: - func: "do setup" - func: "run tests" - <<: *task_template name: aggregation_mongos_passthrough tags: ["aggregation", "no_async"] depends_on: - name: aggregation commands: - func: "do setup" - func: "run tests" - <<: *task_template name: aggregation_one_shard_sharded_collections tags: ["aggregation", "no_async", "sharded"] depends_on: - name: aggregation commands: - func: "do setup" - func: "run tests" - <<: *task_template name: aggregation_read_concern_majority_passthrough tags: ["aggregation", "read_write_concern", "no_debug_mode"] depends_on: - name: aggregation commands: - func: "do setup" - func: "run tests" vars: resmoke_jobs_factor: 0.5 - <<: *gen_task_template name: aggregation_secondary_reads_gen tags: ["aggregation", "secondary_reads"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_jobs_max: 1 - <<: *task_template name: aggregation_sharded_collections_passthrough tags: ["aggregation", "common", "sharded"] depends_on: - name: aggregation commands: - func: "do setup" - func: "run tests" - <<: *task_template name: aggregation_sharded_collections_causally_consistent_passthrough tags: ["aggregation", "secondary_reads", "sharded"] depends_on: - name: aggregation commands: - func: "do setup" - func: "run tests" - <<: *task_template name: aggregation_column_store_index_passthrough # TODO SERVER-61644 Remove the 'feature_flag_guarded' tag and ensure this suite is run on all # variants. tags: ["aggregation", "sbe_only", "feature_flag_guarded"] depends_on: - name: aggregation commands: - func: "do setup" - func: "run tests" - <<: *task_template name: audit tags: ["audit", "patch_build"] commands: - func: "do setup" - func: "run tests" - <<: *gen_task_template name: auth_gen tags: ["auth"] commands: - func: "generate resmoke tasks" - <<: *gen_burn_in_task_template name: burn_in_tags_gen tags: [] commands: - func: "generate resmoke tasks" - name: version_gen commands: - command: manifest.load - *git_get_project - *f_expansions_write - *add_git_tag - *kill_processes - *cleanup_environment - func: "set up venv" - func: "upload pip requirements" - func: "generate version" - name: version_burn_in_gen commands: - command: manifest.load - *git_get_project - *f_expansions_write - *add_git_tag - *kill_processes - *cleanup_environment - func: "set up venv" - func: "upload pip requirements" - func: "generate version burn in" - name: version_expansions_gen commands: - command: manifest.load - *git_get_project - *f_expansions_write - *add_git_tag - *kill_processes - *cleanup_environment - func: "set up venv" - func: "upload pip requirements" - func: "generate and upload version expansions" - <<: *gen_task_template name: auth_audit_gen tags: ["auth", "audit", "patch_build"] commands: - func: "generate resmoke tasks" - <<: *task_template name: change_streams tags: ["change_streams"] commands: - func: "do setup" - func: "run tests" - <<: *task_template name: change_streams_v1_resume_token_passthrough tags: ["change_streams"] commands: - func: "do setup" - func: "run tests" - <<: *gen_task_template name: change_streams_multiversion_gen tags: ["multiversion", "multiversion_passthrough"] commands: - func: "generate resmoke tasks" vars: suite: change_streams - <<: *gen_task_template name: change_streams_downgrade_gen tags: ["multiversion_passthrough", "multiversion"] commands: - func: "generate resmoke tasks" - <<: *task_template name: change_streams_mongos_sessions_passthrough tags: ["change_streams"] depends_on: - name: change_streams commands: - func: "do setup" - func: "run tests" - <<: *task_template name: change_streams_mongos_passthrough tags: ["change_streams", "no_debug_mode"] depends_on: - name: change_streams commands: - func: "do setup" - func: "run tests" - <<: *task_template name: change_streams_secondary_reads tags: ["change_streams", "secondary_reads"] depends_on: - name: change_streams commands: - func: "do setup" - func: "run tests" - <<: *task_template name: change_streams_sharded_collections_passthrough tags: ["change_streams"] depends_on: - name: change_streams commands: - func: "do setup" - func: "run tests" - <<: *task_template name: change_streams_v1_resume_token_sharded_collections_passthrough tags: ["change_streams"] depends_on: - name: change_streams commands: - func: "do setup" - func: "run tests" - <<: *gen_task_template name: change_streams_sharded_collections_multiversion_gen tags: ["multiversion_passthrough", "multiversion"] commands: - func: "generate resmoke tasks" vars: suite: change_streams_sharded_collections_passthrough - <<: *gen_task_template name: multiversion_future_git_tag_gen tags: ["multiversion", "no_version_combination", "multiversion_future_git_tag"] commands: - func: "generate resmoke tasks" vars: suite: multiversion_future_git_tag - <<: *gen_task_template name: multiversion_auth_future_git_tag_gen tags: ["auth", "multiversion", "no_version_combination", "multiversion_future_git_tag"] commands: - func: "generate resmoke tasks" vars: suite: multiversion_auth_future_git_tag - <<: *task_template name: change_streams_whole_db_passthrough tags: ["change_streams"] depends_on: - name: change_streams commands: - func: "do setup" - func: "run tests" - <<: *task_template name: change_streams_whole_db_mongos_passthrough tags: ["change_streams", "no_debug_mode"] depends_on: - name: change_streams_mongos_passthrough commands: - func: "do setup" - func: "run tests" - <<: *task_template name: change_streams_whole_db_secondary_reads_passthrough tags: ["change_streams", "secondary_reads"] depends_on: - name: change_streams_secondary_reads commands: - func: "do setup" - func: "run tests" - <<: *task_template name: change_streams_whole_db_sharded_collections_passthrough tags: ["change_streams"] depends_on: - name: change_streams_sharded_collections_passthrough commands: - func: "do setup" - func: "run tests" - <<: *task_template name: change_streams_whole_cluster_passthrough tags: ["change_streams"] depends_on: - name: change_streams commands: - func: "do setup" - func: "run tests" - <<: *task_template name: change_streams_whole_cluster_mongos_passthrough tags: ["change_streams", "no_debug_mode"] depends_on: - name: change_streams_mongos_passthrough commands: - func: "do setup" - func: "run tests" - <<: *task_template name: change_streams_whole_cluster_secondary_reads_passthrough tags: ["change_streams", "secondary_reads"] depends_on: - name: change_streams_secondary_reads commands: - func: "do setup" - func: "run tests" - <<: *task_template name: change_streams_whole_cluster_sharded_collections_passthrough tags: ["change_streams"] depends_on: - name: change_streams_sharded_collections_passthrough commands: - func: "do setup" - func: "run tests" - <<: *task_template name: change_streams_multi_stmt_txn_passthrough tags: ["change_streams"] depends_on: - name: change_streams commands: - func: "do setup" - func: "run tests" - <<: *task_template name: change_streams_multi_stmt_txn_mongos_passthrough tags: ["change_streams"] depends_on: - name: change_streams commands: - func: "do setup" - func: "run tests" - <<: *task_template name: change_streams_multi_stmt_txn_sharded_collections_passthrough tags: ["change_streams"] depends_on: - name: change_streams commands: - func: "do setup" - func: "run tests" - <<: *task_template name: change_streams_per_shard_cursor_passthrough tags: ["change_streams"] commands: - func: "do setup" - func: "run tests" - <<: *task_template name: change_streams_multitenant_passthrough tags: [] # TODO SERVER-67543 Add 'change_streams' tag. commands: - func: "do setup" - func: "run tests" - <<: *task_template name: change_streams_multitenant_sharded_collections_passthrough tags: [] # TODO SERVER-67543 Add 'change_streams' tag. commands: - func: "do setup" - func: "run tests" - <<: *task_template name: disk_wiredtiger commands: - func: "do setup" - func: "run tests" vars: resmoke_jobs_max: 1 - <<: *task_template name: ese tags: ["encrypt", "patch_build"] commands: - func: "do setup" - func: "run tests" - <<: *task_template name: failpoints tags: ["misc_js"] commands: - func: "do setup" - func: "run tests" - <<: *task_template name: failpoints_auth tags: ["auth"] commands: - func: "do setup" - func: "run tests" - <<: *task_template name: integration_tests_standalone tags: ["integration", "standalone"] depends_on: - name: archive_dist_test commands: - command: manifest.load - func: "git get project and add git tag" - func: "do setup" - func: "set up win mount script" - func: "generate compile expansions" # Generate compile expansions needs to be run to mount the shared scons cache. - func: "apply compile expansions" - func: "scons compile" vars: targets: install-integration-tests compiling_for_test: true - func: "attach scons logs" - func: "send scons cedar report" - func: "run tests" - <<: *task_template name: integration_tests_standalone_audit tags: ["integration", "audit"] depends_on: - name: archive_dist_test commands: - command: manifest.load - func: "git get project and add git tag" - func: "do setup" - func: "set up win mount script" - func: "generate compile expansions" # Generate compile expansions needs to be run to mount the shared scons cache. - func: "apply compile expansions" - func: "scons compile" vars: targets: install-integration-tests compiling_for_test: true - func: "attach scons logs" - func: "send scons cedar report" - func: "run tests" - <<: *task_template name: integration_tests_replset tags: ["integration"] depends_on: - name: archive_dist_test commands: - command: manifest.load - func: "git get project and add git tag" - func: "do setup" - func: "set up win mount script" - func: "generate compile expansions" # Generate compile expansions needs to be run to mount the shared scons cache. - func: "apply compile expansions" - func: "scons compile" vars: targets: install-integration-tests compiling_for_test: true - func: "attach scons logs" - func: "send scons cedar report" - func: "run tests" - <<: *task_template name: integration_tests_replset_ssl_auth tags: ["integration"] depends_on: - name: archive_dist_test commands: - command: manifest.load - func: "git get project and add git tag" - func: "do setup" - func: "set up win mount script" - func: "generate compile expansions" # Generate compile expansions needs to be run to mount the shared scons cache. - func: "apply compile expansions" - func: "scons compile" vars: targets: install-integration-tests compiling_for_test: true - func: "attach scons logs" - func: "send scons cedar report" - func: "run tests" - <<: *task_template name: integration_tests_sharded tags: ["integration", "sharded"] depends_on: - name: archive_dist_test commands: - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - func: "do setup" - func: "set up win mount script" - func: "generate compile expansions" # Generate compile expansions needs to be run to mount the shared scons cache. - func: "apply compile expansions" - func: "scons compile" vars: targets: install-integration-tests compiling_for_test: true - func: "attach scons logs" - func: "send scons cedar report" - func: "run tests" - <<: *task_template name: external_auth tags: [] commands: - *f_expansions_write - func: "do setup" - func: "f_expansions_write" - command: subprocess.exec params: binary: bash args: - "src/evergreen/external_auth_pip.sh" - func: "run tests" vars: resmoke_jobs_max: ${external_auth_jobs_max|4} resmoke_args: --excludeWithAnyTags=requires_domain_controller - <<: *task_template name: external_auth_aws tags: [] commands: - *f_expansions_write - func: "do setup" - func: "f_expansions_write" - command: subprocess.exec params: binary: bash silent: true args: - "src/evergreen/external_auth_aws_setup.sh" - command: subprocess.exec params: binary: bash args: - "src/evergreen/external_auth_aws_pip.sh" - func: "run tests" - <<: *task_template name: external_auth_windows tags: [] commands: - func: "do setup" - func: "run tests" vars: suite: external_auth resmoke_args: --includeWithAnyTags=requires_domain_controller - <<: *task_template name: jsCore tags: ["jscore", "common"] commands: - func: "do setup" - func: "run tests" vars: suite: core - <<: *task_template name: jsCore_repeat_queries tags: ["jscore"] commands: - func: "do setup" - func: "run tests" vars: suite: core_repeat_queries - <<: *task_template name: config_fuzzer_jsCore tags: [] commands: - func: "do setup" - func: "run tests" vars: suite: core resmoke_args: --fuzzMongodConfigs - <<: *task_template name: config_fuzzer_concurrency tags: [] commands: - func: "do setup" - func: "run tests" vars: suite: concurrency resmoke_args: --fuzzMongodConfigs - <<: *task_template name: config_fuzzer_simulate_crash_concurrency_replication tags: [] commands: - func: "do setup" - func: "run tests" vars: suite: simulate_crash_concurrency_replication resmoke_args: --fuzzMongodConfigs - <<: *task_template name: config_fuzzer_concurrency_replication tags: [] commands: - func: "do setup" - func: "run tests" vars: suite: concurrency_replication resmoke_args: --fuzzMongodConfigs - <<: *task_template name: config_fuzzer_replica_sets_jscore_passthrough tags: [] commands: - func: "do setup" - func: "run tests" vars: suite: replica_sets_jscore_passthrough resmoke_args: --fuzzMongodConfigs - <<: *task_template name: jsCore_ese tags: ["jscore", "encrypt"] commands: - func: "do setup" - func: "run tests" vars: suite: core_ese - <<: *task_template name: jsCore_ese_gcm tags: ["jscore", "encrypt", "gcm"] commands: - func: "do setup" - func: "run tests" vars: suite: core_ese_gcm - <<: *task_template name: jsCore_auth tags: ["jscore", "auth", "common"] commands: - func: "do setup" - func: "run tests" vars: suite: core_auth - <<: *task_template name: jsCore_minimum_batch_size tags: ["jscore"] commands: - func: "do setup" - func: "run tests" vars: suite: core_minimum_batch_size - <<: *task_template name: jsCore_txns tags: ["jscore", "common", "txns"] commands: - func: "do setup" - func: "run tests" vars: suite: core_txns - <<: *task_template name: jsCore_txns_large_txns_format tags: ["jscore", "txns", "multi_oplog"] commands: - func: "do setup" - func: "run tests" vars: suite: core_txns_large_txns_format - <<: *task_template name: sharded_jscore_txns tags: ["sharding", "jscore", "txns"] commands: - func: "do setup" - func: "run tests" - <<: *task_template name: sharded_jscore_txns_without_snapshot tags: ["sharding", "wo_snapshot", "jscore"] commands: - func: "do setup" - func: "run tests" vars: suite: sharded_jscore_txns resmoke_args: --excludeWithAnyTags=uses_snapshot_read_concern - <<: *task_template name: sharded_jscore_txns_sharded_collections tags: ["sharding", "jscore", "txns"] commands: - func: "do setup" - func: "run tests" - <<: *task_template name: cst_jscore_passthrough tags: ["jscore"] commands: - func: "do setup" - func: "run tests" - <<: *task_template name: libunwind_tests tags: [] commands: - func: "do setup" - func: "run tests" vars: suite: libunwind - <<: *task_template name: causally_consistent_jscore_txns_passthrough tags: ["causally_consistent"] commands: - func: "do setup" - func: "run tests" - <<: *gen_task_template name: sharded_causally_consistent_jscore_txns_passthrough_gen tags: ["sharding", "jscore", "causally_consistent", "txns"] commands: - func: "generate resmoke tasks" - <<: *gen_task_template name: sharded_causally_consistent_jscore_txns_passthrough_without_snapshot_gen tags: ["sharding", "wo_snapshot", "causally_consistent", "jscore"] commands: - func: "generate resmoke tasks" vars: suite: sharded_causally_consistent_jscore_txns_passthrough resmoke_args: --excludeWithAnyTags=uses_snapshot_read_concern - <<: *gen_task_template name: causally_consistent_hedged_reads_jscore_passthrough_gen tags: ["causally_consistent", "sharding", "jscore"] commands: - func: "generate resmoke tasks" - <<: *task_template name: sharded_collections_causally_consistent_jscore_txns_passthrough tags: ["sharding", "jscore", "causally_consistent", "txns"] commands: - func: "do setup" - func: "run tests" - <<: *task_template name: replica_sets_jscore_passthrough tags: ["replica_sets", "common", "san", "large", "ignore_non_generated_replica_sets_jscore_passthrough"] commands: - func: "do setup" - func: "run tests" - <<: *gen_task_template name: replica_sets_reconfig_jscore_passthrough_gen tags: [] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" - <<: *gen_task_template name: replica_sets_reconfig_jscore_stepdown_passthrough_gen tags: [] commands: - func: "generate resmoke tasks" - <<: *gen_task_template name: replica_sets_reconfig_kill_primary_jscore_passthrough_gen tags: [] commands: - func: "generate resmoke tasks" - <<: *gen_task_template name: replica_sets_api_version_jscore_passthrough_gen tags: [] commands: - func: "generate resmoke tasks" vars: fallback_num_sub_suites: 5 - <<: *gen_task_template name: replica_sets_jscore_passthrough_gen tags: [] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" - <<: *task_template name: replica_sets_large_txns_format_jscore_passthrough tags: ["replica_sets", "multi_oplog", "large", "non_maj_read", "san"] commands: - func: "do setup" - func: "run tests" - <<: *task_template name: replica_sets_multi_stmt_txn_jscore_passthrough tags: ["replica_sets", "large"] commands: - func: "do setup" - func: "run tests" - <<: *gen_task_template name: replica_sets_multi_stmt_txn_stepdown_jscore_passthrough_gen tags: ["replica_sets", "non_maj_read"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" - <<: *gen_task_template name: replica_sets_multi_stmt_txn_kill_primary_jscore_passthrough_gen tags: ["replica_sets", "non_maj_read", "non_live_record"] commands: - func: "generate resmoke tasks" - <<: *task_template name: replica_sets_multi_stmt_txn_terminate_primary_jscore_passthrough tags: ["replica_sets", "non_maj_read"] commands: - func: "do setup" - func: "run tests" - <<: *gen_task_template name: replica_sets_initsync_jscore_passthrough_gen tags: ["replica_sets", "san", "large"] commands: - func: "generate resmoke tasks" - <<: *gen_task_template name: replica_sets_fcbis_jscore_passthrough_gen tags: ["replica_sets", "fcbis", "large"] commands: - func: "generate resmoke tasks" vars: resmoke_args: --storageEngine=wiredTiger - <<: *task_template name: replica_sets_initsync_static_jscore_passthrough tags: ["replica_sets", "san", "large"] commands: - func: "do setup" - func: "run tests" - <<: *gen_task_template name: replica_sets_kill_primary_jscore_passthrough_gen tags: ["replica_sets", "large", "non_maj_read", "non_live_record"] commands: - func: "generate resmoke tasks" - <<: *task_template name: replica_sets_terminate_primary_jscore_passthrough tags: ["replica_sets", "large", "non_maj_read"] commands: - func: "do setup" - func: "run tests" - <<: *task_template name: replica_sets_kill_secondaries_jscore_passthrough tags: ["replica_sets", "san", "large", "non_live_record", "ignore_on_code_coverage"] commands: - func: "do setup" - func: "run tests" - <<: *task_template name: jsCore_column_store_indexes # TODO SERVER-61644 Remove the 'feature_flag_guarded' tag and ensure this suite is run on all # variants. depends_on: - name: jsCore tags: ["jscore", "sbe_only", "feature_flag_guarded"] commands: - func: "do setup" - func: "run tests" vars: suite: core_column_store_indexes - <<: *task_template name: mongosTest tags: ["misc_js", "non_read_maj", "non_live_record"] commands: - func: "do setup" - func: "run tests" vars: suite: mongos_test - <<: *gen_task_template name: multiversion_auth_gen tags: ["auth", "multiversion", "no_version_combination", "future_git_tag_incompatible"] commands: - func: "generate resmoke tasks" - <<: *gen_task_template name: multiversion_gen tags: ["multiversion", "no_version_combination", "future_git_tag_incompatible"] commands: - func: "generate resmoke tasks" # Tests the runFeatureFlagMultiversionTest helper. # This requires the 'featureFlagToaster' and 'featureFlagSpoon' parameters to be set to true on # build variants that enable this task. - <<: *gen_task_template name: feature_flag_multiversion_gen tags: ["multiversion", "no_version_combination"] commands: - func: "generate resmoke tasks" - <<: *gen_task_template name: unittest_shell_hang_analyzer_gen tags: [] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" - <<: *gen_task_template name: noPassthrough_gen tags: ["misc_js", "no_debug_mode"] commands: - func: "generate resmoke tasks" vars: suite: no_passthrough use_large_distro: "true" # Only run hot_backups tests for hot_backups variant. - <<: *gen_task_template name: noPassthroughHotBackups_gen tags: [] commands: - func: "generate resmoke tasks" vars: suite: no_passthrough resmoke_args: src/mongo/db/modules/*/jstests/hot_backups/*.js use_large_distro: "true" - <<: *gen_task_template name: noPassthroughWithMongod_gen tags: ["misc_js"] commands: - func: "generate resmoke tasks" vars: suite: no_passthrough_with_mongod use_large_distro: "true" - <<: *gen_task_template name: slow1_gen tags: ["misc_js", "non_win_dbg"] commands: - func: "generate resmoke tasks" vars: resmoke_jobs_max: 1 use_large_distro: "true" - <<: *task_template name: serial_run tags: ["misc_js", "non_win_dbg"] commands: - func: "do setup" - func: "run tests" vars: resmoke_jobs_max: 1 - <<: *task_template name: sharded_collections_jscore_passthrough tags: ["sharding", "jscore"] commands: - func: "do setup" - func: "run tests" - <<: *gen_task_template name: sharded_collections_jscore_multiversion_gen tags: ["multiversion_passthrough", "multiversion"] commands: - func: "generate resmoke tasks" vars: suite: sharded_collections_jscore_passthrough - <<: *task_template name: sharding_jscore_passthrough tags: ["sharding", "jscore", "common"] commands: - func: "do setup" - func: "run tests" - <<: *gen_task_template name: sharding_jscore_multiversion_gen tags: ["multiversion_passthrough", "multiversion"] commands: - func: "generate resmoke tasks" vars: suite: sharding_jscore_passthrough - <<: *gen_task_template name: sharding_api_version_jscore_passthrough_gen tags: ["sharding", "jscore"] commands: - func: "generate resmoke tasks" vars: fallback_num_sub_suites: 5 - <<: *task_template name: sharded_multi_stmt_txn_jscore_passthrough tags: ["sharding", "jscore", "multi_stmt"] commands: - func: "do setup" - func: "run tests" - <<: *gen_task_template name: multi_shard_multi_stmt_txn_jscore_passthrough_gen tags: ["multi_shard", "multi_stmt", "common"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_jobs_max: 0 # No cap on number of jobs. - <<: *gen_task_template name: multi_shard_local_read_write_multi_stmt_txn_jscore_passthrough_gen tags: ["multi_shard", "common"] commands: - func: "generate resmoke tasks" - <<: *gen_task_template name: multi_stmt_txn_jscore_passthrough_with_migration_gen tags: ["multi_stmt"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" - <<: *gen_task_template name: multi_shard_multi_stmt_txn_kill_primary_jscore_passthrough_gen tags: ["multi_shard"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" - <<: *gen_task_template name: multi_shard_multi_stmt_txn_stepdown_primary_jscore_passthrough_gen tags: ["multi_shard", "no_debug_mode"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" # TODO(SERVER-65178): Add "serverless" tag to shard split passthrough when no longer feature flagged - <<: *gen_task_template name: shard_split_jscore_passthrough_gen tags: ["shard_split"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" - <<: *gen_task_template name: shard_split_causally_consistent_jscore_passthrough_gen tags: ["shard_split"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" - <<: *gen_task_template name: shard_split_multi_stmt_txn_jscore_passthrough_gen tags: ["shard_split"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" - <<: *gen_task_template name: shard_split_stepdown_jscore_passthrough_gen tags: ["shard_split"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" - <<: *gen_task_template name: shard_split_terminate_primary_jscore_passthrough_gen tags: ["shard_split"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" fallback_num_sub_suites: 10 - <<: *gen_task_template name: shard_split_kill_primary_jscore_passthrough_gen tags: ["shard_split"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" fallback_num_sub_suites: 10 # TODO(SERVER-57896): Add "serverless" tag to shard merge passthrough when no longer feature flagged - <<: *gen_task_template name: shard_merge_jscore_passthrough_gen tags: ["shard_merge"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" - <<: *gen_task_template name: shard_merge_causally_consistent_jscore_passthrough_gen tags: ["shard_merge"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" - <<: *gen_task_template name: tenant_migration_jscore_passthrough_gen tags: ["serverless"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" - <<: *gen_task_template name: tenant_migration_causally_consistent_jscore_passthrough_gen tags: ["serverless"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" - <<: *gen_task_template name: tenant_migration_multi_stmt_txn_jscore_passthrough_gen tags: ["serverless", "txn"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" # TODO(SERVER-68643): Add "serverless" tag to shard merge passthrough when no longer feature flagged - <<: *gen_task_template name: shard_merge_multi_stmt_txn_jscore_passthrough_gen tags: ["shard_merge"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" - <<: *gen_task_template name: tenant_migration_stepdown_jscore_passthrough_gen tags: ["serverless"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" - <<: *gen_task_template name: tenant_migration_terminate_primary_jscore_passthrough_gen tags: ["serverless"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" fallback_num_sub_suites: 10 - <<: *gen_task_template name: tenant_migration_kill_primary_jscore_passthrough_gen tags: ["serverless"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" fallback_num_sub_suites: 10 - <<: *gen_task_template name: talk_directly_to_shardsvrs_jscore_passthrough_gen tags: ["serverless"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" - <<: *gen_task_template name: talk_directly_to_shardsvrs_kill_primary_jscore_passthrough_gen tags: ["serverless"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" - <<: *gen_task_template name: native_tenant_data_isolation_jscore_passthrough_gen tags: ["serverless"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" - <<: *gen_task_template name: clustered_collection_passthrough_gen tags: ["large", "clustered_collections"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" - <<: *gen_task_template name: sharding_clustered_collections_gen tags: ["large", "clustered_collections"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" - <<: *gen_task_template name: parallel_gen tags: ["misc_js", "parallel"] commands: - func: "generate resmoke tasks" vars: resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_gen tags: ["concurrency", "common"] commands: - func: "generate resmoke tasks" vars: resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_metrics_gen tags: ["concurrency"] commands: - func: "generate resmoke tasks" vars: resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_replication_metrics_gen tags: ["concurrency", "repl", "disabled_on_code_coverage"] commands: - func: "generate resmoke tasks" vars: resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_replication_gen tags: ["concurrency", "common", "repl"] commands: - func: "generate resmoke tasks" vars: resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_replication_multiversion_gen tags: ["multiversion", "multiversion_passthrough"] commands: - func: "generate resmoke tasks" vars: suite: concurrency_replication - <<: *gen_task_template name: concurrency_replication_causal_consistency_gen tags: ["concurrency", "repl", "large", "non_live_record"] commands: - func: "generate resmoke tasks" vars: resmoke_jobs_max: 1 use_large_distro: "true" - <<: *gen_task_template name: concurrency_replication_multi_stmt_txn_gen tags: ["concurrency", "common", "repl", "txn", "no_debug_mode"] commands: - func: "generate resmoke tasks" vars: resmoke_jobs_max: 1 # TODO: SERVER-35964 revert the addition of UBSAN concurrency_replication suites. - <<: *task_template name: concurrency_replication_ubsan tags: ["concurrency", "ubsan", "repl"] commands: - func: "do setup" - func: "run tests" vars: resmoke_jobs_max: 1 - <<: *task_template name: concurrency_replication_causal_consistency_ubsan tags: ["concurrency", "ubsan", "repl"] commands: - func: "do setup" - func: "run tests" vars: resmoke_jobs_max: 1 - <<: *task_template name: concurrency_replication_multi_stmt_txn_ubsan tags: ["concurrency", "ubsan", "repl"] commands: - func: "do setup" - func: "run tests" vars: resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_replication_wiredtiger_cursor_sweeps_gen tags: ["concurrency", "repl"] commands: - func: "generate resmoke tasks" vars: resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_replication_wiredtiger_eviction_debug_gen tags: ["concurrency", "repl", "debug_only"] commands: - func: "generate resmoke tasks" vars: resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_sharded_replication_gen tags: ["concurrency", "common", "read_concern_maj", "large", "sharded", "no_debug_mode"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_sharded_replication_multiversion_gen tags: ["multiversion_passthrough", "sharded", "multiversion"] commands: - func: "generate resmoke tasks" vars: suite: concurrency_sharded_replication - <<: *gen_task_template name: concurrency_sharded_replication_with_balancer_gen tags: ["concurrency", "common", "read_concern_maj", "large", "sharded", "no_debug_mode"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_sharded_replication_no_txns_gen tags: ["concurrency", "no_txns", "large", "sharded"] commands: - func: "generate resmoke tasks" vars: suite: concurrency_sharded_replication resmoke_args: "--excludeWithAnyTags=uses_transactions" use_large_distro: "true" resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_sharded_replication_no_txns_with_balancer_gen tags: ["concurrency", "no_txns", "large", "sharded"] commands: - func: "generate resmoke tasks" vars: suite: concurrency_sharded_replication_with_balancer resmoke_args: "--excludeWithAnyTags=uses_transactions" use_large_distro: "true" resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_sharded_clusterwide_ops_add_remove_shards_gen tags: ["concurrency", "common", "read_concern_maj", "large", "sharded", "no_debug_mode"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_sharded_causal_consistency_gen tags: ["concurrency", "non_live_record", "sharded", "no_debug_mode"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_sharded_causal_consistency_and_balancer_gen tags: ["concurrency", "large", "non_live_record", "sharded", "no_debug_mode"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_sharded_with_stepdowns_gen tags: ["concurrency", "stepdowns", "large", "sharded", "no_debug_mode"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_sharded_with_stepdowns_and_balancer_gen tags: ["concurrency", "stepdowns", "large", "sharded", "no_debug_mode"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_sharded_terminate_primary_with_balancer_gen tags: ["concurrency", "stepdowns", "kill_terminate", "sharded", "no_debug_mode"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_sharded_kill_primary_with_balancer_gen tags: ["concurrency", "stepdowns", "kill_terminate", "sharded", "no_debug_mode"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_sharded_multi_stmt_txn_gen tags: ["concurrency", "large", "sharded", "no_debug_mode"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_sharded_multi_stmt_txn_with_balancer_gen tags: ["concurrency", "large", "sharded", "no_debug_mode"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_sharded_local_read_write_multi_stmt_txn_gen tags: ["concurrency", "large", "sharded", "no_debug_mode"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_sharded_local_read_write_multi_stmt_txn_with_balancer_gen tags: ["concurrency", "large", "sharded", "no_debug_mode"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_sharded_multi_stmt_txn_with_stepdowns_gen tags: ["concurrency", "stepdowns", "large", "sharded", "no_debug_mode"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_sharded_multi_stmt_txn_terminate_primary_gen tags: ["concurrency", "stepdowns", "kill_terminate", "sharded", "no_debug_mode"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_sharded_multi_stmt_txn_kill_primary_gen tags: ["concurrency", "stepdowns", "kill_terminate", "sharded", "no_debug_mode"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_simultaneous_gen tags: ["concurrency", "common", "random_name"] commands: - func: "generate resmoke tasks" vars: resmoke_jobs_max: 1 - <<: *gen_task_template name: concurrency_simultaneous_replication_gen tags: ["concurrency", "common", "large", "repl", "random_name"] commands: - func: "generate resmoke tasks" vars: resmoke_jobs_max: 1 - <<: *task_template name: concurrency_simultaneous_replication_wiredtiger_cursor_sweeps tags: ["concurrency", "repl", "random_name"] commands: - func: "do setup" - func: "run tests" vars: resmoke_jobs_max: 1 - <<: *task_template name: concurrency_simultaneous_replication_wiredtiger_eviction_debug tags: ["concurrency", "repl", "debug_only", "random_name"] commands: - func: "do setup" - func: "run tests" vars: resmoke_jobs_max: 1 - <<: *task_template name: read_concern_linearizable_passthrough tags: ["read_write_concern", "linearize", "large"] commands: - func: "do setup" - func: "run tests" - <<: *gen_task_template name: read_concern_majority_passthrough_gen tags: ["read_write_concern"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" - <<: *gen_task_template name: write_concern_majority_passthrough_gen tags: ["read_write_concern", "large", "write"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" - <<: *task_template name: cwrwc_passthrough tags: ["read_write_concern", "large", "write"] commands: - func: "do setup" - func: "run tests" - <<: *gen_task_template name: cwrwc_rc_majority_passthrough_gen tags: ["read_write_concern"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" - <<: *gen_task_template name: cwrwc_wc_majority_passthrough_gen tags: ["read_write_concern", "write"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" - <<: *gen_task_template name: secondary_reads_passthrough_gen tags: [] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" - <<: *gen_task_template name: replica_sets_gen tags: ["replica_sets", "san", "large"] commands: - func: "generate resmoke tasks" - <<: *gen_task_template name: replica_sets_ese_gen tags: ["replica_sets", "encrypt", "san", "no_debug_mode"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" - <<: *gen_task_template name: replica_sets_ese_gcm_gen tags: ["replica_sets", "encrypt", "san", "gcm", "no_debug_mode"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" - <<: *gen_task_template name: replica_sets_auth_gen tags: ["replica_sets", "common", "san", "auth", "no_debug_mode"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" - <<: *gen_task_template name: replica_sets_large_txns_format_gen tags: ["replica_sets", "multi_oplog", "san"] commands: - func: "generate resmoke tasks" - <<: *gen_task_template name: replica_sets_max_mirroring_gen tags: ["replica_sets", "san"] commands: - func: "generate resmoke tasks" - <<: *gen_task_template name: replica_sets_multiversion_gen tags: ["random_multiversion_ds", "multiversion"] commands: - func: "generate resmoke tasks" vars: suite: replica_sets - <<: *task_template name: sasl tags: ["sasl", "patch_build"] commands: - func: "do setup" - func: "run tests" - <<: *task_template name: serverless tags: ["serverless"] commands: - func: "do setup" - func: "run tests" - <<: *gen_task_template name: sharding_gen tags: ["sharding", "common"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" - <<: *gen_task_template name: sharding_multiversion_gen tags: ["random_multiversion_ds", "multiversion"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" suite: sharding - <<: *gen_task_template name: sharding_max_mirroring_gen tags: ["sharding", "common"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" - <<: *gen_task_template name: sharding_csrs_continuous_config_stepdown_gen tags: ["sharding", "common", "csrs", "non_live_record"] commands: - func: "generate resmoke tasks" vars: suite: sharding_continuous_config_stepdown use_large_distro: "true" - <<: *gen_task_template name: sharding_ese_gen tags: ["sharding", "encrypt", "no_debug_mode"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" - <<: *gen_task_template name: sharding_ese_gcm_gen tags: ["sharding", "encrypt", "gcm", "no_debug_mode"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" - <<: *gen_task_template name: sharding_auth_gen tags: ["sharding", "auth", "no_debug_mode"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" - <<: *gen_task_template name: sharding_auth_audit_gen tags: ["auth", "audit", "non_live_record", "no_debug_mode"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" - <<: *gen_task_template name: sharding_hello_failures_gen tags: ["concurrency", "large", "sharded", "no_debug_mode"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" resmoke_jobs_max: 1 - <<: *gen_task_template name: sharding_last_lts_mongos_and_mixed_shards_gen tags: ["sharding", "common", "multiversion", "no_version_combination"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" - <<: *gen_task_template name: sharding_opportunistic_secondary_targeting_gen tags: ["sharding", "common"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" - <<: *gen_task_template name: ssl_gen tags: ["encrypt", "ssl", "patch_build"] commands: - func: "generate resmoke tasks" vars: resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {network: 2, replication: {heartbeats: 2}}}'" - <<: *gen_task_template name: sslSpecial_gen tags: ["encrypt", "ssl", "patch_build"] commands: - func: "generate resmoke tasks" vars: suite: ssl_special - <<: *gen_task_template name: ssl_x509_gen tags: ["encrypt", "ssl", "patch_build"] commands: - func: "generate resmoke tasks" vars: suite: ssl_x509 - <<: *task_template name: jsCore_decimal tags: ["jscore", "common", "decimal"] commands: - func: "do setup" - func: "run tests" vars: suite: decimal - <<: *task_template name: read_only tags: ["read_only"] commands: - func: "do setup" - func: "run tests" - <<: *task_template name: read_only_sharded tags: ["read_only"] commands: - func: "do setup" - func: "run tests" - <<: *task_template name: session_jscore_passthrough tags: [] commands: - func: "do setup" - func: "run tests" - <<: *gen_task_template name: causally_consistent_jscore_passthrough_gen tags: ["causally_consistent"] commands: - func: "generate resmoke tasks" - <<: *gen_task_template name: causally_consistent_jscore_passthrough_auth_gen tags: ["causally_consistent"] commands: - func: "generate resmoke tasks" - <<: *gen_task_template name: causally_consistent_read_concern_snapshot_passthrough_gen tags: ["causally_consistent", "read_write_concern", "durable_history"] commands: - func: "generate resmoke tasks" - <<: *gen_task_template name: sharded_causally_consistent_read_concern_snapshot_passthrough_gen tags: ["causally_consistent", "read_write_concern", "durable_history"] commands: - func: "generate resmoke tasks" - <<: *gen_task_template name: sharded_causally_consistent_jscore_passthrough_gen tags: ["causally_consistent"] commands: - func: "generate resmoke tasks" - <<: *gen_task_template name: retryable_writes_jscore_passthrough_gen tags: ["retry"] commands: - func: "generate resmoke tasks" vars: use_large_distro: "true" # Use explicit task definitions for retryable_writes_downgrade suites to avoid running # with all Repl multiversion combinations. - <<: *gen_task_template name: retryable_writes_downgrade_last_continuous_gen tags: ["multiversion_passthrough", "multiversion", "no_version_combination"] commands: - func: "generate resmoke tasks" vars: multiversion_exclude_tags_version: last_continuous - <<: *gen_task_template name: retryable_writes_downgrade_last_lts_gen tags: ["multiversion_passthrough", "multiversion", "no_version_combination"] commands: - func: "generate resmoke tasks" vars: multiversion_exclude_tags_version: last_lts - <<: *gen_task_template name: sharded_retryable_writes_downgrade_gen tags: ["multiversion_passthrough", "multiversion"] commands: - func: "generate resmoke tasks" - <<: *gen_task_template name: logical_session_cache_replication_default_refresh_jscore_passthrough_gen tags: ["logical_session_cache", "repl"] commands: - func: "generate resmoke tasks" - <<: *gen_task_template name: logical_session_cache_replication_100ms_refresh_jscore_passthrough_gen tags: ["logical_session_cache", "repl"] commands: - func: "generate resmoke tasks" - <<: *gen_task_template name: logical_session_cache_replication_1sec_refresh_jscore_passthrough_gen tags: ["logical_session_cache", "one_sec", "repl"] commands: - func: "generate resmoke tasks" - <<: *gen_task_template name: logical_session_cache_replication_10sec_refresh_jscore_passthrough_gen tags: ["logical_session_cache", "repl"] commands: - func: "generate resmoke tasks" - <<: *gen_task_template name: logical_session_cache_sharding_default_refresh_jscore_passthrough_gen tags: ["logical_session_cache"] commands: - func: "generate resmoke tasks" - <<: *gen_task_template name: logical_session_cache_sharding_100ms_refresh_jscore_passthrough_gen tags: ["logical_session_cache"] commands: - func: "generate resmoke tasks" - <<: *gen_task_template name: logical_session_cache_sharding_100ms_refresh_jscore_txns_passthrough_gen tags: ["logical_session_cache"] commands: - func: "generate resmoke tasks" - <<: *gen_task_template name: logical_session_cache_sharding_1sec_refresh_jscore_passthrough_gen tags: ["logical_session_cache", "one_sec"] commands: - func: "generate resmoke tasks" - <<: *gen_task_template name: logical_session_cache_sharding_10sec_refresh_jscore_passthrough_gen tags: ["logical_session_cache"] commands: - func: "generate resmoke tasks" - <<: *gen_task_template name: logical_session_cache_standalone_default_refresh_jscore_passthrough_gen tags: ["logical_session_cache"] commands: - func: "generate resmoke tasks" - <<: *gen_task_template name: logical_session_cache_standalone_100ms_refresh_jscore_passthrough_gen tags: ["logical_session_cache"] commands: - func: "generate resmoke tasks" - <<: *gen_task_template name: logical_session_cache_standalone_1sec_refresh_jscore_passthrough_gen tags: ["logical_session_cache", "one_sec"] commands: - func: "generate resmoke tasks" - <<: *gen_task_template name: logical_session_cache_standalone_10sec_refresh_jscore_passthrough_gen tags: ["logical_session_cache"] commands: - func: "generate resmoke tasks" - <<: *gen_task_template name: retryable_writes_jscore_stepdown_passthrough_gen tags: ["retry"] commands: - func: "generate resmoke tasks" - <<: *task_template name: watchdog_wiredtiger tags: ["watchdog"] commands: - *f_expansions_write - func: "do setup" - func: "do watchdog setup" - func: "run tests" vars: suite: watchdog resmoke_jobs_max: 1 # This is a separate task because it is only supported on Ubuntu 16.04+ which are not inmemory builders - <<: *task_template name: watchdog_inmemory tags: ["watchdog"] commands: - *f_expansions_write - func: "do setup" - func: "do watchdog setup" - func: "run tests" vars: suite: watchdog resmoke_args: --storageEngine=inMemory resmoke_jobs_max: 1 - <<: *task_template name: free_monitoring tags: [] commands: - func: "do setup" - func: "run tests" vars: resmoke_jobs_max: 1 - <<: *task_template name: client_encrypt tags: ["ssl", "encrypt", "patch_build"] commands: - func: "do setup" - func: "run tests" vars: resmoke_jobs_max: 1 - <<: *task_template name: fle tags: ["encrypt", "patch_build"] commands: - func: "do setup" - func: "load aws test credentials" - func: "run tests" vars: resmoke_jobs_max: 1 - <<: *task_template name: fle2_query_analysis tags: ["encrypt", "patch_build"] commands: - func: "do setup" - func: "load aws test credentials" - func: "run tests" - <<: *task_template name: fle2 tags: ["encrypt", "patch_build"] commands: - func: "do setup" - func: "run tests" - <<: *task_template name: fle2_sharding tags: ["encrypt", "patch_build"] commands: - func: "do setup" - func: "run tests" - <<: *task_template name: fle2_high_cardinality tags: ["encrypt"] commands: - func: "do setup" - func: "run tests" - <<: *task_template name: fle2_sharding_high_cardinality tags: ["encrypt"] commands: - func: "do setup" - func: "run tests" - <<: *task_template name: ocsp tags: ["ssl", "encrypt", "ocsp", "patch_build", "no_debug_mode"] commands: - func: "do setup" - func: "run tests" vars: resmoke_jobs_max: 1 - <<: *task_template name: json_schema tags: [] commands: - func: "do setup" - func: "run tests" vars: resmoke_jobs_max: 1 - name: powercycle_gen tags: [] commands: - func: "generate powercycle tasks" vars: task_names: >- powercycle powercycle_kill_mongod powercycle_replication_smalloplog powercycle_syncdelay num_tasks: 1 - name: powercycle_smoke_skip_compile_gen tags: [] commands: - func: "generate powercycle tasks" vars: task_names: >- powercycle_smoke_skip_compile num_tasks: 20 exec_timeout_secs: 604800 # 7 days timeout_secs: 604800 # 7 days set_up_retry_count: 1800 run_powercycle_args: --sshAccessRetryCount=1800 - name: powercycle_sentinel tags: [] exec_timeout_secs: 604800 # 7 days commands: - func: "run powercycle sentinel" vars: gen_task: powercycle_smoke_skip_compile_gen - name: powercycle_smoke tags: [] exec_timeout_secs: 7200 # 2 hour timeout for the task overall depends_on: - name: archive_dist_test_debug commands: - func: "do setup" - func: "set up remote credentials" vars: <<: *powercycle_remote_credentials - func: "set up EC2 instance" - func: "run powercycle test" timeout_secs: 1800 # 30 minute timeout for no output - name: powercycle tags: ["powercycle"] exec_timeout_secs: 7200 # 2 hour timeout for the task overall depends_on: - name: archive_dist_test_debug commands: - func: "do setup" - func: "set up remote credentials" vars: <<: *powercycle_remote_credentials - func: "set up EC2 instance" - func: "run powercycle test" timeout_secs: 1800 # 30 minute timeout for no output - name: powercycle_kill_mongod tags: ["powercycle"] exec_timeout_secs: 7200 # 2 hour timeout for the task overall depends_on: - name: archive_dist_test_debug commands: - func: "do setup" - func: "set up remote credentials" vars: <<: *powercycle_remote_credentials - func: "set up EC2 instance" - func: "run powercycle test" timeout_secs: 1800 # 30 minute timeout for no output - name: powercycle_last_lts_fcv tags: ["powercycle"] exec_timeout_secs: 7200 # 2 hour timeout for the task overall depends_on: - name: archive_dist_test_debug commands: - func: "do setup" - func: "set up remote credentials" vars: <<: *powercycle_remote_credentials - func: "set up EC2 instance" - func: "run powercycle test" timeout_secs: 1800 # 30 minute timeout for no output - name: powercycle_replication tags: ["powercycle"] exec_timeout_secs: 7200 # 2 hour timeout for the task overall depends_on: - name: archive_dist_test_debug commands: - func: "do setup" - func: "set up remote credentials" vars: <<: *powercycle_remote_credentials - func: "set up EC2 instance" - func: "run powercycle test" timeout_secs: 1800 # 30 minute timeout for no output - name: powercycle_replication_smalloplog tags: ["powercycle"] exec_timeout_secs: 7200 # 2 hour timeout for the task overall depends_on: - name: archive_dist_test_debug commands: - func: "do setup" - func: "set up remote credentials" vars: <<: *powercycle_remote_credentials - func: "set up EC2 instance" - func: "run powercycle test" timeout_secs: 1800 # 30 minute timeout for no output - name: powercycle_syncdelay tags: ["powercycle"] exec_timeout_secs: 7200 # 2 hour timeout for the task overall depends_on: - name: archive_dist_test_debug commands: - func: "do setup" - func: "set up remote credentials" vars: <<: *powercycle_remote_credentials - func: "set up EC2 instance" - func: "run powercycle test" timeout_secs: 1800 # 30 minute timeout for no output - name: powercycle_write_concern_majority tags: ["powercycle"] exec_timeout_secs: 7200 # 2 hour timeout for the task overall depends_on: - name: archive_dist_test_debug commands: - func: "do setup" - func: "set up remote credentials" vars: <<: *powercycle_remote_credentials - func: "set up EC2 instance" - func: "run powercycle test" timeout_secs: 1800 # 30 minute timeout for no output - name: selinux_rhel8_org tags: [] depends_on: - name: archive_dist_test - name: package commands: - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - func: "set up venv" - func: "fetch packages" - func: "fetch binaries" - func: "extract binaries" - func: "run selinux tests" vars: distro: rhel80-selinux test_list: jstests/selinux/*.js - name: selinux_rhel8_enterprise tags: [] depends_on: - name: archive_dist_test - name: package commands: - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - func: "set up venv" - func: "fetch packages" - func: "fetch binaries" - func: "extract binaries" - func: "run selinux tests" vars: distro: rhel80-selinux - name: selinux_rhel9_org tags: [] depends_on: - name: archive_dist_test - name: package commands: - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - func: "set up venv" - func: "fetch packages" - func: "fetch binaries" - func: "extract binaries" - func: "run selinux tests" vars: distro: rhel90-selinux test_list: jstests/selinux/*.js - name: selinux_rhel9_enterprise tags: [] depends_on: - name: archive_dist_test - name: package commands: - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - func: "set up venv" - func: "fetch packages" - func: "fetch binaries" - func: "extract binaries" - func: "run selinux tests" vars: distro: rhel90-selinux test_list: jstests/selinux/*.js src/mongo/db/modules/enterprise/jstests/selinux/*.js - name: selinux_rhel7_org tags: [] depends_on: - name: archive_dist_test - name: package commands: - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - func: "set up venv" - func: "fetch packages" - func: "fetch binaries" - func: "extract binaries" - func: "run selinux tests" vars: user: root distro: rhel76-selinux test_list: jstests/selinux/*.js - name: selinux_rhel7_enterprise tags: [] depends_on: - name: archive_dist_test - name: package commands: - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - func: "set up venv" - func: "fetch packages" - func: "fetch binaries" - func: "extract binaries" - func: "run selinux tests" vars: user: root distro: rhel76-selinux test_list: jstests/selinux/*.js src/mongo/db/modules/enterprise/jstests/selinux/*.js - name: idl_tests tags: [] depends_on: - name: archive_dist_test commands: - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - *kill_processes - *cleanup_environment - func: "set up venv" - func: "upload pip requirements" - func: "run idl tests" - name: blackduck_scanner tags: [] patchable: false commands: - *f_expansions_write - func: "do non-compile setup" - command: subprocess.exec type: setup params: binary: bash silent: true args: - "src/evergreen/blackduck_setup.sh" - command: subprocess.exec type: test params: binary: bash args: - "src/evergreen/blackduck_hub.sh" - name: tla_plus tags: [] commands: - *f_expansions_write - func: "do non-compile setup" - command: subprocess.exec type: setup params: binary: bash args: - "./src/evergreen/download_tlc.sh" - func: "run tests" vars: resmoke_jobs_max: 1 - name: buildscripts_test tags: [] depends_on: [] commands: - *f_expansions_write - func: "do non-compile setup" - func: "set up remote credentials" - *f_expansions_write - func: "configure evergreen api credentials" - *gen_feature_flags - func: "run tests" vars: resmoke_jobs_max: 1 - <<: *task_template name: resmoke_end2end_tests tags: [] commands: - func: "do setup" - func: "run tests" - name: test_packages tags: [] depends_on: - name: package commands: - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - *kill_processes - *cleanup_environment - *set_up_venv - func: "run package test" - name: test_packages_complete tags: [] depends_on: - name: package commands: - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - *kill_processes - *cleanup_environment - *set_up_venv - func: "run complete package test" - name: package tags: [] depends_on: - name: compile_dist_test commands: - *f_expansions_write - func: "scons compile" vars: targets: >- distsrc-${ext|tgz} archive-dist archive-dist-debug archive-jstestshell archive-jstestshell-debug ${additional_package_targets|} task_compile_flags: >- --legacy-tarball - func: "f_expansions_write" - command: subprocess.exec params: binary: bash args: - "src/evergreen/package.sh" - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/distsrc.${ext|tgz} remote_file: ${project}/${build_variant}/${revision}/sources/mongo-src-${build_id}.${ext|tgz} bucket: mciuploads permissions: public-read content_type: ${content_type|application/gzip} display_name: Source tarball # We only need to upload the source tarball from one of the build variants # because it should be the same everywhere, so just use rhel70/windows. build_variants: [rhel70, windows] - command: s3.put params: optional: true aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/mongodb-dist.${ext|tgz} remote_file: ${project}/${build_variant}/${revision}/dist/mongo-${build_id}.${ext|tgz} bucket: mciuploads permissions: public-read content_type: application/tar display_name: Dist Tarball - command: s3.put params: optional: true aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/mongodb-dist-debugsymbols.${ext|tgz} remote_file: ${project}/${build_variant}/${revision}/dist/mongo-${build_id}-debugsymbols.${ext|tgz} bucket: mciuploads permissions: public-read content_type: application/tar display_name: Dist Debugsymbols - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/mongodb-jstestshell.${ext|tgz} remote_file: ${mongo_jstestshell} bucket: mciuploads permissions: public-read content_type: ${content_type|application/gzip} display_name: Jstestshell - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/mongodb-jstestshell-debugsymbols.${ext|tgz} remote_file: ${mongo_jstestshell_debugsymbols} bucket: mciuploads permissions: public-read content_type: ${content_type|application/gzip} display_name: Jstestshell Debugsymbols - command: s3.put params: optional: true aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/mongodb-cryptd.${ext|tgz} remote_file: ${mongo_cryptd} bucket: mciuploads permissions: public-read content_type: ${content_type|application/gzip} display_name: CryptD Binaries - command: s3.put params: optional: true aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/mongodb-cryptd-debugsymbols.${ext|tgz} remote_file: ${mongo_cryptd_debugsymbols} bucket: mciuploads permissions: public-read content_type: ${content_type|application/gzip} display_name: CryptD Debugsymbols - command: s3.put params: optional: true aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/mh-binaries.${ext|tgz} remote_file: ${mh_archive} bucket: mciuploads permissions: public-read content_type: ${content_type|application/gzip} display_name: MH Binaries - command: s3.put params: optional: true aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/mh-debugsymbols.${ext|tgz} remote_file: ${mh_debugsymbols} bucket: mciuploads permissions: public-read content_type: ${content_type|application/gzip} display_name: MH Debugsymbols - func: "run packager.py" - command: archive.targz_pack params: target: "packages.tgz" source_dir: "src" include: - "repo/**" - "./**.msi" - command: s3.put params: optional: true aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: packages.tgz remote_file: ${project}/${build_variant}/${revision}/artifacts/${build_id}-packages.tgz bucket: mciuploads permissions: public-read content_type: application/tar display_name: Packages - name: publish_packages tags: ["publish"] # This should prevent this task from running in patch builds, where we # don't want to publish packages. patchable: false stepback: false # Same dependencies as "push" below depends_on: - name: package - name: jsCore - name: run_dbtest - name: replica_sets_jscore_passthrough commands: - command: manifest.load - func: "git get project and add git tag" - func: "get and apply version expansions" - func: "f_expansions_write" - func: "kill processes" - func: "cleanup environment" - func: "set up venv" - func: "fetch packages" - func: "generate compile expansions" - func: "apply compile expansions" - func: "set up remote credentials" vars: aws_key_remote: ${repo_aws_key} aws_secret_remote: ${repo_aws_secret} - func: "set up notary client credentials" - *f_expansions_write - command: subprocess.exec params: binary: bash args: - "./src/evergreen/packages_publish.sh" - name: publish_packages_test tags: ["publish_test"] # This should prevent this task from running in patch builds, where we # don't want to publish packages. patchable: false stepback: false # Same dependencies as "push" below depends_on: - name: package - name: jsCore - name: run_dbtest - name: replica_sets_jscore_passthrough commands: - command: manifest.load - func: "git get project and add git tag" - func: "get and apply version expansions" - func: "f_expansions_write" - func: "kill processes" - func: "cleanup environment" - func: "set up venv" - func: "fetch packages" - func: "generate compile expansions" - func: "apply compile expansions" - func: "set up remote credentials" vars: aws_key_remote: ${repo_aws_key} aws_secret_remote: ${repo_aws_secret} - func: "set up notary client credentials" - *f_expansions_write - command: subprocess.exec params: binary: bash args: - "./src/evergreen/packages_publish_test.sh" - name: push tags: ["publish"] patchable: false depends_on: - name: package - name: jsCore - name: run_dbtest - name: replica_sets_jscore_passthrough stepback: false commands: - command: manifest.load - func: "git get project and add git tag" - func: "get and apply version expansions" - func: "f_expansions_write" - func: "kill processes" - func: "cleanup environment" - func: "set up venv" - func: "fetch packages" - func: "fetch dist tarball" # Fetch mongocryptd - command: s3.get params: aws_key: ${aws_key} aws_secret: ${aws_secret} remote_file: ${mongo_cryptd} bucket: mciuploads local_file: src/mongo-cryptd.tgz build_variants: *mongocryptd_variants # Fetch the mongohouse binaries - command: s3.get params: aws_key: ${aws_key} aws_secret: ${aws_secret} remote_file: ${mh_archive} bucket: mciuploads local_file: src/mh.tgz build_variants: *mh_variants # Fetch the sources (on relevant variants only) - command: s3.get params: aws_key: ${aws_key} aws_secret: ${aws_secret} remote_file: ${project}/${build_variant}/${revision}/sources/mongo-src-${build_id}.${ext|tgz} bucket: mciuploads local_file: src/distsrc.${ext|tgz} build_variants: [rhel70, windows] - func: "generate compile expansions" - func: "apply compile expansions" - func: "fetch dist debugsymbols" - func: "set up remote credentials" vars: aws_key_remote: ${repo_aws_key} aws_secret_remote: ${repo_aws_secret} - func: "f_expansions_write" - func: "set up notary client credentials" - command: subprocess.exec type: test params: binary: bash args: - "./src/evergreen/notary_client_run.sh" # Put the binaries tarball/zipfile - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mongodb-${push_name}-${push_arch}-${suffix}.${ext|tgz} aws_key: ${aws_key} bucket: build-push-testing permissions: public-read content_type: ${content_type|application/gzip} remote_file: ${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz} # Put the cryptd tarball/zipfile - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mongodb-cryptd-${push_name}-${push_arch}-${suffix}.${ext|tgz} aws_key: ${aws_key} bucket: build-push-testing permissions: public-read content_type: ${content_type|application/gzip} remote_file: ${push_path}-STAGE/${push_name}/mongodb-cryptd-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz} build_variants: *mongocryptd_variants # Put the mh tarball/zipfile - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mh-${push_name}-${push_arch}-${suffix}.${ext|tgz} aws_key: ${aws_key} bucket: build-push-testing permissions: public-read content_type: ${content_type|application/gzip} remote_file: ${push_path}-STAGE/${push_name}/mh-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz} build_variants: *mh_variants # Put the source tarball - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mongodb-src-${src_suffix}.${ext|tar.gz} aws_key: ${aws_key} bucket: build-push-testing permissions: public-read content_type: ${content_type|application/gzip} remote_file: ${push_path}-STAGE/${push_name}/mongodb-src-${src_suffix}-${task_id}.${ext|tar.gz} build_variants: [rhel70, windows] # Put the debug symbols # push directly to repo due to limitations in file size SERVER-63432 - command: s3.put params: aws_secret: ${aws_secret} aws_key: ${aws_key} permissions: public-read local_file: src/mongodb-${push_name}-${push_arch}-debugsymbols-${suffix}.${ext|tgz} bucket: ${push_bucket} content_type: ${content_type|application/gzip} remote_file: ${push_path}/mongodb-${push_name}-${push_arch}-debugsymbols-${suffix}.${ext|tgz} optional: true # Put the binaries tarball signature - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mongodb-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sig aws_key: ${aws_key} bucket: build-push-testing permissions: public-read content_type: ${content_type|application/gzip} remote_file: ${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sig # Put the cryptd tarball signature - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mongodb-cryptd-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sig aws_key: ${aws_key} bucket: build-push-testing permissions: public-read content_type: ${content_type|application/gzip} remote_file: ${push_path}-STAGE/${push_name}/mongodb-cryptd-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sig build_variants: *mongocryptd_variants # Put the source tarball signature - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mongodb-src-${src_suffix}.${ext|tar.gz}.sig aws_key: ${aws_key} bucket: build-push-testing permissions: public-read content_type: ${content_type|application/gzip} remote_file: ${push_path}-STAGE/${push_name}/mongodb-src-${src_suffix}-${task_id}.${ext|tar.gz}.sig build_variants: [rhel70, windows] # Put the debug symbols signature - command: s3.put params: aws_secret: ${aws_secret} aws_key: ${aws_key} permissions: public-read local_file: src/mongodb-${push_name}-${push_arch}-debugsymbols-${suffix}.${ext|tgz}.sig bucket: build-push-testing content_type: ${content_type|application/gzip} remote_file: ${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-debugsymbols-${suffix}-${task_id}.${ext|tgz}.sig optional: true # Put the signed MSI file - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} permissions: public-read build_variants: ["enterprise-windows", "windows"] local_file: src/mongodb-${push_name}-${push_arch}-${suffix}-signed.msi bucket: build-push-testing content_type: application/x-msi remote_file: ${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}-signed.msi # Put the binaries tarball sha1 - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mongodb-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sha1 aws_key: ${aws_key} permissions: public-read bucket: build-push-testing content_type: text/plain remote_file: ${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sha1 # Put the cryptd tarball sha1 - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mongodb-cryptd-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sha1 aws_key: ${aws_key} permissions: public-read bucket: build-push-testing content_type: text/plain remote_file: ${push_path}-STAGE/${push_name}/mongodb-cryptd-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sha1 build_variants: *mongocryptd_variants # Put the source tarball sha1 - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mongodb-src-${src_suffix}.${ext|tar.gz}.sha1 aws_key: ${aws_key} permissions: public-read bucket: build-push-testing content_type: text/plain remote_file: ${push_path}-STAGE/${push_name}/mongodb-src-${src_suffix}-${task_id}.${ext|tar.gz}.sha1 build_variants: [rhel70, windows] # Put the debug symbols sha1 - command: s3.put params: aws_secret: ${aws_secret} aws_key: ${aws_key} permissions: public-read local_file: src/mongodb-${push_name}-${push_arch}-debugsymbols-${suffix}.${ext|tgz}.sha1 bucket: build-push-testing content_type: text/plain remote_file: ${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-debugsymbols-${suffix}-${task_id}.${ext|tgz}.sha1 optional: true # Push the signed MSI sha1 - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} permissions: public-read build_variants: ["enterprise-windows", "windows"] local_file: src/mongodb-${push_name}-${push_arch}-${suffix}-signed.msi.sha1 bucket: build-push-testing content_type: text/plain remote_file: ${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}-signed.msi.sha1 # Put the binaries tarball sha256 - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mongodb-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sha256 permissions: public-read aws_key: ${aws_key} bucket: build-push-testing content_type: text/plain remote_file: ${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sha256 # Put the cryptd tarball sha256 - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mongodb-cryptd-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sha256 permissions: public-read aws_key: ${aws_key} bucket: build-push-testing content_type: text/plain remote_file: ${push_path}-STAGE/${push_name}/mongodb-cryptd-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sha256 build_variants: *mongocryptd_variants # Put the source tarball sha256 - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mongodb-src-${src_suffix}.${ext|tar.gz}.sha256 permissions: public-read aws_key: ${aws_key} bucket: build-push-testing content_type: text/plain remote_file: ${push_path}-STAGE/${push_name}/mongodb-src-${src_suffix}-${task_id}.${ext|tar.gz}.sha256 build_variants: [rhel70, windows] # Put the debug symbols sha256 - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mongodb-${push_name}-${push_arch}-debugsymbols-${suffix}.${ext|tgz}.sha256 aws_key: ${aws_key} bucket: build-push-testing permissions: public-read content_type: text/plain remote_file: ${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-debugsymbols-${suffix}-${task_id}.${ext|tgz}.sha256 optional: true # Put the signed MSI sha256 - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} build_variants: ["enterprise-windows", "windows"] local_file: src/mongodb-${push_name}-${push_arch}-${suffix}-signed.msi.sha256 bucket: build-push-testing permissions: public-read remote_file: ${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}-signed.msi.sha256 content_type: text/plain # Put the binaries tarball md5 - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mongodb-${push_name}-${push_arch}-${suffix}.${ext|tgz}.md5 aws_key: ${aws_key} bucket: build-push-testing permissions: public-read content_type: text/plain remote_file: ${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.md5 # Put the cryptd tarball md5 - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mongodb-cryptd-${push_name}-${push_arch}-${suffix}.${ext|tgz}.md5 aws_key: ${aws_key} bucket: build-push-testing permissions: public-read content_type: text/plain remote_file: ${push_path}-STAGE/${push_name}/mongodb-cryptd-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.md5 build_variants: *mongocryptd_variants # Put the source tarball md5 - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mongodb-src-${src_suffix}.${ext|tar.gz}.md5 aws_key: ${aws_key} bucket: build-push-testing permissions: public-read content_type: text/plain remote_file: ${push_path}-STAGE/${push_name}/mongodb-src-${src_suffix}-${task_id}.${ext|tar.gz}.md5 build_variants: [rhel70, windows] # Put the debug symbols md5 - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/mongodb-${push_name}-${push_arch}-debugsymbols-${suffix}.${ext|tgz}.md5 bucket: build-push-testing content_type: text/plain permissions: public-read remote_file: ${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-debugsymbols-${suffix}-${task_id}.${ext|tgz}.md5 optional: true # Put the signed MSI md5 - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} build_variants: ["enterprise-windows", "windows"] local_file: src/mongodb-${push_name}-${push_arch}-${suffix}-signed.msi.md5 bucket: build-push-testing permissions: public-read content_type: text/plain remote_file: ${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}-signed.msi.md5 - command: s3Copy.copy params: aws_key: ${aws_key} aws_secret: ${aws_secret} s3_copy_files: #Binaries - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-${push_name}-${push_arch}-${suffix}.${ext|tgz}', 'bucket': '${push_bucket}'}} #Cryptd - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-cryptd-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-cryptd-${push_name}-${push_arch}-${suffix}.${ext|tgz}', 'bucket': '${push_bucket}'}, 'build_variants': *mongocryptd_variants} # MH - {'source': {'path': '${push_path}-STAGE/${push_name}/mh-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mh-${push_name}-${push_arch}-${suffix}.${ext|tgz}', 'bucket': '${push_bucket}'}, 'build_variants': *mh_variants} #Source tarball - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-src-${src_suffix}-${task_id}.${ext|tar.gz}', 'bucket': 'build-push-testing'}, 'destination': {'path': 'src/mongodb-src-${src_suffix}.${ext|tar.gz}', 'bucket': '${push_bucket}'}, 'build_variants': ['rhel70', 'windows']} #MSI (Windows only) - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}-signed.msi', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-${push_name}-${push_arch}-${suffix}-signed.msi', 'bucket': '${push_bucket}'}, 'build_variants': ['enterprise-windows', 'windows']} #Binaries Signature - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sig', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sig', 'bucket': '${push_bucket}'}} #Cryptd Signature - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-cryptd-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sig', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-cryptd-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sig', 'bucket': '${push_bucket}'}, 'build_variants': *mongocryptd_variants} #Source tarball signature - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-src-${src_suffix}-${task_id}.${ext|tar.gz}.sig', 'bucket': 'build-push-testing'}, 'destination': {'path': 'src/mongodb-src-${src_suffix}.${ext|tar.gz}.sig', 'bucket': '${push_bucket}'}, 'build_variants': ['rhel70', 'windows']} #SHA1 for binaries - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sha1', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sha1', 'bucket': '${push_bucket}'}} #SHA1 for cryptd - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-cryptd-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sha1', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-cryptd-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sha1', 'bucket': '${push_bucket}'}, 'build_variants': *mongocryptd_variants} #SHA1 for source tarball - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-src-${src_suffix}-${task_id}.${ext|tar.gz}.sha1', 'bucket': 'build-push-testing'}, 'destination': {'path': 'src/mongodb-src-${src_suffix}.${ext|tar.gz}.sha1', 'bucket': '${push_bucket}'}, 'build_variants': ['rhel70', 'windows']} #SHA1 for MSI - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}-signed.msi.sha1', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-${push_name}-${push_arch}-${suffix}-signed.msi.sha1', 'bucket': '${push_bucket}'}, 'build_variants': ['enterprise-windows', 'windows']} #SHA256 for binaries - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sha256', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sha256', 'bucket': '${push_bucket}'}} #SHA256 for cryptd - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-cryptd-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sha256', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-cryptd-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sha256', 'bucket': '${push_bucket}'}, 'build_variants': *mongocryptd_variants} #SHA256 for source tarball - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-src-${src_suffix}-${task_id}.${ext|tar.gz}.sha256', 'bucket': 'build-push-testing'}, 'destination': {'path': 'src/mongodb-src-${src_suffix}.${ext|tar.gz}.sha256', 'bucket': '${push_bucket}'}, 'build_variants': ['rhel70', 'windows']} #SHA256 for MSI files - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}-signed.msi.sha256', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-${push_name}-${push_arch}-${suffix}-signed.msi.sha256', 'bucket': '${push_bucket}'}, 'build_variants': ['enterprise-windows', 'windows']} #MD5 for binaries - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.md5', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-${push_name}-${push_arch}-${suffix}.${ext|tgz}.md5', 'bucket': '${push_bucket}'}} #MD5 for cryptd - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-cryptd-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.md5', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-cryptd-${push_name}-${push_arch}-${suffix}.${ext|tgz}.md5', 'bucket': '${push_bucket}'}, 'build_variants': *mongocryptd_variants} #MD5 for source tarball - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-src-${src_suffix}-${task_id}.${ext|tar.gz}.md5', 'bucket': 'build-push-testing'}, 'destination': {'path': 'src/mongodb-src-${src_suffix}.${ext|tar.gz}.md5', 'bucket': '${push_bucket}'}, 'build_variants': ['rhel70', 'windows']} #MD5 for MSIs - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}-signed.msi.md5', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-${push_name}-${push_arch}-${suffix}-signed.msi.md5', 'bucket': '${push_bucket}'}, 'build_variants': ['enterprise-windows', 'windows']} # Debug symbols are not created for all variants and the copy is optional. - command: s3Copy.copy params: aws_key: ${aws_key} aws_secret: ${aws_secret} optional: true s3_copy_files: #Debug Symbols temporarily removed - see SERVER-63432 - need to s3.push debugsymbols due to size limit #Debug Symbols Signature - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-debugsymbols-${suffix}-${task_id}.${ext|tgz}.sig', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-${push_name}-${push_arch}-debugsymbols-${suffix}.${ext|tgz}.sig', 'bucket': '${push_bucket}'}} #SHA1 for debug symbols - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-debugsymbols-${suffix}-${task_id}.${ext|tgz}.sha1', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-${push_name}-${push_arch}-debugsymbols-${suffix}.${ext|tgz}.sha1', 'bucket': '${push_bucket}'}} #SHA256 for debugsymbols - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-debugsymbols-${suffix}-${task_id}.${ext|tgz}.sha256', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-${push_name}-${push_arch}-debugsymbols-${suffix}.${ext|tgz}.sha256', 'bucket': '${push_bucket}'}} #MD5 for debugsymbols - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-debugsymbols-${suffix}-${task_id}.${ext|tgz}.md5', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-${push_name}-${push_arch}-debugsymbols-${suffix}.${ext|tgz}.md5', 'bucket': '${push_bucket}'}} - name: crypt_push tags: ["publish_crypt"] patchable: false stepback: false depends_on: - name: crypt_create_lib commands: - command: manifest.load - func: "f_expansions_write" - func: "git get project and add git tag" - func: "set task expansion macros" - func: "f_expansions_write" - func: "kill processes" - func: "cleanup environment" - func: "set up venv" - func: "upload pip requirements" - func: "get buildnumber" - func: "f_expansions_write" - func: "get and apply version expansions" - func: "f_expansions_write" - func: "generate compile expansions" - func: "apply compile expansions" - func: "f_expansions_write" - command: s3.get params: aws_key: ${aws_key} aws_secret: ${aws_secret} remote_file: ${project}/mongo_crypt/${build_variant}/${revision}/mongo_crypt_shared_v1-${version}.${ext|tgz} bucket: mciuploads local_file: src/mongo_crypt_shared_v1.${ext|tgz} - func: "generate compile expansions" - func: "apply compile expansions" - func: "set up remote credentials" vars: aws_key_remote: ${repo_aws_key} aws_secret_remote: ${repo_aws_secret} - func: "f_expansions_write" - func: "set up notary client credentials" - command: subprocess.exec type: test params: binary: bash args: - "./src/evergreen/notary_client_crypt_run.sh" # Put the crypt tarball/zipfile - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mongo_crypt_shared_v1-${push_name}-${push_arch}-${suffix}.${ext|tgz} aws_key: ${aws_key} bucket: build-push-testing permissions: public-read content_type: ${content_type|application/gzip} remote_file: ${push_path}-STAGE/${push_name}/mongo_crypt_shared_v1-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz} # Put the crypt tarball signature - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mongo_crypt_shared_v1-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sig aws_key: ${aws_key} bucket: build-push-testing permissions: public-read content_type: ${content_type|application/gzip} remote_file: ${push_path}-STAGE/${push_name}/mongo_crypt_shared_v1-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sig # Put the crypt tarball sha1 - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mongo_crypt_shared_v1-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sha1 aws_key: ${aws_key} permissions: public-read bucket: build-push-testing content_type: text/plain remote_file: ${push_path}-STAGE/${push_name}/mongo_crypt_shared_v1-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sha1 # Put the crypt tarball sha256 - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mongo_crypt_shared_v1-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sha256 permissions: public-read aws_key: ${aws_key} bucket: build-push-testing content_type: text/plain remote_file: ${push_path}-STAGE/${push_name}/mongo_crypt_shared_v1-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sha256 # Put the crypt tarball md5 - command: s3.put params: aws_secret: ${aws_secret} local_file: src/mongo_crypt_shared_v1-${push_name}-${push_arch}-${suffix}.${ext|tgz}.md5 aws_key: ${aws_key} bucket: build-push-testing permissions: public-read content_type: text/plain remote_file: ${push_path}-STAGE/${push_name}/mongo_crypt_shared_v1-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.md5 - command: s3Copy.copy params: aws_key: ${aws_key} aws_secret: ${aws_secret} s3_copy_files: #Binaries - {'source': {'path': '${push_path}-STAGE/${push_name}/mongo_crypt_shared_v1-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongo_crypt_shared_v1-${push_name}-${push_arch}-${suffix}.${ext|tgz}', 'bucket': '${push_bucket}'}} #SHA1 for binaries - {'source': {'path': '${push_path}-STAGE/${push_name}/mongo_crypt_shared_v1-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sha1', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongo_crypt_shared_v1-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sha1', 'bucket': '${push_bucket}'}} #SHA256 for binaries - {'source': {'path': '${push_path}-STAGE/${push_name}/mongo_crypt_shared_v1-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sha256', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongo_crypt_shared_v1-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sha256', 'bucket': '${push_bucket}'}} #MD5 for binaries - {'source': {'path': '${push_path}-STAGE/${push_name}/mongo_crypt_shared_v1-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.md5', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongo_crypt_shared_v1-${push_name}-${push_arch}-${suffix}.${ext|tgz}.md5', 'bucket': '${push_bucket}'}} - <<: *task_template name: search tags: [] commands: - func: "do setup" - func: "run tests" vars: resmoke_jobs_max: 1 - <<: *task_template name: search_auth tags: [] commands: - func: "do setup" - func: "run tests" vars: resmoke_jobs_max: 1 - <<: *task_template name: search_ssl tags: [] commands: - func: "do setup" - func: "run tests" vars: resmoke_jobs_max: 1 - <<: *task_template name: cqf tags: [] commands: - func: "do setup" - func: "run tests" - <<: *task_template name: cqf_disabled_pipeline_opt tags: [] commands: - func: "do setup" - func: "run tests" - <<: *task_template name: cqf_passthrough tags: [] commands: - func: "do setup" - func: "run tests" - <<: *task_template name: cqf_parallel tags: [] commands: - func: "do setup" - func: "run tests" - name: shared_scons_cache_pruning tags: [] exec_timeout_secs: 7200 # 2 hour timeout for the task overall depends_on: [] commands: - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - *kill_processes - *cleanup_environment - *set_up_venv - func: "shared scons cache pruning" - name: win_shared_scons_cache_pruning tags: [] exec_timeout_secs: 21600 # 2 hour timeout for the task overall depends_on: [] commands: - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - *kill_processes - *cleanup_environment - *set_up_venv - func: "set up win mount script" - func: "shared scons cache pruning" - name: validate_commit_message tags: [] exec_timeout_secs: 600 # 10 minute timeout commands: - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - *kill_processes - *cleanup_environment - func: "set up venv" - func: "upload pip requirements" - func: "configure evergreen api credentials" - command: subprocess.exec type: test params: binary: bash args: - "./src/evergreen/commit_message_validate.sh" env: JIRA_AUTH_ACCESS_TOKEN: ${jira_auth_access_token} JIRA_AUTH_ACCESS_TOKEN_SECRET: ${jira_auth_access_token_secret} JIRA_AUTH_CONSUMER_KEY: ${jira_auth_consumer_key} JIRA_AUTH_KEY_CERT: ${jira_auth_key_cert} - name: check_for_todos tags: [] exec_timeout_secs: 600 # 10 minute timeout commands: - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - *kill_processes - *cleanup_environment - func: "set up venv" - func: "configure evergreen api credentials" - command: subprocess.exec type: test params: binary: bash args: - "./src/evergreen/todos_check.sh" - <<: *task_template name: mqlrun tags: [] commands: - func: "do setup" - func: "run tests" - name: check_feature_flag_tags tags: [] patch_only: true commands: - command: manifest.load - func: "git get project and add git tag" - *f_expansions_write - *kill_processes - *cleanup_environment - func: "set up venv" - command: subprocess.exec type: test params: binary: bash args: - "./src/evergreen/feature_flag_tags_check.sh" - name: antithesis_image_build tags: ["antithesis"] depends_on: - name: archive_dist_test_debug commands: - *f_expansions_write - func: "git get project no modules" - func: "f_expansions_write" - func: "kill processes" - func: "cleanup environment" - func: "set up venv" - func: "do setup" - command: s3.get params: aws_key: ${aws_key} aws_secret: ${aws_secret} remote_file: ${mongo_debugsymbols} bucket: mciuploads local_file: src/mongo-debugsymbols.${ext|tgz} - command: subprocess.exec params: binary: bash args: - "./src/evergreen/antithesis_image_build.sh" - name: antithesis_image_push tags: ["antithesis"] depends_on: - name: antithesis_image_build commands: - command: subprocess.exec params: binary: bash args: - "./src/evergreen/antithesis_image_push.sh" - name: antithesis_image_test tags: ["antithesis"] exec_timeout_secs: 14400 # Time out the task if it runs for more than 4 hours. depends_on: - name: antithesis_image_build commands: - command: subprocess.exec params: binary: bash args: - "./src/evergreen/antithesis_dry_run.sh" - name: generate_buildid_to_debug_symbols_mapping tags: ["symbolizer"] stepback: false patchable: true depends_on: - archive_dist_test_debug commands: - *f_expansions_write - func: "do setup" - func: "configure evergreen api credentials" - command: subprocess.exec params: binary: bash args: - "./src/evergreen/generate_buildid_debug_symbols_mapping.sh" - <<: *task_template name: query_golden_classic tags: [] commands: - func: "do setup" - func: "run tests" vars: suite: query_golden_classic - <<: *task_template name: query_golden_cqf tags: [] commands: - func: "do setup" - func: "run tests" vars: suite: query_golden_cqf - name: publish_metrics patchable: false commands: - *f_expansions_write - func: "do non-compile setup" - *configure_evergreen_api_credentials - command: subprocess.exec type: test params: binary: bash args: - "src/evergreen/run_python_script.sh" - "evergreen/publish_metrics.py" ####################################### # Task Groups # ####################################### task_groups: - <<: *compile_task_group_template name: compile_dist_test_TG tasks: - compile_dist_test - <<: *compile_task_group_template name: compile_upload_benchmarks_TG tasks: - compile_upload_benchmarks - <<: *compile_task_group_template name: compile_and_archive_dist_test_TG tasks: - compile_dist_test - archive_dist_test - archive_dist_test_debug - <<: *compile_task_group_template name: compile_and_archive_dist_test_then_package_TG tasks: - compile_dist_test - archive_dist_test - archive_dist_test_debug - package - <<: *compile_task_group_template name: compile_ninja_next_TG tasks: - compile_ninja_next - <<: *compile_task_group_template name: compile_build_tools_next_TG tasks: - compile_build_tools_next - <<: *compile_task_group_template name: libdeps_graph_linting_TG tasks: - libdeps_graph_linting - <<: *compile_task_group_template name: compile_ninja_TG tasks: - compile_ninja teardown_task: - command: s3.put params: optional: true aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/all.build.ninja remote_file: ${project}/${build_variant}/${revision}/artifacts/all.${build_id}.build.ninja bucket: mciuploads permissions: public-read content_type: text/plain display_name: build.ninja - <<: *compile_task_group_template name: compile_ninja_default_profile_TG tasks: - compile_ninja_default_profile - <<: *compile_task_group_template name: compile_ninja_opt_profile_TG tasks: - compile_ninja_opt_profile - <<: *compile_task_group_template name: compile_ninja_san_profile_TG tasks: - compile_ninja_san_profile - <<: *compile_task_group_template name: compile_ninja_fast_profile_TG tasks: - compile_ninja_fast_profile - <<: *compile_task_group_template name: server_discovery_and_monitoring_json_test_TG tasks: - server_discovery_and_monitoring_json_test - <<: *compile_task_group_template name: server_selection_json_test_TG tasks: - server_selection_json_test - <<: *compile_task_group_template name: compile_run_and_archive_dbtest_TG tasks: - compile_dbtest - run_dbtest - archive_dbtest - <<: *compile_task_group_template name: compile_archive_and_run_libfuzzertests_TG tasks: - compile_and_archive_libfuzzertests - fetch_and_run_libfuzzertests - <<: *compile_task_group_template name: compile_test_and_package_serial_TG tasks: - compile_dist_test - archive_dist_test - archive_dist_test_debug - compile_unittests - run_unittests - compile_dbtest - run_dbtest - archive_dbtest - compile_all - package # The *no_unittests_TG taskgroups are useful for static builds, # were the static binaries of the unittests can take up to # a terabyte of data. - <<: *compile_task_group_template name: compile_test_and_package_serial_no_unittests_TG tasks: - compile_dist_test - archive_dist_test - archive_dist_test_debug - compile_dbtest - run_dbtest - archive_dbtest - compile_all_but_not_unittests - package - <<: *compile_task_group_template name: compile_test_benchmark_and_package_serial_TG tasks: - compile_dist_test - archive_dist_test - archive_dist_test_debug - compile_unittests - run_unittests - compile_dbtest - run_dbtest - archive_dbtest - compile_upload_benchmarks - compile_all - package # The *no_unittests_TG taskgroups are useful for static builds, # were the static binaries of the unittests can take up to # a terabyte of data. - <<: *compile_task_group_template name: compile_test_benchmark_and_package_serial_no_unittests_TG tasks: - compile_dist_test - archive_dist_test - archive_dist_test_debug - compile_dbtest - run_dbtest - archive_dbtest - compile_upload_benchmarks - compile_all_but_not_unittests - package - <<: *compile_task_group_template name: compile_and_test_TG tasks: - compile_dist_test - compile_unittests - run_unittests - compile_dbtest - run_dbtest - compile_all # These `parallel` task groups are only appropriate for builders that # use --link-model=dynamic, and have scons_cache_scope: shared and # scons_cache_mode: all. Such builders are able to share all build # artifacts, and therefore will not repeatedly re-link the same # code. In that mode, it makes sense to run all of these tasks # concurrently, since they will share state across machines and can # complete faster than running them serially. We keep them in task # groups so that if they do run on the same machine, they can avoid the # cost of re-running the setup tasks. - <<: *compile_task_group_template name: compile_test_and_package_parallel_core_stream_TG tasks: - compile_dist_test - determine_patch_tests - archive_dist_test - archive_dist_test_debug - compile_all - package - <<: *compile_task_group_template name: compile_test_and_package_parallel_unittest_stream_TG tasks: - compile_unittests - run_unittests #- <<: *compile_task_group_template # name: compile_test_and_package_parallel_unittest_stream_with_recording_TG # tasks: # - compile_unittests_for_recorded_unittest # - run_unittests_with_recording - <<: *compile_task_group_template name: compile_test_and_package_parallel_dbtest_stream_TG tasks: - compile_dbtest - run_dbtest - archive_dbtest - <<: *compile_task_group_template name: build_metrics_gen_TG tasks: - build_metrics_tasks_gen - name: clang_tidy_TG setup_group_can_fail_task: true setup_group: - command: manifest.load - func: "git get project and add git tag" - func: "set task expansion macros" - func: "f_expansions_write" - func: "kill processes" - func: "cleanup environment" - func: "set up venv" - func: "upload pip requirements" - func: "configure evergreen api credentials" - func: "get buildnumber" - func: "f_expansions_write" - func: "set up credentials" - func: "set up win mount script" - func: "generate compile expansions" teardown_group: - func: "f_expansions_write" - func: "attach report" - func: "upload clang tidy results" - func: "umount shared scons directory" - func: "cleanup environment" setup_task: - func: "apply compile expansions" - func: "f_expansions_write" - func: "set task expansion macros" - func: "f_expansions_write" teardown_task: tasks: - clang_tidy - name: visibility_test_TG setup_group_can_fail_task: true max_hosts: 1 setup_group: - command: manifest.load - func: "git get project and add git tag" - func: "set task expansion macros" - func: "f_expansions_write" - func: "get buildnumber" - func: "set up venv" - func: "upload pip requirements" - func: "set up credentials" - func: "set up win mount script" - func: "generate compile expansions" teardown_group: - func: "umount shared scons directory" setup_task: - func: "set task expansion macros" - func: "f_expansions_write" - func: "apply compile expansions" - func: "f_expansions_write" teardown_task: - func: "attach scons logs" - func: "send scons cedar report" tasks: - compile_visibility_test - name: embedded_sdk_build_and_test setup_group_can_fail_task: true max_hosts: 1 setup_group: - command: manifest.load - func: "git get project and add git tag" - func: "set task expansion macros" - func: "f_expansions_write" - func: "get buildnumber" - func: "set up venv" - func: "upload pip requirements" - func: "set up credentials" - func: "set up win mount script" - func: "generate compile expansions" teardown_group: - func: "umount shared scons directory" setup_task: - func: "set task expansion macros" - func: "f_expansions_write" - func: "apply compile expansions" - func: "f_expansions_write" teardown_task: - func: "attach scons logs" - func: "send scons cedar report" tasks: - "embedded_sdk_build_cdriver" - "embedded_sdk_install_dev" - "embedded_sdk_s3_put" - "embedded_sdk_install_tests" - "embedded_sdk_tests_s3_put" - "embedded_sdk_run_tests" - "embedded_sdk_s3_put_latest" - "embedded_sdk_tests_s3_put_latest" - <<: *stitch_support_task_group_template name: stitch_support_lib_build_and_archive tags: ["stitch"] tasks: - "stitch_support_create_lib" - <<: *stitch_support_task_group_template name: stitch_support_lib_build_and_test tags: ["stitch"] max_hosts: 1 tasks: - "stitch_support_install_tests" - "stitch_support_run_tests" - name: crypt_build setup_task: - func: "f_expansions_write" - func: "apply compile expansions" - func: "set task expansion macros" - func: "f_expansions_write" teardown_task: - func: "attach scons logs" - func: "send scons cedar report" setup_group_can_fail_task: true setup_group: - command: manifest.load - func: "git get project and add git tag" - func: "set task expansion macros" - func: "f_expansions_write" - func: "kill processes" - func: "cleanup environment" - func: "set up venv" - func: "upload pip requirements" - func: "get buildnumber" - func: "f_expansions_write" - func: "set up win mount script" - func: "generate compile expansions" teardown_group: - func: "umount shared scons directory" tags: ["crypt"] max_hosts: 1 tasks: - "crypt_create_lib" - name: crypt_build_debug_and_test setup_task: - func: "f_expansions_write" - func: "apply compile expansions" - func: "set task expansion macros" - func: "f_expansions_write" teardown_task: - func: "attach scons logs" - func: "send scons cedar report" setup_group_can_fail_task: true setup_group: - command: manifest.load - func: "git get project and add git tag" - func: "set task expansion macros" - func: "f_expansions_write" - func: "kill processes" - func: "cleanup environment" - func: "set up venv" - func: "upload pip requirements" - func: "get buildnumber" - func: "f_expansions_write" - func: "set up win mount script" - func: "generate compile expansions" teardown_group: - func: "umount shared scons directory" max_hosts: 1 tasks: - "crypt_create_debug_lib" - "crypt_install_tests" - "crypt_run_tests" - name: antithesis_build_test_push_TG max_hosts: 1 share_processes: true setup_task: - func: "set task expansion macros" - func: "f_expansions_write" tasks: - antithesis_image_build - antithesis_image_push - antithesis_image_test