diff options
author | Jawwad Asghar <jawwad.asghar@mongodb.com> | 2023-03-10 15:45:17 +0000 |
---|---|---|
committer | Evergreen Agent <no-reply@evergreen.mongodb.com> | 2023-03-10 16:07:05 +0000 |
commit | 36e0fb23ff2d49b3f2b96d4bf75267ed9c3b186f (patch) | |
tree | 94b42a9d3f86fa6d6049263704e6fdc46c6ac880 /etc | |
parent | 84a03cb20852a2dc0247481f7da7a023688bd146 (diff) | |
download | mongo-36e0fb23ff2d49b3f2b96d4bf75267ed9c3b186f.tar.gz |
SERVER-72520 Decommission Microbenchmark performance tests that are running on CBI instances
Diffstat (limited to 'etc')
-rw-r--r-- | etc/perf.yml | 1001 |
1 files changed, 0 insertions, 1001 deletions
diff --git a/etc/perf.yml b/etc/perf.yml deleted file mode 100644 index c91c1d04a04..00000000000 --- a/etc/perf.yml +++ /dev/null @@ -1,1001 +0,0 @@ -command_type: system -stepback: false - -## Parameters for parameterized builds (see https://github.com/evergreen-ci/evergreen/wiki/Parameterized-Builds) -parameters: - - key: patch_compile_flags - description: "Additional SCons flags to be applied during scons compile invocations in this patch" - -variables: - ### - # Leave this section uncommented to enable compile. - _real_remote_file: &_remote_file - ${project_dir}/${version_id}/${revision}/${platform}/mongodb${compile_variant|}-${version_id}.tar.gz - _real_compile: &_compile - - variant: linux-wt-standalone - name: compile - _real_expansions: &_expansion_updates - [] - ### - - ### - # **Or**: Leave this section uncommented to bypass/skip compile. - # This file ↓ came from a microbenchmarks waterfall run. - # https://evergreen.mongodb.com/version/performance_996dcdc3d96346d71f012388eccc79c691619340 - # Artifacts eventually expire. If this fails, grab the compile artifacts url and update this. -# _skip_remote_file: &_remote_file -# perf/5f6ca2392fbabe40badf39c4/c39af144b2370be0537410d9bc79be66a1a5f3c7/linux/mongodb-5f6ca2392fbabe40badf39c4.tar.gz -# _skip_compile: &_compile -# [] -# _skip_expansions: &_expansion_updates -# - key: mdb_binary_for_server -# value: https://mciuploads.s3.amazonaws.com/perf/5f6ca2392fbabe40badf39c4/c39af144b2370be0537410d9bc79be66a1a5f3c7/linux/mongodb-5f6ca2392fbabe40badf39c4.tar.gz -# - key: mdb_binary_for_client -# value: https://mciuploads.s3.amazonaws.com/perf/5f6ca2392fbabe40badf39c4/c39af144b2370be0537410d9bc79be66a1a5f3c7/linux/mongodb-5f6ca2392fbabe40badf39c4.tar.gz - ### - - _src_dir: &src_dir src/mongo - _modules: &modules - - enterprise - - mongo-tools - - dsi - - genny - - workloads - - linkbench - - linkbench2 - - mongo-perf - - YCSB - - benchmarks - - py-tpcc - - _batch_times: - - &batchtime_one_week 10080 - -modules: - ### - # Same in every DSI project. Ensure that this block is synchronized with - # evergreen-dsitest.yml, atlas/system_perf_atlas.yml, and src/dsi/onboarding.py - # (search update-repos-here) in this repo, and etc/system_perf.yml and - # etc/perf.yml in mongodb/mongo - - name: dsi - repo: git@github.com:10gen/dsi.git - prefix: ${workdir}/src - branch: microbenchmarks-stable - - name: genny - repo: git@github.com:10gen/genny.git - prefix: ${workdir}/src - branch: microbenchmarks-stable - - name: workloads - repo: git@github.com:10gen/workloads.git - prefix: ${workdir}/src - branch: master - - name: linkbench - repo: git@github.com:10gen/linkbench.git - prefix: ${workdir}/src - branch: master - - name: linkbench2 - repo: git@github.com:10gen/linkbench2.git - prefix: ${workdir}/src - branch: master - - name: mongo-perf - repo: git@github.com:mongodb/mongo-perf.git - prefix: ${workdir}/src - branch: master - - name: YCSB - repo: git@github.com:mongodb-labs/YCSB.git - prefix: ${workdir}/src - branch: production - - name: benchmarks - repo: git@github.com:mongodb-labs/benchmarks.git - prefix: ${workdir}/src - branch: master - - name: py-tpcc - repo: git@github.com:mongodb-labs/py-tpcc.git - prefix: ${workdir}/src - branch: production - - ### -# - name: mongo -# repo: git@github.com:mongodb/mongo.git -# prefix: ${workdir}/src -# branch: master - - name: enterprise - repo: git@github.com:10gen/mongo-enterprise-modules.git - prefix: src/mongo/db/modules - branch: v5.0 - - name: mongo-tools - repo: git@github.com:mongodb/mongo-tools.git - prefix: mongo-tools/src/github.com/mongodb - branch: master - - -### -# Same in every DSI project -pre: - - func: f_other_pre_ops - - func: f_dsi_pre_run -post: - - func: f_dsi_post_run - - func: f_other_post_ops -timeout: - - func: f_dsi_timeout - - func: f_other_timeout -### - -functions: - ### - # Same in every DSI project - f_dsi_pre_run: - - command: manifest.load - - command: expansions.update - params: - updates: *_expansion_updates - f_run_dsi_workload: - - command: git.get_project - params: - directory: *src_dir - revisions: - dsi: ${dsi_rev} - genny: ${genny_rev} - linkbench: ${linkbench_rev} - linkbench2: ${linkbench2_rev} - workloads: ${workloads_rev} - mongo-perf: ${mongo-perf_rev} - YCSB: ${YCSB_rev} - benchmarks: ${benchmarks_rev} - py-tpcc: ${py-tpcc_rev} - - command: expansions.write - params: - file: ./expansions.yml - - command: shell.exec - params: - script: ./src/dsi/run-dsi run_workload - - command: shell.exec - type: system - params: - script: ./src/dsi/run-dsi determine_failure -m SYSTEM - - command: shell.exec - type: setup - params: - script: ./src/dsi/run-dsi determine_failure -m SETUP - - command: shell.exec - type: test - params: - script: ./src/dsi/run-dsi determine_failure -m TEST - f_dsi_post_run: - - command: shell.exec - params: - script: ./src/dsi/run-dsi post_run - - command: perf.send - params: - file: ./build/CedarReports/cedar_report.json - aws_key: ${terraform_key} - aws_secret: ${terraform_secret} - bucket: genny-metrics - region: us-east-1 - prefix: ${task_id}_${execution} - - command: attach.results - params: - file_location: ./build/EvergreenResultsJson/results.json - - command: s3.put - params: - aws_key: ${aws_key} - aws_secret: ${aws_secret} - local_file: ./build/Artifacts/DSIArtifacts.tgz - remote_file: ${project_dir}/${build_variant}/${revision}/${task_id}/${version_id}/logs/dsi-artifacts-${task_name}-${build_id}-${execution}.tgz - bucket: mciuploads - permissions: public-read - content_type: application/x-gzip - display_name: DSI Artifacts - Execution ${execution} - - command: s3.put - params: - aws_key: ${aws_key} - aws_secret: ${aws_secret} - local_file: ./build/Documentation/index.html - remote_file: ${project_dir}/${build_variant}/${revision}/${task_id}/${version_id}/logs/${task_name}-${build_id}-index.html - bucket: mciuploads - permissions: public-read - content_type: text/html - display_name: Documentation - f_dsi_timeout: - - command: shell.exec - params: - script: ./src/dsi/run-dsi on_timeout - ### - - f_other_post_ops: - - command: shell.exec - params: - working_dir: src - script: | - # removes files from the (local) scons cache when it's over a - # threshold, to the $prune_ratio percentage. Ideally override - # these default values in the distro config in evergreen. - - if [ -d "${scons_cache_path}" ]; then - /opt/mongodbtoolchain/v3/bin/python3 buildscripts/scons_cache_prune.py --cache-dir ${scons_cache_path} --cache-size ${scons_cache_size|200} --prune-ratio ${scons_prune_ratio|0.8} - fi - f_other_pre_ops: - - &f_other_pre_ops - command: shell.exec - params: - silent: true - script: | - for PS in mongo{,d,s,import,export,dump,restore,stat,files,top,bridge} resmoke.py python{,2} lldb _test; do - pkill -9 "$PS" - done - f_other_timeout: - # Can't be empty so just `echo`. - - command: shell.exec - params: {script: "echo"} - - ### - # Compile - compile mongodb: - # We create a virtual environment with the Python dependencies for compiling the server - # installed. - - command: shell.exec - params: - working_dir: src - script: | - set -o errexit - set -o verbose - - /opt/mongodbtoolchain/v3/bin/virtualenv --python /opt/mongodbtoolchain/v3/bin/python3 "${workdir}/compile_venv" - /opt/mongodbtoolchain/v3/bin/virtualenv --python /opt/mongodbtoolchain/v3/bin/python2 "${workdir}/venv" - source "${workdir}/compile_venv/bin/activate" - - python -m pip install -r etc/pip/compile-requirements.txt - - - command: shell.exec - params: - working_dir: src - script: | - set -o errexit - set -o verbose - - mkdir -p mongodb/bin - - # We get the raw version string (r1.2.3-45-gabcdef) from git - MONGO_VERSION=$(git describe --abbrev=7) - - # If this is a patch build, we add the patch version id to the version string so we know - # this build was a patch, and which evergreen task it came from - if [ "${is_patch|false}" = "true" ]; then - MONGO_VERSION="$MONGO_VERSION-patch-${version_id}" - fi - - # This script converts the generated version string into a sanitized version string for - # use by scons and uploading artifacts as well as information about for the scons cache. - source "${workdir}/compile_venv/bin/activate" - MONGO_VERSION=$MONGO_VERSION USE_SCONS_CACHE=${use_scons_cache|false} python buildscripts/generate_compile_expansions.py --out compile_expansions.yml - - command: expansions.update - params: - file: src/compile_expansions.yml - - command: shell.exec - params: - working_dir: src/mongo-tools/src/github.com/mongodb/mongo-tools - script: | - set -o verbose - set -o errexit - - # make sure newlines in the scripts are handled correctly by windows - if [ "Windows_NT" = "$OS" ]; then - set -o igncr - fi; - - # set_goenv provides set_goenv(), print_ldflags() and print_tags() used below - . ./set_goenv.sh - GOROOT="" set_goenv || exit - go version - - build_tools="bsondump mongostat mongofiles mongoexport mongoimport mongorestore mongodump mongotop" - if [ "${build_mongoreplay}" = "true" ]; then - build_tools="$build_tools mongoreplay" - fi - for i in $build_tools; do - go build -ldflags "$(print_ldflags)" ${args} -tags "$(print_tags ${tooltags})" -o "../../../../../mongodb/bin/$i${exe|}" $i/main/$i.go - "../../../../../mongodb/bin/$i${exe|}" --version - done - - command: shell.exec - params: - working_dir: src - script: | - set -o errexit - set -o verbose - source "${workdir}/compile_venv/bin/activate" - python ./buildscripts/idl/gen_all_feature_flag_list.py - mkdir -p mongodb/feature_flags - cp ./all_feature_flags.txt mongodb/feature_flags - - command: shell.exec - params: - working_dir: src - script: | - set -o errexit - set -o verbose - source "${workdir}/compile_venv/bin/activate" - python ./buildscripts/scons.py ${compile_flags|} ${scons_cache_args|} install-core MONGO_VERSION=${version} DESTDIR=$(pwd)/mongodb ${patch_compile_flags|} - mkdir -p mongodb/jstests/hooks - if [ -d jstests/hooks ] - then - echo "Fetching JS test DB correctness checks from directory jstests" - cp -a jstests/* mongodb/jstests - - echo "Now adding our own special run_validate_collections.js wrapper" - mv mongodb/jstests/hooks/run_validate_collections.js mongodb/jstests/hooks/run_validate_collections.actual.js - - cat << EOF > mongodb/jstests/hooks/run_validate_collections.js - print("NOTE: run_validate_collections.js will skip the oplog!"); - TestData = { skipValidationNamespaces: ['local.oplog.rs'] }; - load('jstests/hooks/run_validate_collections.actual.js'); - EOF - fi - tar czf mongodb${compile_variant|}.tar.gz mongodb - - command: s3.put - params: - aws_key: ${aws_key} - aws_secret: ${aws_secret} - local_file: src/mongodb${compile_variant|}.tar.gz - remote_file: ${project_dir}/${version_id}/${revision}/${platform}/mongodb${compile_variant|}-${version_id}.tar.gz - bucket: mciuploads - permissions: public-read - content_type: ${content_type|application/x-gzip} - display_name: mongodb${compile_variant|}.tar.gz - ### - - ## Schedule Tasks ## - f_schedule_tasks: - - command: git.get_project - params: - directory: *src_dir - revisions: - dsi: ${dsi_rev} - genny: ${genny_rev} - linkbench: ${linkbench_rev} - linkbench2: ${linkbench2_rev} - workloads: ${workloads_rev} - mongo-perf: ${mongo-perf_rev} - YCSB: ${YCSB_rev} - benchmarks: ${benchmarks_rev} - py-tpcc: ${py-tpcc_rev} - - command: expansions.write - params: - file: ./expansions.yml - - command: shell.exec - params: - script: ./src/dsi/run-dsi schedule_tasks --tasks=${tasks} - - command: generate.tasks - params: - files: - - build/TaskJSON/Tasks.json - - -tasks: - ### - # Same in every DSI project - - name: schedule_global_auto_tasks - priority: 5 - commands: - - func: f_schedule_tasks - vars: - tasks: all_tasks - - name: schedule_variant_auto_tasks - priority: 5 - commands: - - func: f_schedule_tasks - vars: - tasks: variant_tasks - - name: schedule_patch_auto_tasks - priority: 5 - commands: - - func: f_schedule_tasks - vars: - tasks: patch_tasks - - name: smoke_test - priority: 5 - commands: - - func: f_run_dsi_workload - vars: - test_control: short - - name: smoke_test_ssl - priority: 5 - commands: - - func: f_run_dsi_workload - vars: - test_control: short - mongodb_setup: replica-ssl - infrastructure_provisioning: replica - - name: smoke_test_standalone_auth - priority: 5 - commands: - - func: f_run_dsi_workload - vars: - test_control: short - mongodb_setup: standalone-auth - infrastructure_provisioning: single - - name: smoke_test_replset_auth - priority: 5 - commands: - - func: f_run_dsi_workload - vars: - test_control: short - mongodb_setup: replica-auth - infrastructure_provisioning: replica - - name: smoke_test_shard_lite_auth - priority: 5 - commands: - - func: f_run_dsi_workload - vars: - test_control: short - mongodb_setup: shard-lite-auth - infrastructure_provisioning: shard-lite - - name: dsi_integ_test_run_command_simple - priority: 5 - commands: - - func: f_run_dsi_workload - vars: - test_control: run_command_simple - ### - - - name: compile - commands: - - command: manifest.load - - command: git.get_project - params: - directory: src - revisions: - enterprise: ${enterprise_rev} - mongo-tools: ${mongo-tools_rev} - - func: "compile mongodb" - - - - name: genny_execution_UserAcquisition - depends_on: *_compile - commands: - - func: f_run_dsi_workload - vars: - test_control: auto_genny_workload - auto_workload_path: ./src/genny/dist/etc/genny/workloads/execution/UserAcquisition.yml - - name: genny_scale_InsertRemove - depends_on: *_compile - commands: - - func: f_run_dsi_workload - vars: - test_control: auto_genny_workload - auto_workload_path: ./src/genny/dist/etc/genny/workloads/scale/InsertRemove.yml - - name: query - depends_on: *_compile - commands: - - func: f_run_dsi_workload - vars: - test_control: microbenchmarks - test_control_params: | - {include_filter_1: query, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'false'} - - name: query_read_commands - depends_on: *_compile - commands: - - func: f_run_dsi_workload - vars: - test_control: microbenchmarks - test_control_params: | - {include_filter_1: query, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'true'} - - name: views-query - depends_on: *_compile - commands: - - func: f_run_dsi_workload - vars: - test_control: microbenchmarks - test_control_params: | - {include_filter_1: query_identityview, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'true'} - - name: views-aggregation - depends_on: *_compile - commands: - - func: f_run_dsi_workload - vars: - test_control: microbenchmarks - test_control_params: | - {include_filter_1: aggregation_identityview, - include_filter_2: regression, - exclude_filter: none, - threads: "1", - read_cmd: 'true'} - - name: where - depends_on: *_compile - commands: - - func: f_run_dsi_workload - vars: - test_control: microbenchmarks - test_control_params: | - {include_filter_1: where, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'false'} - - name: where_read_commands - depends_on: *_compile - commands: - - func: f_run_dsi_workload - vars: - test_control: microbenchmarks - test_control_params: | - {include_filter_1: where, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'true'} - - name: update - depends_on: *_compile - commands: - - func: f_run_dsi_workload - vars: - test_control: microbenchmarks - test_control_params: | - {include_filter_1: update, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'false'} - - name: update_read_commands - depends_on: *_compile - commands: - - func: f_run_dsi_workload - vars: - test_control: microbenchmarks - test_control_params: | - {include_filter_1: update, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'true'} - - name: insert - depends_on: *_compile - commands: - - func: f_run_dsi_workload - vars: - test_control: microbenchmarks - test_control_params: | - {include_filter_1: insert, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'false'} - - name: insert_read_commands - depends_on: *_compile - commands: - - func: f_run_dsi_workload - vars: - test_control: microbenchmarks - test_control_params: | - {include_filter_1: insert, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'true'} - - name: wildcard-index-read - depends_on: *_compile - commands: - - func: f_run_dsi_workload - vars: - test_control: microbenchmarks - test_control_params: | - {include_filter_1: wildcard_read, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'false'} - - name: wildcard-index-read_read_commands - depends_on: *_compile - commands: - - func: f_run_dsi_workload - vars: - test_control: microbenchmarks - test_control_params: | - {include_filter_1: wildcard_read, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'true'} - - name: wildcard-index-write - depends_on: *_compile - commands: - - func: f_run_dsi_workload - vars: - test_control: microbenchmarks - test_control_params: | - {include_filter_1: wildcard_write, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'false'} - - name: wildcard-index-write_read_commands - depends_on: *_compile - commands: - - func: f_run_dsi_workload - vars: - test_control: microbenchmarks - test_control_params: | - {include_filter_1: wildcard_write, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'true'} - - name: geo - depends_on: *_compile - commands: - - func: f_run_dsi_workload - vars: - test_control: microbenchmarks - test_control_params: | - {include_filter_1: geo, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'false'} - - name: geo_read_commands - depends_on: *_compile - commands: - - func: f_run_dsi_workload - vars: - test_control: microbenchmarks - test_control_params: | - {include_filter_1: geo, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'true'} - - name: misc - depends_on: *_compile - commands: - - func: f_run_dsi_workload - vars: - test_control: microbenchmarks - test_control_params: | - {include_filter_1: command multi remove mixed, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'false'} - - name: misc_read_commands - depends_on: *_compile - commands: - - func: f_run_dsi_workload - vars: - test_control: microbenchmarks - test_control_params: | - {include_filter_1: command multi remove mixed, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'true'} - - name: misc_custom_filter_default - depends_on: *_compile - commands: - - func: f_run_dsi_workload - vars: - test_control: microbenchmarks - mongodb_setup: microbenchmarks_standalone_custom_filter_default - test_control_params: | - {include_filter_1: command multi remove mixed, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'false'} - - name: misc_custom_filter_default_read_commands - depends_on: *_compile - commands: - - func: f_run_dsi_workload - vars: - test_control: microbenchmarks - mongodb_setup: microbenchmarks_standalone_custom_filter_default - test_control_params: | - {include_filter_1: command multi remove mixed, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'true'} - - name: misc_custom_filter_slow_or_sample - depends_on: *_compile - commands: - - func: f_run_dsi_workload - vars: - test_control: microbenchmarks - mongodb_setup: microbenchmarks_standalone_custom_filter_slow_or_sample - test_control_params: | - {include_filter_1: command multi remove mixed, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'false'} - - name: misc_custom_filter_slow_or_sample_read_commands - depends_on: *_compile - commands: - - func: f_run_dsi_workload - vars: - test_control: microbenchmarks - mongodb_setup: microbenchmarks_standalone_custom_filter_slow_or_sample - test_control_params: | - {include_filter_1: command multi remove mixed, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'true'} - - name: misc_custom_filter_complex - depends_on: *_compile - commands: - - func: f_run_dsi_workload - vars: - test_control: microbenchmarks - mongodb_setup: microbenchmarks_standalone_custom_filter_complex - test_control_params: | - {include_filter_1: command multi remove mixed, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'false'} - - name: misc_custom_filter_complex_read_commands - depends_on: *_compile - commands: - - func: f_run_dsi_workload - vars: - test_control: microbenchmarks - mongodb_setup: microbenchmarks_standalone_custom_filter_complex - test_control_params: | - {include_filter_1: command multi remove mixed, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'true'} - - name: misc_custom_filter_whole_doc - depends_on: *_compile - commands: - - func: f_run_dsi_workload - vars: - test_control: microbenchmarks - mongodb_setup: microbenchmarks_standalone_custom_filter_whole_doc - test_control_params: | - {include_filter_1: command multi remove mixed, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'false'} - - name: misc_custom_filter_whole_doc_read_commands - depends_on: *_compile - commands: - - func: f_run_dsi_workload - vars: - test_control: microbenchmarks - mongodb_setup: microbenchmarks_standalone_custom_filter_whole_doc - test_control_params: | - {include_filter_1: command multi remove mixed, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'true'} - - name: misc_slowms_everything - depends_on: *_compile - commands: - - func: f_run_dsi_workload - vars: - test_control: microbenchmarks - mongodb_setup: microbenchmarks_standalone_slowms_everything - test_control_params: | - {include_filter_1: command multi remove mixed, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'false'} - - name: misc_slowms_everything_read_commands - depends_on: *_compile - commands: - - func: f_run_dsi_workload - vars: - test_control: microbenchmarks - mongodb_setup: microbenchmarks_standalone_slowms_everything - test_control_params: | - {include_filter_1: command multi remove mixed, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'true'} - - name: singleThreaded - depends_on: *_compile - commands: - - func: f_run_dsi_workload - vars: - test_control: microbenchmarks - test_control_params: | - {include_filter_1: single_threaded, - include_filter_2: core regression, - exclude_filter: none, - threads: "1", - read_cmd: 'false'} - - name: singleThreaded_read_commands - depends_on: *_compile - commands: - - func: f_run_dsi_workload - vars: - test_control: microbenchmarks - test_control_params: | - {include_filter_1: single_threaded, - include_filter_2: core regression, - exclude_filter: none, - threads: "1", - read_cmd: 'true'} - - name: aggregation - depends_on: *_compile - commands: - - func: f_run_dsi_workload - vars: - test_control: microbenchmarks - test_control_params: | - {include_filter_1: aggregation, - include_filter_2: regression, - exclude_filter: js, - threads: "1", - read_cmd: 'false'} - - name: aggregation_read_commands - depends_on: *_compile - commands: - - func: f_run_dsi_workload - vars: - test_control: microbenchmarks - test_control_params: | - {include_filter_1: aggregation, - include_filter_2: regression, - exclude_filter: js, - threads: "1", - read_cmd: 'true'} - - name: agg-query-comparison - depends_on: *_compile - commands: - - func: f_run_dsi_workload - vars: - test_control: microbenchmarks - test_control_params: | - {include_filter_1: agg_query_comparison, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'false'} - - name: agg-query-comparison_read_commands - depends_on: *_compile - commands: - - func: f_run_dsi_workload - vars: - test_control: microbenchmarks - test_control_params: | - {include_filter_1: agg_query_comparison, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'true'} - - name: pipeline-updates - depends_on: *_compile - commands: - - func: f_run_dsi_workload - vars: - test_control: microbenchmarks - test_control_params: | - {include_filter_1: pipeline-updates, - include_filter_2: regression, - exclude_filter: none, - threads: "1 2 4 8", - read_cmd: 'true'} - - name: javascript - depends_on: *_compile - commands: - - func: f_run_dsi_workload - vars: - test_control: microbenchmarks - test_control_params: | - {include_filter_1: js, - include_filter_2: aggregation, - exclude_filter: none, - threads: "1 2 4 8", - read_cmd: 'true'} - - -buildvariants: - - name: linux-wt-standalone - display_name: Standalone Linux inMemory - batchtime: *batchtime_one_week - modules: *modules - expansions: - # We are explicitly tracking the rhel62 variant compile options from evergreen.yml for - # microbenchmarks, since they run on the centos6 boxes. If we can get proper artifacts directly - # from that project, we should do that and remove the compile tasks. - compile_flags: --ssl --separate-debug MONGO_DISTMOD=rhel62 -j$(grep -c ^processor /proc/cpuinfo) --release --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars - mongod_exec_wrapper: &exec_wrapper "numactl --physcpubind=4,5,6,7 -i 1" - perf_exec_wrapper: &perf_wrapper "numactl --physcpubind=1,2,3 -i 0" - use_scons_cache: true - platform: linux - infrastructure_provisioning: microbenchmarks - mongodb_setup: microbenchmarks_standalone - canaries: none - storageEngine: inMemory - project_dir: &project_dir perf - run_on: - - "centos6-perf" - tasks: - - name: compile - distros: - - rhel62-large - - name: genny_scale_InsertRemove - - name: genny_execution_UserAcquisition - - name: aggregation - - name: aggregation_read_commands - - name: agg-query-comparison - - name: agg-query-comparison_read_commands - - name: query - - name: query_read_commands - - name: views-aggregation - - name: views-query - - name: where - - name: where_read_commands - - name: update - - name: update_read_commands - - name: insert - - name: insert_read_commands - - name: wildcard-index-read - - name: wildcard-index-read_read_commands - - name: wildcard-index-write - - name: wildcard-index-write_read_commands - - name: geo - - name: geo_read_commands - - name: misc - - name: misc_read_commands - - name: misc_custom_filter_default - - name: misc_custom_filter_default_read_commands - - name: misc_custom_filter_slow_or_sample - - name: misc_custom_filter_slow_or_sample_read_commands - - name: misc_custom_filter_complex - - name: misc_custom_filter_complex_read_commands - - name: misc_custom_filter_whole_doc - - name: misc_custom_filter_whole_doc_read_commands - - name: misc_slowms_everything - - name: misc_slowms_everything_read_commands - - name: singleThreaded - - name: singleThreaded_read_commands - - name: pipeline-updates - - name: javascript - - - name: linux-wt-repl - display_name: 1-Node ReplSet Linux inMemory - batchtime: *batchtime_one_week - modules: *modules - expansions: - mongod_exec_wrapper: *exec_wrapper - perf_exec_wrapper: *perf_wrapper - platform: linux - infrastructure_provisioning: microbenchmarks - mongodb_setup: microbenchmarks_replica - canaries: none - storageEngine: inMemory - project_dir: *project_dir - run_on: - - "centos6-perf" - tasks: - - name: genny_scale_InsertRemove - - name: update - - name: update_read_commands - - name: insert - - name: insert_read_commands - - name: misc - - name: misc_read_commands - - name: singleThreaded - - name: singleThreaded_read_commands - - name: wildcard-index-write - - name: wildcard-index-write_read_commands - - name: pipeline-updates |