From f2bda62a069cc3b04d8110096b1b8cda1a4b2899 Mon Sep 17 00:00:00 2001 From: vrachev Date: Thu, 29 Apr 2021 12:00:40 -0400 Subject: SERVER-56164 system_perf.yml and perf.yml use finalized DSI api --- etc/perf.yml | 1180 ++++++++++++++------------- etc/system_perf.yml | 2247 ++++++++++++++++++++++++--------------------------- 2 files changed, 1627 insertions(+), 1800 deletions(-) diff --git a/etc/perf.yml b/etc/perf.yml index c29d553052f..bdea8a606cf 100644 --- a/etc/perf.yml +++ b/etc/perf.yml @@ -1,299 +1,233 @@ command_type: system stepback: false -pre: - - command: manifest.load - - command: shell.exec - params: - silent: true - script: | - ${killall_mci|pkill -9 mongod; pkill -9 mongos; pkill -9 mongo; pkill -9 bsondump; pkill -9 mongoimport; pkill -9 mongoexport; pkill -9 mongodump; pkill -9 mongorestore; pkill -9 mongostat; pkill -9 mongofiles; pkill -9 mongotop; pkill -9 mongobridge; pkill -9 mongod-2.6; pkill -9 mongos-2.6; pkill -9 mongo-2.6; pkill -9 bsondump-2.6; pkill -9 mongoimport-2.6; pkill -9 mongoexport-2.6; pkill -9 mongodump-2.6; pkill -9 mongorestore-2.6; pkill -9 mongostat-2.6; pkill -9 mongofiles-2.6; pkill -9 mongotop-2.6; pkill -9 mongobridge-2.6; pkill -9 mongod-2.4; pkill -9 mongos-2.4; pkill -9 mongo-2.4; pkill -9 bsondump-2.4; pkill -9 mongoimport-2.4; pkill -9 mongoexport-2.4; pkill -9 mongodump-2.4; pkill -9 mongorestore-2.4; pkill -9 mongostat-2.4; pkill -9 mongofiles-2.4; pkill -9 mongotop-2.4; pkill -9 resmoke.py; pkill -9 python; pkill -9 python2; pkill -9 lldb; pkill -9 _test} >/dev/null 2>&1 - exit 0 +## Parameters for parameterized builds (see https://github.com/evergreen-ci/evergreen/wiki/Parameterized-Builds) +parameters: + - key: patch_compile_flags + description: "Additional SCons flags to be applied during scons compile invocations in this patch" -post: - - command: attach.results - params: - file_location: src/report.json - - command: s3.put - params: - aws_key: ${aws_key} - aws_secret: ${aws_secret} - local_file: src/mongod.log - remote_file: ${project}/${build_variant}/${revision}/${task_id}/${version_id}/logs/mongod-${build_id}.log - bucket: mciuploads - permissions: public-read - content_type: ${content_type|text/plain} - display_name: mongod.log - - command: shell.exec - params: - silent: true - script: | - ${killall_mci|pkill -9 mongod; pkill -9 mongos; pkill -9 mongo; pkill -9 bsondump; pkill -9 mongoimport; pkill -9 mongoexport; pkill -9 mongodump; pkill -9 mongorestore; pkill -9 mongostat; pkill -9 mongofiles; pkill -9 mongotop; pkill -9 mongobridge; pkill -9 mongod-2.6; pkill -9 mongos-2.6; pkill -9 mongo-2.6; pkill -9 bsondump-2.6; pkill -9 mongoimport-2.6; pkill -9 mongoexport-2.6; pkill -9 mongodump-2.6; pkill -9 mongorestore-2.6; pkill -9 mongostat-2.6; pkill -9 mongofiles-2.6; pkill -9 mongotop-2.6; pkill -9 mongobridge-2.6; pkill -9 mongod-2.4; pkill -9 mongos-2.4; pkill -9 mongo-2.4; pkill -9 bsondump-2.4; pkill -9 mongoimport-2.4; pkill -9 mongoexport-2.4; pkill -9 mongodump-2.4; pkill -9 mongorestore-2.4; pkill -9 mongostat-2.4; pkill -9 mongofiles-2.4; pkill -9 mongotop-2.4; pkill -9 resmoke.py; pkill -9 python; pkill -9 python2; pkill -9 lldb; pkill -9 _test} >/dev/null 2>&1 - exit 0 - - command: shell.exec - params: - working_dir: src - script: | - # removes files from the (local) scons cache when it's over a - # threshold, to the $prune_ratio percentage. Ideally override - # these default values in the distro config in evergreen. +variables: + ### + # Leave this section uncommented to enable compile. + _real_remote_file: &_remote_file + ${project_dir}/${version_id}/${revision}/${platform}/mongodb${compile-variant|}-${version_id}.tar.gz + _real_compile: &_compile + - variant: linux-wt-standalone + name: compile + _real_expansions: &_expansion_updates + [] + ### - if [ -d "${scons_cache_path}" ]; then - /opt/mongodbtoolchain/v3/bin/python3 buildscripts/scons_cache_prune.py --cache-dir ${scons_cache_path} --cache-size ${scons_cache_size|200} --prune-ratio ${scons_prune_ratio|0.8} - fi - - func: "upload pip requirements" + ### + # **Or**: Leave this section uncommented to bypass/skip compile. + # This file ↓ came from a microbenchmarks waterfall run. + # https://evergreen.mongodb.com/version/performance_996dcdc3d96346d71f012388eccc79c691619340 + # Artifacts eventually expire. If this fails, grab the compile artifacts url and update this. +# _skip_remote_file: &_remote_file +# perf/608778863e8e8676d756de72/abc2b21e0d47c527c00df30fcf322ff01699877d/linux/mongodb-608778863e8e8676d756de72.tar.gz +# _skip_compile: &_compile +# [] +# _skip_expansions: &_expansion_updates +# - key: mdb_binary_for_server +# value: https://mciuploads.s3.amazonaws.com/perf/608778863e8e8676d756de72/abc2b21e0d47c527c00df30fcf322ff01699877d/linux/mongodb-608778863e8e8676d756de72.tar.gz +# - key: mdb_binary_for_client +# value: https://mciuploads.s3.amazonaws.com/perf/608778863e8e8676d756de72/abc2b21e0d47c527c00df30fcf322ff01699877d/linux/mongodb-608778863e8e8676d756de72.tar.gz + ### + _src_dir: &src_dir src/mongo + _modules: &modules + - enterprise + - mongo-tools + - dsi + - genny + - signal-processing + - workloads + - linkbench + - linkbench2 + - mongo-perf + - YCSB + - benchmarks + - py-tpcc -# Be sure to add the module to git.get_project revisions parameter so the revision in the manifest -# is the version of the repository that's cloned. modules: -- name: enterprise - repo: git@github.com:10gen/mongo-enterprise-modules.git - prefix: src/mongo/db/modules - branch: v4.2 - -- name: genny - repo: git@github.com:mongodb/genny.git - branch: legacy + ### + # Same in every DSI project. Ensure that this block is synchronized with + # evergreen-dsitest.yml, atlas/system_perf_atlas.yml, and src/dsi/onboarding.py + # (search update-repos-here) in this repo, and etc/system_perf.yml and + # etc/perf.yml in mongodb/mongo + - name: dsi + repo: git@github.com:10gen/dsi.git + prefix: ../../src + branch: master + - name: genny + repo: git@github.com:10gen/genny.git + prefix: ../../src + branch: master + - name: signal-processing + repo: git@github.com:10gen/signal-processing.git + prefix: ../../src + branch: master + - name: workloads + repo: git@github.com:10gen/workloads.git + prefix: ../../src + branch: master + - name: linkbench + repo: git@github.com:10gen/linkbench.git + prefix: ../../src + branch: master + - name: linkbench2 + repo: git@github.com:10gen/linkbench2.git + prefix: ../../src + branch: master + - name: mongo-perf + repo: git@github.com:mongodb/mongo-perf.git + prefix: ../../src + branch: master + - name: YCSB + repo: git@github.com:mongodb-labs/YCSB.git + prefix: ../../src + branch: master + ref: 4e7287880c04514cad2df5761b9511c940a33059 + - name: benchmarks + repo: git@github.com:mongodb-labs/benchmarks.git + prefix: ../../src + branch: master + - name: py-tpcc + repo: git@github.com:mongodb-labs/py-tpcc.git + prefix: ../../src + branch: master + ref: 2d19705337a40e24831a904266a648b85df5be84 -- name: dsi - repo: git@github.com:10gen/dsi.git - branch: legacy + ### +# - name: mongo +# repo: git@github.com:mongodb/mongo.git +# prefix: ../../src +# branch: master + - name: enterprise + repo: git@github.com:10gen/mongo-enterprise-modules.git + prefix: src/mongo/db/modules + branch: v4.2 -- name: mongo-perf - repo: git@github.com:mongodb/mongo-perf.git - branch: master -- name: signal-processing - repo: git@github.com:10gen/signal-processing.git - prefix: signal_processing - branch: master +### +# Same in every DSI project +pre: + - func: f_other_pre_ops + - func: f_dsi_pre_run +post: + - func: f_dsi_post_run + - func: f_other_post_ops +timeout: + - func: f_dsi_timeout + - func: f_other_timeout +### functions: - "git get project": &git_get_project - command: git.get_project - params: - directory: src - revisions: # for each module include revision as : ${_rev} - enterprise: ${enterprise_rev} - genny: ${genny_rev} - dsi: ${dsi_rev} - mongo-perf: ${mongo-perf_rev} - signal-processing: ${signal-processing_rev} - "start server": - - command: s3.get + ### + # Same in every DSI project + f_dsi_pre_run: + - command: manifest.load + - command: expansions.update params: - aws_key: ${aws_key} - aws_secret: ${aws_secret} - remote_file: ${project}/${version_id}/${revision}/mongod-${version_id} - bucket: mciuploads - local_file: src/mongod - - command: s3.get + updates: *_expansion_updates + f_run_dsi_workload: + - command: git.get_project params: - aws_key: ${aws_key} - aws_secret: ${aws_secret} - remote_file: ${project}/${version_id}/${revision}/mongo-${version_id} - bucket: mciuploads - local_file: src/mongo + directory: *src_dir + revisions: + dsi: ${dsi_rev} + genny: ${genny_rev} + signal-processing: ${signal-processing_rev} + linkbench: ${linkbench_rev} + linkbench2: ${linkbench2_rev} + workloads: ${workloads_rev} + mongo-perf: ${mongo-perf_rev} + YCSB: ${YCSB_rev} + benchmarks: ${benchmarks_rev} + py-tpcc: ${py-tpcc_rev} + - command: expansions.write + params: + file: ./expansions.yml - command: shell.exec params: - working_dir: src - script: | - set -e - set -v - chmod +x mongod - chmod +x mongo + script: ./src/dsi/run-dsi run_workload - command: shell.exec + type: system params: - background: true - working_dir: src - script: | - set -e - set -o verbose - mkdir -p ./dbdata - ${mongod_exec_wrapper} ./mongod --dbpath ./dbdata ${mongod_flags} + script: ./src/dsi/run-dsi determine_failure -m SYSTEM - command: shell.exec + type: setup params: - working_dir: src - script: | - set -e - set -o verbose - sleep 5 - - # if we started a replset, initiate it and wait for it to become primary - # - # Note: This process is always currently started with --nojournal (not a recommended production configuration, see - # https://docs.mongodb.com/manual/tutorial/manage-journaling/#disable-journaling). - # As a result, writeConcernMajorityJournalDefault can be set to false. If this becomes configurable later - # then the correct value should be passed to rs.initiate or getCmdLineOpts needs to interrogated (but - # only after db.createUser). - ./mongo --eval "if(db.isMaster().isreplicaset){\ - rs.initiate({_id: 'test', version: 1, members: [ { _id: 0, host : 'localhost:27017' }], writeConcernMajorityJournalDefault:false});\ - assert.soon(function(){return db.isMaster().ismaster}, 'no primary');\ - }" - - # benchRun() authenticates against the admin db, with a user that must has admin access. - # Note: This is possibly a legacy requirement from times when it would call serverStatus. - # Btw, when mongod is started without --auth, these should be harmless no-ops - ./mongo --eval "db.createUser({user: 'admin', pwd: 'password', roles:\ - [ { role: 'root', db: 'admin' } ] })"\ - admin - - # print the replset config unless this is a standalone - ./mongo --eval "if( db.isMaster().hosts ) { printjson(rs.config()); }" --username admin --password password admin - echo "MONGOD STARTED." - "analyze": + script: ./src/dsi/run-dsi determine_failure -m SETUP - command: shell.exec + type: test params: - working_dir: src - silent: true - script: | - is_patch=${is_patch} - task_id=${task_id} - perf_jira_user=${perf_jira_user} - perf_jira_pw=${perf_jira_pw} - dsi_analysis_atlas_user=${dsi_analysis_atlas_user} - dsi_analysis_atlas_pw=${dsi_analysis_atlas_pw} - evergreen_api_key=${evergreen_api_key} - evergreen_api_user=${evergreen_api_user} - source ./buildscripts/signal_processing_setup.sh - detect-changes --config .signal-processing.yml - - command: json.get_history + script: ./src/dsi/run-dsi determine_failure -m TEST + f_dsi_post_run: + - command: shell.exec params: - task: ${task_name} - file: "src/history.json" - name: "perf" - - command: json.get_history + script: ./src/dsi/run-dsi post_run + - command: attach.results params: - tags: true - task: ${task_name} - file: "src/tags.json" - name: "perf" - - command: shell.exec + file_location: ./build/EvergreenResultsJson/results.json + - command: json.send params: - working_dir: src - script: | - set -o errexit - set -o verbose - cat > overrides.yml < runtime_secret.yml < mongodb/jstests/hooks/run_validate_collections.js + print("NOTE: run_validate_collections.js will skip the oplog!"); + TestData = { skipValidationNamespaces: ['local.oplog.rs'] }; + load('jstests/hooks/run_validate_collections.actual.js'); + EOF + fi + tar czf mongodb${compile-variant|}.tar.gz mongodb - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} - local_file: src/mongod - remote_file: ${project}/${version_id}/${revision}/mongod-${version_id} + local_file: src/mongodb${compile-variant|}.tar.gz + remote_file: ${project_dir}/${version_id}/${revision}/${platform}/mongodb${compile-variant|}-${version_id}.tar.gz bucket: mciuploads permissions: public-read - content_type: ${content_type|application/octet-stream} - display_name: mongod - - command: s3.put + content_type: ${content_type|application/x-gzip} + display_name: mongodb${compile-variant|}.tar.gz + ### + + ## Schedule Tasks ## + f_schedule_tasks: + - command: git.get_project params: - aws_key: ${aws_key} - aws_secret: ${aws_secret} - local_file: src/build/cached/mongo/mongo - remote_file: ${project}/${version_id}/${revision}/mongo-${version_id} - bucket: mciuploads - permissions: public-read - content_type: ${content_type|application/octet-stream} - display_name: mongo -- name: query - depends_on: - - variant: linux-wt-standalone - name: compile - commands: - - func: "git get project" - - func: "start server" - - func: "run perf tests" - vars: - includeFilter1: "query" - includeFilter2: "core regression" - excludeFilter: "single_threaded" - threads: "1 2 4 8" - readCmd: false - - func: "analyze" - vars: - reports_analysis: true -- name: views-query - depends_on: - - variant: linux-wt-standalone - name: compile - commands: - - func: "git get project" - - func: "start server" - - func: "run perf tests" - vars: - includeFilter1: "query_identityview" - includeFilter2: "core regression" - excludeFilter: "single_threaded" - threads: "1 2 4 8" - readCmd: true - - func: "analyze" - vars: - reports_analysis: true -- name: views-aggregation - depends_on: - - variant: linux-wt-standalone - name: compile - commands: - - func: "git get project" - - func: "start server" - - func: "run perf tests" - vars: - includeFilter1: "aggregation_identityview" - includeFilter2: "regression" - excludeFilter: "none" - threads: "1" - readCmd: true - - func: "analyze" - vars: - report_analysis: true -- name: where - depends_on: - - variant: linux-wt-standalone - name: compile - commands: - - func: "git get project" - - func: "start server" - - func: "run perf tests" - vars: - includeFilter1: "where" - includeFilter2: "core regression" - excludeFilter: "single_threaded" - threads: "1 2 4 8" - readCmd: false - - func: "analyze" - vars: - reports_analysis: true -- name: update - depends_on: - - variant: linux-wt-standalone - name: compile - commands: - - func: "git get project" - - func: "start server" - - func: "run perf tests" - vars: - includeFilter1: "update" - includeFilter2: "core regression" - excludeFilter: "single_threaded" - threads: "1 2 4 8" - readCmd: false - - func: "analyze" - vars: - reports_analysis: true -- name: insert - depends_on: - - variant: linux-wt-standalone - name: compile - commands: - - func: "git get project" - - func: "start server" - - func: "run perf tests" - vars: - includeFilter1: "insert" - includeFilter2: "core regression" - excludeFilter: "single_threaded" - threads: "1 2 4 8" - readCmd: false - - func: "analyze" - vars: - reports_analysis: true -- name: wildcard-index-read - depends_on: - - variant: linux-wt-standalone - name: compile - commands: - - func: "git get project" - - func: "start server" - - func: "run perf tests" - vars: - includeFilter1: "wildcard_read" - includeFilter2: "core regression" - excludeFilter: "single_threaded" - threads: "1 2 4 8" - readCmd: false - - func: "analyze" - vars: - reports_analysis: true -- name: wildcard-index-write - depends_on: - - variant: linux-wt-standalone - name: compile - commands: - - func: "git get project" - - func: "start server" - - func: "run perf tests" - vars: - includeFilter1: "wildcard_write" - includeFilter2: "core regression" - excludeFilter: "single_threaded" - threads: "1 2 4 8" - readCmd: false - - func: "analyze" - vars: - reports_analysis: true -- name: geo - depends_on: - - variant: linux-wt-standalone - name: compile - commands: - - func: "git get project" - - func: "start server" - - func: "run perf tests" - vars: - includeFilter1: "geo" - includeFilter2: "core regression" - excludeFilter: "single_threaded" - threads: "1 2 4 8" - readCmd: false - - func: "analyze" - vars: - reports_analysis: true -- name: misc - depends_on: - - variant: linux-wt-standalone - name: compile - commands: - - func: "git get project" - - func: "start server" - - func: "run perf tests" - vars: - includeFilter1: "command multi remove mixed" - includeFilter2: "core regression" - excludeFilter: "single_threaded" - threads: "1 2 4 8" - readCmd: false - - func: "analyze" - vars: - reports_analysis: true -- name: singleThreaded - depends_on: - - variant: linux-wt-standalone - name: compile - commands: - - func: "git get project" - - func: "start server" - - func: "run perf tests" - vars: - includeFilter1: "single_threaded" - includeFilter2: "core regression" - excludeFilter: "none" - threads: "1" - readCmd: false - - func: "analyze" - vars: - reports_analysis: true -- name: aggregation - depends_on: - - variant: linux-wt-standalone - name: compile - commands: - - func: "git get project" - - func: "start server" - - func: "run perf tests" - vars: - includeFilter1: "aggregation" - includeFilter2: "regression" - excludeFilter: "none" - threads: "1" - readCmd: false - - func: "analyze" - vars: - report_analysis: true -- name: agg-query-comparison - depends_on: - - variant: linux-wt-standalone - name: compile - commands: - - func: "git get project" - - func: "start server" - - func: "run perf tests" - vars: - includeFilter1: "agg_query_comparison" - includeFilter2: "core regression" - excludeFilter: "single_threaded" - threads: "1 2 4 8" - readCmd: false - - func: "analyze" - vars: - reports_analysis: true -- name: pipeline-updates - depends_on: - - variant: linux-wt-standalone - name: compile - commands: - - func: "git get project" - - func: "start server" - - func: "run perf tests" - vars: - includeFilter1: "pipeline-updates" - includeFilter2: "regression" - excludeFilter: "none" - threads: "1 2 4 8" - readCmd: true - - func: "analyze" - vars: - reports_analysis: true + directory: *src_dir + revisions: + dsi: ${dsi_rev} + genny: ${genny_rev} + signal-processing: ${signal-processing_rev} + linkbench: ${linkbench_rev} + linkbench2: ${linkbench2_rev} + workloads: ${workloads_rev} + mongo-perf: ${mongo-perf_rev} + YCSB: ${YCSB_rev} + benchmarks: ${benchmarks_rev} + py-tpcc: ${py-tpcc_rev} + - command: expansions.write + params: + file: ./expansions.yml + - command: shell.exec + params: + script: ./src/dsi/run-dsi schedule_tasks --tasks=${tasks} + - command: generate.tasks + params: + files: + - build/TaskJSON/Tasks.json + +tasks: + ### + # Same in every DSI project + - name: schedule_global_auto_tasks + priority: 5 + commands: + - func: f_schedule_tasks + vars: + tasks: all_tasks + - name: schedule_variant_auto_tasks + priority: 5 + commands: + - func: f_schedule_tasks + vars: + tasks: variant_tasks + - name: schedule_patch_auto_tasks + priority: 5 + commands: + - func: f_schedule_tasks + vars: + tasks: patch_tasks + - name: smoke_test + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: short + - name: smoke_test_ssl + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: short + mongodb_setup: replica-ssl + infrastructure_provisioning: replica + - name: smoke_test_standalone_auth + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: short + mongodb_setup: standalone-auth + infrastructure_provisioning: single + - name: smoke_test_replset_auth + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: short + mongodb_setup: replica-auth + infrastructure_provisioning: replica + - name: smoke_test_shard_lite_auth + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: short + mongodb_setup: shard-lite-auth + infrastructure_provisioning: shard-lite + - name: dsi_integ_test_run_command_simple + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: run_command_simple + ### -buildvariants: -- name: linux-wt-standalone - display_name: Standalone Linux inMemory - batchtime: 90 # 1.5 hours - modules: - - enterprise - - genny - - dsi - - mongo-perf - - signal-processing - expansions: - # We are explicitly tracking the rhel62 variant compile options from evergreen.yml for - # microbenchmarks, since they run on the centos6 boxes. If we can get proper artifacts directly - # from that project, we should do that and remove the compile tasks. - compile_flags: --ssl MONGO_DISTMOD=rhel62 -j$(grep -c ^processor /proc/cpuinfo) --release --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars - mongod_exec_wrapper: &exec_wrapper "numactl --physcpubind=4,5,6,7 -i 1" - perf_exec_wrapper: &perf_wrapper "numactl --physcpubind=1,2,3 -i 0" - mongod_flags: >- - --auth - --fork - --inMemoryEngineConfigString 'eviction=(threads_min=1),' - --inMemorySizeGB 60 - --logpath ./mongod.log - --networkMessageCompressors noop - --setParameter diagnosticDataCollectionEnabled=false - --setParameter enableTestCommands=1 - --setParameter ttlMonitorEnabled=false - --storageEngine inMemory - --syncdelay 0 - use_scons_cache: true - project: &project perf - run_on: - - "centos6-perf" - tasks: - name: compile - distros: - - rhel62-large + commands: + - command: manifest.load + - command: git.get_project + params: + directory: src + revisions: + enterprise: ${enterprise_rev} + mongo-tools: ${mongo-tools_rev} + - func: "compile mongodb" + - name: genny_scale_InsertRemove - - name: aggregation - - name: agg-query-comparison + depends_on: *_compile + commands: + - func: f_run_dsi_workload + vars: + test_control: auto_genny_workload + auto_workload_path: scale/InsertRemove.yml + - name: query - - name: views-aggregation + depends_on: *_compile + commands: + - func: f_run_dsi_workload + vars: + test_control: microbenchmarks + test_control_params: | + {include_filter_1: query, + include_filter_2: core regression, + exclude_filter: single_threaded, + threads: "1 2 4 8", + read_cmd: 'false'} - name: views-query + depends_on: *_compile + commands: + - func: f_run_dsi_workload + vars: + test_control: microbenchmarks + test_control_params: | + {include_filter_1: query_identityview, + include_filter_2: core regression, + exclude_filter: single_threaded, + threads: "1 2 4 8", + read_cmd: 'true'} + - name: views-aggregation + depends_on: *_compile + commands: + - func: f_run_dsi_workload + vars: + test_control: microbenchmarks + test_control_params: | + {include_filter_1: aggregation_identityview, + include_filter_2: regression, + exclude_filter: none, + threads: "1", + read_cmd: 'true'} - name: where + depends_on: *_compile + commands: + - func: f_run_dsi_workload + vars: + test_control: microbenchmarks + test_control_params: | + {include_filter_1: where, + include_filter_2: core regression, + exclude_filter: single_threaded, + threads: "1 2 4 8", + read_cmd: 'false'} - name: update + depends_on: *_compile + commands: + - func: f_run_dsi_workload + vars: + test_control: microbenchmarks + test_control_params: | + {include_filter_1: update, + include_filter_2: core regression, + exclude_filter: single_threaded, + threads: "1 2 4 8", + read_cmd: 'false'} - name: insert + depends_on: *_compile + commands: + - func: f_run_dsi_workload + vars: + test_control: microbenchmarks + test_control_params: | + {include_filter_1: insert, + include_filter_2: core regression, + exclude_filter: single_threaded, + threads: "1 2 4 8", + read_cmd: 'false'} - name: wildcard-index-read + depends_on: *_compile + commands: + - func: f_run_dsi_workload + vars: + test_control: microbenchmarks + test_control_params: | + {include_filter_1: wildcard_read, + include_filter_2: core regression, + exclude_filter: single_threaded, + threads: "1 2 4 8", + read_cmd: 'false'} - name: wildcard-index-write + depends_on: *_compile + commands: + - func: f_run_dsi_workload + vars: + test_control: microbenchmarks + test_control_params: | + {include_filter_1: wildcard_write, + include_filter_2: core regression, + exclude_filter: single_threaded, + threads: "1 2 4 8", + read_cmd: 'false'} - name: geo + depends_on: *_compile + commands: + - func: f_run_dsi_workload + vars: + test_control: microbenchmarks + test_control_params: | + {include_filter_1: geo, + include_filter_2: core regression, + exclude_filter: single_threaded, + threads: "1 2 4 8", + read_cmd: 'false'} - name: misc + depends_on: *_compile + commands: + - func: f_run_dsi_workload + vars: + test_control: microbenchmarks + test_control_params: | + {include_filter_1: command multi remove mixed, + include_filter_2: core regression, + exclude_filter: single_threaded, + threads: "1 2 4 8", + read_cmd: 'false'} - name: singleThreaded + depends_on: *_compile + commands: + - func: f_run_dsi_workload + vars: + test_control: microbenchmarks + test_control_params: | + {include_filter_1: single_threaded, + include_filter_2: core regression, + exclude_filter: none, + threads: "1", + read_cmd: 'false'} + - name: aggregation + depends_on: *_compile + commands: + - func: f_run_dsi_workload + vars: + test_control: microbenchmarks + test_control_params: | + {include_filter_1: aggregation, + include_filter_2: regression, + exclude_filter: js, + threads: "1", + read_cmd: 'false'} + - name: agg-query-comparison + depends_on: *_compile + commands: + - func: f_run_dsi_workload + vars: + test_control: microbenchmarks + test_control_params: | + {include_filter_1: agg_query_comparison, + include_filter_2: core regression, + exclude_filter: single_threaded, + threads: "1 2 4 8", + read_cmd: 'false'} - name: pipeline-updates + depends_on: *_compile + commands: + - func: f_run_dsi_workload + vars: + test_control: microbenchmarks + test_control_params: | + {include_filter_1: pipeline-updates, + include_filter_2: regression, + exclude_filter: none, + threads: "1 2 4 8", + read_cmd: 'true'} -- name: linux-wt-repl - display_name: 1-Node ReplSet Linux inMemory - batchtime: 90 # 1.5 hours - modules: - - genny - - dsi - - mongo-perf - - signal-processing - expansions: - mongod_exec_wrapper: *exec_wrapper - perf_exec_wrapper: *perf_wrapper - mongod_flags: >- - --auth - --fork - --inMemoryEngineConfigString 'eviction=(threads_min=1),' - --inMemorySizeGB 60 - --logpath ./mongod.log - --networkMessageCompressors noop - --oplogSize 30000 - --replSet test - --setParameter diagnosticDataCollectionEnabled=false - --setParameter enableTestCommands=1 - --setParameter ttlMonitorEnabled=false - --storageEngine inMemory - --syncdelay 0 - project: *project - run_on: - - "centos6-perf" - tasks: - - name: genny_scale_InsertRemove - - name: update - - name: insert - - name: misc - - name: singleThreaded - - name: wildcard-index-write - - name: pipeline-updates +buildvariants: + - name: linux-wt-standalone + display_name: Standalone Linux inMemory + batchtime: 90 # 1.5 hours + modules: + - enterprise + - genny + - dsi + - mongo-perf + - signal-processing + expansions: + # We are explicitly tracking the rhel62 variant compile options from evergreen.yml for + # microbenchmarks, since they run on the centos6 boxes. If we can get proper artifacts directly + # from that project, we should do that and remove the compile tasks. + compile_flags: --ssl MONGO_DISTMOD=rhel62 -j$(grep -c ^processor /proc/cpuinfo) --release --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars + mongod_exec_wrapper: &exec_wrapper "numactl --physcpubind=4,5,6,7 -i 1" + perf_exec_wrapper: &perf_wrapper "numactl --physcpubind=1,2,3 -i 0" + use_scons_cache: true + project: &project perf + platform: linux + infrastructure_provisioning: microbenchmarks + mongodb_setup: microbenchmarks_replica + canaries: none + storageEngine: inMemory + project_dir: &project_dir perf + run_on: + - "centos6-perf" + tasks: + - name: compile + distros: + - rhel62-large + - name: genny_scale_InsertRemove + - name: aggregation + - name: agg-query-comparison + - name: query + - name: views-aggregation + - name: views-query + - name: where + - name: update + - name: insert + - name: wildcard-index-read + - name: wildcard-index-write + - name: geo + - name: misc + - name: singleThreaded + - name: pipeline-updates + + - name: linux-wt-repl + display_name: 1-Node ReplSet Linux inMemory + batchtime: 90 # 1.5 hours + modules: + - genny + - dsi + - mongo-perf + - signal-processing + expansions: + mongod_exec_wrapper: *exec_wrapper + perf_exec_wrapper: *perf_wrapper + project: *project + platform: linux + infrastructure_provisioning: microbenchmarks + mongodb_setup: microbenchmarks_replica + canaries: none + storageEngine: inMemory + project_dir: *project_dir + run_on: + - "centos6-perf" + tasks: + - name: genny_scale_InsertRemove + - name: update + - name: insert + - name: misc + - name: singleThreaded + - name: wildcard-index-write + - name: pipeline-updates diff --git a/etc/system_perf.yml b/etc/system_perf.yml index 141a588960a..60969324c4f 100644 --- a/etc/system_perf.yml +++ b/etc/system_perf.yml @@ -1,88 +1,240 @@ -stepback: false command_type: system +stepback: false + + +## Parameters for parameterized builds (see https://github.com/evergreen-ci/evergreen/wiki/Parameterized-Builds) +parameters: + - key: patch_compile_flags + description: "Additional SCons flags to be applied during scons compile invocations in this patch" + + +variables: + ### + # Leave this section uncommented to enable compile. + _real_compile_amazon2: &_compile_amazon2 + - name: compile + variant: compile-amazon2 + _real_compile_amazon-64: &_compile_amazon-64 + - name: compile + variant: compile-linux-64-amzn + _real_compile_rhel70: &_compile_rhel70 + - name: compile + variant: compile-rhel70 + _real_expansions: &_expansion_updates + [] + ### + +### +# **Or**: Leave this section uncommented to bypass/skip compile. +# _skip_compile_amazon2: &_compile_amazon2 +# _skip_compile_rhel70: &_compile_rhel70 +# _skip_compile_amazon-64: &_compile_amazon-64 +# - name: compile +# variant: compile-linux-64-amzn +# _skip_expansions: &_expansion_updates +# # This is the normal (amazon2) "compile" artifact from https://evergreen.mongodb.com/task/sys_perf_4.2_compile_amazon2_compile_54e29d8dcca0b3d73898a384b57c516728edbcd2_21_04_02_18_14_59 +# - key: mdb_binary_for_client +# value: https://mciuploads.s3.amazonaws.com/dsi/sys_perf_4.2_54e29d8dcca0b3d73898a384b57c516728edbcd2/54e29d8dcca0b3d73898a384b57c516728edbcd2/linux/mongodb-enterprise-sys_perf_4.2_54e29d8dcca0b3d73898a384b57c516728edbcd2.tar.gz +# - key: mdb_binary_for_server +# value: https://mciuploads.s3.amazonaws.com/dsi/sys_perf_4.2_54e29d8dcca0b3d73898a384b57c516728edbcd2/54e29d8dcca0b3d73898a384b57c516728edbcd2/linux/mongodb-enterprise-sys_perf_4.2_54e29d8dcca0b3d73898a384b57c516728edbcd2.tar.gz +### + + _src_dir: &src_dir src/mongo + _modules: &modules + - enterprise + # - mongo-tools + # - mongo + - dsi + - genny + - signal-processing + - workloads + - linkbench + - linkbench2 + - mongo-perf + - YCSB + - benchmarks + - py-tpcc -pre: +modules: + ### + # Same in every DSI project. Ensure that this block is synchronized with + # evergreen-dsitest.yml, atlas/system_perf_atlas.yml, and src/dsi/onboarding.py + # (search update-repos-here) in this repo, and etc/system_perf.yml and + # etc/perf.yml in mongodb/mongo + - name: dsi + repo: git@github.com:10gen/dsi.git + prefix: ../../src + branch: master + - name: genny + repo: git@github.com:10gen/genny.git + prefix: ../../src + branch: master + - name: signal-processing + repo: git@github.com:10gen/signal-processing.git + prefix: ../../src + branch: master + - name: workloads + repo: git@github.com:10gen/workloads.git + prefix: ../../src + branch: master + - name: linkbench + repo: git@github.com:10gen/linkbench.git + prefix: ../../src + branch: master + - name: linkbench2 + repo: git@github.com:10gen/linkbench2.git + prefix: ../../src + branch: master + - name: mongo-perf + repo: git@github.com:mongodb/mongo-perf.git + prefix: ../../src + branch: master + - name: YCSB + repo: git@github.com:mongodb-labs/YCSB.git + prefix: ../../src + branch: master + ref: 4e7287880c04514cad2df5761b9511c940a33059 + - name: benchmarks + repo: git@github.com:mongodb-labs/benchmarks.git + prefix: ../../src + branch: master + - name: py-tpcc + repo: git@github.com:mongodb-labs/py-tpcc.git + prefix: ../../src + branch: master + ref: 2d19705337a40e24831a904266a648b85df5be84 +# - name: mongo +# repo: git@github.com:mongodb/mongo.git +# prefix: ../../src +# branch: master + ### + - name: enterprise + repo: git@github.com:10gen/mongo-enterprise-modules.git + prefix: src/mongo/db/modules + branch: v4.2 +# - name: mongo-tools +# repo: git@github.com:mongodb/mongo-tools.git +# prefix: mongo-tools/src/github.com/mongodb +# branch: master + + +### +# Same in every DSI project +pre: + - func: f_other_pre_ops + - func: f_dsi_pre_run post: - # Do cluster teardown first to ensure runtime is below Evergreen's post timeout. Other post tasks - # will not have been run if the timeout is exceeded. + - func: f_dsi_post_run + - func: f_other_post_ops +timeout: + - func: f_dsi_timeout + - func: f_other_timeout +### + + +functions: + ### + # Same in every DSI project + f_dsi_pre_run: + - command: manifest.load + - command: expansions.update + params: + updates: *_expansion_updates + f_run_dsi_workload: + - command: git.get_project + params: + directory: *src_dir + revisions: + dsi: ${dsi_rev} + genny: ${genny_rev} + signal-processing: ${signal-processing_rev} + linkbench: ${linkbench_rev} + linkbench2: ${linkbench2_rev} + workloads: ${workloads_rev} + mongo-perf: ${mongo-perf_rev} + YCSB: ${YCSB_rev} + benchmarks: ${benchmarks_rev} + py-tpcc: ${py-tpcc_rev} + # mongo: ${mongo_rev} + - command: expansions.write + params: + file: ./expansions.yml - command: shell.exec params: - working_dir: work - script: | - source ./dsienv.sh - if [ -e /data/infrastructure_provisioning/terraform/provisioned.${cluster} ]; then - mark_idle.sh - fi + script: ./src/dsi/run-dsi run_workload - command: shell.exec + type: system params: - working_dir: work - script: | - set -e - set -v - source ./dsienv.sh - ../src/dsi/dsi/run-dsi infrastructure_teardown.py + script: ./src/dsi/run-dsi determine_failure -m SYSTEM - command: shell.exec + type: setup params: - working_dir: work - script: | - source ./dsienv.sh - make_artifact.sh + script: ./src/dsi/run-dsi determine_failure -m SETUP + - command: shell.exec + type: test + params: + script: ./src/dsi/run-dsi determine_failure -m TEST + f_dsi_post_run: + - command: shell.exec + params: + script: ./src/dsi/run-dsi post_run + - command: attach.results + params: + file_location: ./build/EvergreenResultsJson/results.json + - command: json.send + params: + name: perf + file: ./build/LegacyPerfJson/perf.json - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} - local_file: work/dsi-artifacts.tgz - remote_file: ${project_dir}/${build_variant}/${revision}/${task_id}/${version_id}/logs/dsi-artifacts-${task_name}-${build_id}-${execution}.${ext|tgz} + local_file: ./build/Artifacts/DSIArtifacts.tgz + remote_file: ${project_dir}/${build_variant}/${revision}/${task_id}/${version_id}/logs/dsi-artifacts-${task_name}-${build_id}-${execution}.tgz bucket: mciuploads permissions: public-read - content_type: ${content_type|application/x-gzip} - display_name: Dsi Artifacts - Execution ${execution} + content_type: application/x-gzip + display_name: DSI Artifacts - Execution ${execution} - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} - local_file: src/workloads/workloads/jsdoc/jsdocs-redirect.html - remote_file: ${project_dir}/${build_variant}/${revision}/${task_id}/${version_id}/logs/workloads-${task_name}-${build_id}.html + local_file: ./build/Documentation/index.html + remote_file: ${project_dir}/${build_variant}/${revision}/${task_id}/${version_id}/logs/${task_name}-${build_id}-index.html bucket: mciuploads permissions: public-read content_type: text/html - display_name: workloads documentation - - command: attach.results - params: - file_location: work/report.json - - command: "json.send" - params: - name: "perf" - file: "work/perf.json" - - func: "upload pip requirements" + display_name: Documentation + f_dsi_timeout: - command: shell.exec params: - working_dir: src - script: | - # removes files from the (local) scons cache when it's over a - # threshold, to the $prune_ratio percentage. Ideally override - # these default values in the distro config in evergreen. - - if [ -d "${scons_cache_path}" ]; then - /opt/mongodbtoolchain/v3/bin/python3 buildscripts/scons_cache_prune.py --cache-dir ${scons_cache_path} --cache-size ${scons_cache_size|200} --prune-ratio ${scons_prune_ratio|0.8} - fi + script: ./src/dsi/run-dsi on_timeout + ### + + f_other_post_ops: + - command: shell.exec + params: + working_dir: src + script: | + # removes files from the (local) scons cache when it's over a + # threshold, to the $prune_ratio percentage. Ideally override + # these default values in the distro config in evergreen. + if [ -d "${scons_cache_path}" ]; then + /opt/mongodbtoolchain/v3/bin/python3 buildscripts/scons_cache_prune.py --cache-dir ${scons_cache_path} --cache-size ${scons_cache_size|200} --prune-ratio ${scons_prune_ratio|0.8} + fi + f_other_pre_ops: + # Can't be empty so just `echo`. + - command: shell.exec + params: {script: "echo"} + f_other_timeout: + # Can't be empty so just `echo`. + - command: shell.exec + params: {script: "echo"} -functions: - "git get project": &git_get_project - command: git.get_project - params: - directory: src - revisions: # for each module include revision as : ${_rev} - dsi: ${dsi_rev} - enterprise: ${enterprise_rev} - linkbench: ${linkbench_rev} - linkbench2: ${linkbench2_rev} - genny: ${genny_rev} - workloads: ${workloads_rev} - signal-processing: ${signal-processing_rev} - - "compile mongodb": + ### + # Compile + compile mongodb: # We create a virtual environment with the Python dependencies for compiling the server # installed. - command: shell.exec @@ -91,40 +243,27 @@ functions: script: | set -o errexit set -o verbose - /opt/mongodbtoolchain/v3/bin/virtualenv --python /opt/mongodbtoolchain/v3/bin/python3 "${workdir}/compile_venv" /opt/mongodbtoolchain/v3/bin/virtualenv --python /opt/mongodbtoolchain/v3/bin/python2 "${workdir}/venv" source "${workdir}/compile_venv/bin/activate" - python -m pip install -r etc/pip/compile-requirements.txt - - command: shell.exec params: working_dir: src script: | set -o errexit set -o verbose - # We get the raw version string (r1.2.3-45-gabcdef) from git MONGO_VERSION=$(git describe --abbrev=7) - - # If we're going to compile the upstream wtdevelop repository for wiredtiger, add - # that githash to version string. - if [ "${compile-variant|}" = "-wtdevelop" ]; then - WT_VERSION=$(cd src/third_party/wtdevelop; git describe --abbrev=7 | cut -c 9-) - MONGO_VERSION="$MONGO_VERSION-wtdevelop-$WT_VERSION" - fi # If this is a patch build, we add the patch version id to the version string so we know # this build was a patch, and which evergreen task it came from if [ "${is_patch|false}" = "true" ]; then MONGO_VERSION="$MONGO_VERSION-patch-${version_id}" fi - # This script converts the generated version string into a sanitized version string for # use by scons and uploading artifacts as well as information about for the scons cache. source "${workdir}/compile_venv/bin/activate" MONGO_VERSION=$MONGO_VERSION USE_SCONS_CACHE=${use_scons_cache|false} python buildscripts/generate_compile_expansions.py --out compile_expansions.yml - # Then we load the generated version data into the agent so we can use it in task definitions - command: expansions.update params: file: src/compile_expansions.yml @@ -168,10 +307,8 @@ functions: then echo "Fetching JS test DB correctness checks from directory jstests" cp -a jstests/* mongodb/jstests - echo "Now adding our own special run_validate_collections.js wrapper" mv mongodb/jstests/hooks/run_validate_collections.js mongodb/jstests/hooks/run_validate_collections.actual.js - cat << EOF > mongodb/jstests/hooks/run_validate_collections.js print("NOTE: run_validate_collections.js will skip the oplog!"); TestData = { skipValidationNamespaces: ['local.oplog.rs'] }; @@ -189,1149 +326,849 @@ functions: permissions: public-read content_type: ${content_type|application/x-gzip} display_name: mongodb${compile-variant|}.tar.gz + ### - "use WiredTiger develop": - command: shell.exec - params: - working_dir: src - script: | - set -o errexit - set -o verbose - if [ "${compile-variant|}" = "-wtdevelop" ]; then - cd src/third_party - for wtdir in dist examples ext lang src test tools ; do - rm -rf wiredtiger/$wtdir - mv wtdevelop/$wtdir wiredtiger/ - done - fi - - "prepare environment": - - command: shell.exec - params: - script: | - rm -rf ./* - mkdir src - mkdir work - - command: manifest.load - # Calling the git.get_project command here will clone the mongodb/mongo repository, as well as - # the repositories defined in the build variant's "modules" section. - - *git_get_project - - command: shell.exec - params: - working_dir: work - script: | - cat > bootstrap.yml < runtime.yml < aws_ssh_key.pem - chmod 400 aws_ssh_key.pem - - cat > runtime_secret.yml < post_run_check.status - - command: shell.exec - params: - working_dir: work - script: | - is_patch=${is_patch} - task_id=${task_id} - perf_jira_user=${perf_jira_user} - perf_jira_pw=${perf_jira_pw} - dsi_analysis_atlas_user=${dsi_analysis_atlas_user} - dsi_analysis_atlas_pw=${dsi_analysis_atlas_pw} - evergreen_api_key=${evergreen_api_key} - evergreen_api_user=${evergreen_api_user} - source ../src/buildscripts/signal_processing_setup.sh - detect-changes --config .signal-processing.yml - - command: shell.exec - type: test - params: - working_dir: work - script: | - set -o verbose - exit $(cat post_run_check.status) - - "upload pip requirements": - command: s3.put - params: - aws_key: ${aws_key} - aws_secret: ${aws_secret} - local_file: pip-requirements.txt - remote_file: ${project}/${build_variant}/${revision}/pip-requirements-${task_id}-${execution}.txt - bucket: mciuploads - permissions: public-read - content_type: atext-plain - display_name: Pip Requirements - -####################################### -# Tasks # -####################################### tasks: -- name: compile - commands: - - command: manifest.load - - func: "git get project" - - func: "use WiredTiger develop" # noop if ${compile-variant|} is not "-wtdevelop" - - func: "compile mongodb" - -- name: linkbench - priority: 5 - commands: - - func: "prepare environment" - vars: - test: "linkbench" - - func: "deploy cluster" - - func: "run test" - - func: "analyze" - -- name: linkbench2 - priority: 5 - exec_timeout_secs: 43200 # 12 hours - commands: - - func: "prepare environment" - vars: - test: "linkbench2" - additional_tfvars: "tags: {expire-on-delta: 12}" - - func: "deploy cluster" - - func: "run test" - - func: "analyze" - -- name: tpcc - priority: 5 - commands: - - func: "prepare environment" - vars: - test: "tpcc" - - func: "deploy cluster" - - func: "run test" - - func: "analyze" - -- name: insert_remove - priority: 5 - commands: - - func: "prepare environment" - vars: - test: "insert_remove" - - func: "deploy cluster" - - func: "run test" - - func: "analyze" - -- name: validate_cmd - priority: 5 - commands: - - func: "prepare environment" - vars: - test: "validate_cmd" - - func: "deploy cluster" - - func: "run test" - - func: "analyze" - -- name: service_architecture_workloads - priority: 5 - commands: - - func: "prepare environment" - vars: - test: "service_architecture_workloads" - - func: "deploy cluster" - - func: "run test" - - func: "analyze" - -- name: big_update - priority: 5 - commands: - - func: "prepare environment" - vars: - test: "big_update" - - func: "deploy cluster" - - func: "run test" - - func: "analyze" - -- name: industry_benchmarks - priority: 5 - commands: - - func: "prepare environment" - vars: - test: "ycsb" - - func: "deploy cluster" - - func: "run test" - - func: "analyze" - vars: - script_flags: --ycsb-throughput-analysis reports - -- name: ycsb_60GB - priority: 5 - commands: - - func: "prepare environment" - vars: - test: "ycsb-60GB" - - func: "deploy cluster" - - func: "run test" - - func: "analyze" - vars: - script_flags: --ycsb-throughput-analysis reports -- name: industry_benchmarks_secondary_reads - priority: 5 - commands: - - func: "prepare environment" - vars: - test: "ycsb-secondary-reads" - - func: "deploy cluster" - - func: "run test" - - func: "analyze" - vars: - script_flags: --ycsb-throughput-analysis reports - -- name: industry_benchmarks_wmajority - priority: 5 - commands: - - func: "prepare environment" - vars: - test: "ycsb-wmajority" - - func: "deploy cluster" - - func: "run test" - - func: "analyze" - vars: - script_flags: --ycsb-throughput-analysis reports - -- name: crud_workloads - priority: 5 - commands: - - func: "prepare environment" - vars: - test: "crud_workloads" - - func: "deploy cluster" - - func: "run test" - - func: "analyze" - -- name: cursor_manager - priority: 5 - commands: - - func: "prepare environment" - vars: - test: "cursor_manager" - - func: "deploy cluster" - - func: "run test" - - func: "analyze" - -- name: mixed_workloads - priority: 5 - commands: - - func: "prepare environment" - vars: - test: "mixed_workloads" - - func: "deploy cluster" - - func: "run test" - - func: "analyze" - -- name: misc_workloads - priority: 5 - commands: - - func: "prepare environment" - vars: - test: "misc_workloads" - - func: "deploy cluster" - - func: "run test" - - func: "analyze" - -- name: map_reduce_workloads - priority: 5 - commands: - - func: "prepare environment" - vars: - test: "map_reduce_workloads" - - func: "deploy cluster" - - func: "run test" - - func: "analyze" - -- name: smoke_test - priority: 5 - commands: - - func: "prepare environment" - vars: - test: "short" - - func: "deploy cluster" - - func: "run test" - - func: "analyze" - -- name: genny_canaries - priority: 5 - commands: - - func: "prepare environment" - vars: - test: "genny_canaries" - - func: "deploy cluster" - - func: "run test" - - func: "analyze" - -- name: genny_overhead - priority: 5 - commands: - - func: "prepare environment" - vars: - test: "genny_overhead" - - func: "deploy cluster" - - func: "run test" - - func: "analyze" - -- name: retryable_writes_workloads - priority: 5 - commands: - - func: "prepare environment" - vars: - test: "retryable_writes" - - func: "deploy cluster" - - func: "run test" - - func: "analyze" - -- name: snapshot_reads - priority: 5 - commands: - - func: "prepare environment" - vars: - test: "snapshot_reads" - - func: "deploy cluster" - - func: "run test" - - func: "analyze" - -- name: secondary_reads - priority: 5 - commands: - - func: "prepare environment" - vars: - test: "secondary_reads" - - func: "deploy cluster" - - func: "run test" - - func: "analyze" - -- name: bestbuy_agg - priority: 5 - commands: - - func: "prepare environment" - vars: - test: "bestbuy_agg" - - func: "deploy cluster" - - func: "run test" - - func: "analyze" - -- name: bestbuy_agg_merge_same_db - priority: 5 - commands: - - func: "prepare environment" - vars: - test: "bestbuy_agg_merge_same_db" - - func: "deploy cluster" - - func: "run test" - - func: "analyze" - -- name: bestbuy_agg_merge_different_db - priority: 5 - commands: - - func: "prepare environment" - vars: - test: "bestbuy_agg_merge_different_db" - - func: "deploy cluster" - - func: "run test" - - func: "analyze" - -- name: bestbuy_agg_merge_target_hashed - priority: 5 - commands: - - func: "prepare environment" - vars: - test: "bestbuy_agg_merge_target_hashed" - - func: "deploy cluster" - - func: "run test" - - func: "analyze" - -- name: bestbuy_agg_merge_wordcount - priority: 5 - commands: - - func: "prepare environment" - vars: - test: "bestbuy_agg_merge_wordcount" - - func: "deploy cluster" - - func: "run test" - - func: "analyze" - -- name: bestbuy_query - priority: 5 - commands: - - func: "prepare environment" - vars: - test: "bestbuy_query" - - func: "deploy cluster" - - func: "run test" - - func: "analyze" - -- name: non_sharded_workloads - priority: 5 - commands: - - func: "prepare environment" - vars: - test: "non_sharded" - - func: "deploy cluster" - - func: "run test" - - func: "analyze" - -- name: mongos_workloads - priority: 5 - commands: - - func: "prepare environment" - vars: - test: "mongos" - - func: "deploy cluster" - - func: "run test" - - func: "analyze" - -- name: mongos_large_catalog_workloads - priority: 5 - commands: - - func: "prepare environment" - vars: - test: "mongos_large_catalog" - - func: "deploy cluster" - - func: "run test" - - func: "analyze" - -- name: move_chunk_workloads - priority: 5 - commands: - - func: "prepare environment" - vars: - test: "move_chunk" - - func: "deploy cluster" - - func: "run test" - - func: "analyze" - -- name: move_chunk_waiting_workloads - priority: 5 - commands: - - func: "prepare environment" - vars: - test: "move_chunk_waiting" - - func: "deploy cluster" - - func: "run test" - - func: "analyze" - -- name: secondary_performance - priority: 5 - commands: - - func: "prepare environment" - vars: - # Unfortunately the dash/underscore style is different for mongodb_setup and test_control - test: "secondary_performance" - setup: "secondary-performance" - - func: "deploy cluster" - - func: "run test" - - func: "analyze" - -- name: initialsync - priority: 5 - commands: - - func: "prepare environment" - vars: - test: "initialsync" - - func: "deploy cluster" - - func: "run test" - - func: "analyze" - -- name: initialsync-logkeeper-short - priority: 5 - commands: - - func: "prepare environment" - vars: - test: "initialsync-logkeeper" - setup: "initialsync-logkeeper-short" - # Logkeeper dataset with FCV set to 4.0 - dataset: "https://s3-us-west-2.amazonaws.com/dsi-donot-remove/InitialSyncLogKeeper/logkeeper-slice-data.tgz" - - func: "deploy cluster" - - func: "run test" - - func: "analyze" - -- name: initialsync-logkeeper - priority: 5 - exec_timeout_secs: 216000 # 2.5 days - commands: - - func: "prepare environment" - vars: - test: "initialsync-logkeeper" - - func: "deploy cluster" - - func: "run test" - - func: "analyze" - -- name: change_streams_throughput - priority: 5 - commands: - - func: "prepare environment" - vars: - test: "change_streams_throughput" - - func: "deploy cluster" - - func: "run test" - - func: "analyze" - -- name: change_streams_latency - priority: 5 - commands: - - func: "prepare environment" - vars: - test: "change_streams_latency" - - func: "deploy cluster" - - func: "run test" - - func: "analyze" - -- name: change_streams_multi_mongos - priority: 5 - commands: - - func: "prepare environment" - vars: - test: "change_streams_multi_mongos" - - func: "deploy cluster" - - func: "run test" - - func: "analyze" - -- name: sb_large_scale - priority: 5 - exec_timeout_secs: 43200 # 12 hours - commands: - - func: "prepare environment" - vars: - test: "sb_large_scale" - additional_tfvars: "tags: {expire-on-delta: 12}" - - func: "deploy cluster" - - func: "run test" - - func: "analyze" - -- name: sb_timeseries - priority: 5 - commands: - - func: "prepare environment" - vars: - test: "sb_timeseries" - - func: "deploy cluster" - - func: "run test" - - func: "analyze" - -####################################### -# Modules # -####################################### -# if a module is added and to be added to the manifest -# be sure to add the module to git.get_project revisions parameter -modules: -- name: dsi - repo: git@github.com:10gen/dsi.git - prefix: dsi - branch: legacy - -- name: genny - repo: git@github.com:10gen/genny.git - prefix: genny - branch: legacy - -- name: workloads - repo: git@github.com:10gen/workloads.git - prefix: workloads - branch: master - -- name: linkbench - repo: git@github.com:10gen/linkbench.git - prefix: linkbench - branch: master - -- name: linkbench2 - repo: git@github.com:mdcallag/linkbench.git - prefix: linkbench2 - branch: master - ref: 63207190657737b32eb0e81c5b81ad1b8bad0e5a - -- name: enterprise - repo: git@github.com:10gen/mongo-enterprise-modules.git - prefix: src/mongo/db/modules - branch: v4.2 - -- name: signal-processing - repo: git@github.com:10gen/signal-processing.git - prefix: signal_processing - branch: master - -####################################### -# Buildvariants # -####################################### -buildvariants: + ### + # Same in every DSI project + - name: schedule_global_auto_tasks + priority: 5 + commands: + - func: f_schedule_tasks + vars: + tasks: all_tasks + - name: schedule_variant_auto_tasks + priority: 5 + commands: + - func: f_schedule_tasks + vars: + tasks: variant_tasks + - name: schedule_patch_auto_tasks + priority: 5 + commands: + - func: f_schedule_tasks + vars: + tasks: patch_tasks + - name: smoke_test + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: short + - name: smoke_test_ssl + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: short + mongodb_setup: replica-ssl + infrastructure_provisioning: replica + - name: smoke_test_standalone_auth + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: short + mongodb_setup: standalone-auth + infrastructure_provisioning: single + - name: smoke_test_replset_auth + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: short + mongodb_setup: replica-auth + infrastructure_provisioning: replica + - name: smoke_test_shard_lite_auth + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: short + mongodb_setup: shard-lite-auth + infrastructure_provisioning: shard-lite + - name: dsi_integ_test_run_command_simple + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: run_command_simple + ### + + - name: compile + commands: + - command: manifest.load + - command: git.get_project + params: + directory: src + revisions: + enterprise: ${enterprise_rev} + # mongo-tools: ${mongo-tools_rev} + - func: "compile mongodb" + + - name: linkbench + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: "linkbench" + + - name: linkbench2 + priority: 5 + exec_timeout_secs: 43200 # 12 hours + commands: + - func: f_run_dsi_workload + vars: + test_control: "linkbench2" + additional_tfvars: "tags: {expire-on-delta: 12}" + + - name: tpcc + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: "tpcc" + + - name: insert_remove + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: "insert_remove" + + - name: validate_cmd + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: "validate_cmd" + + - name: service_architecture_workloads + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: "service_architecture_workloads" + + - name: big_update + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: "big_update" + + - name: industry_benchmarks + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: "ycsb" + + - name: ycsb_60GB + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: "ycsb-60GB" + + - name: industry_benchmarks_secondary_reads + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: "ycsb-secondary-reads" + + - name: industry_benchmarks_wmajority + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: "ycsb-wmajority" + + - name: crud_workloads + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: "crud_workloads" + + - name: cursor_manager + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: "cursor_manager" + + - name: mixed_workloads + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: "mixed_workloads" + + - name: misc_workloads + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: "misc_workloads" + + - name: map_reduce_workloads + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: "map_reduce_workloads" + + - name: genny_canaries + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: "genny_canaries" + + - name: genny_overhead + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: "genny_overhead" + + - name: retryable_writes_workloads + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: "retryable_writes" + + - name: snapshot_reads + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: "snapshot_reads" + + - name: secondary_reads + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: "secondary_reads" + + - name: bestbuy_agg + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: "bestbuy_agg" + + - name: bestbuy_agg_merge_same_db + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: "bestbuy_agg_merge_same_db" + + - name: bestbuy_agg_merge_different_db + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: "bestbuy_agg_merge_different_db" + + - name: bestbuy_agg_merge_target_hashed + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: "bestbuy_agg_merge_target_hashed" + + - name: bestbuy_agg_merge_wordcount + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: "bestbuy_agg_merge_wordcount" + + - name: bestbuy_query + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: "bestbuy_query" + + - name: non_sharded_workloads + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: "non_sharded" + + - name: mongos_workloads + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: "mongos" + + - name: mongos_large_catalog_workloads + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: "mongos_large_catalog" + + - name: move_chunk_workloads + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: "move_chunk" + + - name: move_chunk_waiting_workloads + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: "move_chunk_waiting" + + - name: secondary_performance + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + # Unfortunately the dash/underscore style is different for mongodb_setup and test_control + test_control: "secondary_performance" + mongodb_setup: "secondary-performance" + + - name: initialsync + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: "initialsync" + + - name: initialsync-logkeeper-short + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: "initialsync-logkeeper" + mongodb_setup: "initialsync-logkeeper-short" + # Logkeeper dataset with FCV set to 4.0 + dataset: "https://s3-us-west-2.amazonaws.com/dsi-donot-remove/InitialSyncLogKeeper/logkeeper-slice-data.tgz" + + - name: initialsync-logkeeper + priority: 5 + exec_timeout_secs: 216000 # 2.5 days + commands: + - func: f_run_dsi_workload + vars: + test_control: "initialsync-logkeeper" + + - name: change_streams_throughput + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: "change_streams_throughput" + + - name: change_streams_latency + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: "change_streams_latency" + + - name: change_streams_multi_mongos + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: "change_streams_multi_mongos" + + - name: sb_large_scale + priority: 5 + exec_timeout_secs: 43200 # 12 hours + commands: + - func: f_run_dsi_workload + vars: + test_control: "sb_large_scale" + additional_tfvars: "tags: {expire-on-delta: 12}" + + - name: sb_timeseries + priority: 5 + commands: + - func: f_run_dsi_workload + vars: + test_control: "sb_timeseries" -# We are explicitly tracking the Linux 64 Amazon variant compile options from evergreen.yml. If we can get -# proper artifacts directly from that project, we should do that and remove these tasks. -- &compile-linux-64-amzn - name: compile-linux-64-amzn - display_name: Compile on Linux64 Amazon - expansions: &compile-linux-64-amzn-expansions - compile_flags: >- - --ssl - MONGO_DISTMOD=linux-64-amzn-build - -j$(grep -c ^processor /proc/cpuinfo) - --release - --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars - platform: linux - project_dir: &project_dir dsi - tooltags: "" - use_scons_cache: true - run_on: - - "amazon1-2018-build" - tasks: - - name: compile - -- name: compile-amazon2 - display_name: Compile on Amazon Linux 2 - modules: - - enterprise - expansions: - <<: *compile-linux-64-amzn-expansions - compile_flags: >- - --ssl - MONGO_DISTMOD=amazon2 - -j$(grep -c ^processor /proc/cpuinfo) - --release - --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars - compile-variant: -enterprise - run_on: - - "amazon2-build" - tasks: - - name: compile - -- name: compile-rhel70 - display_name: Compile on Rhel70 - modules: - - enterprise - expansions: - <<: *compile-linux-64-amzn-expansions - compile_flags: >- - --ssl - MONGO_DISTMOD=rhel70 - -j$(grep -c ^processor /proc/cpuinfo) - --release - --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars - compile-variant: -rhel70 - run_on: - - rhel70-small - tasks: - - name: compile - -####################################### -# Linux Buildvariants # -####################################### -- name: linux-1-node-replSet - display_name: Linux 1-Node ReplSet - modules: &modules - - dsi - - genny - - workloads - - linkbench - - linkbench2 - - signal-processing - expansions: - setup: single-replica - cluster: single - platform: linux - project_dir: *project_dir - authentication: enabled - storageEngine: wiredTiger - run_on: - - "rhel70-perf-single" - depends_on: - - name: compile - variant: compile-linux-64-amzn - tasks: &1nodetasks - - name: industry_benchmarks - - name: ycsb_60GB - - name: crud_workloads - - name: mixed_workloads - - name: misc_workloads - - name: map_reduce_workloads - - name: smoke_test - - name: retryable_writes_workloads - - name: non_sharded_workloads - - name: bestbuy_agg - - name: bestbuy_agg_merge_different_db - - name: bestbuy_agg_merge_same_db - - name: bestbuy_agg_merge_wordcount - - name: bestbuy_query - - name: change_streams_throughput - - name: change_streams_latency - - name: snapshot_reads - - name: linkbench - - name: linkbench2 - - name: tpcc - - name: insert_remove - - name: big_update - - name: sb_large_scale - - name: sb_timeseries - -- name: linux-standalone - display_name: Linux Standalone - modules: *modules - expansions: - setup: standalone - cluster: single - platform: linux - project_dir: *project_dir - authentication: enabled - storageEngine: wiredTiger - run_on: - - "rhel70-perf-single" - depends_on: - - name: compile - variant: compile-linux-64-amzn - tasks: &standalonetasks - - name: industry_benchmarks - - name: ycsb_60GB - - name: crud_workloads - - name: genny_canaries - - name: genny_overhead - - name: cursor_manager - - name: insert_remove - - name: mixed_workloads - - name: misc_workloads - - name: map_reduce_workloads - - name: smoke_test - - name: non_sharded_workloads - - name: bestbuy_agg - - name: bestbuy_agg_merge_different_db - - name: bestbuy_agg_merge_same_db - - name: bestbuy_agg_merge_wordcount - - name: bestbuy_query - - name: big_update - - name: validate_cmd - -- name: linux-standalone-audit - display_name: Linux Standalone Audit - modules: *modules - expansions: - setup: standalone-audit - cluster: single - platform: linux - project_dir: *project_dir - authentication: enabled - storageEngine: wiredTiger - compile-variant: -enterprise - run_on: - - "rhel70-perf-single" - depends_on: - - name: compile - variant: compile-amazon2 - tasks: - - name: industry_benchmarks - - name: crud_workloads - - name: smoke_test - -- name: linux-1-node-replSet-ese-cbc - display_name: Linux 1-Node ReplSet ESE CBC - modules: *modules - expansions: - setup: single-replica-ese-cbc - cluster: single - platform: linux - project_dir: *project_dir - authentication: enabled - storageEngine: wiredTiger - compile-variant: -enterprise - run_on: - - "rhel70-perf-single" - depends_on: - - name: compile - variant: compile-amazon2 - tasks: - - name: industry_benchmarks - - name: smoke_test - -- name: linux-1-node-replSet-ese-gcm - display_name: Linux 1-Node ReplSet ESE GCM - modules: *modules - expansions: - setup: single-replica-ese-gcm - cluster: single - platform: linux - project_dir: *project_dir - authentication: enabled - storageEngine: wiredTiger - compile-variant: -enterprise - run_on: - - "rhel70-perf-single" - depends_on: - - name: compile - variant: compile-amazon2 - tasks: - - name: industry_benchmarks - - name: smoke_test - - -- name: linux-3-shard - display_name: Linux 3-Shard Cluster - modules: *modules - expansions: - setup: shard - cluster: shard - platform: linux - project_dir: *project_dir - authentication: enabled - storageEngine: wiredTiger - run_on: - - "rhel70-perf-shard" - depends_on: - - name: compile - variant: compile-linux-64-amzn - tasks: - - name: industry_benchmarks - - name: crud_workloads - - name: insert_remove - - name: mixed_workloads - - name: misc_workloads - - name: map_reduce_workloads - - name: smoke_test - - name: industry_benchmarks_wmajority - - name: mongos_workloads - - name: mongos_large_catalog_workloads - - name: change_streams_throughput - - name: change_streams_latency - - name: change_streams_multi_mongos - -- name: linux-shard-lite - display_name: Linux Shard Lite Cluster - modules: *modules - expansions: - setup: shard-lite - cluster: shard-lite - platform: linux - project_dir: *project_dir - authentication: enabled - storageEngine: wiredTiger - run_on: - - "rhel70-perf-shard-lite" - depends_on: - - name: compile - variant: compile-linux-64-amzn - tasks: &shardlitetasks - - name: bestbuy_agg - - name: bestbuy_agg_merge_different_db - - name: bestbuy_agg_merge_same_db - - name: bestbuy_agg_merge_target_hashed - - name: bestbuy_agg_merge_wordcount - - name: bestbuy_query - - name: change_streams_latency - - name: change_streams_throughput - - name: industry_benchmarks - - name: industry_benchmarks_wmajority - - name: linkbench - - name: mixed_workloads - - name: mongos_workloads - - name: mongos_large_catalog_workloads - - name: move_chunk_workloads - - name: move_chunk_waiting_workloads - - name: retryable_writes_workloads - - name: smoke_test - - -- name: linux-3-node-replSet - display_name: Linux 3-Node ReplSet - modules: *modules - expansions: - setup: replica - cluster: replica - platform: linux - project_dir: *project_dir - authentication: enabled - storageEngine: wiredTiger - run_on: - - "rhel70-perf-replset" - depends_on: - - name: compile - variant: compile-linux-64-amzn - tasks: &3nodetasks - - name: industry_benchmarks - - name: ycsb_60GB - - name: industry_benchmarks_secondary_reads - - name: crud_workloads - - name: insert_remove - - name: service_architecture_workloads - - name: mixed_workloads - - name: misc_workloads - - name: map_reduce_workloads - - name: smoke_test - - name: retryable_writes_workloads - - name: industry_benchmarks_wmajority - - name: secondary_performance # Uses a special 2 node mongodb setup - - name: non_sharded_workloads - - name: bestbuy_agg - - name: bestbuy_agg_merge_different_db - - name: bestbuy_agg_merge_same_db - - name: bestbuy_agg_merge_wordcount - - name: bestbuy_query - - name: change_streams_throughput - - name: change_streams_latency - - name: snapshot_reads - - name: secondary_reads - - name: tpcc - - name: linkbench - - name: linkbench2 - - name: big_update - - name: sb_large_scale - - name: sb_timeseries - -- name: linux-3-node-replSet-noflowcontrol - display_name: Linux 3-Node ReplSet (Flow Control off) - modules: *modules - expansions: - setup: replica-noflowcontrol - cluster: replica - platform: linux - project_dir: *project_dir - authentication: enabled - storageEngine: wiredTiger - run_on: - - "rhel70-perf-replset" - depends_on: - - name: compile - variant: compile-linux-64-amzn - tasks: - - name: industry_benchmarks - - name: industry_benchmarks_secondary_reads - - name: crud_workloads - - name: service_architecture_workloads - - name: mixed_workloads - - name: smoke_test - - name: industry_benchmarks_wmajority - - name: change_streams_throughput - - name: change_streams_latency - - name: tpcc - - name: linkbench - - name: linkbench2 - - name: big_update - -- name: linux-3-node-replSet-ssl - display_name: Linux 3-Node ReplSet (SSL) - modules: *modules - expansions: - setup: replica-ssl - cluster: replica - platform: linux - project_dir: *project_dir - authentication: enabled - storageEngine: wiredTiger - run_on: - - "rhel70-perf-replset" - depends_on: - - name: compile - variant: compile-linux-64-amzn - tasks: - - name: industry_benchmarks - - name: mixed_workloads - -- name: linux-3-node-replSet-initialsync - display_name: Linux 3-Node ReplSet Initial Sync - modules: *modules - expansions: - setup: replica-2node - cluster: replica - platform: linux - # TODO(TIG-1506): enabled authentication on initialsync variants - authentication: disabled - storageEngine: wiredTiger - project_dir: *project_dir - depends_on: + +buildvariants: +# - name: task_generation +# display_name: Task Generation +# modules: *modules +# expansions: +# platform: linux +# project_dir: dsi +# run_on: +# - amazon2-build +# tasks: +# - name: schedule_global_auto_tasks + + # We are explicitly tracking the Linux 64 Amazon variant compile options from evergreen.yml. If we can get + # proper artifacts directly from that project, we should do that and remove these tasks. + - &compile-linux-64-amzn + name: compile-linux-64-amzn + display_name: Compile on Linux64 Amazon + expansions: &compile-linux-64-amzn-expansions + compile_flags: >- + --ssl + MONGO_DISTMOD=linux-64-amzn-build + -j$(grep -c ^processor /proc/cpuinfo) + --release + --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars + platform: linux + project_dir: &project_dir dsi + tooltags: "" + use_scons_cache: true + run_on: + - "amazon1-2018-build" + tasks: - name: compile - variant: compile-linux-64-amzn - run_on: - - "rhel70-perf-replset" - tasks: - - name: initialsync - - name: initialsync-logkeeper-short - -- name: linux-replSet-initialsync-logkeeper - display_name: Linux ReplSet Initial Sync LogKeeper - modules: *modules - expansions: - setup: initialsync-logkeeper - cluster: initialsync-logkeeper - # EBS logkeeper snapshot with FCV set to 4.0 - snapshotId: snap-041c3c57a1a4f5bba - platform: linux - # TODO(TIG-1506): enabled authentication on initialsync variants - authentication: disabled - storageEngine: wiredTiger - project_dir: *project_dir - run_on: - - "rhel70-perf-initialsync-logkeeper" - depends_on: + + - name: compile-amazon2 + display_name: Compile on Amazon Linux 2 + modules: + - enterprise + expansions: + <<: *compile-linux-64-amzn-expansions + compile_flags: >- + --ssl + MONGO_DISTMOD=amazon2 + -j$(grep -c ^processor /proc/cpuinfo) + --release + --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars + compile-variant: -enterprise + run_on: + - "amazon2-build" + tasks: - name: compile - variant: compile-linux-64-amzn - tasks: - - name: initialsync-logkeeper - -####################################### -# Atlas Like Buildvariants # -####################################### -- name: atlas-like-M60 - display_name: M60-Like 3-Node ReplSet - modules: *modules - expansions: - setup: atlas-like-replica - cluster: M60-like-replica - platform: linux - project_dir: *project_dir - authentication: enabled - storageEngine: wiredTiger - compile-variant: -rhel70 - run_on: - - "rhel70-perf-M60-like" - depends_on: + + - name: compile-rhel70 + display_name: Compile for Atlas-like + modules: *modules + batchtime: 2880 # 48 hours + expansions: + <<: *compile-linux-64-amzn-expansions + compile_flags: >- + --ssl + MONGO_DISTMOD=rhel70 + -j$(grep -c ^processor /proc/cpuinfo) + --release + --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars + compile-variant: -rhel70 + run_on: + - rhel70-small + tasks: - name: compile - variant: compile-rhel70 - tasks: # Cannot use *3nodetasks because secondary_performance uses a special mongodb setup. - - name: industry_benchmarks - - name: ycsb_60GB - - name: industry_benchmarks_secondary_reads - - name: crud_workloads - # - name: insert_remove - # - name: service_architecture_workloads - - name: mixed_workloads - - name: misc_workloads - - name: map_reduce_workloads - - name: smoke_test - - name: retryable_writes_workloads - - name: industry_benchmarks_wmajority - - name: non_sharded_workloads - - name: bestbuy_agg - - name: bestbuy_agg_merge_different_db - - name: bestbuy_agg_merge_same_db - - name: bestbuy_agg_merge_wordcount - - name: bestbuy_query - - name: change_streams_throughput - - name: change_streams_latency - - name: snapshot_reads - - name: secondary_reads - # - name: tpcc # TPCC with SSL currently broken https://jira.mongodb.org/browse/TIG-1681 - - name: linkbench - # - name: big_update + + - name: linux-1-node-replSet + display_name: Linux 1-Node ReplSet + batchtime: 10080 # 7 days + modules: *modules + expansions: + mongodb_setup: single-replica + infrastructure_provisioning: single + platform: linux + project_dir: *project_dir + authentication: enabled + storageEngine: wiredTiger + run_on: + - "rhel70-perf-single" + depends_on: *_compile_amazon-64 + tasks: &1nodetasks + - name: industry_benchmarks + - name: ycsb_60GB + - name: crud_workloads + - name: mixed_workloads + - name: misc_workloads + - name: map_reduce_workloads + - name: smoke_test + - name: retryable_writes_workloads + - name: non_sharded_workloads + - name: bestbuy_agg + - name: bestbuy_agg_merge_different_db + - name: bestbuy_agg_merge_same_db + - name: bestbuy_agg_merge_wordcount + - name: bestbuy_query + - name: change_streams_throughput + - name: change_streams_latency + - name: snapshot_reads + - name: linkbench + - name: linkbench2 + - name: tpcc + - name: insert_remove + - name: big_update + - name: sb_large_scale + - name: sb_timeseries + + - name: linux-standalone + display_name: Linux Standalone + batchtime: 2880 # 48 hours + modules: *modules + expansions: + mongodb_setup: standalone + infrastructure_provisioning: single + platform: linux + project_dir: *project_dir + authentication: enabled + storageEngine: wiredTiger + run_on: + - "rhel70-perf-single" + depends_on: *_compile_amazon-64 + tasks: &standalonetasks +# - name: schedule_patch_auto_tasks +# - name: schedule_variant_auto_tasks + - name: industry_benchmarks + - name: ycsb_60GB + - name: crud_workloads + - name: genny_canaries + - name: genny_overhead + - name: cursor_manager + - name: insert_remove + - name: mixed_workloads + - name: misc_workloads + - name: map_reduce_workloads + - name: smoke_test + - name: non_sharded_workloads + - name: bestbuy_agg + - name: bestbuy_agg_merge_different_db + - name: bestbuy_agg_merge_same_db + - name: bestbuy_agg_merge_wordcount + - name: bestbuy_query + - name: big_update + - name: validate_cmd + + - name: linux-standalone-audit + display_name: Linux Standalone Audit + batchtime: 10080 # 7 days + modules: *modules + expansions: + mongodb_setup: standalone-audit + infrastructure_provisioning: single + platform: linux + project_dir: *project_dir + authentication: enabled + storageEngine: wiredTiger + compile-variant: -enterprise + run_on: + - "rhel70-perf-single" + depends_on: *_compile_amazon2 + tasks: + - name: industry_benchmarks + - name: crud_workloads + - name: smoke_test + + - name: linux-1-node-replSet-ese-cbc + display_name: Linux 1-Node ReplSet ESE CBC + modules: *modules + expansions: + mongodb_setup: single-replica-ese-cbc + infrastructure_provisioning: single + cluster: single + platform: linux + project_dir: *project_dir + authentication: enabled + storageEngine: wiredTiger + compile-variant: -enterprise + run_on: + - "rhel70-perf-single" + depends_on: *_compile_amazon2 + tasks: + - name: industry_benchmarks + - name: smoke_test + + - name: linux-1-node-replSet-ese-gcm + display_name: Linux 1-Node ReplSet ESE GCM + batchtime: 5760 # 4 days + modules: *modules + expansions: + mongodb_setup: single-replica-ese-gcm + infrastructure_provisioning: single + platform: linux + project_dir: *project_dir + authentication: enabled + storageEngine: wiredTiger + compile-variant: -enterprise + run_on: + - "rhel70-perf-single" + depends_on: *_compile_amazon2 + tasks: + - name: industry_benchmarks + - name: smoke_test + + + - name: linux-3-shard + display_name: Linux 3-Shard Cluster + batchtime: 10080 # 7 days + modules: *modules + expansions: + mongodb_setup: shard + infrastructure_provisioning: shard + platform: linux + project_dir: *project_dir + authentication: enabled + storageEngine: wiredTiger + run_on: + - "rhel70-perf-shard" + depends_on: *_compile_amazon-64 + tasks: + - name: industry_benchmarks + - name: crud_workloads + - name: insert_remove + - name: mixed_workloads + - name: misc_workloads + - name: map_reduce_workloads + - name: smoke_test + - name: industry_benchmarks_wmajority + - name: mongos_workloads + - name: mongos_large_catalog_workloads + - name: change_streams_throughput + - name: change_streams_latency + - name: change_streams_multi_mongos + + - name: linux-shard-lite + display_name: Linux Shard Lite Cluster + batchtime: 5760 # 4 days + modules: *modules + expansions: + mongodb_setup: shard-lite + infrastructure_provisioning: shard-lite + platform: linux + project_dir: *project_dir + authentication: enabled + storageEngine: wiredTiger + run_on: + - "rhel70-perf-shard-lite" + depends_on: *_compile_amazon-64 + tasks: &shardlitetasks + - name: bestbuy_agg + - name: bestbuy_agg_merge_different_db + - name: bestbuy_agg_merge_same_db + - name: bestbuy_agg_merge_target_hashed + - name: bestbuy_agg_merge_wordcount + - name: bestbuy_query + - name: change_streams_latency + - name: change_streams_throughput + - name: industry_benchmarks + - name: industry_benchmarks_wmajority + - name: linkbench + - name: mixed_workloads + - name: mongos_workloads + - name: mongos_large_catalog_workloads + - name: move_chunk_workloads + - name: move_chunk_waiting_workloads + - name: retryable_writes_workloads + - name: smoke_test + + + - name: linux-3-node-replSet + display_name: Linux 3-Node ReplSet + batchtime: 2880 # 48 hours + modules: *modules + expansions: + mongodb_setup: replica + infrastructure_provisioning: replica + platform: linux + project_dir: *project_dir + authentication: enabled + storageEngine: wiredTiger + run_on: + - "rhel70-perf-replset" + depends_on: *_compile_amazon-64 + tasks: &3nodetasks + - name: industry_benchmarks + - name: ycsb_60GB + - name: industry_benchmarks_secondary_reads + - name: crud_workloads + - name: insert_remove + - name: service_architecture_workloads + - name: mixed_workloads + - name: misc_workloads + - name: map_reduce_workloads + - name: smoke_test + - name: retryable_writes_workloads + - name: industry_benchmarks_wmajority + - name: secondary_performance # Uses a special 2 node mongodb setup + - name: non_sharded_workloads + - name: bestbuy_agg + - name: bestbuy_agg_merge_different_db + - name: bestbuy_agg_merge_same_db + - name: bestbuy_agg_merge_wordcount + - name: bestbuy_query + - name: change_streams_throughput + - name: change_streams_latency + - name: snapshot_reads + - name: secondary_reads + - name: tpcc + - name: linkbench + - name: linkbench2 + - name: big_update + - name: sb_large_scale + - name: sb_timeseries + + - name: linux-3-node-replSet-noflowcontrol + display_name: Linux 3-Node ReplSet (Flow Control off) + batchtime: 10080 # 7 days + modules: *modules + expansions: + mongodb_setup: replica-noflowcontrol + infrastructure_provisioning: replica + platform: linux + project_dir: *project_dir + authentication: enabled + storageEngine: wiredTiger + run_on: + - "rhel70-perf-replset" + depends_on: *_compile_amazon-64 + tasks: + - name: industry_benchmarks + - name: industry_benchmarks_secondary_reads + - name: crud_workloads + - name: service_architecture_workloads + - name: mixed_workloads + - name: smoke_test + - name: industry_benchmarks_wmajority + - name: change_streams_throughput + - name: change_streams_latency + - name: tpcc + - name: linkbench + - name: linkbench2 + - name: big_update + + - name: linux-3-node-replSet-ssl + display_name: Linux 3-Node ReplSet (SSL) + batchtime: 10080 # 7 days + modules: *modules + expansions: + mongodb_setup: replica-ssl + infrastructure_provisioning: replica + platform: linux + project_dir: *project_dir + authentication: enabled + storageEngine: wiredTiger + run_on: + - "rhel70-perf-replset" + depends_on: *_compile_amazon-64 + tasks: + - name: industry_benchmarks + - name: mixed_workloads + + - name: linux-3-node-replSet-initialsync + display_name: Linux 3-Node ReplSet Initial Sync + batchtime: 2880 # 48 hours + modules: *modules + expansions: + mongodb_setup: replica-2node + infrastructure_provisioning: replica + platform: linux + authentication: disabled + storageEngine: wiredTiger + project_dir: *project_dir + run_on: + - "rhel70-perf-replset" + depends_on: *_compile_amazon-64 + tasks: + - name: initialsync + - name: initialsync-logkeeper-short + + - name: linux-replSet-initialsync-logkeeper + display_name: Linux ReplSet Initial Sync LogKeeper + batchtime: 10080 # 7 days + modules: *modules + expansions: + mongodb_setup: initialsync-logkeeper + infrastructure_provisioning: initialsync-logkeeper + # EBS logkeeper snapshot with FCV set to 4.0 + snapshotId: snap-041c3c57a1a4f5bba + platform: linux + authentication: disabled + storageEngine: wiredTiger + project_dir: *project_dir + run_on: + - "rhel70-perf-initialsync-logkeeper" + depends_on: *_compile_amazon-64 + tasks: + - name: initialsync-logkeeper + + - name: atlas-like-M60 + display_name: M60-Like 3-Node ReplSet + batchtime: 5760 # 4 days + modules: *modules + expansions: + mongodb_setup: atlas-like-replica + infrastructure_provisioning: M60-like-replica + platform: linux + project_dir: *project_dir + authentication: enabled + storageEngine: wiredTiger + compile-variant: -rhel70 + run_on: + - "rhel70-perf-M60-like" + depends_on: *_compile_rhel70 + tasks: # Cannot use *3nodetasks because secondary_performance uses a special mongodb setup. + - name: industry_benchmarks + - name: ycsb_60GB + - name: industry_benchmarks_secondary_reads + - name: crud_workloads + # - name: insert_remove + # - name: service_architecture_workloads + - name: mixed_workloads + - name: misc_workloads + - name: map_reduce_workloads + - name: smoke_test + - name: retryable_writes_workloads + - name: industry_benchmarks_wmajority + - name: non_sharded_workloads + - name: bestbuy_agg + - name: bestbuy_agg_merge_different_db + - name: bestbuy_agg_merge_same_db + - name: bestbuy_agg_merge_wordcount + - name: bestbuy_query + - name: change_streams_throughput + - name: change_streams_latency + - name: snapshot_reads + - name: secondary_reads + # - name: tpcc # TPCC with SSL currently broken https://jira.mongodb.org/browse/TIG-1681 + - name: linkbench + # - name: big_update -- cgit v1.2.1