SERVER-52740: Introducing medium distro to more size hardware appropriately

1 files changed, 97 insertions, 79 deletions

diff --git a/etc/evergreen.yml b/etc/evergreen.yml
index 854cef44d85..d7867ea1975 100644
--- a/etc/evergreen.yml
+++ b/etc/evergreen.yml
@@ -8773,24 +8773,24 @@ buildvariants:
     - rhel62-large
   - name: .integration !.audit
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: jsCore
   - name: jsCore_txns
   - name: .logical_session_cache
   - name: parallel_gen
   - name: .concurrency .common !.kill_terminate
     distros:
-      - rhel62-large
+      - rhel62-medium
   - name: concurrency_replication_causal_consistency
     distros:
-      - rhel62-large
+      - rhel62-medium
 
 - &linux-64-debug-template
   name: linux-64-debug
   display_name: "! Shared Library Linux DEBUG"
   batchtime: 240 # 4 hours
   run_on:
-  - rhel62-large
+  - rhel62-medium
   expansions:
     resmoke_jobs_factor: 0.5  # Avoid starting too many mongod's
     compile_flags: --dbg=on --opt=on -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars --enable-free-mon=on --enable-http-client=on --link-model=dynamic
@@ -8802,8 +8802,14 @@ buildvariants:
     num_scons_link_jobs_available: 0.99
   tasks:
   - name: compile_parallel_TG
+    distros:
+      - rhel62-large
   - name: unittests_parallel_TG
+    distros:
+      - rhel62-large
   - name: dbtest_parallel_TG
+    distros:
+    - rhel62-large
   - name: .aggregation !.encrypt
   - name: .auth !.audit !.gle !.multiversion
   - name: bulk_gle_passthrough
@@ -8833,7 +8839,11 @@ buildvariants:
   - name: sharding_gen
   - name: .stitch
   - name: server_discovery_and_monitoring_json_test_TG
+    distros:
+    - rhel62-large
   - name: server_selection_json_test_TG
+    distros:
+    - rhel62-large
 
 - <<: *linux-64-debug-template
   name: linux-64-debug-wtdevelop
@@ -10282,7 +10292,7 @@ buildvariants:
     jstestfuzz_concurrent_num_files: 10
     target_resmoke_time: 10
     max_sub_suites: 3
-    large_distro_name: rhel62-large
+    large_distro_name: rhel62-medium
   tasks:
   - name: compile_all_run_unittests_TG
     distros:
@@ -10298,14 +10308,14 @@ buildvariants:
   - name: .concurrency !.large !.ubsan !.no_txns !.debug_only
   - name: .concurrency .large !.ubsan !.no_txns !.debug_only
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: disk_wiredtiger
   - name: .encrypt
   - name: idl_tests
   - name: initial_sync_fuzzer_gen
   - name: .integration
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: .jscore .common
   - name: jsCore_minimum_batch_size
   - name: jsCore_op_query
@@ -10321,22 +10331,22 @@ buildvariants:
   - name: .random_multiversion_ds
   - name: .read_write_concern .large
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: .read_write_concern !.large
   - name: .replica_sets !.encrypt !.auth
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: replica_sets_reconfig_jscore_passthrough_gen
   - name: replica_sets_reconfig_jscore_stepdown_passthrough
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: replica_sets_reconfig_kill_primary_jscore_passthrough
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: retryable_writes_jscore_passthrough_gen
   - name: retryable_writes_jscore_stepdown_passthrough
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: .read_only
   - name: .rollbackfuzzer
   - name: sasl
@@ -10352,7 +10362,11 @@ buildvariants:
   - name: .updatefuzzer
   - name: secondary_reads_passthrough_gen
   - name: server_discovery_and_monitoring_json_test_TG
+    distros:
+      - rhel62-large
   - name: server_selection_json_test_TG
+    distros:
+      - rhel62-large
   - name: test_packages
     distros:
     - ubuntu1604-packer
@@ -10378,7 +10392,7 @@ buildvariants:
     jstestfuzz_concurrent_num_files: 10
     target_resmoke_time: 10
     max_sub_suites: 5
-    large_distro_name: rhel62-large
+    large_distro_name: rhel62-medium
     burn_in_tag_buildvariants: enterprise-rhel-62-64-bit-majority-read-concern-off enterprise-rhel-62-64-bit-inmem linux-64-duroff enterprise-rhel-62-64-bit-multiversion
     num_scons_link_jobs_available: 0.99
   tasks:
@@ -10415,14 +10429,14 @@ buildvariants:
   - name: .concurrency !.large !.ubsan !.no_txns !.debug_only
   - name: .concurrency .large !.ubsan !.no_txns !.debug_only
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: disk_wiredtiger
   - name: .encrypt
   - name: idl_tests
   - name: initial_sync_fuzzer_gen
   - name: .integration
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: .jscore .common
   - name: jsCore_minimum_batch_size
   - name: jsCore_op_query
@@ -10440,22 +10454,22 @@ buildvariants:
   - name: .random_multiversion_ds
   - name: .read_write_concern .large
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: .read_write_concern !.large
   - name: .replica_sets !.encrypt !.auth
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: replica_sets_reconfig_jscore_passthrough_gen
   - name: replica_sets_reconfig_jscore_stepdown_passthrough
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: replica_sets_reconfig_kill_primary_jscore_passthrough
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: retryable_writes_jscore_passthrough_gen
   - name: retryable_writes_jscore_stepdown_passthrough
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: .read_only
   - name: .rollbackfuzzer
   - name: sasl
@@ -10471,9 +10485,11 @@ buildvariants:
   - name: .updatefuzzer
   - name: secondary_reads_passthrough_gen
   - name: server_discovery_and_monitoring_json_test_TG
+    distros:
+      - rhel62-large
   - name: server_selection_json_test_TG
     distros:
-    - rhel62-large
+      - rhel62-large
   - name: cst_jscore_passthrough
 
 - name: enterprise-rhel-62-64-bit-dynamic-disabled-feature-flags
@@ -10496,7 +10512,7 @@ buildvariants:
     jstestfuzz_concurrent_num_files: 10
     target_resmoke_time: 10
     max_sub_suites: 5
-    large_distro_name: rhel62-large
+    large_distro_name: rhel62-medium
     burn_in_tag_buildvariants: enterprise-rhel-62-64-bit-majority-read-concern-off enterprise-rhel-62-64-bit-inmem linux-64-duroff enterprise-rhel-62-64-bit-multiversion
     num_scons_link_jobs_available: 0.99
     test_flags: >-
@@ -10510,7 +10526,7 @@ buildvariants:
       - rhel62-large
   - name: dbtest_parallel_TG
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: .aggfuzzer
   - name: .aggregation
   - name: audit
@@ -10522,7 +10538,7 @@ buildvariants:
   - name: .concurrency !.large !.ubsan !.no_txns !.debug_only
   - name: .concurrency .large !.ubsan !.no_txns !.debug_only
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: disk_wiredtiger
   - name: .encrypt
   - name: feature_flag_multiversion_gen
@@ -10530,7 +10546,7 @@ buildvariants:
   - name: initial_sync_fuzzer_gen
   - name: .integration
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: .jscore .common
   - name: jsCore_minimum_batch_size
   - name: jsCore_op_query
@@ -10547,22 +10563,22 @@ buildvariants:
   - name: .random_multiversion_ds
   - name: .read_write_concern .large
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: .read_write_concern !.large
   - name: .replica_sets !.encrypt !.auth
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: replica_sets_reconfig_jscore_passthrough_gen
   - name: replica_sets_reconfig_jscore_stepdown_passthrough
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: replica_sets_reconfig_kill_primary_jscore_passthrough
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: retryable_writes_jscore_passthrough_gen
   - name: retryable_writes_jscore_stepdown_passthrough
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: .read_only
   - name: .rollbackfuzzer
   - name: sasl
@@ -10578,9 +10594,11 @@ buildvariants:
   - name: .updatefuzzer
   - name: secondary_reads_passthrough_gen
   - name: server_discovery_and_monitoring_json_test_TG
+    distros:
+      - rhel62-large
   - name: server_selection_json_test_TG
     distros:
-    - rhel62-large
+      - rhel62-large
   - name: cst_jscore_passthrough
 
 - name: enterprise-rhel-62-64-bit-large-txns-format
@@ -10601,7 +10619,7 @@ buildvariants:
     multiversion_edition: enterprise
     repo_edition: enterprise
     scons_cache_scope: shared
-    large_distro_name: rhel62-large
+    large_distro_name: rhel62-medium
     test_flags: >-
         --mongodSetParameters="{maxNumberOfTransactionOperationsInSingleOplogEntry: 2}"
         --excludeWithAnyTags=exclude_from_large_txns
@@ -10619,34 +10637,34 @@ buildvariants:
   - name: concurrency_replication_multi_stmt_txn
   - name: concurrency_sharded_replication
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: concurrency_sharded_replication_with_balancer
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: concurrency_sharded_clusterwide_ops_add_remove_shards
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: concurrency_sharded_local_read_write_multi_stmt_txn
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: concurrency_sharded_local_read_write_multi_stmt_txn_with_balancer
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: concurrency_sharded_multi_stmt_txn
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: concurrency_sharded_multi_stmt_txn_with_balancer
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: concurrency_sharded_multi_stmt_txn_with_stepdowns
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: concurrency_sharded_with_stepdowns
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: concurrency_sharded_with_stepdowns_and_balancer
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: initial_sync_fuzzer_gen
   - name: jsCore
   - name: jsCore_txns
@@ -10659,7 +10677,7 @@ buildvariants:
   - name: .replica_sets !.multi_oplog !.large
   - name: .replica_sets !.multi_oplog .large
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: .rollbackfuzzer
   - name: .sharding .txns
   - name: sharding_gen
@@ -10670,7 +10688,7 @@ buildvariants:
   - name: sharding_csrs_continuous_config_stepdown_gen
   - name: sharded_multi_stmt_txn_jscore_passthrough
     distros:
-    - rhel62-large
+    - rhel62-medium
 
 - name: enterprise-rhel-62-64-bit-majority-read-concern-off
   display_name: "Enterprise RHEL 6.2 (majority read concern off)"
@@ -10700,7 +10718,7 @@ buildvariants:
     multiversion_edition: enterprise
     repo_edition: enterprise
     scons_cache_scope: shared
-    large_distro_name: rhel62-large
+    large_distro_name: rhel62-medium
   tasks:
   - name: compile_all_run_unittests_TG
     distros:
@@ -10719,15 +10737,15 @@ buildvariants:
   - name: concurrency_sharded_causal_consistency_gen
   - name: concurrency_sharded_causal_consistency_and_balancer
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: concurrency_replication_causal_consistency
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: disk_wiredtiger
   - name: .encrypt
   - name: .integration
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: .jscore .common
   - name: jsCore_minimum_batch_size
   - name: jsCore_op_query
@@ -10738,10 +10756,10 @@ buildvariants:
   - name: .random_multiversion_ds
   - name: .read_write_concern .large
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: .replica_sets !.auth !.encrypt !.non_maj_read
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: retryable_writes_jscore_passthrough_gen
   - name: .read_only
   - name: .rollbackfuzzer
@@ -10777,7 +10795,7 @@ buildvariants:
     multiversion_edition: enterprise
     repo_edition: enterprise
     scons_cache_scope: shared
-    large_distro_name: rhel62-large
+    large_distro_name: rhel62-medium
   tasks:
   - name: burn_in_tests_gen
   - name: compile_TG
@@ -10787,7 +10805,7 @@ buildvariants:
   - name: noPassthroughWithMongod_gen
   - name: replica_sets
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: .rollbackfuzzer
 
 # This build variant is used to run multiversion tests as part of burn_in_tags as these tests are
@@ -10812,7 +10830,7 @@ buildvariants:
     scons_cache_scope: shared
     tooltags: "ssl sasl gssapi"
     build_mongoreplay: true
-    large_distro_name: rhel62-large
+    large_distro_name: rhel62-medium
     resmoke_jobs_factor: 0.25
   tasks:
   - name: compile_all_run_unittests_TG
@@ -10843,7 +10861,7 @@ buildvariants:
     multiversion_edition: enterprise
     repo_edition: enterprise
     scons_cache_scope: shared
-    large_distro_name: rhel62-large
+    large_distro_name: rhel62-medium
   tasks:
   - name: compile_TG
     distros:
@@ -10861,13 +10879,13 @@ buildvariants:
   - name: .concurrency !.ubsan !.no_txns !.debug_only !.large
   - name: .concurrency !.ubsan !.no_txns !.debug_only .large
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: disk_wiredtiger
   - name: .encrypt
   - name: initial_sync_fuzzer_gen
   - name: .integration
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: .jscore .common
   - name: jsCore_minimum_batch_size
   - name: jsCore_op_query
@@ -10882,10 +10900,10 @@ buildvariants:
   - name: .read_write_concern !.large !.aggregation
   - name: .read_write_concern .large !.aggregation
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: .replica_sets !.encrypt !.auth
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: retryable_writes_jscore_passthrough_gen
   - name: .read_only
   - name: .retry
@@ -10920,7 +10938,7 @@ buildvariants:
     repo_edition: enterprise
     scons_cache_scope: shared
     build_mongoreplay: false
-    large_distro_name: rhel62-large
+    large_distro_name: rhel62-medium
   tasks:
   - name: compile_TG
     distros:
@@ -10948,7 +10966,7 @@ buildvariants:
     repo_edition: enterprise
     scons_cache_scope: shared
     build_mongoreplay: false
-    large_distro_name: rhel62-large
+    large_distro_name: rhel62-medium
   tasks:
   - name: burn_in_tests_gen
   - name: compile_TG
@@ -10958,7 +10976,7 @@ buildvariants:
   - name: jsCore_txns
   - name: .replica_sets
     distros:
-    - rhel62-large
+    - rhel62-medium
 
 - name: enterprise-rhel-62-64-bit-operation-resource-consumption-metrics
   display_name: "Enterprise RHEL 6.2 Shared Library (Operation Resource Consumption Metrics)"
@@ -10981,7 +10999,7 @@ buildvariants:
     repo_edition: enterprise
     scons_cache_scope: shared
     build_mongoreplay: false
-    large_distro_name: rhel62-large
+    large_distro_name: rhel62-medium
   tasks:
   - name: compile_all_run_unittests_TG
     distros:
@@ -10994,7 +11012,7 @@ buildvariants:
   - name: .concurrency .common .large
   - name: sharding_jscore_passthrough
     distros:
-    - rhel62-large
+    - rhel62-medium
 
 - name: rhel-62-64-bit-nossl
   display_name: "RHEL 6.2 Shared Library (No SSL)"
@@ -11012,7 +11030,7 @@ buildvariants:
     multiversion_edition: enterprise
     scons_cache_scope: shared
     build_mongoreplay: false
-    large_distro_name: rhel62-large
+    large_distro_name: rhel62-medium
   tasks:
   - name: compile_all_run_unittests_TG
     distros:
@@ -11025,7 +11043,7 @@ buildvariants:
   modules:
     - enterprise
   run_on:
-    - rhel62-large
+    - rhel62-medium
   batchtime: 10080 # 7 days
   stepback: false
   expansions:
@@ -11098,7 +11116,7 @@ buildvariants:
   tasks:
     - name: compile_all_run_unittests_TG
       distros:
-        - rhel62-large
+        - rhel62-medium
     - name: .aggregation
     - name: .auth
     - name: unittest_shell_hang_analyzer_gen
@@ -11113,11 +11131,11 @@ buildvariants:
     - name: multiversion_gen
     - name: .read_write_concern .large
       distros:
-        - rhel62-large
+        - rhel62-medium
     - name: .read_write_concern !.large
     - name: .replica_sets !.encrypt !.auth
       distros:
-        - rhel62-large
+        - rhel62-medium
     - name: retryable_writes_jscore_passthrough_gen
     - name: .read_only
     - name: .sharding .jscore !.wo_snapshot !.multi_stmt
@@ -11472,10 +11490,10 @@ buildvariants:
   - name: .concurrency .common !.large
   - name: .concurrency .common .large
     distros:
-      - rhel62-large
+      - rhel62-medium
   - name: concurrency_replication_causal_consistency
     distros:
-      - rhel62-large
+      - rhel62-medium
   - name: disk_wiredtiger
   - name: free_monitoring
   - name: .jscore .common
@@ -12544,7 +12562,7 @@ buildvariants:
   tasks:
   - name: compile_benchmarks
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: .benchmarks
     distros:
     - centos6-perf
@@ -12562,7 +12580,7 @@ buildvariants:
     multiversion_platform: rhel62
     multiversion_edition: enterprise
     scons_cache_scope: shared
-    large_distro_name: rhel62-large
+    large_distro_name: rhel62-medium
   tasks:
   - name: compile_all_run_unittests_TG
     distros:
@@ -12576,11 +12594,11 @@ buildvariants:
   - name: .misc_js
   - name: .concurrency !.ubsan !.no_txns !.debug_only !.kill_terminate
     distros:
-    - rhel62-large  # Some workloads require a lot of memory, use a bigger machine for this suite.
+    - rhel62-medium  # Some workloads require a lot of memory, use a bigger machine for this suite.
   - name: initial_sync_fuzzer_gen
   - name: .integration !.audit
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: .jscore .common !.decimal
   - name: jsCore_op_query
   - name: jsCore_txns_large_txns_format
@@ -12595,7 +12613,7 @@ buildvariants:
   - name: replica_sets_multi_stmt_txn_jscore_passthrough
   - name: replica_sets_multi_stmt_txn_stepdown_jscore_passthrough_gen
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: .retry
   - name: rollback_fuzzer_gen
   - name: sasl
@@ -12603,7 +12621,7 @@ buildvariants:
   - name: session_jscore_passthrough
   - name: sharded_multi_stmt_txn_jscore_passthrough
     distros:
-    - rhel62-large
+    - rhel62-medium
   - name: .sharding .jscore !.wo_snapshot !.multi_stmt
   - name: .sharding .common !.multiversion !.csrs
   - name: snmp
@@ -12613,7 +12631,7 @@ buildvariants:
 - name: linux-64-ephemeralForTest
   display_name: Linux (ephemeralForTest)
   run_on:
-  - rhel62-large
+  - rhel62-medium
   expansions:
     # Transactions are not explicitly supported on the ephemeralForTest storage engine.
     # Speculative majority reads are currently only allowed for change streams, which are only supported on WiredTiger.
@@ -13133,7 +13151,7 @@ buildvariants:
   modules:
   - enterprise
   run_on:
-  - rhel62-large
+  - rhel62-medium
   expansions:
     compile_flags: --ssl MONGO_DISTMOD=rhel62 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars --link-model=dynamic
     multiversion_platform: rhel62
@@ -13143,7 +13161,7 @@ buildvariants:
     scons_cache_mode: all
     target_resmoke_time: 10
     max_sub_suites: 3
-    large_distro_name: rhel62-large
+    large_distro_name: rhel62-medium
     num_scons_link_jobs_available: 0.99
     record_with: --recordWith /opt/undodb5/bin/live-record
     resmoke_jobs_factor: 0.3