SERVER-53289: Adding debug sanitizers and s390x for all feature flags

2 files changed, 193 insertions, 10 deletions

diff --git a/etc/evergreen.yml b/etc/evergreen.yml
index b39255b9e25..2aa26ae91c5 100644
--- a/etc/evergreen.yml
+++ b/etc/evergreen.yml
@@ -9924,10 +9924,6 @@ buildvariants:
     target_resmoke_time: 20
     max_sub_suites: 5
     large_distro_name: windows-64-vs2019-large
-    push_path: windows
-    push_bucket: downloads.10gen.com
-    push_name: windows
-    push_arch: x86_64-enterprise
     test_flags: >-
         --mongodSetParameters="{
             featureFlagToaster: true,
@@ -10023,10 +10019,6 @@ buildvariants:
     target_resmoke_time: 20
     max_sub_suites: 3
     large_distro_name: windows-64-vs2019-large
-    push_path: windows
-    push_bucket: downloads.10gen.com
-    push_name: windows
-    push_arch: x86_64-enterprise
     test_flags: >-
         --mongodSetParameters="{
             featureFlagToaster: true,
@@ -11845,6 +11837,42 @@ buildvariants:
     distros:
     - rhel70-small
 
+- name: enterprise-rhel-72-s390x-all-feature-flags
+  display_name: Enterprise RHEL 7.2 s390x (all feature flags)
+  modules:
+  - enterprise
+  run_on:
+  - rhel72-zseries-test
+  batchtime: 525600 # 365 days
+  stepback: false
+  expansions:
+    additional_package_targets: archive-mongocryptd archive-mongocryptd-debug
+    release_buid: true
+    compile_flags: --ssl MONGO_DISTMOD=rhel72 -j3 CCFLAGS="-march=z196 -mtune=zEC12" --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars
+    resmoke_jobs_max: 2
+    has_packages: true
+    packager_script: packager_enterprise.py
+    packager_arch: s390x
+    packager_distro: rhel72
+    repo_edition: enterprise
+    multiversion_platform: rhel72
+    multiversion_architecture: s390x
+    multiversion_edition: enterprise
+    test_flags: >-
+        --mongodSetParameters="{
+            featureFlagToaster: true,
+            featureFlagSpoon: true,
+            featureFlagTenantMigrations: true,
+            featureFlagImprovedAuditing: true,
+            featureFlagTimeseriesCollection: true,
+            featureFlagShardingFullDDLSupport: true,
+        }"
+  tasks:
+  - name: compile_all_run_unittests_TG
+    distros:
+    - rhel72-zseries-build
+  - name: jsCore
+  - name: replica_sets_jscore_passthrough
 
 - name: enterprise-rhel-67-s390x-compile
   display_name: Enterprise RHEL 6.7 s390x Compile
@@ -12737,7 +12765,8 @@ buildvariants:
 #     Experimental buildvariants          #
 ###########################################
 
-- name: ubuntu1804-debug-asan
+- &ubuntu1804-debug-asan-template
+  name: ubuntu1804-debug-asan
   display_name: ~ ASAN Enterprise Ubuntu 18.04 DEBUG
   modules:
   - enterprise
@@ -12808,6 +12837,84 @@ buildvariants:
   - name: server_discovery_and_monitoring_json_test_TG
   - name: server_selection_json_test_TG
 
+- <<: *ubuntu1804-debug-asan-template
+  name: ubuntu1804-debug-asan-all-feature-flags
+  display_name: "~ Shared Library ASAN Enterprise Ubuntu 18.04 DEBUG (all feature flags)"
+  modules:
+  - enterprise
+  run_on:
+  - ubuntu1804-build
+  stepback: false
+  batchtime: 240 # 4 hours
+  expansions:
+    additional_package_targets: archive-mongocryptd archive-mongocryptd-debug
+    lang_environment: LANG=C
+    # If you add anything to san_options, make sure the appropriate changes are
+    # also made to SConstruct.
+    san_options: LSAN_OPTIONS="suppressions=etc/lsan.suppressions:report_objects=1:external_symbolizer_path=/opt/mongodbtoolchain/v3/bin/llvm-symbolizer" ASAN_OPTIONS="detect_leaks=1:check_initialization_order=true:strict_init_order=true:abort_on_error=1:disable_coredump=0:handle_abort=1:external_symbolizer_path=/opt/mongodbtoolchain/v3/bin/llvm-symbolizer"
+    compile_flags: --variables-files=etc/scons/mongodbtoolchain_v3_clang.vars --dbg=on --opt=on --allocator=system --sanitize=address --ssl --ocsp-stapling=off --enable-free-mon=on -j$(grep -c ^processor /proc/cpuinfo)
+    multiversion_platform: ubuntu1804
+    multiversion_edition: enterprise
+    resmoke_jobs_factor: 0.3  # Avoid starting too many mongod's under ASAN build.
+    hang_analyzer_dump_core: false
+    scons_cache_scope: shared
+    test_flags: >-
+        --excludeWithAnyTags=requires_fast_memory,requires_ocsp_stapling
+        --mongodSetParameters="{
+            featureFlagToaster: true,
+            featureFlagSpoon: true,
+            featureFlagTenantMigrations: true,
+            featureFlagImprovedAuditing: true,
+            featureFlagTimeseriesCollection: true,
+            featureFlagShardingFullDDLSupport: true,
+        }"
+  tasks:
+  - name: compile_all_run_unittests_TG
+  - name: compile_benchmarks
+  - name: .aggregation
+#  - name: .auth
+  - name: audit
+  - name: .benchmarks
+  - name: .causally_consistent !.wo_snapshot
+  - name: .change_streams
+  - name: .misc_js
+#  - name: .concurrency !.ubsan !.no_txns !.kill_terminate
+#  - name: disk_wiredtiger
+#  - name: .encrypt
+  - name: free_monitoring
+  - name: external_auth
+  - name: external_auth_aws
+  - name: initial_sync_fuzzer_gen
+  - name: .integration !.standalone !.audit
+  - name: .jscore .common
+  - name: jsCore_minimum_batch_size
+  - name: jsCore_op_query
+  - name: jsCore_txns_large_txns_format
+  - name: jsonSchema
+  - name: .logical_session_cache
+  - name: .multi_shard .common
+  - name: .query_fuzzer
+  - name: .read_write_concern
+#  - name: replica_sets_large_txns_format_gen
+#  - name: replica_sets_large_txns_format_jscore_passthrough
+#  - name: .replica_sets !.multi_oplog
+  - name: .resharding_fuzzer
+  - name: .retry
+  - name: .read_only
+  - name: .rollbackfuzzer
+  - name: sasl
+  - name: secondary_reads_passthrough_gen
+  - name: session_jscore_passthrough
+  - name: .sharding .jscore !.wo_snapshot
+  - name: .sharding .common !.csrs
+  - name: snmp
+  - name: .watchdog
+  - name: .stitch
+  - name: unittest_shell_hang_analyzer_gen
+  - name: .updatefuzzer
+  - name: server_discovery_and_monitoring_json_test_TG
+  - name: server_selection_json_test_TG
+
 - name: ubuntu1804-asan
   display_name: ~ ASAN Ubuntu 18.04
   run_on:
@@ -12829,7 +12936,8 @@ buildvariants:
   - name: free_monitoring
   - name: .jstestfuzz !.initsync
 
-- name: ubuntu1804-debug-ubsan
+- &ubuntu1804-debug-ubsan-template
+  name: ubuntu1804-debug-ubsan
   display_name: ~ UBSAN Enterprise Ubuntu 18.04 DEBUG
   modules:
   - enterprise
@@ -12895,6 +13003,79 @@ buildvariants:
   - name: server_discovery_and_monitoring_json_test_TG
   - name: server_selection_json_test_TG
 
+- <<: *ubuntu1804-debug-ubsan-template
+  name: ubuntu1804-debug-ubsan-all-feature-flags
+  display_name: "~ Shared Library UBSAN Enterprise Ubuntu 18.04 DEBUG (all feature flags)"
+  batchtime: 240 # 4 hours
+  modules:
+  - enterprise
+  run_on:
+  - ubuntu1804-build
+  stepback: false
+  expansions:
+    additional_package_targets: archive-mongocryptd archive-mongocryptd-debug
+    lang_environment: LANG=C
+    # If you add anything to san_options, make sure the appropriate changes are
+    # also made to SConstruct.
+    san_options: UBSAN_OPTIONS="print_stacktrace=1:external_symbolizer_path=/opt/mongodbtoolchain/v3/bin/llvm-symbolizer"
+    compile_flags: --variables-files=etc/scons/mongodbtoolchain_v3_clang.vars --dbg=on --opt=on --sanitize=undefined --ssl --ocsp-stapling=off --enable-free-mon=on -j$(grep -c ^processor /proc/cpuinfo)
+    test_flags: >-
+        --excludeWithAnyTags=requires_ocsp_stapling
+        --mongodSetParameters="{
+            featureFlagToaster: true,
+            featureFlagSpoon: true,
+            featureFlagTenantMigrations: true,
+            featureFlagImprovedAuditing: true,
+            featureFlagTimeseriesCollection: true,
+            featureFlagShardingFullDDLSupport: true,
+        }"
+    multiversion_platform: ubuntu1804
+    multiversion_edition: enterprise
+    resmoke_jobs_factor: 0.3  # Avoid starting too many mongod's under UBSAN build.
+    scons_cache_scope: shared
+  tasks:
+  - name: compile_all_run_unittests_TG
+  - name: compile_benchmarks
+  - name: .aggregation
+  - name: .auth
+  - name: audit
+  - name: .benchmarks
+  - name: .causally_consistent !.wo_snapshot
+  - name: .change_streams
+  - name: .misc_js
+  - name: .concurrency !.no_txns !.repl !.kill_terminate
+  - name: disk_wiredtiger
+  - name: .encrypt
+  - name: free_monitoring
+  - name: initial_sync_fuzzer_gen
+  - name: .integration !.audit
+  - name: .jscore .common
+  - name: jsCore_minimum_batch_size
+  - name: jsCore_op_query
+  - name: jsCore_txns_large_txns_format
+  - name: jsonSchema
+  - name: .logical_session_cache .one_sec
+  - name: .multi_shard .common
+  - name: .read_write_concern
+  - name: replica_sets_large_txns_format_gen
+  - name: replica_sets_large_txns_format_jscore_passthrough
+  - name: .replica_sets !.multi_oplog
+  - name: .resharding_fuzzer
+  - name: .retry
+  - name: .rollbackfuzzer
+  - name: .read_only
+  - name: sasl
+  - name: secondary_reads_passthrough_gen
+  - name: session_jscore_passthrough
+  - name: .sharding .jscore !.wo_snapshot
+  - name: .sharding .common !.csrs
+  - name: snmp
+  - name: .stitch
+  - name: .updatefuzzer
+  - name: watchdog_wiredtiger
+  - name: server_discovery_and_monitoring_json_test_TG
+  - name: server_selection_json_test_TG
+
 - &ubuntu1804-debug-aubsan-lite-template
   name: ubuntu1804-debug-aubsan-lite
   display_name: "! Shared Library {A,UB}SAN Enterprise Ubuntu 18.04 DEBUG"
diff --git a/etc/generate_subtasks_config.yml b/etc/generate_subtasks_config.yml
index 326067b0ef1..ceb296490ee 100644
--- a/etc/generate_subtasks_config.yml
+++ b/etc/generate_subtasks_config.yml
@@ -41,4 +41,6 @@ build_variant_large_distro_exceptions:
   - ubuntu1604-container
   - ubuntu1604-debug
   - ubuntu1804-debug-asan
+  - ubuntu1804-debug-asan-all-feature-flags
   - ubuntu1804-debug-ubsan
+  - ubuntu1804-debug-ubsan-all-feature-flags