SERVER-72519 Add arm and intel Microbenchmark test variants to Sys Perf

1 files changed, 510 insertions, 0 deletions

diff --git a/etc/system_perf.yml b/etc/system_perf.yml
index 0188ec9d9c9..5b3826c27bd 100755
--- a/etc/system_perf.yml
+++ b/etc/system_perf.yml
@@ -1052,6 +1052,290 @@ tasks:
         vars:
           test_control: "change_streams_multi_mongos"
 
+  - name: genny_execution_UserAcquisition
+    commands:
+      - func: f_run_dsi_workload
+        vars:
+          test_control: auto_genny_workload
+          auto_workload_path: ./src/genny/dist/etc/genny/workloads/execution/UserAcquisition.yml
+  - name: genny_scale_InsertRemove
+    commands:
+      - func: f_run_dsi_workload
+        vars:
+          test_control: auto_genny_workload
+          auto_workload_path: ./src/genny/dist/etc/genny/workloads/scale/InsertRemove.yml
+  - name: query_read_commands
+    commands:
+      - func: f_run_dsi_workload
+        vars:
+          test_control: mongo-perf.2023-02
+          test_control_params: |
+            {include_filter_1: query,
+             include_filter_2: core regression,
+             exclude_filter: single_threaded,
+             threads: "1 2 4 8",
+             read_cmd: 'true'}
+  - name: query_read_commands_large_dataset
+    commands:
+      - func: f_run_dsi_workload
+        vars:
+          test_control: mongo-perf.2023-02
+          test_control_params: |
+            {include_filter_1: query_large_dataset,
+             include_filter_2: regression,
+             exclude_filter: none,
+             threads: "1 4",
+             read_cmd: 'true',
+             share_dataset: 'true'}
+  - name: big_collection
+    commands:
+      - func: f_run_dsi_workload
+        vars:
+          test_control: mongo-perf.2023-02
+          test_control_params: |
+            {include_filter_1: query,
+             include_filter_2: getmore,
+             exclude_filter: none,
+             threads: "1 2 4 8",
+             read_cmd: 'true'}
+  - name: views-query
+    commands:
+      - func: f_run_dsi_workload
+        vars:
+          test_control: mongo-perf.2023-02
+          test_control_params: |
+            {include_filter_1: query_identityview,
+             include_filter_2: core regression,
+             exclude_filter: single_threaded,
+             threads: "1 2 4 8",
+             read_cmd: 'true'}
+  - name: views-aggregation
+    commands:
+      - func: f_run_dsi_workload
+        vars:
+          test_control: mongo-perf.2023-02
+          test_control_params: |
+            {include_filter_1: aggregation_identityview,
+             include_filter_2: regression,
+             exclude_filter: none,
+             threads: "1",
+             read_cmd: 'true'}
+  - name: where_read_commands
+    commands:
+      - func: f_run_dsi_workload
+        vars:
+          test_control: mongo-perf.2023-02
+          test_control_params: |
+            {include_filter_1: where,
+             include_filter_2: core regression,
+             exclude_filter: single_threaded,
+             threads: "1 2 4 8",
+             read_cmd: 'true'}
+  - name: update_read_commands
+    commands:
+      - func: f_run_dsi_workload
+        vars:
+          test_control: mongo-perf.2023-02
+          test_control_params: |
+            {include_filter_1: update,
+             include_filter_2: core regression,
+             exclude_filter: single_threaded,
+             threads: "1 2 4 8",
+             read_cmd: 'true'}
+  - name: insert_read_commands
+    commands:
+      - func: f_run_dsi_workload
+        vars:
+          test_control: mongo-perf.2023-02
+          test_control_params: |
+            {include_filter_1: insert,
+             include_filter_2: core regression,
+             exclude_filter: single_threaded,
+             threads: "1 2 4 8",
+             read_cmd: 'true'}
+  # - name: compound-wildcard-index-insert
+  #   commands:
+  #     - func: f_run_dsi_workload
+  #       vars:
+  #         test_control: mongo-perf.2023-02
+  #         test_control_params: |
+  #           {include_filter_1: compound-wildcard-insert,
+  #            include_filter_2: core regression,
+  #            exclude_filter: single_threaded,
+  #            threads: "1 2 4 8",
+  #            read_cmd: 'true'}
+  - name: wildcard-index-read_read_commands
+    commands:
+      - func: f_run_dsi_workload
+        vars:
+          test_control: mongo-perf.2023-02
+          test_control_params: |
+            {include_filter_1: wildcard_read,
+             include_filter_2: core regression,
+             exclude_filter: single_threaded,
+             threads: "1 2 4 8",
+             read_cmd: 'true'}
+  - name: wildcard-index-write_read_commands
+    commands:
+      - func: f_run_dsi_workload
+        vars:
+          test_control: mongo-perf.2023-02
+          test_control_params: |
+            {include_filter_1: wildcard_write,
+             include_filter_2: core regression,
+             exclude_filter: single_threaded,
+             threads: "1 2 4 8",
+             read_cmd: 'true'}
+  - name: geo_read_commands
+    commands:
+      - func: f_run_dsi_workload
+        vars:
+          test_control: mongo-perf.2023-02
+          test_control_params: |
+            {include_filter_1: geo,
+             include_filter_2: core regression,
+             exclude_filter: single_threaded,
+             threads: "1 2 4 8",
+             read_cmd: 'true'}
+  - name: misc_read_commands
+    commands:
+      - func: f_run_dsi_workload
+        vars:
+          test_control: mongo-perf.2023-02
+          test_control_params: |
+            {include_filter_1: command multi remove mixed,
+             include_filter_2: core regression,
+             exclude_filter: single_threaded,
+             threads: "1 2 4 8",
+             read_cmd: 'true'}
+  - name: misc_custom_filter_default_read_commands
+    commands:
+      - func: f_run_dsi_workload
+        vars:
+          test_control: mongo-perf.2023-02
+          mongodb_setup: mongo-perf-standalone-custom-filter-default.2023-02
+          test_control_params: |
+            {include_filter_1: command multi remove mixed,
+             include_filter_2: core regression,
+             exclude_filter: single_threaded,
+             threads: "1 2 4 8",
+             read_cmd: 'true'}
+  - name: misc_custom_filter_slow_or_sample_read_commands
+    commands:
+      - func: f_run_dsi_workload
+        vars:
+          test_control: mongo-perf.2023-02
+          mongodb_setup: mongo-perf-standalone-custom-filter-slow-or-sample.2023-02
+          test_control_params: |
+            {include_filter_1: command multi remove mixed,
+             include_filter_2: core regression,
+             exclude_filter: single_threaded,
+             threads: "1 2 4 8",
+             read_cmd: 'true'}
+  - name: misc_custom_filter_complex_read_commands
+    commands:
+      - func: f_run_dsi_workload
+        vars:
+          test_control: mongo-perf.2023-02
+          mongodb_setup: mongo-perf-standalone-custom-filter-complex.2023-02
+          test_control_params: |
+            {include_filter_1: command multi remove mixed,
+             include_filter_2: core regression,
+             exclude_filter: single_threaded,
+             threads: "1 2 4 8",
+             read_cmd: 'true'}
+  - name: misc_custom_filter_whole_doc_read_commands
+    commands:
+      - func: f_run_dsi_workload
+        vars:
+          test_control: mongo-perf.2023-02
+          mongodb_setup: mongo-perf-standalone-custom-filter-whole-doc.2023-02
+          test_control_params: |
+            {include_filter_1: command multi remove mixed,
+             include_filter_2: core regression,
+             exclude_filter: single_threaded,
+             threads: "1 2 4 8",
+             read_cmd: 'true'}
+  - name: misc_slowms_everything_read_commands
+    commands:
+      - func: f_run_dsi_workload
+        vars:
+          test_control: mongo-perf.2023-02
+          mongodb_setup: mongo-perf-standalone-slowms-everything.2023-02
+          test_control_params: |
+            {include_filter_1: command multi remove mixed,
+             include_filter_2: core regression,
+             exclude_filter: single_threaded,
+             threads: "1 2 4 8",
+             read_cmd: 'true'}
+  - name: singleThreaded_read_commands
+    commands:
+      - func: f_run_dsi_workload
+        vars:
+          test_control: mongo-perf.2023-02
+          test_control_params: |
+            {include_filter_1: single_threaded,
+             include_filter_2: core regression,
+             exclude_filter: none,
+             threads: "1",
+             read_cmd: 'true'}
+  - name: aggregation_read_commands
+    commands:
+      - func: f_run_dsi_workload
+        vars:
+          test_control: mongo-perf.2023-02
+          test_control_params: |
+            {include_filter_1: aggregation,
+             include_filter_2: regression,
+             exclude_filter: js,
+             threads: "1",
+             read_cmd: 'true'}
+  - name: aggregation_read_commands_large_dataset
+    commands:
+      - func: f_run_dsi_workload
+        vars:
+          test_control: mongo-perf.2023-02
+          test_control_params: |
+            {include_filter_1: aggregation_large_dataset,
+             include_filter_2: regression,
+             exclude_filter: js,
+             threads: "1 4",
+             read_cmd: 'true',
+             share_dataset: 'true'}
+  - name: agg-query-comparison_read_commands
+    commands:
+      - func: f_run_dsi_workload
+        vars:
+          test_control: mongo-perf.2023-02
+          test_control_params: |
+            {include_filter_1: agg_query_comparison,
+             include_filter_2: core regression,
+             exclude_filter: single_threaded,
+             threads: "1 2 4 8",
+             read_cmd: 'true'}
+  - name: pipeline-updates
+    commands:
+      - func: f_run_dsi_workload
+        vars:
+          test_control: mongo-perf.2023-02
+          test_control_params: |
+            {include_filter_1: pipeline-updates,
+             include_filter_2: regression,
+             exclude_filter: none,
+             threads: "1 2 4 8",
+             read_cmd: 'true'}
+  - name: javascript
+    commands:
+      - func: f_run_dsi_workload
+        vars:
+          test_control: mongo-perf.2023-02
+          test_control_params: |
+            {include_filter_1: js,
+             include_filter_2: aggregation,
+             exclude_filter: none,
+             threads: "1 2 4 8",
+             read_cmd: 'true'}
+
 buildvariants:
   - name: task_generation
     display_name: Task Generation
@@ -2957,3 +3241,229 @@ buildvariants:
   #   tasks:
   #     - name: schedule_patch_auto_tasks
   #     - name: schedule_variant_auto_tasks
+
+  - &linux-microbenchmarks-standalone-arm
+    name: linux-microbenchmarks-standalone-arm.2023-01
+    display_name: MicroBenchmarks Arm Standalone inMemory.2023-01
+    cron: "0 */4 * * *" # Every 4 hours starting at midnight
+    modules: *modules
+    expansions: &standalone-arm-expansions
+      mongodb_setup_release: 2022-11
+      mongodb_setup: mongo-perf-standalone.2023-02
+      infrastructure_provisioning_release: 2022-11
+      infrastructure_provisioning: workload_client_mongod_combined.2023-01
+      workload_setup: 2022-11
+      use_scons_cache: true
+      platform: linux
+      canaries: none
+      storageEngine: inMemory
+      project_dir: *project_dir
+      compile_variant: "-arm64"
+    run_on:
+    - "rhel70-perf-single"
+    depends_on: *_compile_amazon_linux2_arm64
+    tasks:
+    - name: big_collection
+    - name: genny_scale_InsertRemove
+    - name: genny_execution_UserAcquisition
+    - name: aggregation_read_commands
+    - name: aggregation_read_commands_large_dataset
+    - name: agg-query-comparison_read_commands
+    - name: query_read_commands
+    - name: query_read_commands_large_dataset
+    - name: views-aggregation
+    - name: views-query
+    - name: where_read_commands
+    - name: update_read_commands
+    - name: insert_read_commands
+    - name: wildcard-index-read_read_commands
+    - name: wildcard-index-write_read_commands
+    - name: geo_read_commands
+    - name: misc_read_commands
+    - name: misc_custom_filter_default_read_commands
+    - name: misc_custom_filter_slow_or_sample_read_commands
+    - name: misc_custom_filter_complex_read_commands
+    - name: misc_custom_filter_whole_doc_read_commands
+    - name: misc_slowms_everything_read_commands
+    - name: singleThreaded_read_commands
+    - name: pipeline-updates
+    - name: javascript
+
+  - &linux-microbenchmarks-repl-arm
+    name: linux-microbenchmarks-repl-arm.2023-01
+    display_name: MicroBenchmarks Arm 1-Node ReplSet inMemory.2023-01
+    cron: "0 */4 * * *" # Every 4 hours starting at midnight
+    modules: *modules
+    expansions: &repl-arm-expansions
+      mongodb_setup_release: 2022-11
+      mongodb_setup: mongo-perf-replica.2023-02
+      infrastructure_provisioning_release: 2022-11
+      infrastructure_provisioning: workload_client_mongod_combined.2023-01
+      workload_setup: 2022-11
+      use_scons_cache: true
+      platform: linux
+      canaries: none
+      storageEngine: inMemory
+      project_dir: *project_dir
+      compile_variant: "-arm64"
+    run_on:
+    - "rhel70-perf-single"
+    depends_on: *_compile_amazon_linux2_arm64
+    tasks:
+    - name: genny_scale_InsertRemove
+    - name: update_read_commands
+    - name: insert_read_commands
+    - name: misc_read_commands
+    - name: singleThreaded_read_commands
+    - name: wildcard-index-write_read_commands
+    - name: pipeline-updates
+
+  - <<: *linux-microbenchmarks-standalone-arm
+    name: linux-microbenchmarks-standalone-all-feature-flags-arm.2023-01
+    display_name: MicroBenchmarks Arm Standalone inMemory (all feature flags).2023-01
+    cron: "0 */4 * * *" # Every 4 hours starting at midnight
+    expansions:
+      <<: *standalone-arm-expansions
+      mongodb_setup: mongo-perf-standalone-all-feature-flags.2023-02
+    # Same as standalone tasks, but with compound-wildcard-index-insert added
+    tasks: &mirobenchmarks-all-feature-flags-tasks
+    - name: big_collection
+    - name: genny_scale_InsertRemove
+    - name: genny_execution_UserAcquisition
+    - name: aggregation_read_commands
+    - name: aggregation_read_commands_large_dataset
+    - name: agg-query-comparison_read_commands
+    - name: query_read_commands
+    - name: query_read_commands_large_dataset
+    - name: views-aggregation
+    - name: views-query
+    - name: where_read_commands
+    - name: update_read_commands
+    - name: insert_read_commands
+    - name: wildcard-index-read_read_commands
+    - name: wildcard-index-write_read_commands
+    - name: geo_read_commands
+    - name: misc_read_commands
+    - name: misc_custom_filter_default_read_commands
+    - name: misc_custom_filter_slow_or_sample_read_commands
+    - name: misc_custom_filter_complex_read_commands
+    - name: misc_custom_filter_whole_doc_read_commands
+    - name: misc_slowms_everything_read_commands
+    - name: singleThreaded_read_commands
+    - name: pipeline-updates
+    - name: javascript
+    # - name: compound-wildcard-index-insert
+
+  - <<: *linux-microbenchmarks-standalone-arm
+    name: linux-microbenchmarks-standalone-classic-query-engine-arm.2023-01
+    display_name: MicroBenchmarks Arm Standalone inMemory (Classic Query Engine).2023-01
+    # Will make it less frequent when the current SBE perf improvement is finished (SERVER-69799).
+    cron: "0 0 * * 0,2,3,4,5"  # Run it every day except Saturday and Monday.
+    expansions:
+      <<: *standalone-arm-expansions
+      mongodb_setup: mongo-perf-standalone-classic-query-engine.2023-02
+    # yaml does not nicely merge arrays, so DO NOT ADD INDIVIDUAL TASKS HERE.
+    # Add tasks to the anchor that this variant references
+    # If diverging from that list, add the entire list of desired tasks here
+
+  - <<: *linux-microbenchmarks-standalone-arm
+    name: linux-microbenchmarks-standalone-sbe-arm.2023-01
+    display_name: MicroBenchmarks Arm Standalone inMemory (SBE).2023-01
+    # Will make it less frequent when the current SBE perf improvement is finished (SERVER-69799).
+    cron: "0 0 * * 0,2,3,4,5"  # Run it every day except Saturday and Monday.
+    expansions:
+      <<: *standalone-arm-expansions
+      mongodb_setup: mongo-perf-standalone-sbe.2023-02
+    # yaml does not nicely merge arrays, so DO NOT ADD INDIVIDUAL TASKS HERE.
+    # Add tasks to the anchor that this variant references
+    # If diverging from that list, add the entire list of desired tasks here
+
+  - <<: *linux-microbenchmarks-repl-arm
+    name: linux-microbenchmarks-repl-all-feature-flags-arm.2023-01
+    display_name: MicroBenchmarks Arm 1-Node ReplSet inMemory (all feature flags).2023-01
+    cron: "0 */4 * * *" # Every 4 hours starting at midnight
+    expansions:
+      <<: *repl-arm-expansions
+      mongodb_setup: mongo-perf-replica-all-feature-flags.2023-02
+    # yaml does not nicely merge arrays, so DO NOT ADD INDIVIDUAL TASKS HERE.
+    # Add tasks to the anchor that this variant references
+    # If diverging from that list, add the entire list of desired tasks here
+
+  - &linux-microbenchmarks-standalone-intel
+    <<: *linux-microbenchmarks-standalone-arm
+    name: linux-microbenchmarks-standalone-intel.2023-01
+    display_name: MicroBenchmarks Intel Standalone inMemory.2023-01
+    cron: "0 */12 * * *" # Every 12 hours starting at midnight
+    expansions: &standalone-intel-expansions
+      <<: *standalone-arm-expansions
+      infrastructure_provisioning: workload_client_mongod_combined_intel.2023-01
+      compile_variant: ""
+    run_on:
+    - "rhel70-perf-single"
+    depends_on: *_compile_amazon2
+    # yaml does not nicely merge arrays, so DO NOT ADD INDIVIDUAL TASKS HERE.
+    # Add tasks to the anchor that this variant references
+    # If diverging from that list, add the entire list of desired tasks here
+
+  - &linux-microbenchmarks-repl-intel
+    <<: *linux-microbenchmarks-repl-arm
+    name: linux-microbenchmarks-repl-intel.2023-01
+    display_name: MicroBenchmarks Intel 1-Node ReplSet inMemory.2023-01
+    cron: "0 */12 * * *" # Every 12 hours starting at midnight
+    expansions: &repl-intel-expansions
+      <<: *repl-arm-expansions
+      infrastructure_provisioning: workload_client_mongod_combined_intel.2023-01
+      compile_variant: ""
+    run_on:
+    - "rhel70-perf-single"
+    depends_on: *_compile_amazon2
+    # yaml does not nicely merge arrays, so DO NOT ADD INDIVIDUAL TASKS HERE.
+    # Add tasks to the anchor that this variant references
+    # If diverging from that list, add the entire list of desired tasks here
+
+  - <<: *linux-microbenchmarks-standalone-intel
+    name: linux-microbenchmarks-standalone-all-feature-flags.2023-01
+    display_name: MicroBenchmarks Intel Standalone inMemory (all feature flags).2023-01
+    cron: "0 */12 * * *" # Every 12 hours starting at midnight
+    expansions:
+      <<: *standalone-intel-expansions
+      mongodb_setup: mongo-perf-standalone-all-feature-flags.2023-02
+    tasks: *mirobenchmarks-all-feature-flags-tasks
+    # yaml does not nicely merge arrays, so DO NOT ADD INDIVIDUAL TASKS HERE.
+    # Add tasks to the anchor that this variant references
+    # If diverging from that list, add the entire list of desired tasks here
+
+  - <<: *linux-microbenchmarks-standalone-intel
+    name: linux-microbenchmarks-standalone-classic-query-engine.2023-01
+    display_name: MicroBenchmarks Intel Standalone inMemory (Classic Query Engine).2023-01
+    # Will make it less frequent when the current SBE perf improvement is finished (SERVER-69799).
+    cron: "0 0 * * 0,2,3,4,5"  # Run it every day except Saturday and Monday.
+    expansions:
+      <<: *standalone-intel-expansions
+      mongodb_setup: mongo-perf-standalone-classic-query-engine.2023-02
+    # yaml does not nicely merge arrays, so DO NOT ADD INDIVIDUAL TASKS HERE.
+    # Add tasks to the anchor that this variant references
+    # If diverging from that list, add the entire list of desired tasks here
+
+  - <<: *linux-microbenchmarks-standalone-intel
+    name: linux-microbenchmarks-standalone-sbe.2023-01
+    display_name: MicroBenchmarks Intel Standalone inMemory (SBE).2023-01
+    # Will make it less frequent when the current SBE perf improvement is finished (SERVER-69799).
+    cron: "0 0 * * 0,2,3,4,5"  # Run it every day except Saturday and Monday.
+    expansions:
+      <<: *standalone-intel-expansions
+      mongodb_setup: mongo-perf-standalone-sbe.2023-02
+    # yaml does not nicely merge arrays, so DO NOT ADD INDIVIDUAL TASKS HERE.
+    # Add tasks to the anchor that this variant references
+    # If diverging from that list, add the entire list of desired tasks here
+
+  - <<: *linux-microbenchmarks-repl-intel
+    name: linux-microbenchmarks-repl-all-feature-flags.2023-01
+    display_name: MicroBenchmarks Intel 1-Node ReplSet inMemory (all feature flags).2023-01
+    cron: "0 */12 * * *" # Every 12 hours starting at midnight
+    expansions:
+      <<: *repl-intel-expansions
+      mongodb_setup: mongo-perf-replica-all-feature-flags.2023-02
+    # yaml does not nicely merge arrays, so DO NOT ADD INDIVIDUAL TASKS HERE.
+    # Add tasks to the anchor that this variant references
+    # If diverging from that list, add the entire list of desired tasks here