summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authordalyd <david.daly@mongodb.com>2018-05-11 18:02:21 -0400
committerdalyd <david.daly@mongodb.com>2018-05-25 14:21:49 -0400
commit7fbfcfba8c312a53e4355d3fcddcbc610ab8651d (patch)
treefaca9d413b59069f3d204a3ade5c1beed41bf6ea
parentb11a874f54b2a772c6ca42926a02278ad5af8a18 (diff)
downloadmongo-7fbfcfba8c312a53e4355d3fcddcbc610ab8651d.tar.gz
SERVER-35071: Split MMAPv1 tasks into separate variants in sys-perf
(cherry picked from commit d97613d4a6ad4ea2d5ba809d207304d7fe321573) (cherry picked from commit fa27bd118c7a16b1acaec7b6fe887d108df14e26)
-rw-r--r--etc/system_perf.yml357
1 files changed, 168 insertions, 189 deletions
diff --git a/etc/system_perf.yml b/etc/system_perf.yml
index dfc3a7a99ce..4d0cbed091b 100644
--- a/etc/system_perf.yml
+++ b/etc/system_perf.yml
@@ -306,12 +306,11 @@ tasks:
directory: src
- func: "compile mongodb"
-- name: industry_benchmarks_WT
+- name: industry_benchmarks
priority: 5
commands:
- func: "prepare environment"
vars:
- storageEngine: "wiredTiger"
test: "ycsb"
- func: "deploy cluster"
- func: "run test"
@@ -319,25 +318,11 @@ tasks:
vars:
script_flags: --ycsb-throughput-analysis reports
-- name: industry_benchmarks_MMAPv1
+- name: industry_benchmarks_wmajority
priority: 5
commands:
- func: "prepare environment"
vars:
- storageEngine: "mmapv1"
- test: "ycsb"
- - func: "deploy cluster"
- - func: "run test"
- - func: "analyze"
- vars:
- script_flags: --ycsb-throughput-analysis reports
-
-- name: industry_benchmarks_wmajority_WT
- priority: 5
- commands:
- - func: "prepare environment"
- vars:
- storageEngine: "wiredTiger"
test: "ycsb-wmajority"
- func: "deploy cluster"
- func: "run test"
@@ -345,58 +330,41 @@ tasks:
vars:
script_flags: --ycsb-throughput-analysis reports
-- name: industry_benchmarks_wmajority_MMAPv1
+- name: crud_workloads
priority: 5
commands:
- func: "prepare environment"
vars:
- storageEngine: "mmapv1"
- test: "ycsb-wmajority"
- - func: "deploy cluster"
- - func: "run test"
- - func: "analyze"
- vars:
- script_flags: --ycsb-throughput-analysis reports
-
-- name: crud_workloads_WT
- priority: 5
- commands:
- - func: "prepare environment"
- vars:
- storageEngine: "wiredTiger"
test: "crud_workloads"
- func: "deploy cluster"
- func: "run test"
- func: "analyze"
-- name: mixed_workloads_WT
+- name: mixed_workloads
priority: 5
commands:
- func: "prepare environment"
vars:
- storageEngine: "wiredTiger"
test: "mixed_workloads"
- func: "deploy cluster"
- func: "run test"
- func: "analyze"
-- name: misc_workloads_WT
+- name: misc_workloads
priority: 5
commands:
- func: "prepare environment"
vars:
- storageEngine: "wiredTiger"
test: "misc_workloads"
- func: "deploy cluster"
- func: "run test"
- func: "analyze"
-- name: map_reduce_workloads_WT
+- name: map_reduce_workloads
priority: 5
commands:
- func: "prepare environment"
vars:
- storageEngine: "wiredTiger"
test: "map_reduce_workloads"
- func: "deploy cluster"
- func: "run test"
@@ -407,139 +375,56 @@ tasks:
commands:
- func: "prepare environment"
vars:
- storageEngine: "wiredTiger"
test: "short"
- func: "deploy cluster"
- func: "run test"
- func: "analyze"
-- name: crud_workloads_MMAPv1
- priority: 5
- commands:
- - func: "prepare environment"
- vars:
- storageEngine: "mmapv1"
- test: "crud_workloads"
- - func: "deploy cluster"
- - func: "run test"
- - func: "analyze"
-
-- name: mixed_workloads_MMAPv1
+- name: non_sharded_workloads
priority: 5
commands:
- func: "prepare environment"
vars:
- storageEngine: "mmapv1"
- test: "mixed_workloads"
- - func: "deploy cluster"
- - func: "run test"
- - func: "analyze"
-
-- name: misc_workloads_MMAPv1
- priority: 5
- commands:
- - func: "prepare environment"
- vars:
- storageEngine: "mmapv1"
- test: "misc_workloads"
- - func: "deploy cluster"
- - func: "run test"
- - func: "analyze"
-
-- name: map_reduce_workloads_MMAPv1
- priority: 5
- commands:
- - func: "prepare environment"
- vars:
- storageEngine: "mmapv1"
- test: "map_reduce_workloads"
- - func: "deploy cluster"
- - func: "run test"
- - func: "analyze"
-
-- name: non_sharded_workloads_WT
- priority: 5
- commands:
- - func: "prepare environment"
- vars:
- storageEngine: "wiredTiger"
- test: "non_sharded"
- - func: "deploy cluster"
- - func: "run test"
- - func: "analyze"
-
-- name: non_sharded_workloads_MMAPv1
- priority: 5
- commands:
- - func: "prepare environment"
- vars:
- storageEngine: "mmapv1"
test: "non_sharded"
- func: "deploy cluster"
- func: "run test"
- func: "analyze"
-- name: mongos_workloads_WT
- priority: 5
- commands:
- - func: "prepare environment"
- vars:
- storageEngine: "wiredTiger"
- test: "mongos"
- - func: "deploy cluster"
- - func: "run test"
- - func: "analyze"
-
-- name: mongos_workloads_MMAPv1
+- name: mongos_workloads
priority: 5
commands:
- func: "prepare environment"
vars:
- storageEngine: "mmapv1"
test: "mongos"
- func: "deploy cluster"
- func: "run test"
- func: "analyze"
-- name: move_chunk_workloads_WT
- priority: 5
- commands:
- - func: "prepare environment"
- vars:
- storageEngine: "wiredTiger"
- test: "move_chunk"
- - func: "deploy cluster"
- - func: "run test"
- - func: "analyze"
-
-- name: move_chunk_workloads_MMAPv1
+- name: move_chunk_workloads
priority: 5
commands:
- func: "prepare environment"
vars:
- storageEngine: "mmapv1"
test: "move_chunk"
- func: "deploy cluster"
- func: "run test"
- func: "analyze"
-- name: initialsync_WT
+- name: move_chunk_waiting_workloads
priority: 5
commands:
- func: "prepare environment"
vars:
- storageEngine: "wiredTiger"
- test: "initialsync"
+ test: "move_chunk_waiting"
- func: "deploy cluster"
- func: "run test"
- func: "analyze"
-- name: initialsync_MMAPv1
+- name: initialsync
priority: 5
commands:
- func: "prepare environment"
vars:
- storageEngine: "mmapv1"
test: "initialsync"
- func: "deploy cluster"
- func: "run test"
@@ -602,25 +487,20 @@ buildvariants:
cluster: single
platform: linux
project: *project
+ storageEngine: wiredTiger
run_on:
- "rhel70-perf-single"
depends_on:
- name: compile
variant: compile-rhel70
- tasks:
- - name: industry_benchmarks_WT
- - name: crud_workloads_WT
- - name: mixed_workloads_WT
- - name: misc_workloads_WT
- - name: map_reduce_workloads_WT
+ tasks: &1nodetasks
+ - name: industry_benchmarks
+ - name: crud_workloads
+ - name: mixed_workloads
+ - name: misc_workloads
+ - name: map_reduce_workloads
- name: smoke_test
- - name: industry_benchmarks_MMAPv1
- - name: crud_workloads_MMAPv1
- - name: mixed_workloads_MMAPv1
- - name: misc_workloads_MMAPv1
- - name: map_reduce_workloads_MMAPv1
- - name: non_sharded_workloads_WT
- - name: non_sharded_workloads_MMAPv1
+ - name: non_sharded_workloads
- name: linux-standalone
display_name: Linux Standalone
@@ -631,28 +511,20 @@ buildvariants:
cluster: single
platform: linux
project: *project
+ storageEngine: wiredTiger
run_on:
- "rhel70-perf-single"
depends_on:
- name: compile
variant: compile-rhel70
- tasks:
- - name: compile
- distros:
- - rhel70
- - name: industry_benchmarks_WT
- - name: crud_workloads_WT
- - name: mixed_workloads_WT
- - name: misc_workloads_WT
- - name: map_reduce_workloads_WT
+ tasks: &standalonetasks
+ - name: industry_benchmarks
+ - name: crud_workloads
+ - name: mixed_workloads
+ - name: misc_workloads
+ - name: map_reduce_workloads
- name: smoke_test
- - name: industry_benchmarks_MMAPv1
- - name: crud_workloads_MMAPv1
- - name: mixed_workloads_MMAPv1
- - name: misc_workloads_MMAPv1
- - name: map_reduce_workloads_MMAPv1
- - name: non_sharded_workloads_WT
- - name: non_sharded_workloads_MMAPv1
+ - name: non_sharded_workloads
- name: linux-3-shard
display_name: Linux 3-Shard Cluster
@@ -664,29 +536,22 @@ buildvariants:
cluster: shard
platform: linux
project: *project
+ storageEngine: wiredTiger
run_on:
- "rhel70-perf-shard"
depends_on:
- name: compile
variant: compile-rhel70
tasks:
- - name: industry_benchmarks_WT
- - name: crud_workloads_WT
- - name: mixed_workloads_WT
- - name: misc_workloads_WT
- - name: map_reduce_workloads_WT
+ - name: industry_benchmarks
+ - name: crud_workloads
+ - name: mixed_workloads
+ - name: misc_workloads
+ - name: map_reduce_workloads
- name: smoke_test
- - name: industry_benchmarks_MMAPv1
- - name: industry_benchmarks_wmajority_WT
- - name: industry_benchmarks_wmajority_MMAPv1
- - name: crud_workloads_MMAPv1
- - name: mixed_workloads_MMAPv1
- - name: misc_workloads_MMAPv1
- - name: map_reduce_workloads_MMAPv1
- - name: mongos_workloads_WT
- - name: mongos_workloads_MMAPv1
- - name: move_chunk_workloads_WT
- - name: move_chunk_workloads_MMAPv1
+ - name: industry_benchmarks_wmajority
+ - name: mongos_workloads
+ - name: move_chunk_workloads
- name: linux-3-node-replSet
display_name: Linux 3-Node ReplSet
@@ -698,27 +563,21 @@ buildvariants:
cluster: replica
platform: linux
project: *project
+ storageEngine: wiredTiger
run_on:
- "rhel70-perf-replset"
depends_on:
- name: compile
variant: compile-rhel70
- tasks:
- - name: industry_benchmarks_WT
- - name: crud_workloads_WT
- - name: mixed_workloads_WT
- - name: misc_workloads_WT
- - name: map_reduce_workloads_WT
+ tasks: &3nodetasks
+ - name: industry_benchmarks
+ - name: crud_workloads
+ - name: mixed_workloads
+ - name: misc_workloads
+ - name: map_reduce_workloads
- name: smoke_test
- - name: industry_benchmarks_MMAPv1
- - name: industry_benchmarks_wmajority_WT
- - name: industry_benchmarks_wmajority_MMAPv1
- - name: crud_workloads_MMAPv1
- - name: mixed_workloads_MMAPv1
- - name: misc_workloads_MMAPv1
- - name: map_reduce_workloads_MMAPv1
- - name: non_sharded_workloads_WT
- - name: non_sharded_workloads_MMAPv1
+ - name: industry_benchmarks_wmajority
+ - name: non_sharded_workloads
- name: linux-3-node-replSet-initialsync
display_name: Linux 3-Node ReplSet Initial Sync
@@ -730,11 +589,131 @@ buildvariants:
cluster: replica
platform: linux
project: *project
+ storageEngine: wiredTiger
+ run_on:
+ - "rhel70-perf-replset"
+ depends_on:
+ - name: compile
+ variant: compile-rhel70
+ tasks:
+ - name: initialsync
+
+#######################################
+# MMAP Buildvariants #
+#######################################
+- name: mmap-1-node-replSet
+ display_name: MMAP 1-Node ReplSet
+ batchtime: 10080 # 7 days
+ modules: *modules
+ expansions:
+ setup: single-replica
+ cluster: single
+ platform: linux
+ project: *project
+ storageEngine: "mmapv1"
+ run_on:
+ - "rhel70-perf-single"
+ depends_on:
+ - name: compile
+ variant: compile-rhel70
+ tasks:
+ - name: smoke_test
+ - name: industry_benchmarks
+ - name: crud_workloads
+ - name: mixed_workloads
+ - name: misc_workloads
+ - name: map_reduce_workloads
+ - name: non_sharded_workloads
+
+- name: mmap-standalone
+ display_name: MMAP Standalone
+ batchtime: 10080 # 7 days
+ modules: *modules
+ expansions:
+ setup: standalone
+ cluster: single
+ platform: linux
+ project: *project
+ storageEngine: "mmapv1"
+ run_on:
+ - "rhel70-perf-single"
+ depends_on:
+ - name: compile
+ variant: compile-rhel70
+ tasks:
+ - name: smoke_test
+ - name: industry_benchmarks
+ - name: crud_workloads
+ - name: mixed_workloads
+ - name: misc_workloads
+ - name: map_reduce_workloads
+ - name: non_sharded_workloads
+
+- name: mmap-3-shard
+ display_name: MMAP 3-Shard Cluster
+ batchtime: 10080 # 7 days
+ modules: *modules
+ expansions:
+ setup: shard
+ cluster: shard
+ platform: linux
+ project: *project
+ storageEngine: "mmapv1"
+ run_on:
+ - "rhel70-perf-shard"
+ depends_on:
+ - name: compile
+ variant: compile-rhel70
+ tasks:
+ - name: smoke_test
+ - name: industry_benchmarks
+ - name: industry_benchmarks_wmajority
+ - name: crud_workloads
+ - name: mixed_workloads
+ - name: misc_workloads
+ - name: map_reduce_workloads
+ - name: mongos_workloads
+ - name: move_chunk_workloads
+
+- name: mmap-3-node-replSet
+ display_name: MMAP 3-Node ReplSet
+ batchtime: 10080 # 7 days
+ modules: *modules
+ expansions:
+ setup: replica
+ cluster: replica
+ platform: linux
+ storageEngine: "mmapv1"
+ project: *project
+ run_on:
+ - "rhel70-perf-replset"
+ depends_on:
+ - name: compile
+ variant: compile-rhel70
+ tasks:
+ - name: smoke_test
+ - name: industry_benchmarks
+ - name: industry_benchmarks_wmajority
+ - name: crud_workloads
+ - name: mixed_workloads
+ - name: misc_workloads
+ - name: map_reduce_workloads
+ - name: non_sharded_workloads
+
+- name: mmap-3-node-replSet-initialsync
+ display_name: MMAP 3-Node ReplSet Initial Sync
+ batchtime: 10080 # 7 days
+ modules: *modules
+ expansions:
+ setup: replica-2node
+ cluster: replica
+ platform: linux
+ project: *project
+ storageEngine: "mmapv1"
run_on:
- "rhel70-perf-replset"
depends_on:
- name: compile
variant: compile-rhel70
tasks:
- - name: initialsync_WT
- - name: initialsync_MMAPv1
+ - name: initialsync