diff options
author | Henrik Ingo <henrik.ingo@mongodb.com> | 2020-02-13 12:55:51 +0000 |
---|---|---|
committer | evergreen <evergreen@mongodb.com> | 2020-02-13 12:55:51 +0000 |
commit | a0e45571da2175ac30c715b20c1d630ef4b1d0e1 (patch) | |
tree | 83f749ec4bde055fb098a964612e6e2acc158929 | |
parent | e4215a2afa67111688248989bcb0b515a39d0125 (diff) | |
download | mongo-a0e45571da2175ac30c715b20c1d630ef4b1d0e1.tar.gz |
SERVER-46082 Use bin/analysis.py for performance projects
(cherry picked from commit e594e572c3d1b30948058523b629185c1ef94f14)
(cherry picked from commit 37bdcc9339dab2d1a9d7c4825822cae33f25296d)
(cherry picked from commit f75e109e3dba2164b6a7a5b16c87f4552f4a7fb5)
-rw-r--r-- | etc/perf.yml | 69 | ||||
-rw-r--r-- | etc/system_perf.yml | 22 |
2 files changed, 40 insertions, 51 deletions
diff --git a/etc/perf.yml b/etc/perf.yml index 6fec12cdec8..9f5264da18b 100644 --- a/etc/perf.yml +++ b/etc/perf.yml @@ -130,36 +130,6 @@ functions: - command: shell.exec params: working_dir: src - script: | - cat > bootstrap.yml <<EOF - infrastructure_provisioning: ${cluster} - platform: ${platform} - mongodb_setup: ${setup} - storageEngine: ${storageEngine} - test_control: ${test} - production: true - EOF - - cat > runtime.yml <<EOF - # evergreen default expansions - is_patch: ${is_patch} - task_id: ${task_id} - EOF - - cp ./dsi/configurations/analysis/analysis.common.yml analysis.yml - - command: shell.exec - params: - working_dir: src - silent: true - script: | - cat > runtime_secret.yml <<EOF - dsi_analysis_atlas_user: "${dsi_analysis_atlas_user}" - dsi_analysis_atlas_pw: "${dsi_analysis_atlas_pw}" - EOF - chmod 400 runtime_secret.yml - - command: shell.exec - params: - working_dir: src silent: true script: | is_patch=${is_patch} @@ -184,7 +154,35 @@ functions: file: "src/tags.json" name: "perf" - command: shell.exec - type : test + params: + working_dir: src + script: | + set -o errexit + set -o verbose + cat > overrides.yml <<EOF + bootstrap: + production: true + test_control: + reports_dir_basename: .. + runtime: + # evergreen default expansions + is_patch: ${is_patch} + task_id: ${task_id} + EOF + + cp ./dsi/configurations/analysis/analysis.microbenchmarks.yml analysis.yml + - command: shell.exec + params: + working_dir: src + silent: true + script: | + cat > runtime_secret.yml <<EOF + dsi_analysis_atlas_user: "${dsi_analysis_atlas_user}" + dsi_analysis_atlas_pw: "${dsi_analysis_atlas_pw}" + EOF + chmod 400 runtime_secret.yml + - command: shell.exec + type: test params: working_dir: src script: | @@ -192,15 +190,8 @@ functions: set -o verbose ./dsi/run-dsi setup source ./dsi/dsi_venv/bin/activate + ./dsi/bin/analysis.py - # Any tasks that want the analysis scripts to analyze mongod.log files should pass in - # `reports_analysis: true` as a var to this function. The following line will select the - # appropriate flags if it's `true`. - reports_analysis_flags="--reports-analysis . --perf-file perf/perf.json" - cmd_flags=$([ "${reports_analysis}" = "true" ] && echo "$reports_analysis_flags" || echo "") - REFTAG="3.4.13-Baseline" - OVERRIDE="./dsi/analysis/${branch_name}/perf_override.json" - python ./dsi/analysis/perf_regression_check.py $cmd_flags -f history.json --rev ${revision} -t tags.json --refTag $REFTAG --overrideFile $OVERRIDE --variant ${build_variant} --task ${task_name} --threshold 0.075 --threadThreshold 0.12 "run perf tests": - command: shell.exec params: diff --git a/etc/system_perf.yml b/etc/system_perf.yml index 3c31f847a43..38d07e8ef00 100644 --- a/etc/system_perf.yml +++ b/etc/system_perf.yml @@ -291,6 +291,16 @@ functions: "analyze": - command: shell.exec + type: test + params: + working_dir: work + script: | + set -o verbose + source ./dsienv.sh + ../src/dsi/dsi/run-dsi analysis.py + # detect outliers needs to run, so defer the post_run_check exit status to later + echo $? > post_run_check.status + - command: shell.exec params: working_dir: work script: | @@ -305,18 +315,6 @@ functions: source ../src/buildscripts/signal_processing_setup.sh detect-changes --evergreen-api-config .evergreen.yml - command: shell.exec - type : test - params: - working_dir: work - script: | - set -o errexit - set -o verbose - TAG="3.4.14-Baseline" - OVERRIDEFILE="../src/dsi/dsi/analysis/${branch_name}/system_perf_override.json" - python -u ../src/dsi/dsi/analysis/post_run_check.py ${script_flags} --reports-analysis reports --perf-file perf.json --rev ${revision} --refTag $TAG --overrideFile $OVERRIDEFILE --project_id sys-perf --variant ${build_variant} --task ${task_name} - # detect outliers needs to run, so defer the post_run_check exit status to later - echo $? > post_run_check.status - - command: shell.exec params: working_dir: work script: | |