diff options
Diffstat (limited to 'etc')
-rw-r--r-- | etc/system_perf.yml | 27 |
1 files changed, 19 insertions, 8 deletions
diff --git a/etc/system_perf.yml b/etc/system_perf.yml index 7d50da31404..c03928681af 100644 --- a/etc/system_perf.yml +++ b/etc/system_perf.yml @@ -61,7 +61,7 @@ functions: virtualenv ./venv source ./venv/bin/activate pip install -r ../src/dsi/dsi/requirements.txt - python ../src/dsi/dsi/bin/setup_work_env.py --cluster-type ${cluster} --aws-key-name ${terraform_key} --ssh-keyfile-path ../keys/aws.pem --aws-secret-file ../secret --mongo-download-url https://s3.amazonaws.com/mciuploads/dsi/${version_id}/${revision}/${platform}/mongod-${version_id}.tar.gz --production + python ../src/dsi/dsi/bin/setup_work_env.py --cluster-type ${cluster} --aws-key-name ${terraform_key} --ssh-keyfile-path ../keys/aws.pem --aws-secret-file ../secret --mongo-download-url https://s3.amazonaws.com/mciuploads/${project}/${version_id}/${revision}/${platform}/mongod-${version_id}.tar.gz --production ls pwd - command: shell.exec @@ -162,8 +162,8 @@ functions: source ./dsienv.sh source ./venv/bin/activate cp mongodb_setup.${setup}.${storageEngine}.yml mongodb_setup.yml - $DSI_PATH/bin/mongodb_setup.py --mongodb-binary-archive https://s3.amazonaws.com/mciuploads/dsi/${version_id}/${revision}/${platform}/mongod-${version_id}.tar.gz --config && echo "${cluster} MongoDB Cluster STARTED." - + $DSI_PATH/bin/mongodb_setup.py --mongodb-binary-archive https://s3.amazonaws.com/mciuploads/${project}/${version_id}/${revision}/${platform}/mongod-${version_id}.tar.gz --config && echo "${cluster} MongoDB Cluster STARTED." + "run test": - command: shell.exec params: @@ -226,7 +226,7 @@ functions: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: reports.tgz - remote_file: dsi/${build_variant}/${revision}/${task_id}/${version_id}/logs/${test}-${build_id}.${ext|tgz} + remote_file: ${project}/${build_variant}/${revision}/${task_id}/${version_id}/logs/${test}-${build_id}.${ext|tgz} bucket: mciuploads permissions: public-read content_type: ${content_type|application/x-gzip} @@ -236,7 +236,7 @@ functions: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: work/reports/graphs/timeseries-p1.html - remote_file: dsi/${build_variant}/${revision}/${task_id}/${version_id}/logs/timeseries-p1-${test}-${build_id}.html + remote_file: ${project}/${build_variant}/${revision}/${task_id}/${version_id}/logs/timeseries-p1-${test}-${build_id}.html bucket: mciuploads permissions: public-read content_type: text/html @@ -263,7 +263,10 @@ functions: script: | set -o errexit set -o verbose - python -u ../src/dsi/dsi/analysis/dashboard_gen.py --rev ${revision} -f history.json -t tags.json --refTag 3.2.3-Baseline 3.2.1-Baseline 3.1.8-Baseline 3.0.9-Baseline --overrideFile ../src/dsi/dsi/analysis/master/system_perf_override.json --project_id sys-perf --task_name ${task_name} --variant ${build_variant} --jira-user ${perf_jira_user} --jira-password ${perf_jira_pw} || true + TAGS="3.2.3-Baseline 3.2.1-Baseline 3.1.8-Baseline 3.0.9-Baseline" + PROJECT="sys-perf" + OVERRIDEFILE="../src/dsi/dsi/analysis/master/system_perf_override.json" + python -u ../src/dsi/dsi/analysis/dashboard_gen.py --rev ${revision} -f history.json -t tags.json --refTag $TAGS --overrideFile $OVERRIDEFILE --project_id $PROJECT --task_name ${task_name} --variant ${build_variant} --jira-user ${perf_jira_user} --jira-password ${perf_jira_pw} || true - command: "json.send" params: name: "dashboard" @@ -276,7 +279,9 @@ functions: script: | set -o errexit set -o verbose - python -u ../src/dsi/dsi/analysis/post_run_check.py ${script_flags} --reports-analysis reports --perf-file reports/perf.json --rev ${revision} -f history.json -t tags.json --refTag 3.2.1-Baseline --overrideFile ../src/dsi/dsi/analysis/master/system_perf_override.json --project_id sys-perf --task_name ${task_name} --variant ${build_variant} + TAG="3.2.1-Baseline" + OVERRIDEFILE="../src/dsi/dsi/analysis/master/system_perf_override.json" + python -u ../src/dsi/dsi/analysis/post_run_check.py ${script_flags} --reports-analysis reports --perf-file reports/perf.json --rev ${revision} -f history.json -t tags.json --refTag $TAG --overrideFile $OVERRIDEFILE --project_id sys-perf --task_name ${task_name} --variant ${build_variant} "compare": - command: shell.exec @@ -374,7 +379,7 @@ tasks: aws_key: ${aws_key} aws_secret: ${aws_secret} local_file: src/mongodb.tar.gz - remote_file: dsi/${version_id}/${revision}/${platform}/mongod-${version_id}.tar.gz + remote_file: ${project}/${version_id}/${revision}/${platform}/mongod-${version_id}.tar.gz bucket: mciuploads permissions: public-read content_type: ${content_type|application/x-gzip} @@ -660,6 +665,7 @@ buildvariants: cluster: single platform: linux use_scons_cache: true + project: &project dsi run_on: - "rhel70-perf-single" tasks: @@ -678,6 +684,7 @@ buildvariants: cluster: single platform: linux use_scons_cache: true + project: *project run_on: - "rhel70-perf-single" tasks: @@ -699,6 +706,7 @@ buildvariants: cluster: shard platform: linux use_scons_cache: true + project: *project run_on: - "rhel70-perf-shard" tasks: @@ -716,6 +724,7 @@ buildvariants: setup: replica cluster: replica platform: linux + project: *project run_on: - "rhel70-perf-replset" tasks: @@ -734,6 +743,7 @@ buildvariants: cluster: replica platform: linux use_scons_cache: true + project: *project run_on: - "rhel70-perf-replset" tasks: @@ -749,6 +759,7 @@ buildvariants: expansions: compile_flags: -j$(grep -c ^processor /proc/cpuinfo) CC=/opt/mongodbtoolchain/v2/bin/gcc CXX=/opt/mongodbtoolchain/v2/bin/g++ OBJCOPY=/opt/mongodbtoolchain/v2/bin/objcopy use_scons_cache: true + project: *project run_on: - "rhel70-perf-single" tasks: |