diff options
author | Andrew Morrow <acm@mongodb.com> | 2018-12-14 19:52:41 -0500 |
---|---|---|
committer | Andrew Morrow <acm@mongodb.com> | 2019-01-30 21:10:29 -0500 |
commit | a285618a35742923e9e21fa2df4434406b121a4e (patch) | |
tree | 310d5610441d3b1e16941c23853b3f2bb9c638ff | |
parent | c065df4a1dae7fe0b73d7a85d13ff2beb47b459d (diff) | |
download | mongo-a285618a35742923e9e21fa2df4434406b121a4e.tar.gz |
SERVER-36651 SERVER-36652 SERVER-37600 Upgrade to V3 toolchain and XCode 10 everywhere
-rw-r--r-- | buildscripts/gdb/mongo.py | 2 | ||||
-rwxr-xr-x | buildscripts/icecc_create_env | 4 | ||||
-rw-r--r-- | buildscripts/linter/runner.py | 10 | ||||
-rw-r--r-- | etc/distributed_correctness.yml | 2 | ||||
-rw-r--r-- | etc/drivers_nightly.yml | 10 | ||||
-rw-r--r-- | etc/evergreen.yml | 374 | ||||
-rw-r--r-- | etc/longevity.yml | 8 | ||||
-rw-r--r-- | etc/perf.yml | 8 | ||||
-rw-r--r-- | etc/system_perf.yml | 10 | ||||
-rw-r--r-- | jstests/free_mon/libs/free_mon.js | 2 | ||||
-rw-r--r-- | jstests/libs/python.js | 2 | ||||
-rw-r--r-- | jstests/ssl/ssl_ECDHE_suites.js | 2 |
12 files changed, 158 insertions, 276 deletions
diff --git a/buildscripts/gdb/mongo.py b/buildscripts/gdb/mongo.py index b84f80e00e2..8e31afbc91b 100644 --- a/buildscripts/gdb/mongo.py +++ b/buildscripts/gdb/mongo.py @@ -11,7 +11,7 @@ import gdb try: # Try to find and load the C++ pretty-printer library. import glob - pp = glob.glob("/opt/mongodbtoolchain/v2/share/gcc-*/python/libstdcxx/v6/printers.py") + pp = glob.glob("/opt/mongodbtoolchain/v3/share/gcc-*/python/libstdcxx/v6/printers.py") printers = pp[0] path = os.path.dirname(os.path.dirname(os.path.dirname(printers))) sys.path.insert(0, path) diff --git a/buildscripts/icecc_create_env b/buildscripts/icecc_create_env index e06bd17fa91..501a90b40ae 100755 --- a/buildscripts/icecc_create_env +++ b/buildscripts/icecc_create_env @@ -341,8 +341,8 @@ if test -f /etc/ld.so.conf; then done </etc/ld.so.conf >$tmp_ld_so_conf # Hack to make mongodbtoolchain clang work. - echo '/opt/mongodbtoolchain/v2/lib' >> $tmp_ld_so_conf - echo '/opt/mongodbtoolchain/v2/lib64' >> $tmp_ld_so_conf + echo '/opt/mongodbtoolchain/v3/lib' >> $tmp_ld_so_conf + echo '/opt/mongodbtoolchain/v3/lib64' >> $tmp_ld_so_conf # Work around new directory layout for clang in ubuntu >= 16.10 if [ -n "$clangprefix" ]; then diff --git a/buildscripts/linter/runner.py b/buildscripts/linter/runner.py index e93ccd63a4c..83b58dd9884 100644 --- a/buildscripts/linter/runner.py +++ b/buildscripts/linter/runner.py @@ -67,7 +67,7 @@ def _find_linter(linter, config_dict): # Search for tool # 1. In the same directory as the interpreter # 2. The current path - # 3. In '/opt/mongodbtoolchain/v2/bin' if virtualenv is set up. + # 3. In '/opt/mongodbtoolchain/v3/bin' if virtualenv is set up. python_dir = os.path.dirname(sys.executable) if sys.platform == "win32": # On Windows, these scripts are installed in %PYTHONDIR%\scripts like @@ -83,7 +83,7 @@ def _find_linter(linter, config_dict): python_dir = '/usr/local/bin' # On Linux, these scripts are installed in %PYTHONDIR%\bin like - # '/opt/mongodbtoolchain/v2/bin', but they may point to the wrong interpreter. + # '/opt/mongodbtoolchain/v3/bin', but they may point to the wrong interpreter. cmd_str = os.path.join(python_dir, linter.cmd_name) if linter.ignore_interpreter(): @@ -92,7 +92,7 @@ def _find_linter(linter, config_dict): if linter.cmd_location: cmd_str = linter.cmd_location else: - cmd_str = os.path.join('/opt/mongodbtoolchain/v2/bin', linter.cmd_name) + cmd_str = os.path.join('/opt/mongodbtoolchain/v3/bin', linter.cmd_name) cmd = [cmd_str] else: cmd = [sys.executable, cmd_str] @@ -110,8 +110,8 @@ def _find_linter(linter, config_dict): return base.LinterInstance(linter, cmd) # Check 3: When a virtualenv is setup the linter modules are not installed, so we need - # to use the linters installed in '/opt/mongodbtoolchain/v2/bin'. - cmd = [sys.executable, os.path.join('/opt/mongodbtoolchain/v2/bin', linter.cmd_name)] + # to use the linters installed in '/opt/mongodbtoolchain/v3/bin'. + cmd = [sys.executable, os.path.join('/opt/mongodbtoolchain/v3/bin', linter.cmd_name)] if _check_version(linter, cmd, linter.get_lint_version_cmd_args()): return base.LinterInstance(linter, cmd) diff --git a/etc/distributed_correctness.yml b/etc/distributed_correctness.yml index db7216d34e7..bf6375d14a0 100644 --- a/etc/distributed_correctness.yml +++ b/etc/distributed_correctness.yml @@ -332,7 +332,7 @@ buildvariants: - dsi - workloads expansions: - compile_flags: -j$(grep -c ^processor /proc/cpuinfo) CC=/opt/mongodbtoolchain/v2/bin/gcc CXX=/opt/mongodbtoolchain/v2/bin/g++ OBJCOPY=/opt/mongodbtoolchain/v2/bin/objcopy + compile_flags: -j$(grep -c ^processor /proc/cpuinfo) CC=/opt/mongodbtoolchain/v3/bin/gcc CXX=/opt/mongodbtoolchain/v3/bin/g++ OBJCOPY=/opt/mongodbtoolchain/v3/bin/objcopy setup: standalone cluster: single-correctness use_scons_cache: true diff --git a/etc/drivers_nightly.yml b/etc/drivers_nightly.yml index 00dd41bef87..8c3021556ba 100644 --- a/etc/drivers_nightly.yml +++ b/etc/drivers_nightly.yml @@ -87,7 +87,7 @@ variables: # This script converts the generated version string into a sanitized version string for # use by scons and uploading artifacts as well as information about for the scons cache. - MONGO_VERSION=$MONGO_VERSION SCONS_CACHE_MODE=${scons_cache_mode|nolinked} USE_SCONS_CACHE=${use_scons_cache|false} ${python|/opt/mongodbtoolchain/v2/bin/python2} buildscripts/generate_compile_expansions.py --out compile_expansions.yml + MONGO_VERSION=$MONGO_VERSION SCONS_CACHE_MODE=${scons_cache_mode|nolinked} USE_SCONS_CACHE=${use_scons_cache|false} ${python|/opt/mongodbtoolchain/v3/bin/python2} buildscripts/generate_compile_expansions.py --out compile_expansions.yml - &apply_compile_expansions command: expansions.update @@ -187,7 +187,7 @@ functions: extra_args="$extra_args --jobs=$num_jobs_available" fi - ${python|/opt/mongodbtoolchain/v2/bin/python2} buildscripts/resmoke.py ${resmoke_args} $extra_args ${test_flags} --log=buildlogger --reportFile=report.json + ${python|/opt/mongodbtoolchain/v3/bin/python2} buildscripts/resmoke.py ${resmoke_args} $extra_args ${test_flags} --log=buildlogger --reportFile=report.json "cleanup environment" : command: shell.exec @@ -427,7 +427,7 @@ tasks: rm -rf ${install_directory|/data/mongo-install-directory} - ${compile_env|} ${python|/opt/mongodbtoolchain/v2/bin/python2} ./buildscripts/scons.py ${compile_flags|} ${scons_cache_args|} core unittests MONGO_VERSION=${version} + ${compile_env|} ${python|/opt/mongodbtoolchain/v3/bin/python2} ./buildscripts/scons.py ${compile_flags|} ${scons_cache_args|} core unittests MONGO_VERSION=${version} # Pack up the binaries mkdir -p mongodb-binaries/bin @@ -644,7 +644,7 @@ buildvariants: - rhel62-small expansions: platform: linux - compile_flags: --ssl MONGO_DISTMOD=rhel62 -j$(grep -c ^processor /proc/cpuinfo) --release --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: --ssl MONGO_DISTMOD=rhel62 -j$(grep -c ^processor /proc/cpuinfo) --release --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars multiversion_platform_arch: "rhel62" multiversion_edition: "targeted" num_jobs_available: $(grep -c ^processor /proc/cpuinfo) @@ -664,7 +664,7 @@ buildvariants: modules: - enterprise run_on: - - windows-64-vs2015-compile + - windows-64-vs2017-compile expansions: platform: "windows64" exe: ".exe" diff --git a/etc/evergreen.yml b/etc/evergreen.yml index 49b0e1e8afb..ade4c5ea1a6 100644 --- a/etc/evergreen.yml +++ b/etc/evergreen.yml @@ -1117,8 +1117,8 @@ functions: virtualenv_loc=$(which ${virtualenv|virtualenv}) - python2_loc=$(which ${python|/opt/mongodbtoolchain/v2/bin/python2}) - python3_loc=$(which ${python3|/opt/mongodbtoolchain/v2/bin/python3}) + python2_loc=$(which ${python|/opt/mongodbtoolchain/v3/bin/python2}) + python3_loc=$(which ${python3|/opt/mongodbtoolchain/v3/bin/python3}) venv2_dir="${workdir}/venv" venv3_dir="${workdir}/venv_3" if command -V cygpath; then @@ -1493,7 +1493,7 @@ functions: fi echo "Shared Cache with setting: ${scons_cache_scope}" - MONGO_VERSION=$MONGO_VERSION SCONS_CACHE_MODE=${scons_cache_mode|nolinked} SCONS_CACHE_SCOPE=$scons_cache_scope IS_PATCH=${is_patch} ${python|/opt/mongodbtoolchain/v2/bin/python2} buildscripts/generate_compile_expansions_shared_cache.py --out compile_expansions.yml + MONGO_VERSION=$MONGO_VERSION SCONS_CACHE_MODE=${scons_cache_mode|nolinked} SCONS_CACHE_SCOPE=$scons_cache_scope IS_PATCH=${is_patch} ${python|/opt/mongodbtoolchain/v3/bin/python2} buildscripts/generate_compile_expansions_shared_cache.py --out compile_expansions.yml # Legacy Expansion generation else @@ -1501,7 +1501,7 @@ functions: # Proceed with regular expansions generated # This script converts the generated version string into a sanitized version string for # use by scons and uploading artifacts as well as information about for the scons cache. - MONGO_VERSION=$MONGO_VERSION SCONS_CACHE_MODE=${scons_cache_mode|nolinked} USE_SCONS_CACHE=${use_scons_cache|false} ${python|/opt/mongodbtoolchain/v2/bin/python2} buildscripts/generate_compile_expansions.py --out compile_expansions.yml + MONGO_VERSION=$MONGO_VERSION SCONS_CACHE_MODE=${scons_cache_mode|nolinked} USE_SCONS_CACHE=${use_scons_cache|false} ${python|/opt/mongodbtoolchain/v3/bin/python2} buildscripts/generate_compile_expansions.py --out compile_expansions.yml fi "apply compile expansions" : @@ -2238,7 +2238,7 @@ functions: script: | set -o errexit # Set up virtualenv on remote. - cmds="python_loc=\$(which \${python|/opt/mongodbtoolchain/v2/bin/python2})" + cmds="python_loc=\$(which \${python|/opt/mongodbtoolchain/v3/bin/python2})" cmds="$cmds; remote_dir=${remote_dir|.}" cmds="$cmds; if [ \"Windows_NT\" = \"$OS\" ]; then python_loc=\$(cygpath -w \$python_loc); remote_dir=\$(cygpath -w \$remote_dir); fi" cmds="$cmds; virtualenv --python \$python_loc --system-site-packages ${virtualenv_dir|venv}" @@ -2701,7 +2701,7 @@ functions: fi python=python else - python=${python|/opt/mongodbtoolchain/v2/bin/python2} + python=${python|/opt/mongodbtoolchain/v3/bin/python2} fi echo "python set to $(which $python)" - key: activate_virtualenv_3 @@ -2722,7 +2722,7 @@ functions: if [ "Windows_NT" = "$OS" ]; then python=/cygdrive/c/python/python36/python else - python=${python3|/opt/mongodbtoolchain/v2/bin/python3} + python=${python3|/opt/mongodbtoolchain/v3/bin/python3} fi fi echo "python set to $(which $python)" @@ -2831,7 +2831,7 @@ functions: if [ -n "$file_list" ]; then for gcda_file in $file_list; do echo "Processing file $gcda_file" - /opt/mongodbtoolchain/v2/bin/gcov -i $gcda_file + /opt/mongodbtoolchain/v3/bin/gcov -i $gcda_file base_name=$(echo $gcda_file | rev | cut -f1 -d '/' | cut -f2 -d '.' | rev) gcov_file=$base_name.gcda.gcov if [ -f "$gcov_file" ]; then @@ -3921,7 +3921,7 @@ tasks: - name: embedded_sdk_s3_put variant: embedded-sdk-ubuntu-1604-x86_64 - name: embedded_sdk_s3_put - variant: embedded-sdk-macosx-10.10 + variant: embedded-sdk-macosx-10.11 commands: - command: manifest.load - func: "git get project" @@ -3941,7 +3941,7 @@ tasks: params: aws_key: ${aws_key} aws_secret: ${aws_secret} - remote_file: ${project}/embedded-sdk/embedded-sdk-macosx-10.10/${revision}/mongo-embedded-sdk-${version}.tgz + remote_file: ${project}/embedded-sdk/embedded-sdk-macosx-10.11/${revision}/mongo-embedded-sdk-${version}.tgz bucket: mciuploads local_file: "embedded-sdk-java-darwin.tgz" - func: "setup gradle signing keys" @@ -3997,7 +3997,7 @@ tasks: - name: embedded_sdk_multiarch_apple_package depends_on: - name: embedded_sdk_s3_put - variant: embedded-sdk-macosx-10.10 + variant: embedded-sdk-macosx-10.11 - name: embedded_sdk_s3_put variant: embedded-sdk-iphoneos-11.0 - name: embedded_sdk_s3_put @@ -4023,7 +4023,7 @@ tasks: params: aws_key: ${aws_key} aws_secret: ${aws_secret} - remote_file: ${project}/embedded-sdk/embedded-sdk-macosx-10.10/${revision}/mongo-embedded-sdk-${version}.tgz + remote_file: ${project}/embedded-sdk/embedded-sdk-macosx-10.11/${revision}/mongo-embedded-sdk-${version}.tgz bucket: mciuploads local_file: "mongo-embedded-sdk-${version}/MacOS/embedded-sdk.tgz" @@ -4489,7 +4489,7 @@ tasks: else PATH+=":${workdir}/venv_3/bin" fi - PATH+=':/opt/mongodbtoolchain/v2/bin' + PATH+=':/opt/mongodbtoolchain/v3/bin' which mypy )" echo "Found mypy executable at '$MYPY'" @@ -7774,7 +7774,7 @@ buildvariants: - rhel62-small batchtime: 1440 # 1 day expansions: - compile_flags: -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_gcc.vars --enable-free-mon=off --enable-http-client=off + compile_flags: -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars --enable-free-mon=off --enable-http-client=off test_flags: >- --excludeWithAnyTags=requires_http_client --repeatSuites=10 @@ -7855,7 +7855,7 @@ buildvariants: push_name: linux-debug push_arch: x86_64 resmoke_jobs_factor: 0.5 # Avoid starting too many mongod's - compile_flags: --dbg=on --opt=on -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_gcc.vars --enable-free-mon=off --enable-http-client=off + compile_flags: --dbg=on --opt=on -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars --enable-free-mon=off --enable-http-client=off scons_cache_scope: shared test_flags: --excludeWithAnyTags=requires_http_client tooltags: "" @@ -7981,7 +7981,7 @@ buildvariants: expansions: use_wt_develop: true resmoke_jobs_factor: 0.5 # Avoid starting too many mongod's - compile_flags: --dbg=on --opt=on -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_gcc.vars --enable-free-mon=off --enable-http-client=off + compile_flags: --dbg=on --opt=on -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars --enable-free-mon=off --enable-http-client=off use_scons_cache: true build_mongoreplay: true test_flags: --excludeWithAnyTags=requires_http_client @@ -7996,7 +7996,7 @@ buildvariants: push_bucket: downloads.mongodb.org push_name: linux-duroff push_arch: x86_64 - compile_flags: -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_gcc.vars --enable-free-mon=off --enable-http-client=off + compile_flags: -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars --enable-free-mon=off --enable-http-client=off # Running WiredTiger with --nojournal in a replica set is no longer supported, so this variant # does not include replica set tests. Since transactions are only supported on replica sets, we # exclude those tests as well. @@ -8048,7 +8048,7 @@ buildvariants: - rhel62-small batchtime: 1440 # 1 day expansions: - compile_flags: -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars test_flags: --wiredTigerEngineConfig=mmap=false --wiredTigerCollectionConfig=type=lsm --wiredTigerIndexConfig=type=lsm --excludeWithAnyTags=uses_transactions,does_not_support_wiredtiger_lsm scons_cache_scope: shared tooltags: "" @@ -8072,7 +8072,7 @@ buildvariants: push_bucket: downloads.mongodb.org push_name: linux push_arch: x86_64-ubuntu1404 - compile_flags: --ssl MONGO_DISTMOD=ubuntu1404 -j$(grep -c ^processor /proc/cpuinfo) --release --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: --ssl MONGO_DISTMOD=ubuntu1404 -j$(grep -c ^processor /proc/cpuinfo) --release --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars multiversion_platform: ubuntu1404 multiversion_edition: targeted has_packages: true @@ -8181,7 +8181,7 @@ buildvariants: push_bucket: downloads.mongodb.org push_name: linux push_arch: x86_64-ubuntu1804 - compile_flags: --ssl MONGO_DISTMOD=ubuntu1804 -j$(grep -c ^processor /proc/cpuinfo) --release --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: --ssl MONGO_DISTMOD=ubuntu1804 -j$(grep -c ^processor /proc/cpuinfo) --release --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars multiversion_platform: ubuntu1804 multiversion_edition: targeted has_packages: true @@ -8284,7 +8284,7 @@ buildvariants: push_bucket: downloads.10gen.com push_name: linux push_arch: x86_64-enterprise-ubuntu1804 - compile_flags: --ssl MONGO_DISTMOD=ubuntu1804 --release -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: --ssl MONGO_DISTMOD=ubuntu1804 --release -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars multiversion_platform: ubuntu1804 multiversion_edition: enterprise has_packages: true @@ -8430,7 +8430,7 @@ buildvariants: push_name: linux push_arch: x86_64-ubuntu1604 lang_environment: LANG=C - compile_flags: --ssl MONGO_DISTMOD=ubuntu1604 -j$(grep -c ^processor /proc/cpuinfo) --release --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: --ssl MONGO_DISTMOD=ubuntu1604 -j$(grep -c ^processor /proc/cpuinfo) --release --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars multiversion_platform: ubuntu1604 multiversion_edition: targeted has_packages: true @@ -8550,7 +8550,7 @@ buildvariants: push_bucket: downloads.10gen.com push_name: linux push_arch: arm64-enterprise-ubuntu1604 - compile_flags: --ssl MONGO_DISTMOD=ubuntu1604 -j$(grep -c ^processor /proc/cpuinfo) CCFLAGS="-march=armv8-a+crc -mtune=generic" --release --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: --ssl MONGO_DISTMOD=ubuntu1604 -j$(grep -c ^processor /proc/cpuinfo) CCFLAGS="-march=armv8-a+crc -mtune=generic" --release --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars resmoke_jobs_max: 8 # Avoid starting too many mongod's on ARM test servers has_packages: true packager_script: packager_enterprise.py @@ -8646,7 +8646,7 @@ buildvariants: push_bucket: downloads.mongodb.org push_name: linux push_arch: arm64-ubuntu1604 - compile_flags: --ssl MONGO_DISTMOD=ubuntu1604 -j$(grep -c ^processor /proc/cpuinfo) --release CCFLAGS="-march=armv8-a+crc -mtune=generic" --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: --ssl MONGO_DISTMOD=ubuntu1604 -j$(grep -c ^processor /proc/cpuinfo) --release CCFLAGS="-march=armv8-a+crc -mtune=generic" --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars resmoke_jobs_max: 8 # Avoid starting too many mongod's on ARM test servers has_packages: true packager_script: packager.py @@ -8685,7 +8685,7 @@ buildvariants: push_bucket: downloads.10gen.com push_name: linux push_arch: arm64-enterprise-ubuntu1804 - compile_flags: --ssl MONGO_DISTMOD=ubuntu1804 -j$(grep -c ^processor /proc/cpuinfo) CCFLAGS="-march=armv8-a+crc -mtune=generic" --release --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: --ssl MONGO_DISTMOD=ubuntu1804 -j$(grep -c ^processor /proc/cpuinfo) CCFLAGS="-march=armv8-a+crc -mtune=generic" --release --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars resmoke_jobs_max: 8 # Avoid starting too many mongod's on ARM test servers has_packages: true packager_script: packager_enterprise.py @@ -8780,7 +8780,7 @@ buildvariants: push_bucket: downloads.mongodb.org push_name: linux push_arch: arm64-ubuntu1804 - compile_flags: --ssl MONGO_DISTMOD=ubuntu1804 -j$(grep -c ^processor /proc/cpuinfo) --release CCFLAGS="-march=armv8-a+crc -mtune=generic" --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: --ssl MONGO_DISTMOD=ubuntu1804 -j$(grep -c ^processor /proc/cpuinfo) --release CCFLAGS="-march=armv8-a+crc -mtune=generic" --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars resmoke_jobs_max: 8 # Avoid starting too many mongod's on ARM test servers has_packages: true packager_script: packager.py @@ -8819,7 +8819,7 @@ buildvariants: push_bucket: downloads.10gen.com push_name: linux push_arch: ppc64le-enterprise-ubuntu1604 - compile_flags: --ssl MONGO_DISTMOD=ubuntu1604 -j$(echo "$(grep -c processor /proc/cpuinfo)/2" | bc) --release CCFLAGS="-mcpu=power8 -mtune=power8 -mcmodel=medium" --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: --ssl MONGO_DISTMOD=ubuntu1604 -j$(echo "$(grep -c processor /proc/cpuinfo)/2" | bc) --release CCFLAGS="-mcpu=power8 -mtune=power8 -mcmodel=medium" --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars resmoke_jobs_max: 2 has_packages: true packager_script: packager_enterprise.py @@ -8920,7 +8920,7 @@ buildvariants: push_bucket: downloads.10gen.com push_name: linux push_arch: s390x-enterprise-ubuntu1604 - compile_flags: --ssl MONGO_DISTMOD=ubuntu1604 --release -j3 CCFLAGS="-march=z196 -mtune=zEC12" --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: --ssl MONGO_DISTMOD=ubuntu1604 --release -j3 CCFLAGS="-march=z196 -mtune=zEC12" --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars resmoke_jobs_max: 2 has_packages: true packager_script: packager_enterprise.py @@ -9040,7 +9040,7 @@ buildvariants: push_bucket: downloads.mongodb.org push_name: linux push_arch: s390x-ubuntu1804 - compile_flags: --ssl MONGO_DISTMOD=ubuntu1804 --release --jlink=3 -j$(grep -c ^processor /proc/cpuinfo) CCFLAGS="-march=z196 -mtune=zEC12" --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: --ssl MONGO_DISTMOD=ubuntu1804 --release --jlink=3 -j$(grep -c ^processor /proc/cpuinfo) CCFLAGS="-march=z196 -mtune=zEC12" --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars multiversion_platform: ubuntu1804 multiversion_edition: targeted multiversion_architecture: s390x @@ -9082,7 +9082,7 @@ buildvariants: push_bucket: downloads.10gen.com push_name: linux push_arch: s390x-enterprise-ubuntu1804 - compile_flags: --ssl MONGO_DISTMOD=ubuntu1804 --release --jlink=3 -j$(grep -c ^processor /proc/cpuinfo) CCFLAGS="-march=z196 -mtune=zEC12" --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: --ssl MONGO_DISTMOD=ubuntu1804 --release --jlink=3 -j$(grep -c ^processor /proc/cpuinfo) CCFLAGS="-march=z196 -mtune=zEC12" --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars resmoke_jobs_max: 2 has_packages: true packager_script: packager_enterprise.py @@ -9199,7 +9199,7 @@ buildvariants: push_bucket: downloads.10gen.com push_name: linux push_arch: x86_64-enterprise-amzn64 - compile_flags: --ssl MONGO_DISTMOD=amzn64 --release -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: --ssl MONGO_DISTMOD=amzn64 --release -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars has_packages: true packager_script: packager_enterprise.py packager_arch: x86_64 @@ -9208,7 +9208,7 @@ buildvariants: scons_cache_scope: shared tooltags: "ssl sasl" build_mongoreplay: true - virtualenv: /opt/mongodbtoolchain/v2/bin/virtualenv + virtualenv: /opt/mongodbtoolchain/v3/bin/virtualenv display_tasks: - *dbtest - *unittests @@ -9282,7 +9282,7 @@ buildvariants: push_bucket: downloads.mongodb.org push_name: linux push_arch: x86_64-amazon - compile_flags: --ssl MONGO_DISTMOD=amazon -j$(grep -c ^processor /proc/cpuinfo) --release --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: --ssl MONGO_DISTMOD=amazon -j$(grep -c ^processor /proc/cpuinfo) --release --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars multiversion_platform: amazon multiversion_edition: targeted has_packages: true @@ -9293,7 +9293,7 @@ buildvariants: scons_cache_scope: shared tooltags: "ssl" build_mongoreplay: true - virtualenv: /opt/mongodbtoolchain/v2/bin/virtualenv + virtualenv: /opt/mongodbtoolchain/v3/bin/virtualenv display_tasks: - *dbtest - *unittests @@ -9393,7 +9393,7 @@ buildvariants: push_bucket: downloads.10gen.com push_name: linux push_arch: x86_64-enterprise-amazon2 - compile_flags: --ssl MONGO_DISTMOD=amazon2 --release -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: --ssl MONGO_DISTMOD=amazon2 --release -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars # We invoke SCons using --jobs = (# of CPUs / 4) to avoid causing out of memory errors due to # spawning a large number of linker processes. num_scons_link_jobs_available: $(( $(grep -c ^processor /proc/cpuinfo) / 4 )) @@ -9479,7 +9479,7 @@ buildvariants: push_bucket: downloads.mongodb.org push_name: linux push_arch: x86_64-amazon2 - compile_flags: --ssl MONGO_DISTMOD=amazon2 -j$(grep -c ^processor /proc/cpuinfo) --release --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: --ssl MONGO_DISTMOD=amazon2 -j$(grep -c ^processor /proc/cpuinfo) --release --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars # We invoke SCons using --jobs = (# of CPUs / 4) to avoid causing out of memory errors due to # spawning a large number of linker processes. num_scons_link_jobs_available: $(( $(grep -c ^processor /proc/cpuinfo) / 4 )) @@ -10162,7 +10162,7 @@ buildvariants: - name: osx-1010 display_name: macOS 10.10 run_on: - - macos-1012 + - macos-1014 batchtime: 1440 # 1 day expansions: test_flags: --excludeWithAnyTags=requires_ssl_mongo_tools @@ -10170,8 +10170,8 @@ buildvariants: push_bucket: downloads.mongodb.org push_name: macos push_arch: x86_64 - compile_env: DEVELOPER_DIR=/Applications/Xcode8.3.app - compile_flags: --ssl -j$(sysctl -n hw.logicalcpu) --release --libc++ CCFLAGS="-mmacosx-version-min=10.11" LINKFLAGS="-mmacosx-version-min=10.11" + compile_env: DEVELOPER_DIR=/Applications/Xcode10.1.app + compile_flags: --ssl -j$(sysctl -n hw.logicalcpu) --release --libc++ --variables-files=etc/scons/xcode_macosx.vars resmoke_jobs_max: 1 tooltags: "ssl" build_mongoreplay: true @@ -10284,11 +10284,11 @@ buildvariants: - name: osx-1010-debug display_name: "* macOS 10.10 DEBUG" run_on: - - macos-1012 + - macos-1014 expansions: resmoke_jobs_max: 1 - compile_env: DEVELOPER_DIR=/Applications/Xcode8.3.app - compile_flags: --ssl --dbg=on --opt=on -j$(sysctl -n hw.logicalcpu) --libc++ CCFLAGS="-mmacosx-version-min=10.11" LINKFLAGS="-mmacosx-version-min=10.11" + compile_env: DEVELOPER_DIR=/Applications/Xcode10.1.app + compile_flags: --ssl --dbg=on --opt=on -j$(sysctl -n hw.logicalcpu) --libc++ --variables-files=etc/scons/xcode_macosx.vars tooltags: "" build_mongoreplay: true display_tasks: @@ -10318,7 +10318,7 @@ buildvariants: modules: - enterprise run_on: - - macos-1012 + - macos-1014 batchtime: 1440 # 1 day expansions: test_flags: --excludeWithAnyTags=requires_ssl_mongo_tools @@ -10326,8 +10326,8 @@ buildvariants: push_bucket: downloads.10gen.com push_name: macos push_arch: x86_64-enterprise - compile_env: DEVELOPER_DIR=/Applications/Xcode8.3.app - compile_flags: --ssl -j$(sysctl -n hw.logicalcpu) --release --libc++ CCFLAGS="-mmacosx-version-min=10.11" LINKFLAGS="-mmacosx-version-min=10.11" + compile_env: DEVELOPER_DIR=/Applications/Xcode10.1.app + compile_flags: --ssl -j$(sysctl -n hw.logicalcpu) --release --libc++ --variables-files=etc/scons/xcode_macosx.vars resmoke_jobs_max: 1 tooltags: "ssl sasl" build_mongoreplay: true @@ -10361,53 +10361,8 @@ buildvariants: distros: - rhel70-small -- name: enterprise-osx-1011-xcode-10 - display_name: ~ Enterprise macOS 10.11 (XCode 10) - modules: - - enterprise - run_on: - - macos-1014 - batchtime: 1440 # 1 day - expansions: - test_flags: --excludeWithAnyTags=requires_ssl_mongo_tools - compile_env: DEVELOPER_DIR=/Applications/Xcode10.0.app - compile_flags: >- - --ssl - -j$(sysctl -n hw.logicalcpu) - --libc++ - --variables-files=etc/scons/xcode_macosx.vars - resmoke_jobs_max: 1 - tooltags: "ssl sasl" - build_mongoreplay: true - display_tasks: - - *dbtest - - *unittests - tasks: - - name: compile_all_run_unittests_TG - - name: audit - - name: auth_audit - - name: ese - - name: jsCore - - name: jsCore_auth - - name: jsCore_txns - - name: causally_consistent_jscore_txns_passthrough - - name: jstestfuzz_gen - - name: jstestfuzz_concurrent_gen - - name: jstestfuzz_concurrent_replication_gen - - name: jstestfuzz_concurrent_sharded_gen - - name: jstestfuzz_replication_gen - - name: jstestfuzz_sharded_gen - - name: logical_session_cache_replication_1sec_refresh_jscore_passthrough - - name: logical_session_cache_sharding_1sec_refresh_jscore_passthrough - - name: logical_session_cache_standalone_1sec_refresh_jscore_passthrough - - name: replica_sets_auth - - name: replica_sets_jscore_passthrough - - name: sasl - - name: ssl - - name: sslSpecial - - name: enterprise-osx-1011-xcode-10-cxx17 - display_name: ~ Enterprise macOS 10.11 (XCode 10 C++17) + display_name: ~ Enterprise macOS 10.11 (XCode 10.1 C++17) modules: - enterprise run_on: @@ -10415,7 +10370,7 @@ buildvariants: batchtime: 1440 # 1 day expansions: test_flags: --excludeWithAnyTags=requires_ssl_mongo_tools - compile_env: DEVELOPER_DIR=/Applications/Xcode10.0.app + compile_env: DEVELOPER_DIR=/Applications/Xcode10.1.app compile_flags: >- --ssl -j$(sysctl -n hw.logicalcpu) @@ -10460,7 +10415,7 @@ buildvariants: modules: - enterprise run_on: - - macos-1012 + - macos-1014 batchtime: 1440 # 1 day expansions: test_flags: --excludeWithAnyTags=requires_ssl_mongo_tools @@ -10469,8 +10424,8 @@ buildvariants: push_name: osx push_arch: x86_64-enterprise tooltags: "ssl sasl" - compile_env: DEVELOPER_DIR=/Applications/Xcode8.3.app - compile_flags: --ssl --ssl-provider=openssl -j$(sysctl -n hw.logicalcpu) --release --libc++ CCFLAGS="-mmacosx-version-min=10.11" LINKFLAGS="-mmacosx-version-min=10.11" LIBPATH="$PWD/openssl_install_dir/lib" CPPPATH="$PWD/openssl_install_dir/include" + compile_env: DEVELOPER_DIR=/Applications/Xcode10.1.app + compile_flags: --ssl --ssl-provider=openssl -j$(sysctl -n hw.logicalcpu) --release --libc++ LIBPATH="$PWD/openssl_install_dir/lib" CPPPATH="$PWD/openssl_install_dir/include" --variables-files=etc/scons/xcode_macosx.vars resmoke_jobs_max: 1 build_mongoreplay: true build_openssl: true @@ -10504,21 +10459,21 @@ buildvariants: # Mobile SDK buildvariants # ########################################### -- name: embedded-sdk-macosx-10.10 - display_name: "Embedded SDK - macOS 10.10" +- name: embedded-sdk-macosx-10.11 + display_name: "Embedded SDK - macOS 10.11" run_on: - - macos-1012 + - macos-1014 batchtime: 1440 # 1 day expansions: test_flags: --excludeWithAnyTags=uses_transactions cmake_path: /Applications/cmake-3.11.0-Darwin-x86_64/CMake.app/Contents/bin/cmake - compile_env: DEVELOPER_DIR=/Applications/Xcode9.2.app + compile_env: DEVELOPER_DIR=/Applications/Xcode10.1.app compile_flags: >- -j$(sysctl -n hw.logicalcpu) --variables-files=etc/scons/xcode_macosx.vars FRAMEWORKPATH='$BUILD_ROOT/mongo-embedded-sdk-$MONGO_VERSION/Frameworks' --lto - cdriver_cmake_osx_deployment_target: "10.10" + cdriver_cmake_osx_deployment_target: "10.11" cdriver_cmake_flags: >- -DCMAKE_BUILD_TYPE=RelWithDebInfo -DCMAKE_OSX_SYSROOT="$(xcrun --sdk macosx --show-sdk-path)" @@ -10537,12 +10492,12 @@ buildvariants: - name: embedded-sdk-iphoneos-11.0 display_name: "Embedded SDK - iOS 11.0" run_on: - - macos-1012 + - macos-1014 batchtime: 1440 # 1 day expansions: test_flags: --excludeWithAnyTags=uses_transactions cmake_path: /Applications/cmake-3.11.0-Darwin-x86_64/CMake.app/Contents/bin/cmake - compile_env: DEVELOPER_DIR=/Applications/Xcode9.2.app + compile_env: DEVELOPER_DIR=/Applications/Xcode10.1.app compile_flags: >- -j$(sysctl -n hw.logicalcpu) --variables-files=etc/scons/xcode_ios.vars @@ -10569,12 +10524,12 @@ buildvariants: - name: embedded-sdk-iphonesimulator-11.0 display_name: "Embedded SDK - iOS Simulator 11.0" run_on: - - macos-1012 + - macos-1014 batchtime: 1440 # 1 day expansions: test_flags: --excludeWithAnyTags=uses_transactions cmake_path: /Applications/cmake-3.11.0-Darwin-x86_64/CMake.app/Contents/bin/cmake - compile_env: DEVELOPER_DIR=/Applications/Xcode9.2.app + compile_env: DEVELOPER_DIR=/Applications/Xcode10.1.app compile_flags: >- -j$(sysctl -n hw.logicalcpu) --variables-files=etc/scons/xcode_ios_sim.vars @@ -10604,12 +10559,12 @@ buildvariants: - name: embedded-sdk-appletvos-10.2 display_name: "Embedded SDK - tvOS 10.2" run_on: - - macos-1012 + - macos-1014 batchtime: 1440 # 1 day expansions: cmake_path: /Applications/cmake-3.11.0-Darwin-x86_64/CMake.app/Contents/bin/cmake test_flags: --excludeWithAnyTags=uses_transactions - compile_env: DEVELOPER_DIR=/Applications/XCode9.2.app + compile_env: DEVELOPER_DIR=/Applications/Xcode10.1.app compile_flags: >- -j$(sysctl -n hw.logicalcpu) --variables-files=etc/scons/xcode_tvos.vars @@ -10636,12 +10591,12 @@ buildvariants: - name: embedded-sdk-appletvsimulator-10.2 display_name: "Embedded SDK - tvOS Simulator 10.2" run_on: - - macos-1012 + - macos-1014 batchtime: 1440 # 1 day expansions: cmake_path: /Applications/cmake-3.11.0-Darwin-x86_64/CMake.app/Contents/bin/cmake test_flags: --excludeWithAnyTags=uses_transactions - compile_env: DEVELOPER_DIR=/Applications/XCode9.2.app + compile_env: DEVELOPER_DIR=/Applications/Xcode10.1.app compile_flags: >- -j$(sysctl -n hw.logicalcpu) --variables-files=etc/scons/xcode_tvos_sim.vars @@ -10671,12 +10626,12 @@ buildvariants: - name: embedded-sdk-watchos-4.2 display_name: "Embedded SDK - watchOS 4.2" run_on: - - macos-1012 + - macos-1014 batchtime: 1440 # 1 day expansions: cmake_path: /Applications/cmake-3.11.0-Darwin-x86_64/CMake.app/Contents/bin/cmake test_flags: --excludeWithAnyTags=requires_mmapv1,uses_transactions,requires_http_client - compile_env: DEVELOPER_DIR=/Applications/XCode9.2.app + compile_env: DEVELOPER_DIR=/Applications/Xcode10.1.app compile_flags: >- -j$(sysctl -n hw.logicalcpu) --variables-files=etc/scons/xcode_watchos.vars @@ -10703,12 +10658,12 @@ buildvariants: - name: embedded-sdk-watchsimulator-4.2 display_name: "Embedded SDK - watchOS Simulator 4.2" run_on: - - macos-1012 + - macos-1014 batchtime: 1440 # 1 day expansions: cmake_path: /Applications/cmake-3.11.0-Darwin-x86_64/CMake.app/Contents/bin/cmake test_flags: --excludeWithAnyTags=requires_mmapv1,uses_transactions,requires_http_client - compile_env: DEVELOPER_DIR=/Applications/XCode9.2.app + compile_env: DEVELOPER_DIR=/Applications/Xcode10.1.app compile_flags: >- -j$(sysctl -n hw.logicalcpu) --variables-files=etc/scons/xcode_watchos_sim.vars @@ -10741,7 +10696,7 @@ buildvariants: - macos-release batchtime: 1440 # 1 day expansions: - compile_env: DEVELOPER_DIR=/Applications/XCode9.2.app + compile_env: DEVELOPER_DIR=/Applications/Xcode10.1.app push_path: mobile push_name: apple push_bucket: downloads.mongodb.org @@ -10758,12 +10713,12 @@ buildvariants: # We need --allocator=system here to work around SERVER-XXXXX compile_flags: >- -j$(grep -c ^processor /proc/cpuinfo) - --variables-files=etc/scons/mongodbtoolchain_gcc.vars + --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars LIBPATH="\$BUILD_ROOT/mongo-embedded-sdk-\$MONGO_VERSION/lib" cdriver_cmake_flags: >- -DCMAKE_BUILD_TYPE=RelWithDebInfo - -DCMAKE_C_COMPILER=/opt/mongodbtoolchain/v2/bin/gcc - -DCMAKE_CXX_COMPILER=/opt/mongodbtoolchain/v2/bin/g++ + -DCMAKE_C_COMPILER=/opt/mongodbtoolchain/v3/bin/gcc + -DCMAKE_CXX_COMPILER=/opt/mongodbtoolchain/v3/bin/g++ -DCMAKE_C_FLAGS="-flto" -DCMAKE_INSTALL_RPATH=\$ORIGIN/../lib disable_unit_tests: true @@ -10945,7 +10900,7 @@ buildvariants: push_bucket: downloads.10gen.com push_name: linux push_arch: x86_64-enterprise-rhel62 - compile_flags: --ssl MONGO_DISTMOD=rhel62 -j$(grep -c ^processor /proc/cpuinfo) --release --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: --ssl MONGO_DISTMOD=rhel62 -j$(grep -c ^processor /proc/cpuinfo) --release --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars multiversion_platform: rhel62 multiversion_edition: enterprise has_packages: true @@ -11194,7 +11149,7 @@ buildvariants: -j$(grep -c ^processor /proc/cpuinfo) --ssl --release - --variables-files=etc/scons/mongodbtoolchain_gcc.vars + --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars MONGO_DISTMOD=rhel62 multiversion_platform: rhel62 multiversion_edition: enterprise @@ -11398,7 +11353,7 @@ buildvariants: batchtime: 10080 # 7 days stepback: false expansions: - compile_flags: --dbg=on --gcov --ssl MONGO_DISTMOD=rhel62 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: --dbg=on --gcov --ssl MONGO_DISTMOD=rhel62 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars multiversion_platform: rhel62 multiversion_edition: enterprise resmoke_jobs_factor: 0.5 # Avoid starting too many mongod's @@ -11550,7 +11505,7 @@ buildvariants: push_bucket: downloads.10gen.com push_name: linux push_arch: x86_64-enterprise-rhel70 - compile_flags: --ssl MONGO_DISTMOD=rhel70 -j$(grep -c ^processor /proc/cpuinfo) --release --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: --ssl MONGO_DISTMOD=rhel70 -j$(grep -c ^processor /proc/cpuinfo) --release --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars has_packages: true packager_script: packager_enterprise.py packager_arch: x86_64 @@ -11615,7 +11570,7 @@ buildvariants: batchtime: 1440 # 1 day expansions: <<: *enterprise-rhel-70-64-bit-expansions-template - compile_flags: --ssl --use-cpu-profiler MONGO_DISTMOD=rhel70 -j$(grep -c ^processor /proc/cpuinfo) --release --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: --ssl --use-cpu-profiler MONGO_DISTMOD=rhel70 -j$(grep -c ^processor /proc/cpuinfo) --release --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars additional_targets: dagger # If this moves to another variant, update the compile_all task tasks: - name: compile_all_run_unittests_TG @@ -11632,7 +11587,7 @@ buildvariants: batchtime: 1440 # 1 day expansions: <<: *enterprise-rhel-70-64-bit-expansions-template - compile_flags: --ssl --use-cpu-profiler MONGO_DISTMOD=rhel70 -j$(grep -c ^processor /proc/cpuinfo) --release --variables-files=etc/scons/mongodbtoolchain_gcc.vars --enterprise-features=hot_backups + compile_flags: --ssl --use-cpu-profiler MONGO_DISTMOD=rhel70 -j$(grep -c ^processor /proc/cpuinfo) --release --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars --enterprise-features=hot_backups has_packages: false tasks: - name: compile_all_run_unittests_TG @@ -11651,7 +11606,7 @@ buildvariants: - ubuntu1604-test expansions: resmoke_jobs_factor: 0.5 # Avoid starting too many mongod's - compile_flags: MONGO_DISTMOD=ubuntu1604 --dbg=on --opt=on -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: MONGO_DISTMOD=ubuntu1604 --dbg=on --opt=on -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars scons_cache_scope: shared tooltags: "" build_mongoreplay: true @@ -11679,7 +11634,7 @@ buildvariants: push_bucket: downloads.mongodb.org push_name: linux push_arch: x86_64-rhel62 - compile_flags: --ssl MONGO_DISTMOD=rhel62 -j$(grep -c ^processor /proc/cpuinfo) --release --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: --ssl MONGO_DISTMOD=rhel62 -j$(grep -c ^processor /proc/cpuinfo) --release --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars multiversion_platform: rhel62 multiversion_edition: targeted has_packages: true @@ -11792,7 +11747,7 @@ buildvariants: push_bucket: downloads.mongodb.org push_name: linux push_arch: x86_64-rhel70 - compile_flags: --ssl MONGO_DISTMOD=rhel70 -j$(grep -c ^processor /proc/cpuinfo) --release --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: --ssl MONGO_DISTMOD=rhel70 -j$(grep -c ^processor /proc/cpuinfo) --release --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars multiversion_platform: rhel70 multiversion_edition: targeted has_packages: true @@ -11915,7 +11870,7 @@ buildvariants: stepback: false expansions: # We need to compensate for SMT8 setting the cpu count very high and lower the amount of parallelism down - compile_flags: --ssl MONGO_DISTMOD=rhel71 --release -j$(echo "$(grep -c processor /proc/cpuinfo)/2" | bc) CCFLAGS="-mcpu=power8 -mtune=power8 -mcmodel=medium" --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: --ssl MONGO_DISTMOD=rhel71 --release -j$(echo "$(grep -c processor /proc/cpuinfo)/2" | bc) CCFLAGS="-mcpu=power8 -mtune=power8 -mcmodel=medium" --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars resmoke_jobs_factor: 0.25 has_packages: true packager_script: packager_enterprise.py @@ -12041,7 +11996,7 @@ buildvariants: batchtime: 10080 # 7 days stepback: false expansions: - compile_flags: --ssl MONGO_DISTMOD=rhel72 --release -j3 CCFLAGS="-march=z196 -mtune=zEC12" --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: --ssl MONGO_DISTMOD=rhel72 --release -j3 CCFLAGS="-march=z196 -mtune=zEC12" --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars resmoke_jobs_max: 2 has_packages: true packager_script: packager_enterprise.py @@ -12165,7 +12120,7 @@ buildvariants: batchtime: 1440 # 1 day stepback: false expansions: - compile_flags: --ssl MONGO_DISTMOD=rhel67 --release -j3 CCFLAGS="-march=z9-109 -mtune=z10" --variables-files=etc/scons/mongodbtoolchain_gcc.vars --use-hardware-crc32=off + compile_flags: --ssl MONGO_DISTMOD=rhel67 --release -j3 CCFLAGS="-march=z9-109 -mtune=z10" --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars --use-hardware-crc32=off has_packages: true packager_script: packager_enterprise.py packager_arch: s390x @@ -12277,7 +12232,7 @@ buildvariants: - rhel72-zseries-test batchtime: 1440 # 1 day expansions: - compile_flags: --ssl MONGO_DISTMOD=rhel72 --release -j3 CCFLAGS="-march=z196 -mtune=zEC12" --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: --ssl MONGO_DISTMOD=rhel72 --release -j3 CCFLAGS="-march=z196 -mtune=zEC12" --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars has_packages: true packager_script: packager.py packager_arch: s390x @@ -12312,7 +12267,7 @@ buildvariants: - rhel67-zseries-test batchtime: 1440 # 1 day expansions: - compile_flags: --ssl MONGO_DISTMOD=rhel67 --release -j3 CCFLAGS="-march=z9-109 -mtune=z10" --variables-files=etc/scons/mongodbtoolchain_gcc.vars --use-hardware-crc32=off + compile_flags: --ssl MONGO_DISTMOD=rhel67 --release -j3 CCFLAGS="-march=z9-109 -mtune=z10" --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars --use-hardware-crc32=off has_packages: true packager_script: packager.py packager_arch: s390x @@ -12357,7 +12312,7 @@ buildvariants: push_bucket: downloads.10gen.com push_name: linux push_arch: x86_64-enterprise-ubuntu1404 - compile_flags: --ssl MONGO_DISTMOD=ubuntu1404 --release -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: --ssl MONGO_DISTMOD=ubuntu1404 --release -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars has_packages: true packager_script: packager_enterprise.py packager_arch: x86_64 @@ -12417,7 +12372,7 @@ buildvariants: push_name: linux lang_environment: LANG=C push_arch: x86_64-enterprise-ubuntu1604 - compile_flags: --ssl MONGO_DISTMOD=ubuntu1604 --release -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: --ssl MONGO_DISTMOD=ubuntu1604 --release -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars has_packages: true packager_script: packager_enterprise.py packager_arch: x86_64 @@ -12483,15 +12438,16 @@ buildvariants: - name: push -- name: enterprise-ubuntu-dynamic-1604-clang-3.8-libcxx - display_name: "! Shared Library Enterprise Ubuntu 16.04 (Clang 3.8)" +- name: enterprise-ubuntu-dynamic-1604-clang + display_name: "! Shared Library Enterprise Ubuntu 16.04 (Clang)" modules: - enterprise run_on: - ubuntu1604-test expansions: lang_environment: LANG=C - compile_flags: --link-model=dynamic --ssl CC=/usr/bin/clang-3.8 CXX=/usr/bin/clang++-3.8 -j$(grep -c ^processor /proc/cpuinfo) CPPPATH=/usr/include/libcxxabi/ + # We need --allocator=system here solely due to SERVER-27675 + compile_flags: --link-model=dynamic --allocator=system -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_clang.vars scons_cache_scope: shared tooltags: "ssl sasl" build_mongoreplay: true @@ -12504,13 +12460,14 @@ buildvariants: - ubuntu1604-build - name: buildscripts_test -- name: ubuntu-dynamic-1604-clang-3.8-libcxx - display_name: "* Shared Library Ubuntu 16.04 (Clang 3.8)" +- name: ubuntu-dynamic-1604-clang + display_name: "* Shared Library Ubuntu 16.04 (Clang)" run_on: - ubuntu1604-test expansions: lang_environment: LANG=C - compile_flags: --link-model=dynamic --ssl CC=/usr/bin/clang-3.8 CXX=/usr/bin/clang++-3.8 -j$(grep -c ^processor /proc/cpuinfo) CPPPATH=/usr/include/libcxxabi/ + # We need --allocator=system here solely due to SERVER-27675 + compile_flags: --link-model=dynamic --allocator=system -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_clang.vars scons_cache_scope: shared tooltags: "" build_mongoreplay: true @@ -12539,7 +12496,7 @@ buildvariants: push_bucket: downloads.10gen.com push_name: linux push_arch: x86_64-enterprise-suse12 - compile_flags: --ssl MONGO_DISTMOD=suse12 --release -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: --ssl MONGO_DISTMOD=suse12 --release -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars has_packages: true packager_script: packager_enterprise.py packager_arch: x86_64 @@ -12601,7 +12558,7 @@ buildvariants: push_bucket: downloads.10gen.com push_name: linux push_arch: s390x-enterprise-suse12 - compile_flags: --ssl MONGO_DISTMOD=suse12 --release -j3 CCFLAGS="-march=z196 -mtune=zEC12" --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: --ssl MONGO_DISTMOD=suse12 --release -j3 CCFLAGS="-march=z196 -mtune=zEC12" --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars has_packages: true packager_script: packager_enterprise.py packager_arch: s390x @@ -12722,7 +12679,7 @@ buildvariants: push_bucket: downloads.mongodb.org push_name: linux push_arch: s390x-suse12 - compile_flags: --ssl MONGO_DISTMOD=suse12 --release -j3 CCFLAGS="-march=z196 -mtune=zEC12" --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: --ssl MONGO_DISTMOD=suse12 --release -j3 CCFLAGS="-march=z196 -mtune=zEC12" --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars has_packages: true packager_script: packager.py packager_arch: s390x @@ -12761,7 +12718,7 @@ buildvariants: push_bucket: downloads.mongodb.org push_name: linux push_arch: x86_64-suse12 - compile_flags: --ssl MONGO_DISTMOD=suse12 -j$(grep -c ^processor /proc/cpuinfo) --release --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: --ssl MONGO_DISTMOD=suse12 -j$(grep -c ^processor /proc/cpuinfo) --release --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars multiversion_platform: suse12 multiversion_edition: targeted has_packages: true @@ -12869,7 +12826,7 @@ buildvariants: push_bucket: downloads.10gen.com push_name: linux push_arch: x86_64-enterprise-debian81 - compile_flags: --ssl MONGO_DISTMOD=debian81 --release -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: --ssl MONGO_DISTMOD=debian81 --release -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars has_packages: true packager_script: packager_enterprise.py packager_arch: x86_64 @@ -12927,7 +12884,7 @@ buildvariants: push_bucket: downloads.mongodb.org push_name: linux push_arch: x86_64-debian81 - compile_flags: --ssl MONGO_DISTMOD=debian81 -j$(grep -c ^processor /proc/cpuinfo) --release --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: --ssl MONGO_DISTMOD=debian81 -j$(grep -c ^processor /proc/cpuinfo) --release --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars multiversion_platform: debian81 multiversion_edition: targeted has_packages: true @@ -13030,7 +12987,7 @@ buildvariants: push_bucket: downloads.10gen.com push_name: linux push_arch: x86_64-enterprise-debian92 - compile_flags: --ssl MONGO_DISTMOD=debian92 --release -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: --ssl MONGO_DISTMOD=debian92 --release -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars # We invoke SCons using --jobs = (# of CPUs / 4) to avoid causing out of memory errors due to # spawning a large number of linker processes. num_scons_link_jobs_available: $(( $(grep -c ^processor /proc/cpuinfo) / 4 )) @@ -13091,7 +13048,7 @@ buildvariants: push_bucket: downloads.mongodb.org push_name: linux push_arch: x86_64-debian92 - compile_flags: --ssl MONGO_DISTMOD=debian92 -j$(grep -c ^processor /proc/cpuinfo) --release --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: --ssl MONGO_DISTMOD=debian92 -j$(grep -c ^processor /proc/cpuinfo) --release --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars # We invoke SCons using --jobs = (# of CPUs / 4) to avoid causing out of memory errors due to # spawning a large number of linker processes. num_scons_link_jobs_available: $(( $(grep -c ^processor /proc/cpuinfo) / 4 )) @@ -13200,7 +13157,7 @@ buildvariants: batchtime: 1440 # 1 day expansions: test_flags: --storageEngine=biggie --excludeWithAnyTags=SERVER-38379,requires_persistence,requires_journaling,uses_transactions,requires_wiredtiger - compile_flags: MONGO_DISTMOD=rhel62 -j$(grep -c ^processor /proc/cpuinfo) --dbg=off --opt=on --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: MONGO_DISTMOD=rhel62 -j$(grep -c ^processor /proc/cpuinfo) --dbg=off --opt=on --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars num_jobs_available: $(grep -c ^processor /proc/cpuinfo) scons_cache_scope: shared tooltags: "" @@ -13223,7 +13180,7 @@ buildvariants: batchtime: 1440 # 1 day expansions: &enterprise-rhel-62-64-bit-inmem-expansions test_flags: --storageEngine=inMemory --excludeWithAnyTags=requires_persistence,requires_journaling,uses_transactions - compile_flags: --ssl MONGO_DISTMOD=rhel62 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: --ssl MONGO_DISTMOD=rhel62 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars multiversion_platform: rhel62 multiversion_edition: enterprise scons_cache_scope: shared @@ -13430,7 +13387,7 @@ buildvariants: -j$(grep -c ^processor /proc/cpuinfo) --mobile-se=on --ssl=off - --variables-files=etc/scons/mongodbtoolchain_gcc.vars + --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars MONGO_DISTMOD=rhel62 scons_cache_scope: shared build_mongoreplay: true @@ -13509,7 +13466,7 @@ buildvariants: --mobile-se=on --ssl=off --release - --variables-files=etc/scons/mongodbtoolchain_gcc.vars + --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars CCFLAGS="-march=armv8-a+crc -mtune=generic" MONGO_DISTMOD=ubuntu1604 resmoke_jobs_max: 8 # Avoid starting too many mongod's on ARM test servers @@ -13565,10 +13522,10 @@ buildvariants: - name: burn_in_tests - name: jsCore_mobile -- name: osx-1010-mobile - display_name: macOS 10.10 (mobile) +- name: osx-1011-mobile + display_name: macOS 10.11 (mobile) run_on: - - macos-1012 + - macos-1014 batchtime: 1440 # 1 day expansions: push_path: osx @@ -13581,16 +13538,15 @@ buildvariants: --storageEngine=mobile --excludeWithAnyTags=requires_wiredtiger,requires_replication,requires_sharding,uses_transactions,requires_capped,requires_profiling,requires_compact,requires_document_locking --excludeWithAnyTags=SERVER-32709,SERVER-32869 - compile_env: DEVELOPER_DIR=/Applications/Xcode8.3.app + compile_env: DEVELOPER_DIR=/Applications/Xcode10.1.app compile_flags: >- -j$(sysctl -n hw.logicalcpu) --libc++ --mobile-se=on --ssl=off --release - CCFLAGS="-mmacosx-version-min=10.10" - CPPPATH=/opt/mongodbtoolchain/v2/include - LINKFLAGS="-mmacosx-version-min=10.10" + CPPPATH=/opt/mongodbtoolchain/v3/include + --variables-files=etc/scons/xcode_macosx.vars resmoke_jobs_max: 1 build_mongoreplay: true additional_targets: mongoebench mongoed @@ -13632,7 +13588,7 @@ buildvariants: # Transactions are not explicitly supported on the ephemeralForTest storage engine. # Speculative majority reads are currently only allowed for change streams, which are only supported on WiredTiger. test_flags: --storageEngine=ephemeralForTest --excludeWithAnyTags=requires_persistence,requires_fsync,SERVER-21420,SERVER-21658,requires_journaling,requires_wiredtiger,uses_transactions,requires_document_locking,uses_speculative_majority - compile_flags: -j$(grep -c ^processor /proc/cpuinfo) --dbg=off --opt=on --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: -j$(grep -c ^processor /proc/cpuinfo) --dbg=off --opt=on --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars scons_cache_scope: shared tooltags: "" build_mongoreplay: true @@ -13725,7 +13681,7 @@ buildvariants: stepback: false expansions: # We need to compensate for SMT8 setting the cpu count very high and lower the amount of parallelism down - compile_flags: --dbg=on --opt=on --ssl MONGO_DISTMOD=rhel71 -j$(echo "$(grep -c processor /proc/cpuinfo)/2" | bc) CCFLAGS="-mcpu=power8 -mtune=power8 -mcmodel=medium" --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: --dbg=on --opt=on --ssl MONGO_DISTMOD=rhel71 -j$(echo "$(grep -c processor /proc/cpuinfo)/2" | bc) CCFLAGS="-mcpu=power8 -mtune=power8 -mcmodel=medium" --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars resmoke_jobs_factor: 0.25 test_flags: --storageEngine=inMemory --excludeWithAnyTags=requires_persistence,requires_journaling,uses_transactions tooltags: "ssl sasl" @@ -13813,7 +13769,7 @@ buildvariants: batchtime: 10080 # 7 days stepback: false expansions: - compile_flags: --dbg=on --opt=on --ssl MONGO_DISTMOD=rhel72 -j3 CCFLAGS="-march=z196 -mtune=zEC12" --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: --dbg=on --opt=on --ssl MONGO_DISTMOD=rhel72 -j3 CCFLAGS="-march=z196 -mtune=zEC12" --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars resmoke_jobs_max: 2 test_flags: --storageEngine=inMemory --excludeWithAnyTags=requires_persistence,requires_journaling,uses_transactions tooltags: "ssl sasl" @@ -13924,10 +13880,10 @@ buildvariants: batchtime: 1440 # 1 day expansions: # We need llvm-symbolizer in the PATH for ASAN for clang-3.7 or later. - variant_path_suffix: /opt/mongodbtoolchain/v2/bin + variant_path_suffix: /opt/mongodbtoolchain/v3/bin lang_environment: LANG=C san_options: LSAN_OPTIONS="suppressions=etc/lsan.suppressions:report_objects=1" ASAN_OPTIONS=detect_leaks=1:check_initialization_order=true:strict_init_order=true:abort_on_error=1:disable_coredump=0:handle_abort=0:handle_segv=0:handle_sigbus=0:handle_sigill=0:handle_sigfpe=0 - compile_flags: --variables-files=etc/scons/mongodbtoolchain_clang.vars --dbg=on --opt=on --allocator=system --sanitize=address --ssl --enable-free-mon=on -j$(grep -c ^processor /proc/cpuinfo) --nostrip + compile_flags: --variables-files=etc/scons/mongodbtoolchain_v3_clang.vars --dbg=on --opt=on --allocator=system --sanitize=address --ssl --enable-free-mon=on -j$(grep -c ^processor /proc/cpuinfo) --nostrip multiversion_platform: ubuntu1604 multiversion_edition: enterprise resmoke_jobs_factor: 0.3 # Avoid starting too many mongod's under ASAN build. @@ -14086,10 +14042,10 @@ buildvariants: batchtime: 1440 # 1 day expansions: # We need llvm-symbolizer in the PATH for ASAN for clang-3.7 or later. - variant_path_suffix: /opt/mongodbtoolchain/v2/bin + variant_path_suffix: /opt/mongodbtoolchain/v3/bin lang_environment: LANG=C san_options: LSAN_OPTIONS="suppressions=etc/lsan.suppressions:report_objects=1" ASAN_OPTIONS=detect_leaks=1:check_initialization_order=true:strict_init_order=true:abort_on_error=1:disable_coredump=0:handle_abort=0:handle_segv=0:handle_sigbus=0:handle_sigill=0:handle_sigfpe=0 - compile_flags: --variables-files=etc/scons/mongodbtoolchain_clang.vars --opt=on --allocator=system --sanitize=address --ssl -j$(grep -c ^processor /proc/cpuinfo) --nostrip + compile_flags: --variables-files=etc/scons/mongodbtoolchain_v3_clang.vars --opt=on --allocator=system --sanitize=address --ssl -j$(grep -c ^processor /proc/cpuinfo) --nostrip resmoke_jobs_factor: 0.3 # Avoid starting too many mongod's under ASAN build. tooltags: "ssl" build_mongoreplay: true @@ -14131,10 +14087,10 @@ buildvariants: batchtime: 1440 # 1 day expansions: # We need llvm-symbolizer in the PATH for UBSAN. - variant_path_suffix: /opt/mongodbtoolchain/v2/bin + variant_path_suffix: /opt/mongodbtoolchain/v3/bin lang_environment: LANG=C san_options: UBSAN_OPTIONS="print_stacktrace=1:handle_abort=0:handle_segv=0:handle_sigbus=0:handle_sigill=0:handle_sigfpe=0" - compile_flags: --variables-files=etc/scons/mongodbtoolchain_clang.vars --dbg=on --opt=on --allocator=system --sanitize=undefined --ssl --enable-free-mon=on -j$(grep -c ^processor /proc/cpuinfo) --nostrip + compile_flags: --variables-files=etc/scons/mongodbtoolchain_v3_clang.vars --dbg=on --opt=on --allocator=system --sanitize=undefined --ssl --enable-free-mon=on -j$(grep -c ^processor /proc/cpuinfo) --nostrip multiversion_platform: ubuntu1604 multiversion_edition: enterprise resmoke_jobs_factor: 0.3 # Avoid starting too many mongod's under UBSAN build. @@ -14282,10 +14238,10 @@ buildvariants: stepback: true expansions: # We need llvm-symbolizer in the PATH for ASAN for clang-3.7 or later. - variant_path_suffix: /opt/mongodbtoolchain/v2/bin + variant_path_suffix: /opt/mongodbtoolchain/v3/bin lang_environment: LANG=C san_options: UBSAN_OPTIONS="print_stacktrace=1:handle_abort=0:handle_segv=0:handle_sigbus=0:handle_sigill=0:handle_sigfpe=0" LSAN_OPTIONS="suppressions=etc/lsan.suppressions:report_objects=1" ASAN_OPTIONS=detect_leaks=1:check_initialization_order=true:strict_init_order=true:abort_on_error=1:disable_coredump=0:handle_abort=0:handle_segv=0:handle_sigbus=0:handle_sigill=0:handle_sigfpe=0 - compile_flags: --variables-files=etc/scons/mongodbtoolchain_clang.vars --dbg=on --opt=on --allocator=system --sanitize=undefined,address --ssl -j$(grep -c ^processor /proc/cpuinfo) --nostrip + compile_flags: --variables-files=etc/scons/mongodbtoolchain_v3_clang.vars --dbg=on --opt=on --allocator=system --sanitize=undefined,address --ssl -j$(grep -c ^processor /proc/cpuinfo) --nostrip resmoke_jobs_factor: 0.3 # Avoid starting too many mongod's under {A,UB}SAN build. tooltags: "ssl" build_mongoreplay: true @@ -14314,10 +14270,10 @@ buildvariants: batchtime: 1440 # 1 day expansions: # We need llvm-symbolizer in the PATH for ASAN for clang-3.7 or later. - variant_path_suffix: /opt/mongodbtoolchain/v2/bin + variant_path_suffix: /opt/mongodbtoolchain/v3/bin lang_environment: LANG=C san_options: UBSAN_OPTIONS="print_stacktrace=1:handle_abort=0:handle_segv=0:handle_sigbus=0:handle_sigill=0:handle_sigfpe=0" LSAN_OPTIONS="suppressions=etc/lsan.suppressions:report_objects=1" ASAN_OPTIONS=detect_leaks=1:check_initialization_order=true:strict_init_order=true:abort_on_error=1:disable_coredump=0:handle_abort=0:handle_segv=0:handle_sigbus=0:handle_sigill=0:handle_sigfpe=0 - compile_flags: --variables-files=etc/scons/mongodbtoolchain_clang.vars --dbg=on --opt=on --allocator=system --sanitize=undefined,address --ssl -j$(grep -c ^processor /proc/cpuinfo) --nostrip + compile_flags: --variables-files=etc/scons/mongodbtoolchain_v3_clang.vars --dbg=on --opt=on --allocator=system --sanitize=undefined,address --ssl -j$(grep -c ^processor /proc/cpuinfo) --nostrip resmoke_jobs_factor: 0.3 # Avoid starting too many mongod's under {A,UB}SAN build. tooltags: "ssl" build_mongoreplay: false @@ -14427,7 +14383,8 @@ buildvariants: - enterprise expansions: lang_environment: LANG=C - compile_flags: --ssl MONGO_DISTMOD=ubuntu1604 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_gcc.vars --link-model=dynamic + # We need --allocator=system here solely due to SERVER-27675 + compile_flags: MONGO_DISTMOD=ubuntu1604 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars --link-model=dynamic --allocator=system scons_cache_scope: shared scons_cache_mode: all tooltags: "ssl sasl" @@ -14463,81 +14420,6 @@ buildvariants: tasks: - name: shared_scons_cache_pruning -- name: enterprise-ubuntu1804-64-v3-toolchain-canary-debug - display_name: Enterprise Ubuntu 18.04 (Toolchain V3 GCC Canary Builder) DEBUG - modules: - - enterprise - run_on: - - ubuntu1804-test - batchtime: 1440 # 1 day - expansions: - compile_flags: >- - --ssl MONGO_DISTMOD=ubuntu1804 - -j$(grep -c ^processor /proc/cpuinfo) - --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars - --dbg=on - multiversion_platform: ubuntu1804 - multiversion_edition: enterprise - scons_cache_scope: shared - tooltags: "ssl sasl" - build_mongoreplay: true - has_packages: false - display_tasks: - - *dbtest - - *unittests - tasks: - - name: compile_all_run_unittests_TG - distros: - - ubuntu1804-build - - name: audit - - name: ese - - name: jsCore - - name: jsCore_auth - - name: jsCore_txns - - name: causally_consistent_jscore_txns_passthrough - - name: sasl - - name: snmp - - name: ssl - - name: sslSpecial - -- name: enterprise-ubuntu1804-64-v3-toolchain-canary-clang-debug - display_name: Enterprise Ubuntu 18.04 (Toolchain V3 Clang Canary Builder) DEBUG - modules: - - enterprise - run_on: - - ubuntu1804-test - batchtime: 1440 # 1 day - expansions: - compile_flags: >- - --ssl MONGO_DISTMOD=ubuntu1804 - --disable-warnings-as-errors - -j$(grep -c ^processor /proc/cpuinfo) - --variables-files=etc/scons/mongodbtoolchain_v3_clang.vars - --dbg=on - multiversion_platform: ubuntu1804 - multiversion_edition: enterprise - scons_cache_scope: shared - tooltags: "ssl sasl" - build_mongoreplay: true - has_packages: false - display_tasks: - - *dbtest - - *unittests - tasks: - - name: compile_all_run_unittests_TG - distros: - - ubuntu1804-build - - name: audit - - name: ese - - name: jsCore - - name: jsCore_auth - - name: jsCore_txns - - name: causally_consistent_jscore_txns_passthrough - - name: sasl - - name: snmp - - name: ssl - - name: sslSpecial - - name: windows-64-vs2017-cxx17 display_name: "Windows VS2017 Canary C++17 Builder" run_on: diff --git a/etc/longevity.yml b/etc/longevity.yml index 6e8ded686b5..770a974eb08 100644 --- a/etc/longevity.yml +++ b/etc/longevity.yml @@ -33,7 +33,7 @@ post: # these default values in the distro config in evergreen. if [ -d "${scons_cache_path}" ]; then - ${python|/opt/mongodbtoolchain/v2/bin/python2} buildscripts/scons_cache_prune.py --cache-dir ${scons_cache_path} --cache-size ${scons_cache_size|200} --prune-ratio ${scons_prune_ratio|0.8} + ${python|/opt/mongodbtoolchain/v3/bin/python2} buildscripts/scons_cache_prune.py --cache-dir ${scons_cache_path} --cache-size ${scons_cache_size|200} --prune-ratio ${scons_prune_ratio|0.8} fi functions: @@ -210,7 +210,7 @@ tasks: # This script converts the generated version string into a sanitized version string for # use by scons and uploading artifacts as well as information about for the scons cache. - MONGO_VERSION=$MONGO_VERSION USE_SCONS_CACHE=${use_scons_cache|false} ${python|/opt/mongodbtoolchain/v2/bin/python2} buildscripts/generate_compile_expansions.py --out compile_expansions.yml + MONGO_VERSION=$MONGO_VERSION USE_SCONS_CACHE=${use_scons_cache|false} ${python|/opt/mongodbtoolchain/v3/bin/python2} buildscripts/generate_compile_expansions.py --out compile_expansions.yml # Then we load the generated version data into the agent so we can use it in task definitions - command: expansions.update params: @@ -221,7 +221,7 @@ tasks: script: | set -o errexit set -o verbose - ${python|/opt/mongodbtoolchain/v2/bin/python2} ./buildscripts/scons.py ${compile_flags|} ${scons_cache_args|} mongo${extension} mongod${extension} mongos${extension} MONGO_VERSION=${version} + ${python|/opt/mongodbtoolchain/v3/bin/python2} ./buildscripts/scons.py ${compile_flags|} ${scons_cache_args|} mongo${extension} mongod${extension} mongos${extension} MONGO_VERSION=${version} mkdir -p mongodb/bin mv mongo${extension|} mongodb/bin mv mongod${extension|} mongodb/bin @@ -281,7 +281,7 @@ buildvariants: modules: &modules - dsi expansions: - compile_flags: -j$(grep -c ^processor /proc/cpuinfo) CC=/opt/mongodbtoolchain/v2/bin/gcc CXX=/opt/mongodbtoolchain/v2/bin/g++ OBJCOPY=/opt/mongodbtoolchain/v2/bin/objcopy + compile_flags: -j$(grep -c ^processor /proc/cpuinfo) CC=/opt/mongodbtoolchain/v3/bin/gcc CXX=/opt/mongodbtoolchain/v3/bin/g++ OBJCOPY=/opt/mongodbtoolchain/v3/bin/objcopy setup: shard-longevity cluster: longevity numShard: 3 diff --git a/etc/perf.yml b/etc/perf.yml index 0f9fdbb3a2e..aadac58c1c7 100644 --- a/etc/perf.yml +++ b/etc/perf.yml @@ -38,7 +38,7 @@ post: # these default values in the distro config in evergreen. if [ -d "${scons_cache_path}" ]; then - ${python|/opt/mongodbtoolchain/v2/bin/python2} buildscripts/scons_cache_prune.py --cache-dir ${scons_cache_path} --cache-size ${scons_cache_size|200} --prune-ratio ${scons_prune_ratio|0.8} + ${python|/opt/mongodbtoolchain/v3/bin/python2} buildscripts/scons_cache_prune.py --cache-dir ${scons_cache_path} --cache-size ${scons_cache_size|200} --prune-ratio ${scons_prune_ratio|0.8} fi @@ -258,7 +258,7 @@ tasks: # This script converts the generated version string into a sanitized version string for # use by scons and uploading artifacts as well as information about for the scons cache. - MONGO_VERSION=$MONGO_VERSION USE_SCONS_CACHE=${use_scons_cache|false} ${python|/opt/mongodbtoolchain/v2/bin/python2} buildscripts/generate_compile_expansions.py --out compile_expansions.yml + MONGO_VERSION=$MONGO_VERSION USE_SCONS_CACHE=${use_scons_cache|false} ${python|/opt/mongodbtoolchain/v3/bin/python2} buildscripts/generate_compile_expansions.py --out compile_expansions.yml # Then we load the generated version data into the agent so we can use it in task definitions - command: expansions.update params: @@ -270,7 +270,7 @@ tasks: set -o errexit set -o verbose - ${python|/opt/mongodbtoolchain/v2/bin/python2} ./buildscripts/scons.py ${compile_flags|} ${scons_cache_args|} mongo mongod + ${python|/opt/mongodbtoolchain/v3/bin/python2} ./buildscripts/scons.py ${compile_flags|} ${scons_cache_args|} mongo mongod - command: s3.put params: aws_key: ${aws_key} @@ -523,7 +523,7 @@ buildvariants: # We are explicitly tracking the rhel62 variant compile options from evergreen.yml for # microbenchmarks, since they run on the centos6 boxes. If we can get proper artifacts directly # from that project, we should do that and remove the compile tasks. - compile_flags: --ssl MONGO_DISTMOD=rhel62 -j$(grep -c ^processor /proc/cpuinfo) --release --variables-files=etc/scons/mongodbtoolchain_gcc.vars + compile_flags: --ssl MONGO_DISTMOD=rhel62 -j$(grep -c ^processor /proc/cpuinfo) --release --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars mongod_exec_wrapper: &exec_wrapper "numactl --physcpubind=4,5,6,7 -i 1" perf_exec_wrapper: &perf_wrapper "numactl --physcpubind=1,2,3 -i 0" mongod_flags: >- diff --git a/etc/system_perf.yml b/etc/system_perf.yml index 5046dc947cb..a31f1310650 100644 --- a/etc/system_perf.yml +++ b/etc/system_perf.yml @@ -55,7 +55,7 @@ post: # these default values in the distro config in evergreen. if [ -d "${scons_cache_path}" ]; then - ${python|/opt/mongodbtoolchain/v2/bin/python2} buildscripts/scons_cache_prune.py --cache-dir ${scons_cache_path} --cache-size ${scons_cache_size|200} --prune-ratio ${scons_prune_ratio|0.8} + ${python|/opt/mongodbtoolchain/v3/bin/python2} buildscripts/scons_cache_prune.py --cache-dir ${scons_cache_path} --cache-size ${scons_cache_size|200} --prune-ratio ${scons_prune_ratio|0.8} fi functions: @@ -96,7 +96,7 @@ functions: # This script converts the generated version string into a sanitized version string for # use by scons and uploading artifacts as well as information about for the scons cache. - MONGO_VERSION=$MONGO_VERSION USE_SCONS_CACHE=${use_scons_cache|false} ${python|/opt/mongodbtoolchain/v2/bin/python2} buildscripts/generate_compile_expansions.py --out compile_expansions.yml + MONGO_VERSION=$MONGO_VERSION USE_SCONS_CACHE=${use_scons_cache|false} ${python|/opt/mongodbtoolchain/v3/bin/python2} buildscripts/generate_compile_expansions.py --out compile_expansions.yml # Then we load the generated version data into the agent so we can use it in task definitions - command: expansions.update params: @@ -129,7 +129,7 @@ functions: script: | set -o errexit set -o verbose - ${python|/opt/mongodbtoolchain/v2/bin/python2} ./buildscripts/scons.py ${compile_flags|} ${scons_cache_args|} mongo${extension} --use-new-tools mongod${extension} mongos${extension} MONGO_VERSION=${version} + ${python|/opt/mongodbtoolchain/v3/bin/python2} ./buildscripts/scons.py ${compile_flags|} ${scons_cache_args|} mongo${extension} --use-new-tools mongod${extension} mongos${extension} MONGO_VERSION=${version} mkdir -p mongodb/bin mkdir -p mongodb/jstests/hooks mv mongo${extension|} mongodb/bin @@ -726,7 +726,7 @@ buildvariants: MONGO_DISTMOD=linux-64-amzn-build -j$(grep -c ^processor /proc/cpuinfo) --release - --variables-files=etc/scons/mongodbtoolchain_gcc.vars + --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars platform: linux project_dir: &project_dir dsi tooltags: "" @@ -757,7 +757,7 @@ buildvariants: MONGO_DISTMOD=amazon2 -j$(grep -c ^processor /proc/cpuinfo) --release - --variables-files=etc/scons/mongodbtoolchain_gcc.vars + --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars compile-variant: -enterprise run_on: - "amazon2-build" diff --git a/jstests/free_mon/libs/free_mon.js b/jstests/free_mon/libs/free_mon.js index 74da57b3e6b..b8824fa5bcc 100644 --- a/jstests/free_mon/libs/free_mon.js +++ b/jstests/free_mon/libs/free_mon.js @@ -23,7 +23,7 @@ class FreeMonWebServer { * @param {bool} disableFaultsOnStartup optionally disable fault on startup */ constructor(fault_type, disableFaultsOnStartup) { - this.python = "/opt/mongodbtoolchain/v2/bin/python3"; + this.python = "/opt/mongodbtoolchain/v3/bin/python3"; this.disableFaultsOnStartup = disableFaultsOnStartup || false; this.fault_type = fault_type; diff --git a/jstests/libs/python.js b/jstests/libs/python.js index d220bda0c08..91a54252966 100644 --- a/jstests/libs/python.js +++ b/jstests/libs/python.js @@ -3,7 +3,7 @@ function getPython3Binary() { 'use strict'; - let cmd = '/opt/mongodbtoolchain/v2/bin/python3'; + let cmd = '/opt/mongodbtoolchain/v3/bin/python3'; if (_isWindows()) { const paths = ["c:/python36/python.exe", "c:/python/python36/python.exe"]; for (let p of paths) { diff --git a/jstests/ssl/ssl_ECDHE_suites.js b/jstests/ssl/ssl_ECDHE_suites.js index 7cf5c2f89fa..551c138d99a 100644 --- a/jstests/ssl/ssl_ECDHE_suites.js +++ b/jstests/ssl/ssl_ECDHE_suites.js @@ -37,7 +37,7 @@ load('jstests/ssl/libs/ssl_helpers.js'); // Use new toolchain python, if it exists let python_binary = '/opt/mongodbtoolchain/v3/bin/python3'; if (runProgram('/bin/sh', '-c', 'ls ' + python_binary) !== 0) { - python_binary = '/opt/mongodbtoolchain/v2/bin/python3'; + python_binary = '/opt/mongodbtoolchain/v3/bin/python3'; } // Run the tls cipher suite enumerator |