SERVER-43903 Always upload cache and config logs for all compiles

(cherry picked from commit ebbd61463827692c210e2b86b6007f34ffb4cf8d)

1 files changed, 39 insertions, 24 deletions

diff --git a/etc/evergreen.yml b/etc/evergreen.yml
index 09530717bdb..06fc460e571 100644
--- a/etc/evergreen.yml
+++ b/etc/evergreen.yml
@@ -193,7 +193,7 @@ variables:
   - func: "apply compile expansions"
   - func: "set task expansion macros"
   teardown_task:
-  - func: "attach scons config log"
+  - func: "attach scons logs"
   - func: "attach report"
   - func: "attach artifacts"
   - func: "kill processes"
@@ -313,6 +313,7 @@ variables:
     - func: "apply compile expansions"
     - func: "set task expansion macros"
   teardown_task:
+  - func: "attach scons logs"
   setup_group_can_fail_task: true
   setup_group:
     - func: "kill processes"
@@ -1822,10 +1823,6 @@ functions:
             ${targets} MONGO_VERSION=${version} || exit_status=$?
         # If compile fails we do not run any tests
         if [[ $exit_status -ne 0 ]]; then
-          if [[ "${dump_scons_config_on_failure}" == true ]]; then
-            echo "Dumping build/scons/config.log"
-            cat build/scons/config.log
-          fi
           touch ${skip_tests}
         fi
         exit $exit_status
@@ -3688,18 +3685,30 @@ functions:
   - *archive_system_resource_information
 
   ### Attach report & artifacts ###
-  "attach scons config log":
-    command: s3.put
-    params:
-      optional: true
-      aws_key: ${aws_key}
-      aws_secret: ${aws_secret}
-      local_file: src/build/scons/config.log
-      remote_file: ${project}/${build_variant}/${revision}/artifacts/config-${build_id}.log
-      bucket: mciuploads
-      permissions: public-read
-      content_type: text/plain
-      display_name: config.log
+  "attach scons logs":
+    - command: s3.put
+      params:
+        optional: true
+        aws_key: ${aws_key}
+        aws_secret: ${aws_secret}
+        local_file: src/build/scons/config.log
+        remote_file: ${project}/${build_variant}/${revision}/artifacts/scons-config.log.${build_id}-${task_name}-${execution}
+        bucket: mciuploads
+        permissions: public-read
+        content_type: text/plain
+        display_name: SCons configure log
+
+    - command: s3.put
+      params:
+        optional: true
+        aws_key: ${aws_key}
+        aws_secret: ${aws_secret}
+        local_file: src/scons_cache.log
+        content_type: text/plain
+        remote_file: ${project}/${build_variant}/${revision}/artifacts/scons-cache.log.${build_id}-${task_name}.${execution}
+        bucket: mciuploads
+        permissions: public-read
+        display_name: SCons cache debug log
 
   "attach report":
     command: attach.results
@@ -3844,15 +3853,17 @@ tasks:
         display_name: Artifacts
     - command: s3.put
       params:
-        optional: true
         aws_key: ${aws_key}
         aws_secret: ${aws_secret}
-        local_file: src/scons_cache.log
-        content_type: text/plain
-        remote_file: ${project}/${build_variant}/${revision}/scons-cache-${build_id}-${execution}.log
+        local_file: src/distsrc.${ext|tgz}
+        remote_file: ${project}/${build_variant}/${revision}/sources/mongo-src-${build_id}.${ext|tgz}
         bucket: mciuploads
         permissions: public-read
-        display_name: SCons cache debug log
+        content_type: ${content_type|application/gzip}
+        display_name: Source tarball
+        # We only need to upload the source tarball from one of the build variants
+        # because it should be the same everywhere, so just use rhel70/windows.
+        build_variants: [rhel70, windows]
     # For patch builds that bypass compile, we upload links to pre-existing tarballs, except for the
     # artifacts.tgz.
     - command: attach.artifacts
@@ -4331,6 +4342,7 @@ tasks:
       vars:
         targets: install-benchmarks
         compiling_for_test: true
+    - func: "attach scons logs"
     - command: archive.targz_pack
       params:
         target: "benchmarks.tgz"
@@ -5777,6 +5789,7 @@ tasks:
       bypass_compile: false
       task_compile_flags: >-
         --detect-odr-violations
+  - func: "attach scons logs"
   - func: "run tests"
     vars:
       resmoke_args: --suites=integration_tests_standalone --storageEngine=wiredTiger
@@ -5798,6 +5811,7 @@ tasks:
       bypass_compile: false
       task_compile_flags: >-
         --detect-odr-violations
+  - func: "attach scons logs"
   - func: "run tests"
     vars:
       resmoke_args: --suites=integration_tests_standalone_audit --storageEngine=wiredTiger
@@ -5819,6 +5833,7 @@ tasks:
       bypass_compile: false
       task_compile_flags: >-
         --detect-odr-violations
+  - func: "attach scons logs"
   - func: "run tests"
     vars:
       resmoke_args: --suites=integration_tests_replset --storageEngine=wiredTiger
@@ -5840,6 +5855,7 @@ tasks:
       bypass_compile: false
       task_compile_flags: >-
         --detect-odr-violations
+  - func: "attach scons logs"
   - func: "run tests"
     vars:
       resmoke_args: --suites=integration_tests_sharded --storageEngine=wiredTiger
@@ -8630,6 +8646,7 @@ task_groups:
     - func: "set task expansion macros"
     - func: "apply compile expansions"
   teardown_task:
+      - func: "attach scons logs"
   tasks:
   - "embedded_sdk_build_cdriver"
   - "embedded_sdk_install_dev"
@@ -10052,7 +10069,6 @@ buildvariants:
         -DENABLE_ZLIB=BUNDLED
         -DCMAKE_C_FLAGS="-Wunguarded-availability"
     disable_unit_tests: true
-    dump_scons_config_on_failure: true
   tasks:
   - name: embedded_sdk_build_and_test
 
@@ -10074,7 +10090,6 @@ buildvariants:
         -DCMAKE_C_FLAGS="-flto"
         -DCMAKE_INSTALL_RPATH=\$ORIGIN/../lib
     disable_unit_tests: true
-    dump_scons_config_on_failure: true
   tasks:
   - name: embedded_sdk_build_and_test