diff options
author | sergey.galtsev <sergey.galtsev@mongodb.com> | 2022-01-26 13:43:08 -0800 |
---|---|---|
committer | Evergreen Agent <no-reply@evergreen.mongodb.com> | 2022-01-28 23:30:00 +0000 |
commit | 34cb3162304283fc7462cb21a1ee0e68f6364707 (patch) | |
tree | 760f0bb60c9bff7420c6c1981a320e323aa79f19 /etc | |
parent | 27ef07ba171689b7c77371359c20a1613523a89b (diff) | |
download | mongo-34cb3162304283fc7462cb21a1ee0e68f6364707.tar.gz |
SERVER-61575 publish csfle
Diffstat (limited to 'etc')
-rw-r--r-- | etc/evergreen.yml | 140 |
1 files changed, 138 insertions, 2 deletions
diff --git a/etc/evergreen.yml b/etc/evergreen.yml index 9338a0199d5..10557a651a7 100644 --- a/etc/evergreen.yml +++ b/etc/evergreen.yml @@ -6944,6 +6944,116 @@ tasks: - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-debugsymbols-${suffix}-${task_id}.${ext|tgz}.md5', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-${push_name}-${push_arch}-debugsymbols-${suffix}.${ext|tgz}.md5', 'bucket': '${push_bucket}'}} +- name: csfle_push + tags: ["publish_csfle"] + patchable: false + stepback: false + depends_on: + - name: csfle_create_lib + commands: + - command: manifest.load + - func: "f_expansions_write" + - func: "git get project and add git tag" + - func: "set task expansion macros" + - func: "f_expansions_write" + - func: "kill processes" + - func: "cleanup environment" + - func: "set up venv" + - func: "upload pip requirements" + - func: "get buildnumber" + - func: "f_expansions_write" + - func: "generate compile expansions" + - func: "apply compile expansions" + - func: "f_expansions_write" + - command: s3.get + params: + aws_key: ${aws_key} + aws_secret: ${aws_secret} + remote_file: ${project}/mongo_csfle/${build_variant}/${revision}/mongo_csfle_v1-${version}.${ext|tgz} + bucket: mciuploads + local_file: src/mongo_csfle_v1.${ext|tgz} + - func: "generate compile expansions" + - func: "apply compile expansions" + - func: "set up remote credentials" + vars: + aws_key_remote: ${repo_aws_key} + aws_secret_remote: ${repo_aws_secret} + - func: "f_expansions_write" + - func: "set up notary client credentials" + - command: subprocess.exec + type: test + params: + binary: bash + args: + - "./src/evergreen/notary_client_csfle_run.sh" + # Put the csfle tarball/zipfile + - command: s3.put + params: + aws_secret: ${aws_secret} + local_file: src/mongo_csfle_v1-${push_name}-${push_arch}-${suffix}.${ext|tgz} + aws_key: ${aws_key} + bucket: build-push-testing + permissions: public-read + content_type: ${content_type|application/gzip} + remote_file: ${push_path}-STAGE/${push_name}/mongo_csfle_v1-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz} + # Put the csfle tarball signature + - command: s3.put + params: + aws_secret: ${aws_secret} + local_file: src/mongo_csfle_v1-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sig + aws_key: ${aws_key} + bucket: build-push-testing + permissions: public-read + content_type: ${content_type|application/gzip} + remote_file: ${push_path}-STAGE/${push_name}/mongo_csfle_v1-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sig + # Put the csfle tarball sha1 + - command: s3.put + params: + aws_secret: ${aws_secret} + local_file: src/mongo_csfle_v1-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sha1 + aws_key: ${aws_key} + permissions: public-read + bucket: build-push-testing + content_type: text/plain + remote_file: ${push_path}-STAGE/${push_name}/mongo_csfle_v1-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sha1 + # Put the csfle tarball sha256 + - command: s3.put + params: + aws_secret: ${aws_secret} + local_file: src/mongo_csfle_v1-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sha256 + permissions: public-read + aws_key: ${aws_key} + bucket: build-push-testing + content_type: text/plain + remote_file: ${push_path}-STAGE/${push_name}/mongo_csfle_v1-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sha256 + # Put the csfle tarball md5 + - command: s3.put + params: + aws_secret: ${aws_secret} + local_file: src/mongo_csfle_v1-${push_name}-${push_arch}-${suffix}.${ext|tgz}.md5 + aws_key: ${aws_key} + bucket: build-push-testing + permissions: public-read + content_type: text/plain + remote_file: ${push_path}-STAGE/${push_name}/mongo_csfle_v1-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.md5 + - command: s3Copy.copy + params: + aws_key: ${aws_key} + aws_secret: ${aws_secret} + s3_copy_files: + #Binaries + - {'source': {'path': '${push_path}-STAGE/${push_name}/mongo_csfle_v1-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}', 'bucket': 'build-push-testing'}, + 'destination': {'path': '${push_path}/mongo_csfle_v1-${push_name}-${push_arch}-${suffix}.${ext|tgz}', 'bucket': '${push_bucket}'}} + #SHA1 for binaries + - {'source': {'path': '${push_path}-STAGE/${push_name}/mongo_csfle_v1-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sha1', 'bucket': 'build-push-testing'}, + 'destination': {'path': '${push_path}/mongo_csfle_v1-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sha1', 'bucket': '${push_bucket}'}} + #SHA256 for binaries + - {'source': {'path': '${push_path}-STAGE/${push_name}/mongo_csfle_v1-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sha256', 'bucket': 'build-push-testing'}, + 'destination': {'path': '${push_path}/mongo_csfle_v1-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sha256', 'bucket': '${push_bucket}'}} + #MD5 for binaries + - {'source': {'path': '${push_path}-STAGE/${push_name}/mongo_csfle_v1-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.md5', 'bucket': 'build-push-testing'}, + 'destination': {'path': '${push_path}/mongo_csfle_v1-${push_name}-${push_arch}-${suffix}.${ext|tgz}.md5', 'bucket': '${push_bucket}'}} + - <<: *task_template name: search tags: [] @@ -7658,6 +7768,7 @@ buildvariants: - ubuntu1804-build - name: build_variant_gen - name: .csfle + - name: .publish_csfle # - name: .aggfuzzer .common # Disabled for FCV 5.3 - name: audit - name: causally_consistent_jscore_txns_passthrough @@ -7750,6 +7861,9 @@ buildvariants: - name: .ssl - name: .stitch - name: .csfle + - name: .publish_csfle + distros: + - ubuntu1804-test - name: test_packages distros: - ubuntu2004-package @@ -7879,6 +7993,7 @@ buildvariants: - ubuntu2004-large - name: build_variant_gen - name: .csfle + - name: .publish_csfle # - name: .aggfuzzer .common !.multiversion # Disabled for FCV 5.3 - name: audit - name: causally_consistent_jscore_txns_passthrough @@ -7952,6 +8067,7 @@ buildvariants: - name: .ssl - name: .stitch - name: .csfle + - name: .publish_csfle - name: test_packages distros: - ubuntu2004-package @@ -8311,6 +8427,7 @@ buildvariants: - name: snmp - name: .stitch - name: .csfle + - name: .publish_csfle - name: test_packages distros: - ubuntu2004-package @@ -8427,6 +8544,7 @@ buildvariants: - name: snmp - name: .stitch - name: .csfle + - name: .publish_csfle - name: test_packages distros: - ubuntu2004-package @@ -8543,6 +8661,7 @@ buildvariants: - name: snmp - name: .stitch - name: .csfle + - name: .publish_csfle - name: test_packages distros: - ubuntu2004-package @@ -9021,6 +9140,9 @@ buildvariants: - windows-vsCurrent-large - name: .concurrency .common - name: .csfle + - name: .publish_csfle + distros: + - rhel70-small - name: disk_wiredtiger - name: .jscore .common !.auth - name: json_schema @@ -9254,6 +9376,9 @@ buildvariants: distros: - rhel70-small - name: .csfle + - name: .publish_csfle + distros: + - rhel70-small - name: enterprise-macos-rosetta-2 display_name: "Enterprise macOS Via Rosetta 2" @@ -10120,6 +10245,7 @@ buildvariants: - name: snmp - name: .stitch - name: .csfle + - name: .publish_csfle - name: unittest_shell_hang_analyzer_gen - name: test_packages distros: @@ -10207,8 +10333,7 @@ buildvariants: - name: snmp - name: .stitch - name: .csfle - distros: - - rhel80-xlarge + - name: .publish_csfle - name: test_packages distros: - ubuntu2004-package @@ -10268,6 +10393,7 @@ buildvariants: - name: snmp - name: .stitch - name: .csfle + - name: .publish_csfle - name: test_packages distros: - ubuntu2004-package @@ -10664,6 +10790,9 @@ buildvariants: - name: snmp - name: .stitch - name: .csfle + - name: .publish_csfle + distros: + - rhel70-small - name: .publish distros: - rhel70-small @@ -10749,6 +10878,9 @@ buildvariants: - name: snmp - name: .stitch - name: .csfle + - name: .publish_csfle + distros: + - rhel70-small - name: .publish distros: - rhel70-small @@ -10861,6 +10993,7 @@ buildvariants: - name: snmp - name: .stitch - name: .csfle + - name: .publish_csfle - name: test_packages distros: - ubuntu2004-package @@ -10961,6 +11094,7 @@ buildvariants: - name: snmp - name: .stitch - name: .csfle + - name: .publish_csfle - name: .publish distros: - suse15-small @@ -11065,6 +11199,7 @@ buildvariants: - name: snmp - name: .stitch - name: .csfle + - name: .publish_csfle - name: test_packages distros: - ubuntu2004-package @@ -11175,6 +11310,7 @@ buildvariants: - name: snmp - name: .stitch - name: .csfle + - name: .publish_csfle - name: test_packages distros: - ubuntu2004-package |