diff options
author | trahman1318 <tausif.rahman@mongodb.com> | 2022-01-14 01:48:50 +0000 |
---|---|---|
committer | Evergreen Agent <no-reply@evergreen.mongodb.com> | 2022-01-14 02:21:20 +0000 |
commit | a1c1d800daca43a4f85f85b2bf9422beae0d9c66 (patch) | |
tree | e5a9be3ea0108f3e9edfafbdbd3f9dc6b8bfa8c5 | |
parent | 2b9cd37e1f6c43c79d8ff99f800daea5a3bfb01c (diff) | |
download | mongo-a1c1d800daca43a4f85f85b2bf9422beae0d9c66.tar.gz |
SERVER-62559: Core Dumps & Data Files not available in Antithesis
9 files changed, 55 insertions, 14 deletions
diff --git a/buildscripts/antithesis/topologies/replica_set/Dockerfile b/buildscripts/antithesis/topologies/replica_set/Dockerfile index fe3eaf9484e..45816d5ed30 100644 --- a/buildscripts/antithesis/topologies/replica_set/Dockerfile +++ b/buildscripts/antithesis/topologies/replica_set/Dockerfile @@ -2,3 +2,4 @@ FROM scratch COPY docker-compose.yml / ADD scripts /scripts ADD logs /logs +ADD data /data diff --git a/buildscripts/antithesis/topologies/replica_set/docker-compose.yml b/buildscripts/antithesis/topologies/replica_set/docker-compose.yml index b330315e860..e753b1634c7 100644 --- a/buildscripts/antithesis/topologies/replica_set/docker-compose.yml +++ b/buildscripts/antithesis/topologies/replica_set/docker-compose.yml @@ -5,9 +5,11 @@ services: container_name: database1 hostname: database1 image: mongo-binaries:evergreen-latest-master - command: /usr/bin/mongod --bind_ip 0.0.0.0 --replSet RollbackFuzzerTest --logpath /var/log/mongodb/mongodb.log --setParameter enableTestCommands=1 + command: /bin/bash /scripts/database_init.sh volumes: - ./logs/database1:/var/log/mongodb/ + - ./scripts:/scripts/ + - ./data/database1:/data/db/ networks: antithesis-net: ipv4_address: 10.20.20.3 @@ -18,9 +20,11 @@ services: container_name: database2 hostname: database2 image: mongo-binaries:evergreen-latest-master - command: /usr/bin/mongod --bind_ip 0.0.0.0 --replSet RollbackFuzzerTest --logpath /var/log/mongodb/mongodb.log --setParameter enableTestCommands=1 + command: /bin/bash /scripts/database_init.sh volumes: - ./logs/database2:/var/log/mongodb/ + - ./scripts:/scripts/ + - ./data/database2:/data/db/ networks: antithesis-net: ipv4_address: 10.20.20.4 @@ -31,9 +35,11 @@ services: container_name: database3 hostname: database3 image: mongo-binaries:evergreen-latest-master - command: /usr/bin/mongod --bind_ip 0.0.0.0 --replSet RollbackFuzzerTest --logpath /var/log/mongodb/mongodb.log --setParameter enableTestCommands=1 + command: /bin/bash /scripts/database_init.sh volumes: - ./logs/database3:/var/log/mongodb/ + - ./scripts:/scripts/ + - ./data/database3:/data/db/ networks: antithesis-net: ipv4_address: 10.20.20.5 diff --git a/buildscripts/antithesis/topologies/replica_set/scripts/database_init.sh b/buildscripts/antithesis/topologies/replica_set/scripts/database_init.sh new file mode 100644 index 00000000000..510d723cd8d --- /dev/null +++ b/buildscripts/antithesis/topologies/replica_set/scripts/database_init.sh @@ -0,0 +1,3 @@ +mongod --bind_ip 0.0.0.0 --replSet RollbackFuzzerTest --logpath /var/log/mongodb/mongodb.log --setParameter enableTestCommands=1 +# this cryptic statement keeps the container running. +tail -f /dev/null diff --git a/buildscripts/antithesis/topologies/sharded_cluster/Dockerfile b/buildscripts/antithesis/topologies/sharded_cluster/Dockerfile index fe3eaf9484e..45816d5ed30 100644 --- a/buildscripts/antithesis/topologies/sharded_cluster/Dockerfile +++ b/buildscripts/antithesis/topologies/sharded_cluster/Dockerfile @@ -2,3 +2,4 @@ FROM scratch COPY docker-compose.yml / ADD scripts /scripts ADD logs /logs +ADD data /data diff --git a/buildscripts/antithesis/topologies/sharded_cluster/docker-compose.yml b/buildscripts/antithesis/topologies/sharded_cluster/docker-compose.yml index ee25a3ffa98..767a4d19eb1 100644 --- a/buildscripts/antithesis/topologies/sharded_cluster/docker-compose.yml +++ b/buildscripts/antithesis/topologies/sharded_cluster/docker-compose.yml @@ -7,7 +7,9 @@ services: image: mongo-binaries:evergreen-latest-master volumes: - ./logs/configsvr1:/var/log/mongodb/ - command: /usr/bin/mongod --bind_ip 0.0.0.0 --configsvr --replSet ConfigServerReplSet --logpath /var/log/mongodb/mongodb.log --setParameter enableTestCommands=1 --setParameter reshardingMinimumOperationDurationMillis=30000 --wiredTigerCacheSizeGB 1 --oplogSize 256 + - ./scripts:/scripts/ + - ./data/configsvr1:/data/configdb/ + command: /bin/bash /scripts/configsvr_init.sh networks: antithesis-net: ipv4_address: 10.20.20.6 @@ -21,7 +23,9 @@ services: image: mongo-binaries:evergreen-latest-master volumes: - ./logs/configsvr2:/var/log/mongodb/ - command: /usr/bin/mongod --bind_ip 0.0.0.0 --configsvr --replSet ConfigServerReplSet --logpath /var/log/mongodb/mongodb.log --setParameter enableTestCommands=1 --setParameter reshardingMinimumOperationDurationMillis=30000 --wiredTigerCacheSizeGB 1 --oplogSize 256 + - ./scripts:/scripts/ + - ./data/configsvr2:/data/configdb/ + command: /bin/bash /scripts/configsvr_init.sh networks: antithesis-net: ipv4_address: 10.20.20.7 @@ -35,7 +39,9 @@ services: image: mongo-binaries:evergreen-latest-master volumes: - ./logs/configsvr3:/var/log/mongodb/ - command: /usr/bin/mongod --bind_ip 0.0.0.0 --configsvr --replSet ConfigServerReplSet --logpath /var/log/mongodb/mongodb.log --setParameter enableTestCommands=1 --setParameter reshardingMinimumOperationDurationMillis=30000 --wiredTigerCacheSizeGB 1 --oplogSize 256 + - ./scripts:/scripts/ + - ./data/configsvr3:/data/configdb/ + command: /bin/bash /scripts/configsvr_init.sh networks: antithesis-net: ipv4_address: 10.20.20.8 @@ -49,7 +55,9 @@ services: image: mongo-binaries:evergreen-latest-master volumes: - ./logs/database1:/var/log/mongodb/ - command: /usr/bin/mongod --bind_ip 0.0.0.0 --shardsvr --replSet Shard1 --logpath /var/log/mongodb/mongodb.log --oplogSize 256 --setParameter enableTestCommands=1 --setParameter enableElectionHandoff=0 --setParameter roleGraphInvalidationIsFatal=1 --setParameter receiveChunkWaitForRangeDeleterTimeoutMS=90000 --wiredTigerCacheSizeGB 1 + - ./scripts:/scripts/ + - ./data/database1:/data/db/ + command: /bin/bash /scripts/database_init.sh Shard1 networks: antithesis-net: ipv4_address: 10.20.20.3 @@ -62,7 +70,9 @@ services: image: mongo-binaries:evergreen-latest-master volumes: - ./logs/database2:/var/log/mongodb/ - command: /usr/bin/mongod --bind_ip 0.0.0.0 --shardsvr --replSet Shard1 --logpath /var/log/mongodb/mongodb.log --oplogSize 256 --setParameter enableTestCommands=1 --setParameter enableElectionHandoff=0 --setParameter roleGraphInvalidationIsFatal=1 --setParameter receiveChunkWaitForRangeDeleterTimeoutMS=90000 --wiredTigerCacheSizeGB 1 + - ./scripts:/scripts/ + - ./data/database2:/data/db/ + command: /bin/bash /scripts/database_init.sh Shard1 networks: antithesis-net: ipv4_address: 10.20.20.4 @@ -75,7 +85,9 @@ services: image: mongo-binaries:evergreen-latest-master volumes: - ./logs/database3:/var/log/mongodb/ - command: /usr/bin/mongod --bind_ip 0.0.0.0 --shardsvr --replSet Shard1 --logpath /var/log/mongodb/mongodb.log --oplogSize 256 --setParameter enableTestCommands=1 --setParameter enableElectionHandoff=0 --setParameter roleGraphInvalidationIsFatal=1 --setParameter receiveChunkWaitForRangeDeleterTimeoutMS=90000 --wiredTigerCacheSizeGB 1 + - ./scripts:/scripts/ + - ./data/database3:/data/db/ + command: /bin/bash /scripts/database_init.sh Shard1 networks: antithesis-net: ipv4_address: 10.20.20.5 @@ -88,7 +100,9 @@ services: image: mongo-binaries:evergreen-latest-master volumes: - ./logs/database4:/var/log/mongodb/ - command: /usr/bin/mongod --bind_ip 0.0.0.0 --shardsvr --replSet Shard2 --logpath /var/log/mongodb/mongodb.log --oplogSize 256 --setParameter enableTestCommands=1 --setParameter enableElectionHandoff=0 --setParameter roleGraphInvalidationIsFatal=1 --setParameter receiveChunkWaitForRangeDeleterTimeoutMS=90000 --wiredTigerCacheSizeGB 1 + - ./scripts:/scripts/ + - ./data/database4:/data/db/ + command: /bin/bash /scripts/database_init.sh Shard2 networks: antithesis-net: ipv4_address: 10.20.20.10 @@ -101,7 +115,9 @@ services: image: mongo-binaries:evergreen-latest-master volumes: - ./logs/database5:/var/log/mongodb/ - command: /usr/bin/mongod --bind_ip 0.0.0.0 --shardsvr --replSet Shard2 --logpath /var/log/mongodb/mongodb.log --oplogSize 256 --setParameter enableTestCommands=1 --setParameter enableElectionHandoff=0 --setParameter roleGraphInvalidationIsFatal=1 --setParameter receiveChunkWaitForRangeDeleterTimeoutMS=90000 --wiredTigerCacheSizeGB 1 + - ./scripts:/scripts/ + - ./data/database5:/data/db/ + command: /bin/bash /scripts/database_init.sh Shard2 networks: antithesis-net: ipv4_address: 10.20.20.11 @@ -114,7 +130,9 @@ services: image: mongo-binaries:evergreen-latest-master volumes: - ./logs/database6:/var/log/mongodb/ - command: /usr/bin/mongod --bind_ip 0.0.0.0 --shardsvr --replSet Shard2 --logpath /var/log/mongodb/mongodb.log --oplogSize 256 --setParameter enableTestCommands=1 --setParameter enableElectionHandoff=0 --setParameter roleGraphInvalidationIsFatal=1 --setParameter receiveChunkWaitForRangeDeleterTimeoutMS=90000 --wiredTigerCacheSizeGB 1 + - ./scripts:/scripts/ + - ./data/database6:/data/db/ + command: /bin/bash /scripts/database_init.sh Shard2 networks: antithesis-net: ipv4_address: 10.20.20.12 diff --git a/buildscripts/antithesis/topologies/sharded_cluster/scripts/configsvr_init.sh b/buildscripts/antithesis/topologies/sharded_cluster/scripts/configsvr_init.sh new file mode 100644 index 00000000000..4124b0a1b54 --- /dev/null +++ b/buildscripts/antithesis/topologies/sharded_cluster/scripts/configsvr_init.sh @@ -0,0 +1,4 @@ +mongod --bind_ip 0.0.0.0 --configsvr --replSet ConfigServerReplSet --logpath /var/log/mongodb/mongodb.log --setParameter enableTestCommands=1 --setParameter reshardingMinimumOperationDurationMillis=30000 --wiredTigerCacheSizeGB 1 --oplogSize 256 + +# this cryptic statement keeps the container running. +tail -f /dev/null diff --git a/buildscripts/antithesis/topologies/sharded_cluster/scripts/database_init.sh b/buildscripts/antithesis/topologies/sharded_cluster/scripts/database_init.sh new file mode 100644 index 00000000000..326e27769e3 --- /dev/null +++ b/buildscripts/antithesis/topologies/sharded_cluster/scripts/database_init.sh @@ -0,0 +1,4 @@ +mongod --bind_ip 0.0.0.0 --shardsvr --replSet "$1" --logpath /var/log/mongodb/mongodb.log --oplogSize 256 --setParameter enableTestCommands=1 --setParameter enableElectionHandoff=0 --setParameter roleGraphInvalidationIsFatal=1 --setParameter receiveChunkWaitForRangeDeleterTimeoutMS=90000 --wiredTigerCacheSizeGB 1 + +# this cryptic statement keeps the container running. +tail -f /dev/null diff --git a/etc/evergreen.yml b/etc/evergreen.yml index 0c7c0cf1de4..66f6e625e27 100644 --- a/etc/evergreen.yml +++ b/etc/evergreen.yml @@ -12178,3 +12178,4 @@ buildvariants: tasks: - name: compile_and_archive_dist_test_TG - name: .antithesis + - name: generate_buildid_to_debug_symbols_mapping diff --git a/evergreen/antithesis_image_build.sh b/evergreen/antithesis_image_build.sh index 193af6bbc43..0a67987c97f 100644 --- a/evergreen/antithesis_image_build.sh +++ b/evergreen/antithesis_image_build.sh @@ -20,8 +20,11 @@ ldd src/dist-test/bin/mongo | grep libvoidstar # prepare the image building environment cp -rf src/buildscripts/antithesis/ antithesis # due to gitignore, we can't commit a folder called logs, so make it here -mkdir -p antithesis/topologies/replica_set/logs/{database1,database2,database3,workload} -mkdir -p antithesis/topologies/sharded_cluster/logs/{database1,database2,database3,database4,database5,database6,configsvr1,configsvr2,configsvr3,mongos,workload} +mkdir -p antithesis/topologies/replica_set/{logs,data}/database{1,2,3} +mkdir -p antithesis/topologies/replica_set/{logs,data}/workload +mkdir -p antithesis/topologies/sharded_cluster/{logs,data}/database{1,2,3,4,5,6} +mkdir -p antithesis/topologies/sharded_cluster/{logs,data}/configsvr{1,2,3} +mkdir -p antithesis/topologies/sharded_cluster/{logs,data}/{mongos,workload} # copy ... to the build context # resmoke |