summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authortrahman1318 <tausif.rahman@mongodb.com>2022-01-14 01:48:50 +0000
committerEvergreen Agent <no-reply@evergreen.mongodb.com>2022-01-14 02:21:20 +0000
commita1c1d800daca43a4f85f85b2bf9422beae0d9c66 (patch)
treee5a9be3ea0108f3e9edfafbdbd3f9dc6b8bfa8c5
parent2b9cd37e1f6c43c79d8ff99f800daea5a3bfb01c (diff)
downloadmongo-a1c1d800daca43a4f85f85b2bf9422beae0d9c66.tar.gz
SERVER-62559: Core Dumps & Data Files not available in Antithesis
-rw-r--r--buildscripts/antithesis/topologies/replica_set/Dockerfile1
-rw-r--r--buildscripts/antithesis/topologies/replica_set/docker-compose.yml12
-rw-r--r--buildscripts/antithesis/topologies/replica_set/scripts/database_init.sh3
-rw-r--r--buildscripts/antithesis/topologies/sharded_cluster/Dockerfile1
-rw-r--r--buildscripts/antithesis/topologies/sharded_cluster/docker-compose.yml36
-rw-r--r--buildscripts/antithesis/topologies/sharded_cluster/scripts/configsvr_init.sh4
-rw-r--r--buildscripts/antithesis/topologies/sharded_cluster/scripts/database_init.sh4
-rw-r--r--etc/evergreen.yml1
-rw-r--r--evergreen/antithesis_image_build.sh7
9 files changed, 55 insertions, 14 deletions
diff --git a/buildscripts/antithesis/topologies/replica_set/Dockerfile b/buildscripts/antithesis/topologies/replica_set/Dockerfile
index fe3eaf9484e..45816d5ed30 100644
--- a/buildscripts/antithesis/topologies/replica_set/Dockerfile
+++ b/buildscripts/antithesis/topologies/replica_set/Dockerfile
@@ -2,3 +2,4 @@ FROM scratch
COPY docker-compose.yml /
ADD scripts /scripts
ADD logs /logs
+ADD data /data
diff --git a/buildscripts/antithesis/topologies/replica_set/docker-compose.yml b/buildscripts/antithesis/topologies/replica_set/docker-compose.yml
index b330315e860..e753b1634c7 100644
--- a/buildscripts/antithesis/topologies/replica_set/docker-compose.yml
+++ b/buildscripts/antithesis/topologies/replica_set/docker-compose.yml
@@ -5,9 +5,11 @@ services:
container_name: database1
hostname: database1
image: mongo-binaries:evergreen-latest-master
- command: /usr/bin/mongod --bind_ip 0.0.0.0 --replSet RollbackFuzzerTest --logpath /var/log/mongodb/mongodb.log --setParameter enableTestCommands=1
+ command: /bin/bash /scripts/database_init.sh
volumes:
- ./logs/database1:/var/log/mongodb/
+ - ./scripts:/scripts/
+ - ./data/database1:/data/db/
networks:
antithesis-net:
ipv4_address: 10.20.20.3
@@ -18,9 +20,11 @@ services:
container_name: database2
hostname: database2
image: mongo-binaries:evergreen-latest-master
- command: /usr/bin/mongod --bind_ip 0.0.0.0 --replSet RollbackFuzzerTest --logpath /var/log/mongodb/mongodb.log --setParameter enableTestCommands=1
+ command: /bin/bash /scripts/database_init.sh
volumes:
- ./logs/database2:/var/log/mongodb/
+ - ./scripts:/scripts/
+ - ./data/database2:/data/db/
networks:
antithesis-net:
ipv4_address: 10.20.20.4
@@ -31,9 +35,11 @@ services:
container_name: database3
hostname: database3
image: mongo-binaries:evergreen-latest-master
- command: /usr/bin/mongod --bind_ip 0.0.0.0 --replSet RollbackFuzzerTest --logpath /var/log/mongodb/mongodb.log --setParameter enableTestCommands=1
+ command: /bin/bash /scripts/database_init.sh
volumes:
- ./logs/database3:/var/log/mongodb/
+ - ./scripts:/scripts/
+ - ./data/database3:/data/db/
networks:
antithesis-net:
ipv4_address: 10.20.20.5
diff --git a/buildscripts/antithesis/topologies/replica_set/scripts/database_init.sh b/buildscripts/antithesis/topologies/replica_set/scripts/database_init.sh
new file mode 100644
index 00000000000..510d723cd8d
--- /dev/null
+++ b/buildscripts/antithesis/topologies/replica_set/scripts/database_init.sh
@@ -0,0 +1,3 @@
+mongod --bind_ip 0.0.0.0 --replSet RollbackFuzzerTest --logpath /var/log/mongodb/mongodb.log --setParameter enableTestCommands=1
+# this cryptic statement keeps the container running.
+tail -f /dev/null
diff --git a/buildscripts/antithesis/topologies/sharded_cluster/Dockerfile b/buildscripts/antithesis/topologies/sharded_cluster/Dockerfile
index fe3eaf9484e..45816d5ed30 100644
--- a/buildscripts/antithesis/topologies/sharded_cluster/Dockerfile
+++ b/buildscripts/antithesis/topologies/sharded_cluster/Dockerfile
@@ -2,3 +2,4 @@ FROM scratch
COPY docker-compose.yml /
ADD scripts /scripts
ADD logs /logs
+ADD data /data
diff --git a/buildscripts/antithesis/topologies/sharded_cluster/docker-compose.yml b/buildscripts/antithesis/topologies/sharded_cluster/docker-compose.yml
index ee25a3ffa98..767a4d19eb1 100644
--- a/buildscripts/antithesis/topologies/sharded_cluster/docker-compose.yml
+++ b/buildscripts/antithesis/topologies/sharded_cluster/docker-compose.yml
@@ -7,7 +7,9 @@ services:
image: mongo-binaries:evergreen-latest-master
volumes:
- ./logs/configsvr1:/var/log/mongodb/
- command: /usr/bin/mongod --bind_ip 0.0.0.0 --configsvr --replSet ConfigServerReplSet --logpath /var/log/mongodb/mongodb.log --setParameter enableTestCommands=1 --setParameter reshardingMinimumOperationDurationMillis=30000 --wiredTigerCacheSizeGB 1 --oplogSize 256
+ - ./scripts:/scripts/
+ - ./data/configsvr1:/data/configdb/
+ command: /bin/bash /scripts/configsvr_init.sh
networks:
antithesis-net:
ipv4_address: 10.20.20.6
@@ -21,7 +23,9 @@ services:
image: mongo-binaries:evergreen-latest-master
volumes:
- ./logs/configsvr2:/var/log/mongodb/
- command: /usr/bin/mongod --bind_ip 0.0.0.0 --configsvr --replSet ConfigServerReplSet --logpath /var/log/mongodb/mongodb.log --setParameter enableTestCommands=1 --setParameter reshardingMinimumOperationDurationMillis=30000 --wiredTigerCacheSizeGB 1 --oplogSize 256
+ - ./scripts:/scripts/
+ - ./data/configsvr2:/data/configdb/
+ command: /bin/bash /scripts/configsvr_init.sh
networks:
antithesis-net:
ipv4_address: 10.20.20.7
@@ -35,7 +39,9 @@ services:
image: mongo-binaries:evergreen-latest-master
volumes:
- ./logs/configsvr3:/var/log/mongodb/
- command: /usr/bin/mongod --bind_ip 0.0.0.0 --configsvr --replSet ConfigServerReplSet --logpath /var/log/mongodb/mongodb.log --setParameter enableTestCommands=1 --setParameter reshardingMinimumOperationDurationMillis=30000 --wiredTigerCacheSizeGB 1 --oplogSize 256
+ - ./scripts:/scripts/
+ - ./data/configsvr3:/data/configdb/
+ command: /bin/bash /scripts/configsvr_init.sh
networks:
antithesis-net:
ipv4_address: 10.20.20.8
@@ -49,7 +55,9 @@ services:
image: mongo-binaries:evergreen-latest-master
volumes:
- ./logs/database1:/var/log/mongodb/
- command: /usr/bin/mongod --bind_ip 0.0.0.0 --shardsvr --replSet Shard1 --logpath /var/log/mongodb/mongodb.log --oplogSize 256 --setParameter enableTestCommands=1 --setParameter enableElectionHandoff=0 --setParameter roleGraphInvalidationIsFatal=1 --setParameter receiveChunkWaitForRangeDeleterTimeoutMS=90000 --wiredTigerCacheSizeGB 1
+ - ./scripts:/scripts/
+ - ./data/database1:/data/db/
+ command: /bin/bash /scripts/database_init.sh Shard1
networks:
antithesis-net:
ipv4_address: 10.20.20.3
@@ -62,7 +70,9 @@ services:
image: mongo-binaries:evergreen-latest-master
volumes:
- ./logs/database2:/var/log/mongodb/
- command: /usr/bin/mongod --bind_ip 0.0.0.0 --shardsvr --replSet Shard1 --logpath /var/log/mongodb/mongodb.log --oplogSize 256 --setParameter enableTestCommands=1 --setParameter enableElectionHandoff=0 --setParameter roleGraphInvalidationIsFatal=1 --setParameter receiveChunkWaitForRangeDeleterTimeoutMS=90000 --wiredTigerCacheSizeGB 1
+ - ./scripts:/scripts/
+ - ./data/database2:/data/db/
+ command: /bin/bash /scripts/database_init.sh Shard1
networks:
antithesis-net:
ipv4_address: 10.20.20.4
@@ -75,7 +85,9 @@ services:
image: mongo-binaries:evergreen-latest-master
volumes:
- ./logs/database3:/var/log/mongodb/
- command: /usr/bin/mongod --bind_ip 0.0.0.0 --shardsvr --replSet Shard1 --logpath /var/log/mongodb/mongodb.log --oplogSize 256 --setParameter enableTestCommands=1 --setParameter enableElectionHandoff=0 --setParameter roleGraphInvalidationIsFatal=1 --setParameter receiveChunkWaitForRangeDeleterTimeoutMS=90000 --wiredTigerCacheSizeGB 1
+ - ./scripts:/scripts/
+ - ./data/database3:/data/db/
+ command: /bin/bash /scripts/database_init.sh Shard1
networks:
antithesis-net:
ipv4_address: 10.20.20.5
@@ -88,7 +100,9 @@ services:
image: mongo-binaries:evergreen-latest-master
volumes:
- ./logs/database4:/var/log/mongodb/
- command: /usr/bin/mongod --bind_ip 0.0.0.0 --shardsvr --replSet Shard2 --logpath /var/log/mongodb/mongodb.log --oplogSize 256 --setParameter enableTestCommands=1 --setParameter enableElectionHandoff=0 --setParameter roleGraphInvalidationIsFatal=1 --setParameter receiveChunkWaitForRangeDeleterTimeoutMS=90000 --wiredTigerCacheSizeGB 1
+ - ./scripts:/scripts/
+ - ./data/database4:/data/db/
+ command: /bin/bash /scripts/database_init.sh Shard2
networks:
antithesis-net:
ipv4_address: 10.20.20.10
@@ -101,7 +115,9 @@ services:
image: mongo-binaries:evergreen-latest-master
volumes:
- ./logs/database5:/var/log/mongodb/
- command: /usr/bin/mongod --bind_ip 0.0.0.0 --shardsvr --replSet Shard2 --logpath /var/log/mongodb/mongodb.log --oplogSize 256 --setParameter enableTestCommands=1 --setParameter enableElectionHandoff=0 --setParameter roleGraphInvalidationIsFatal=1 --setParameter receiveChunkWaitForRangeDeleterTimeoutMS=90000 --wiredTigerCacheSizeGB 1
+ - ./scripts:/scripts/
+ - ./data/database5:/data/db/
+ command: /bin/bash /scripts/database_init.sh Shard2
networks:
antithesis-net:
ipv4_address: 10.20.20.11
@@ -114,7 +130,9 @@ services:
image: mongo-binaries:evergreen-latest-master
volumes:
- ./logs/database6:/var/log/mongodb/
- command: /usr/bin/mongod --bind_ip 0.0.0.0 --shardsvr --replSet Shard2 --logpath /var/log/mongodb/mongodb.log --oplogSize 256 --setParameter enableTestCommands=1 --setParameter enableElectionHandoff=0 --setParameter roleGraphInvalidationIsFatal=1 --setParameter receiveChunkWaitForRangeDeleterTimeoutMS=90000 --wiredTigerCacheSizeGB 1
+ - ./scripts:/scripts/
+ - ./data/database6:/data/db/
+ command: /bin/bash /scripts/database_init.sh Shard2
networks:
antithesis-net:
ipv4_address: 10.20.20.12
diff --git a/buildscripts/antithesis/topologies/sharded_cluster/scripts/configsvr_init.sh b/buildscripts/antithesis/topologies/sharded_cluster/scripts/configsvr_init.sh
new file mode 100644
index 00000000000..4124b0a1b54
--- /dev/null
+++ b/buildscripts/antithesis/topologies/sharded_cluster/scripts/configsvr_init.sh
@@ -0,0 +1,4 @@
+mongod --bind_ip 0.0.0.0 --configsvr --replSet ConfigServerReplSet --logpath /var/log/mongodb/mongodb.log --setParameter enableTestCommands=1 --setParameter reshardingMinimumOperationDurationMillis=30000 --wiredTigerCacheSizeGB 1 --oplogSize 256
+
+# this cryptic statement keeps the container running.
+tail -f /dev/null
diff --git a/buildscripts/antithesis/topologies/sharded_cluster/scripts/database_init.sh b/buildscripts/antithesis/topologies/sharded_cluster/scripts/database_init.sh
new file mode 100644
index 00000000000..326e27769e3
--- /dev/null
+++ b/buildscripts/antithesis/topologies/sharded_cluster/scripts/database_init.sh
@@ -0,0 +1,4 @@
+mongod --bind_ip 0.0.0.0 --shardsvr --replSet "$1" --logpath /var/log/mongodb/mongodb.log --oplogSize 256 --setParameter enableTestCommands=1 --setParameter enableElectionHandoff=0 --setParameter roleGraphInvalidationIsFatal=1 --setParameter receiveChunkWaitForRangeDeleterTimeoutMS=90000 --wiredTigerCacheSizeGB 1
+
+# this cryptic statement keeps the container running.
+tail -f /dev/null
diff --git a/etc/evergreen.yml b/etc/evergreen.yml
index 0c7c0cf1de4..66f6e625e27 100644
--- a/etc/evergreen.yml
+++ b/etc/evergreen.yml
@@ -12178,3 +12178,4 @@ buildvariants:
tasks:
- name: compile_and_archive_dist_test_TG
- name: .antithesis
+ - name: generate_buildid_to_debug_symbols_mapping
diff --git a/evergreen/antithesis_image_build.sh b/evergreen/antithesis_image_build.sh
index 193af6bbc43..0a67987c97f 100644
--- a/evergreen/antithesis_image_build.sh
+++ b/evergreen/antithesis_image_build.sh
@@ -20,8 +20,11 @@ ldd src/dist-test/bin/mongo | grep libvoidstar
# prepare the image building environment
cp -rf src/buildscripts/antithesis/ antithesis
# due to gitignore, we can't commit a folder called logs, so make it here
-mkdir -p antithesis/topologies/replica_set/logs/{database1,database2,database3,workload}
-mkdir -p antithesis/topologies/sharded_cluster/logs/{database1,database2,database3,database4,database5,database6,configsvr1,configsvr2,configsvr3,mongos,workload}
+mkdir -p antithesis/topologies/replica_set/{logs,data}/database{1,2,3}
+mkdir -p antithesis/topologies/replica_set/{logs,data}/workload
+mkdir -p antithesis/topologies/sharded_cluster/{logs,data}/database{1,2,3,4,5,6}
+mkdir -p antithesis/topologies/sharded_cluster/{logs,data}/configsvr{1,2,3}
+mkdir -p antithesis/topologies/sharded_cluster/{logs,data}/{mongos,workload}
# copy ... to the build context
# resmoke