diff options
author | Frantisek Sumsal <frantisek@sumsal.cz> | 2019-06-25 23:01:40 +0200 |
---|---|---|
committer | Jan Synacek <jan.synacek@gmail.com> | 2020-03-11 12:32:25 +0100 |
commit | 90dda340e4adeb1126639a849d4f31ae327fdc4b (patch) | |
tree | b7a3034be3b9b132906cff91d79936f23d38f120 | |
parent | 5fc2d94fbf8271bb340e834f832af5d890c267bf (diff) | |
download | systemd-90dda340e4adeb1126639a849d4f31ae327fdc4b.tar.gz |
test: introduce TEST-36-NUMAPOLICY
(cherry picked from commit 8f65e26508969610ac934d1aadbade8223bfcaac)
Related: #1808940
l--------- | test/TEST-36-NUMAPOLICY/Makefile | 1 | ||||
-rwxr-xr-x | test/TEST-36-NUMAPOLICY/test.sh | 51 | ||||
-rwxr-xr-x | test/TEST-36-NUMAPOLICY/testsuite.sh | 292 |
3 files changed, 344 insertions, 0 deletions
diff --git a/test/TEST-36-NUMAPOLICY/Makefile b/test/TEST-36-NUMAPOLICY/Makefile new file mode 120000 index 0000000000..e9f93b1104 --- /dev/null +++ b/test/TEST-36-NUMAPOLICY/Makefile @@ -0,0 +1 @@ +../TEST-01-BASIC/Makefile
\ No newline at end of file diff --git a/test/TEST-36-NUMAPOLICY/test.sh b/test/TEST-36-NUMAPOLICY/test.sh new file mode 100755 index 0000000000..a0d8623e8e --- /dev/null +++ b/test/TEST-36-NUMAPOLICY/test.sh @@ -0,0 +1,51 @@ +#!/bin/bash +set -e +TEST_DESCRIPTION="test MUMAPolicy= and NUMAMask= options" +TEST_NO_NSPAWN=1 +QEMU_OPTIONS="-numa node,nodeid=0" + +. $TEST_BASE_DIR/test-functions + +test_setup() { + create_empty_image + mkdir -p $TESTDIR/root + mount ${LOOPDEV}p1 $TESTDIR/root + + ( + LOG_LEVEL=5 + eval $(udevadm info --export --query=env --name=${LOOPDEV}p2) + + setup_basic_environment + inst_binary mktemp + + # mask some services that we do not want to run in these tests + ln -fs /dev/null $initdir/etc/systemd/system/systemd-hwdb-update.service + ln -fs /dev/null $initdir/etc/systemd/system/systemd-journal-catalog-update.service + ln -fs /dev/null $initdir/etc/systemd/system/systemd-networkd.service + ln -fs /dev/null $initdir/etc/systemd/system/systemd-networkd.socket + ln -fs /dev/null $initdir/etc/systemd/system/systemd-resolved.service + ln -fs /dev/null $initdir/etc/systemd/system/systemd-machined.service + + # setup the testsuite service + cat >$initdir/etc/systemd/system/testsuite.service <<EOF +[Unit] +Description=Testsuite service + +[Service] +ExecStart=/bin/bash -x /testsuite.sh +Type=oneshot +StandardOutput=tty +StandardError=tty +NotifyAccess=all +EOF + cp testsuite.sh $initdir/ + + setup_testsuite + ) || return 1 + setup_nspawn_root + + ddebug "umount $TESTDIR/root" + umount $TESTDIR/root +} + +do_test "$@" diff --git a/test/TEST-36-NUMAPOLICY/testsuite.sh b/test/TEST-36-NUMAPOLICY/testsuite.sh new file mode 100755 index 0000000000..e15087b137 --- /dev/null +++ b/test/TEST-36-NUMAPOLICY/testsuite.sh @@ -0,0 +1,292 @@ +#!/bin/bash +set -ex +set -o pipefail + +at_exit() { + if [ $? -ne 0 ]; then + # We're exiting with a non-zero EC, let's dump test artifacts + # for easier debugging + [ -f "$straceLog" ] && cat "$straceLog" + [ -f "$journalLog" ] && cat "$journalLog" + fi +} + +trap at_exit EXIT + +systemd-analyze log-level debug +systemd-analyze log-target journal + +# Log files +straceLog='strace.log' +journalLog='journal.log' + +# Systemd config files +testUnit='numa-test.service' +testUnitFile="/etc/systemd/system/$testUnit" +testUnitNUMAConf="$testUnitFile.d/numa.conf" + +# Sleep constants (we should probably figure out something better but nothing comes to mind) +journalSleep=5 +sleepAfterStart=1 + +startStrace() { + coproc strace -qq -p 1 -o $straceLog -e set_mempolicy -s 1024 $1 +} + +stopStrace() { + kill -s TERM $COPROC_PID +} + +startJournalctl() { + coproc journalctl -u init.scope -f > $journalLog +} + +stopJournalctl() { + # Wait a few seconds until the messages get properly queued... + sleep $journalSleep + # ...and then force journald to write them to the backing storage + # Also, using journalctl --sync should be better than using SIGRTMIN+1, as + # the --sync wait until the synchronization is complete + echo "Force journald to write all queued messages" + journalctl --sync + kill -s TERM $COPROC_PID +} + +checkNUMA() { + # NUMA enabled system should have at least NUMA node0 + test -e /sys/devices/system/node/node0 +} + +writePID1NUMAPolicy() { + echo [Manager] > $confDir/numa.conf + echo NUMAPolicy=$1 >> $confDir/numa.conf + echo NUMAMask=$2>> $confDir/numa.conf +} + +writeTestUnit() { + echo [Service] > $testUnitFile + echo ExecStart=/bin/sleep 3600 >> $testUnitFile + mkdir -p $testUnitFile.d/ +} + +writeTestUnitNUMAPolicy() { + echo [Service] > $testUnitNUMAConf + echo NUMAPolicy=$1 >> $testUnitNUMAConf + echo NUMAMask=$2>> $testUnitNUMAConf + systemctl daemon-reload +} + +pid1ReloadWithStrace() { + startStrace + systemctl daemon-reload + stopStrace +} + +pid1ReloadWithJournal() { + startJournalctl + systemctl daemon-reload + stopJournalctl +} + +pid1StartUnitWithStrace() { + startStrace '-f' + systemctl start $1 + sleep $sleepAfterStart + stopStrace +} + +pid1StartUnitWithJournal() { + startJournalctl + systemctl start $1 + sleep $sleepAfterStart + stopJournalctl +} + +pid1StopUnit() { + systemctl stop $1 +} + +systemctlCheckNUMAProperties() { + local LOGFILE="$(mktemp)" + systemctl show -p NUMAPolicy $1 > "$LOGFILE" + grep "NUMAPolicy=$2" "$LOGFILE" + + > "$LOGFILE" + + if [ -n $3 ]; then + systemctl show -p NUMAMask $1 > "$LOGFILE" + grep "NUMAMask=$3" "$LOGFILE" + fi +} + +checkNUMA +writeTestUnit + +# Create systemd config drop-in directory +confDir="/etc/systemd/system.conf.d/" +mkdir -p "$confDir" + +echo "PID1 NUMAPolicy support - Default policy w/o mask" +writePID1NUMAPolicy "default" +pid1ReloadWithStrace +# Kernel requires that nodemask argument is set to NULL when setting default policy +grep "set_mempolicy(MPOL_DEFAULT, NULL" $straceLog + +echo "PID1 NUMAPolicy support - Default policy w/ mask" +writePID1NUMAPolicy "default" "0" +pid1ReloadWithStrace +grep "set_mempolicy(MPOL_DEFAULT, NULL" $straceLog + +echo "PID1 NUMAPolicy support - Bind policy w/o mask" +writePID1NUMAPolicy "bind" +pid1ReloadWithJournal +grep "Failed to set NUMA memory policy: Invalid argument" $journalLog + +echo "PID1 NUMAPolicy support - Bind policy w/ mask" +writePID1NUMAPolicy "bind" "0" +pid1ReloadWithStrace +grep -P "set_mempolicy\(MPOL_BIND, \[0x0*1\]" $straceLog + +echo "PID1 NUMAPolicy support - Interleave policy w/o mask" +writePID1NUMAPolicy "interleave" +pid1ReloadWithJournal +grep "Failed to set NUMA memory policy: Invalid argument" $journalLog + +echo "PID1 NUMAPolicy support - Interleave policy w/ mask" +writePID1NUMAPolicy "interleave" "0" +pid1ReloadWithStrace +grep -P "set_mempolicy\(MPOL_INTERLEAVE, \[0x0*1\]" $straceLog + +echo "PID1 NUMAPolicy support - Preferred policy w/o mask" +writePID1NUMAPolicy "preferred" +pid1ReloadWithJournal +# Preferred policy with empty node mask is actually allowed and should reset allocation policy to default +! grep "Failed to set NUMA memory policy: Invalid argument" $journalLog + +echo "PID1 NUMAPolicy support - Preferred policy w/ mask" +writePID1NUMAPolicy "preferred" "0" +pid1ReloadWithStrace +grep -P "set_mempolicy\(MPOL_PREFERRED, \[0x0*1\]" $straceLog + +echo "PID1 NUMAPolicy support - Local policy w/o mask" +writePID1NUMAPolicy "local" +pid1ReloadWithStrace +# Kernel requires that nodemask argument is set to NULL when setting default policy +grep "set_mempolicy(MPOL_LOCAL, NULL" $straceLog + +echo "PID1 NUMAPolicy support - Local policy w/ mask" +writePID1NUMAPolicy "local" "0" +pid1ReloadWithStrace +grep "set_mempolicy(MPOL_LOCAL, NULL" $straceLog + +echo "Unit file NUMAPolicy support - Default policy w/o mask" +writeTestUnitNUMAPolicy "default" +pid1StartUnitWithStrace $testUnit +systemctlCheckNUMAProperties $testUnit "default" +pid1StopUnit $testUnit +grep "set_mempolicy(MPOL_DEFAULT, NULL" $straceLog + +echo "Unit file NUMAPolicy support - Default policy w/ mask" +writeTestUnitNUMAPolicy "default" "0" +pid1StartUnitWithStrace $testUnit +systemctlCheckNUMAProperties $testUnit "default" "0" +pid1StopUnit $testUnit +# Maks must be ignored +grep "set_mempolicy(MPOL_DEFAULT, NULL" $straceLog + +echo "Unit file NUMAPolicy support - Bind policy w/o mask" +writeTestUnitNUMAPolicy "bind" +pid1StartUnitWithJournal $testUnit +pid1StopUnit $testUnit +grep "numa-test.service: Main process exited, code=exited, status=242/NUMA" $journalLog + +echo "Unit file NUMAPolicy support - Bind policy w/ mask" +writeTestUnitNUMAPolicy "bind" "0" +pid1StartUnitWithStrace $testUnit +systemctlCheckNUMAProperties $testUnit "bind" "0" +pid1StopUnit $testUnit +grep -P "set_mempolicy\(MPOL_BIND, \[0x0*1\]" $straceLog + +echo "Unit file NUMAPolicy support - Interleave policy w/o mask" +writeTestUnitNUMAPolicy "interleave" +pid1StartUnitWithStrace $testUnit +pid1StopUnit $testUnit +grep "numa-test.service: Main process exited, code=exited, status=242/NUMA" $journalLog + +echo "Unit file NUMAPolicy support - Interleave policy w/ mask" +writeTestUnitNUMAPolicy "interleave" "0" +pid1StartUnitWithStrace $testUnit +systemctlCheckNUMAProperties $testUnit "interleave" "0" +pid1StopUnit $testUnit +grep -P "set_mempolicy\(MPOL_INTERLEAVE, \[0x0*1\]" $straceLog + +echo "Unit file NUMAPolicy support - Preferred policy w/o mask" +writeTestUnitNUMAPolicy "preferred" +pid1StartUnitWithJournal $testUnit +systemctlCheckNUMAProperties $testUnit "preferred" +pid1StopUnit $testUnit +! grep "numa-test.service: Main process exited, code=exited, status=242/NUMA" $journalLog + +echo "Unit file NUMAPolicy support - Preferred policy w/ mask" +writeTestUnitNUMAPolicy "preferred" "0" +pid1StartUnitWithStrace $testUnit +systemctlCheckNUMAProperties $testUnit "preferred" "0" +pid1StopUnit $testUnit +grep -P "set_mempolicy\(MPOL_PREFERRED, \[0x0*1\]" $straceLog + +echo "Unit file NUMAPolicy support - Local policy w/o mask" +writeTestUnitNUMAPolicy "local" +pid1StartUnitWithStrace $testUnit +systemctlCheckNUMAProperties $testUnit "local" +pid1StopUnit $testUnit +grep "set_mempolicy(MPOL_LOCAL, NULL" $straceLog + +echo "Unit file NUMAPolicy support - Local policy w/ mask" +writeTestUnitNUMAPolicy "local" "0" +pid1StartUnitWithStrace $testUnit +systemctlCheckNUMAProperties $testUnit "local" "0" +pid1StopUnit $testUnit +# Maks must be ignored +grep "set_mempolicy(MPOL_LOCAL, NULL" $straceLog + +echo "systemd-run NUMAPolicy support" +runUnit='numa-systemd-run-test.service' + +systemd-run -p NUMAPolicy=default --unit $runUnit sleep 1000 +systemctlCheckNUMAProperties $runUnit "default" +pid1StopUnit $runUnit + +systemd-run -p NUMAPolicy=default -p NUMAMask=0 --unit $runUnit sleep 1000 +systemctlCheckNUMAProperties $runUnit "default" "" +pid1StopUnit $runUnit + +systemd-run -p NUMAPolicy=bind -p NUMAMask=0 --unit $runUnit sleep 1000 +systemctlCheckNUMAProperties $runUnit "bind" "0" +pid1StopUnit $runUnit + +systemd-run -p NUMAPolicy=interleave -p NUMAMask=0 --unit $runUnit sleep 1000 +systemctlCheckNUMAProperties $runUnit "interleave" "0" +pid1StopUnit $runUnit + +systemd-run -p NUMAPolicy=preferred -p NUMAMask=0 --unit $runUnit sleep 1000 +systemctlCheckNUMAProperties $runUnit "preferred" "0" +pid1StopUnit $runUnit + +systemd-run -p NUMAPolicy=local --unit $runUnit sleep 1000 +systemctlCheckNUMAProperties $runUnit "local" +pid1StopUnit $runUnit + +systemd-run -p NUMAPolicy=local -p NUMAMask=0 --unit $runUnit sleep 1000 +systemctlCheckNUMAProperties $runUnit "local" "" +pid1StopUnit $runUnit + +# Cleanup +rm -rf $testDir +rm -rf $confDir +systemctl daemon-reload + +systemd-analyze log-level info + +echo OK > /testok + +exit 0 |