summaryrefslogtreecommitdiff
path: root/tests
diff options
context:
space:
mode:
authorPaul Moore <paul@paul-moore.com>2021-01-06 10:28:01 -0500
committerPaul Moore <paul@paul-moore.com>2021-01-14 09:54:41 -0500
commit5878cf2383ccedca3536f47155b13145809ae08e (patch)
treead1f33cc979dc7286cb2f342008b9e8fc9c64e5f /tests
parent2380f5788c692796f75e464c61aa877e5c4eb882 (diff)
downloadlibseccomp-5878cf2383ccedca3536f47155b13145809ae08e.tar.gz
tests: limit the number of bpf-sim-fuzz test iterations
The bpf-sim-fuzz test type was always intended to be a fuzzer for the generated BPF filters but the current implementation fuzzes the simulator more than the filter itself. Due to this, let's bump down the bpf-sim-fuzz iterations from 50 to 5, this is what we currently do on Travis CI and it seems to be okay. This change drops the number of tests by 1800 and the runtime from 4m7s to 3m35s on my test system running eight parallel jobs. Reviewed-by: Tom Hromatka <tom.hromatka@oracle.com> Signed-off-by: Paul Moore <paul@paul-moore.com>
Diffstat (limited to 'tests')
-rw-r--r--tests/01-sim-allow.tests2
-rw-r--r--tests/02-sim-basic.tests2
-rw-r--r--tests/03-sim-basic_chains.tests2
-rw-r--r--tests/04-sim-multilevel_chains.tests2
-rw-r--r--tests/05-sim-long_jumps.tests2
-rw-r--r--tests/06-sim-actions.tests2
-rw-r--r--tests/07-sim-db_bug_looping.tests2
-rw-r--r--tests/08-sim-subtree_checks.tests2
-rw-r--r--tests/09-sim-syscall_priority_pre.tests2
-rw-r--r--tests/10-sim-syscall_priority_post.tests2
-rw-r--r--tests/12-sim-basic_masked_ops.tests2
-rw-r--r--tests/14-sim-reset.tests2
-rw-r--r--tests/18-sim-basic_allowlist.tests2
-rw-r--r--tests/22-sim-basic_chains_array.tests2
-rw-r--r--tests/25-sim-multilevel_chains_adv.tests2
-rw-r--r--tests/27-sim-bpf_blk_state.tests2
-rw-r--r--tests/34-sim-basic_denylist.tests2
-rw-r--r--tests/40-sim-log.tests2
-rw-r--r--tests/42-sim-adv_chains.tests4
-rw-r--r--tests/48-sim-32b_args.tests2
20 files changed, 21 insertions, 21 deletions
diff --git a/tests/01-sim-allow.tests b/tests/01-sim-allow.tests
index bfdc470..69449f8 100644
--- a/tests/01-sim-allow.tests
+++ b/tests/01-sim-allow.tests
@@ -13,7 +13,7 @@ test type: bpf-sim
test type: bpf-sim-fuzz
# Testname StressCount
-01-sim-allow 50
+01-sim-allow 5
test type: bpf-valgrind
diff --git a/tests/02-sim-basic.tests b/tests/02-sim-basic.tests
index 07004a4..59d9db1 100644
--- a/tests/02-sim-basic.tests
+++ b/tests/02-sim-basic.tests
@@ -22,7 +22,7 @@ test type: bpf-sim
test type: bpf-sim-fuzz
# Testname StressCount
-02-sim-basic 50
+02-sim-basic 5
test type: bpf-valgrind
diff --git a/tests/03-sim-basic_chains.tests b/tests/03-sim-basic_chains.tests
index ef4353a..4e79ae3 100644
--- a/tests/03-sim-basic_chains.tests
+++ b/tests/03-sim-basic_chains.tests
@@ -24,7 +24,7 @@ test type: bpf-sim
test type: bpf-sim-fuzz
# Testname StressCount
-03-sim-basic_chains 50
+03-sim-basic_chains 5
test type: bpf-valgrind
diff --git a/tests/04-sim-multilevel_chains.tests b/tests/04-sim-multilevel_chains.tests
index b6f7576..225829c 100644
--- a/tests/04-sim-multilevel_chains.tests
+++ b/tests/04-sim-multilevel_chains.tests
@@ -36,7 +36,7 @@ test type: bpf-sim
test type: bpf-sim-fuzz
# Testname StressCount
-04-sim-multilevel_chains 50
+04-sim-multilevel_chains 5
test type: bpf-valgrind
diff --git a/tests/05-sim-long_jumps.tests b/tests/05-sim-long_jumps.tests
index ea1fc52..a2d6dd0 100644
--- a/tests/05-sim-long_jumps.tests
+++ b/tests/05-sim-long_jumps.tests
@@ -29,7 +29,7 @@ test type: bpf-sim
test type: bpf-sim-fuzz
# Testname StressCount
-05-sim-long_jumps 50
+05-sim-long_jumps 5
test type: bpf-valgrind
diff --git a/tests/06-sim-actions.tests b/tests/06-sim-actions.tests
index 1ef38b3..76072a7 100644
--- a/tests/06-sim-actions.tests
+++ b/tests/06-sim-actions.tests
@@ -26,7 +26,7 @@ test type: bpf-sim
test type: bpf-sim-fuzz
# Testname StressCount
-06-sim-actions 50
+06-sim-actions 5
test type: bpf-valgrind
diff --git a/tests/07-sim-db_bug_looping.tests b/tests/07-sim-db_bug_looping.tests
index a7ec72b..6a55703 100644
--- a/tests/07-sim-db_bug_looping.tests
+++ b/tests/07-sim-db_bug_looping.tests
@@ -15,7 +15,7 @@ test type: bpf-sim
test type: bpf-sim-fuzz
# Testname StressCount
-07-sim-db_bug_looping 50
+07-sim-db_bug_looping 5
test type: bpf-valgrind
diff --git a/tests/08-sim-subtree_checks.tests b/tests/08-sim-subtree_checks.tests
index 6c29c21..6bac218 100644
--- a/tests/08-sim-subtree_checks.tests
+++ b/tests/08-sim-subtree_checks.tests
@@ -38,7 +38,7 @@ test type: bpf-sim
test type: bpf-sim-fuzz
# Testname StressCount
-08-sim-subtree_checks 50
+08-sim-subtree_checks 5
test type: bpf-valgrind
diff --git a/tests/09-sim-syscall_priority_pre.tests b/tests/09-sim-syscall_priority_pre.tests
index a983967..c0bdece 100644
--- a/tests/09-sim-syscall_priority_pre.tests
+++ b/tests/09-sim-syscall_priority_pre.tests
@@ -18,7 +18,7 @@ test type: bpf-sim
test type: bpf-sim-fuzz
# Testname StressCount
-09-sim-syscall_priority_pre 50
+09-sim-syscall_priority_pre 5
test type: bpf-valgrind
diff --git a/tests/10-sim-syscall_priority_post.tests b/tests/10-sim-syscall_priority_post.tests
index b05235c..29314bd 100644
--- a/tests/10-sim-syscall_priority_post.tests
+++ b/tests/10-sim-syscall_priority_post.tests
@@ -18,7 +18,7 @@ test type: bpf-sim
test type: bpf-sim-fuzz
# Testname StressCount
-10-sim-syscall_priority_post 50
+10-sim-syscall_priority_post 5
test type: bpf-valgrind
diff --git a/tests/12-sim-basic_masked_ops.tests b/tests/12-sim-basic_masked_ops.tests
index 5a722f8..660d791 100644
--- a/tests/12-sim-basic_masked_ops.tests
+++ b/tests/12-sim-basic_masked_ops.tests
@@ -40,7 +40,7 @@ test type: bpf-sim
test type: bpf-sim-fuzz
# Testname StressCount
-12-sim-basic_masked_ops 50
+12-sim-basic_masked_ops 5
test type: bpf-valgrind
diff --git a/tests/14-sim-reset.tests b/tests/14-sim-reset.tests
index 584fbb0..23d22d8 100644
--- a/tests/14-sim-reset.tests
+++ b/tests/14-sim-reset.tests
@@ -21,7 +21,7 @@ test type: bpf-sim
test type: bpf-sim-fuzz
# Testname StressCount
-14-sim-reset 50
+14-sim-reset 5
test type: bpf-valgrind
diff --git a/tests/18-sim-basic_allowlist.tests b/tests/18-sim-basic_allowlist.tests
index dba88ce..b2c8ec4 100644
--- a/tests/18-sim-basic_allowlist.tests
+++ b/tests/18-sim-basic_allowlist.tests
@@ -24,7 +24,7 @@ test type: bpf-sim
test type: bpf-sim-fuzz
# Testname StressCount
-18-sim-basic_allowlist 50
+18-sim-basic_allowlist 5
test type: bpf-valgrind
diff --git a/tests/22-sim-basic_chains_array.tests b/tests/22-sim-basic_chains_array.tests
index b8867b7..c9a5e5e 100644
--- a/tests/22-sim-basic_chains_array.tests
+++ b/tests/22-sim-basic_chains_array.tests
@@ -23,7 +23,7 @@ test type: bpf-sim
test type: bpf-sim-fuzz
# Testname StressCount
-22-sim-basic_chains_array 50
+22-sim-basic_chains_array 5
test type: bpf-valgrind
diff --git a/tests/25-sim-multilevel_chains_adv.tests b/tests/25-sim-multilevel_chains_adv.tests
index c090a2e..4a4275b 100644
--- a/tests/25-sim-multilevel_chains_adv.tests
+++ b/tests/25-sim-multilevel_chains_adv.tests
@@ -22,7 +22,7 @@ test type: bpf-sim
test type: bpf-sim-fuzz
# Testname StressCount
-25-sim-multilevel_chains_adv 50
+25-sim-multilevel_chains_adv 5
test type: bpf-valgrind
diff --git a/tests/27-sim-bpf_blk_state.tests b/tests/27-sim-bpf_blk_state.tests
index cd1da6e..b987fff 100644
--- a/tests/27-sim-bpf_blk_state.tests
+++ b/tests/27-sim-bpf_blk_state.tests
@@ -16,7 +16,7 @@ test type: bpf-sim
test type: bpf-sim-fuzz
# Testname StressCount
-27-sim-bpf_blk_state 50
+27-sim-bpf_blk_state 5
test type: bpf-valgrind
diff --git a/tests/34-sim-basic_denylist.tests b/tests/34-sim-basic_denylist.tests
index ed2491a..e215a37 100644
--- a/tests/34-sim-basic_denylist.tests
+++ b/tests/34-sim-basic_denylist.tests
@@ -24,7 +24,7 @@ test type: bpf-sim
test type: bpf-sim-fuzz
# Testname StressCount
-34-sim-basic_denylist 50
+34-sim-basic_denylist 5
test type: bpf-valgrind
diff --git a/tests/40-sim-log.tests b/tests/40-sim-log.tests
index 5a036e8..ffacab8 100644
--- a/tests/40-sim-log.tests
+++ b/tests/40-sim-log.tests
@@ -13,7 +13,7 @@ test type: bpf-sim
test type: bpf-sim-fuzz
# Testname StressCount
-40-sim-log 50
+40-sim-log 5
test type: bpf-valgrind
diff --git a/tests/42-sim-adv_chains.tests b/tests/42-sim-adv_chains.tests
index 600ad09..4727bf1 100644
--- a/tests/42-sim-adv_chains.tests
+++ b/tests/42-sim-adv_chains.tests
@@ -45,8 +45,8 @@ test type: bpf-sim
test type: bpf-sim-fuzz
-# Testname StressCount
-42-sim-adv_chains 50
+# Testname StressCount
+42-sim-adv_chains 5
test type: bpf-valgrind
diff --git a/tests/48-sim-32b_args.tests b/tests/48-sim-32b_args.tests
index 4254742..6ba37a8 100644
--- a/tests/48-sim-32b_args.tests
+++ b/tests/48-sim-32b_args.tests
@@ -30,7 +30,7 @@ test type: bpf-sim
test type: bpf-sim-fuzz
# Testname StressCount
-48-sim-32b_args 50
+48-sim-32b_args 5
test type: bpf-valgrind