test: Add test to ensure that all available test scripts are run

Since we are now using an explicit list of tests to run in
notmuch-test we need to be careful that we don't add a new file of
tests and then forget to add it to the list.

diff --git a/test/basic b/test/basic
index eb109533c9d6b9ec56416283c176982c7c92cb67..8e68ef8ac5fac8960725fc07aecdd26c0a324f63 100755 (executable)
--- a/test/basic
+++ b/test/basic
@@ -49,6 +49,12 @@ test_expect_code 2 'failure to clean up causes the test to fail' '
     test_when_finished "(exit 2)"
 '
 
+# Ensure that all tests are being run
+test_begin_subtest 'Ensure that all available tests will be run by notmuch-test'
+tests_in_suite=$(grep TESTS= ../notmuch-test | sed -e "s/TESTS=\"\(.*\)\"/\1/" | tr " " "\n" | sort)
+available=$(ls -1 ../ | grep -v -E "^(aggregate-results.sh|Makefile|Makefile.local|notmuch-test|README|test-lib.sh|test-results|tmp.*)" | sort)
+test_expect_equal "$tests_in_suite" "$available"
+
 ################################################################
 # Test mail store prepared in test-lib.sh