diff --git a/test/runtests.jl b/test/runtests.jl
index d09fbc9..f9f5999 100644
--- a/test/runtests.jl
+++ b/test/runtests.jl
@@ -22,11 +22,11 @@ testsuite = find_tests(pwd())
 args = parse_args(ARGS)
 
 if filter_tests!(testsuite, args)
+    delete!(testsuite, "testutils")
     # There are weird non-deterministic `ReadOnlyMemoryError`s on Windows,
     # so this test is disabled for now
-    delete!(testsuite, "testutils.jl")
     if Sys.iswindows()
-        delete!(testsuite, "UltrasphericalTest.jl")
+        delete!(testsuite, "UltrasphericalTest")
     end
 end