diff --git a/tests/runtests.py b/tests/runtests.py
index 955f96d..996ed7c 100755
--- a/tests/runtests.py
+++ b/tests/runtests.py
@@ -45,6 +45,7 @@ SUBDIRS_TO_SKIP = [
     'import_error_package',
     'test_discovery_sample',
     'test_discovery_sample2',
+    'test_discovery_import_error',
     'test_runner_deprecation_app',
 ]
 
diff --git a/tests/test_discovery_import_error/__init__.py b/tests/test_discovery_import_error/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/tests/test_discovery_import_error/tests.py b/tests/test_discovery_import_error/tests.py
new file mode 100644
index 0000000..1f3ce16
--- /dev/null
+++ b/tests/test_discovery_import_error/tests.py
@@ -0,0 +1 @@
+import notexistmodule  # Kadoom
diff --git a/tests/test_runner/test_discover_runner.py b/tests/test_runner/test_discover_runner.py
index dc82c24..083ace0 100644
--- a/tests/test_runner/test_discover_runner.py
+++ b/tests/test_runner/test_discover_runner.py
@@ -165,3 +165,10 @@ class DiscoverRunnerTest(TestCase):
 
     def test_overrideable_test_loader(self):
         self.assertEqual(DiscoverRunner().test_loader, defaultTestLoader)
+
+    def test_import_error_in_tests_module(self):
+        with self.assertRaises(ImportError) as cm:
+            DiscoverRunner().build_suite(
+                ["test_discovery_sample.tests_discovery_import_error"],
+            )
+        self.assertEqual(cm.exception.message, 'No module named notexistmodule')