diff --git a/tests/test_crawl.py b/tests/test_crawl.py
index a0f3c9997..1b4a4b3b0 100644
--- a/tests/test_crawl.py
+++ b/tests/test_crawl.py
@@ -261,6 +261,7 @@ with multiples lines
         yield self.assertFailure(
             self.runner.crawl(crawler, "http://localhost:8998/status?n=200"),
             ZeroDivisionError)
+        self.assertFalse(crawler.crawling)
 
     @defer.inlineCallbacks
     def test_crawlerrunner_accepts_crawler(self):