diff --git a/test/index.js b/test/index.js
index 0604364d18..6a617382da 100644
--- a/test/index.js
+++ b/test/index.js
@@ -111,12 +111,9 @@ function runTests(engine, options) {
     filename = filenames[i];
     file = files[filename];
 
-    var before = process.hrtime();
     success = testFile(engine, file, filename, i + 1);
-    var elapsed = process.hrtime(before);
-    var tookLessThanOneSec = (elapsed[0] === 0);
 
-    if (success && tookLessThanOneSec) {
+    if (success) {
       succeeded++;
     } else {
       failed++;
@@ -198,6 +195,11 @@ function testFile(engine, file, filename, index) {
     }
   }
 
+  if (elapsed[0] > 0) {
+    console.log('    failed because it took too long.\n\n    passed in %dms', prettyElapsedTime(elapsed));
+    return false;
+  }
+
   console.log('    passed in %dms', prettyElapsedTime(elapsed));
   return true;
 }