Bug 1872171 - add and support --restartAfterFailure for desktop mochitests. r=ahal

Differential Revision: https://phabricator.services.mozilla.com/D197365

UltraBlame original commit: 39c1f4cb2135dc97883ba694417a713f52325891

Author: marco-c

testing/mochitest/mochitest_options.py

@@ -6346,6 +6346,60 @@
 
 }
 
+]
+        
+[
+            
+[
+"
+-
+-
+restart
+-
+after
+-
+failure
+"
+]
+            
+{
+                
+"
+dest
+"
+:
+"
+restartAfterFailure
+"
+                
+"
+default
+"
+:
+False
+                
+"
+help
+"
+:
+"
+Terminate
+the
+session
+on
+first
+failure
+and
+restart
+where
+you
+left
+off
+.
+"
+            
+}
+        
 ]
 
 ]

testing/mochitest/runtests.py

@@ -21727,6 +21727,10 @@
 =
 None
 
+restartAfterFailure
+=
+False
+        
 marionette_args
 =
 None
@@ -22413,6 +22417,10 @@
 bisectChunk
 =
 bisectChunk
+                
+restartAfterFailure
+=
+restartAfterFailure
 
 )
 
@@ -24698,6 +24706,128 @@
 result
 )
 
+elif
+options
+.
+restartAfterFailure
+:
+                
+#
+NOTE
+:
+ideally
+browser
+will
+halt
+on
+first
+failure
+then
+this
+will
+always
+be
+the
+last
+test
+                
+if
+not
+self
+.
+expectedError
+:
+                    
+status
+=
+-
+1
+                
+else
+:
+                    
+firstFail
+=
+len
+(
+testsToRun
+)
+                    
+for
+key
+in
+self
+.
+expectedError
+:
+                        
+full_key
+=
+[
+x
+for
+x
+in
+testsToRun
+if
+key
+in
+x
+]
+                        
+if
+full_key
+:
+                            
+if
+testsToRun
+.
+index
+(
+full_key
+[
+0
+]
+)
+<
+firstFail
+:
+                                
+firstFail
+=
+testsToRun
+.
+index
+(
+full_key
+[
+0
+]
+)
+                    
+testsToRun
+=
+testsToRun
+[
+firstFail
++
+1
+:
+]
+                    
+if
+testsToRun
+=
+=
+[
+]
+:
+                        
+status
+=
+-
+1
+            
 else
 :
 
@@ -29496,6 +29626,12 @@
 .
 bisectChunk
 
+restartAfterFailure
+=
+options
+.
+restartAfterFailure
+                    
 marionette_args
 =
 marionette_args
@@ -30672,6 +30808,10 @@
 bisectChunk
 =
 None
+            
+restartAfterFailure
+=
+None
 
 )
 :
@@ -30749,6 +30889,12 @@
 =
 bisectChunk
 
+self
+.
+restartAfterFailure
+=
+restartAfterFailure
+            
 self
 .
 browserProcessId
@@ -30929,6 +31075,10 @@
 self
 .
 bisectChunk
+or
+self
+.
+restartAfterFailure
 :
 
 handlers
@@ -32381,6 +32531,38 @@
 =
 True
 
+#
+run
+until
+failure
+then
+loop
+until
+all
+tests
+have
+ran
+    
+#
+using
+looping
+similar
+to
+bisection
+code
+    
+if
+options
+.
+restartAfterFailure
+:
+        
+options
+.
+runUntilFailure
+=
+True
+    
 if
 options
 .

testing/mochitest/runtestsremote.py

@@ -2589,6 +2589,10 @@
 =
 None
 
+restartAfterFailure
+=
+False
+        
 marionette_args
 =
 None

testing/mochitest/tests/SimpleTest/TestRunner.js

@@ -1286,6 +1286,11 @@ _numTimeouts
 TestRunner
 .
 maxTimeouts
+|
+|
+TestRunner
+.
+runUntilFailure
 )
 {
 TestRunner