Default to randomized test case order

Author: horenmar

src/catch2/catch_config.hpp

@@ -76,7 +76,7 @@ namespace Catch {
         WarnAbout::What warnings = WarnAbout::Nothing;
         ShowDurations showDurations = ShowDurations::DefaultForReporter;
         double minDuration = -1;
-        TestRunOrder runOrder = TestRunOrder::Declared;
+        TestRunOrder runOrder = TestRunOrder::Randomized;
         ColourMode defaultColourMode = ColourMode::PlatformDefault;
         WaitForKeypress::When waitForKeypress = WaitForKeypress::Never;
 

tests/TestScripts/testBazelSharding.py

@@ -46,10 +46,15 @@
 env["TEST_TOTAL_SHARDS"] = "2"
 env["TEST_SHARD_STATUS_FILE"] = info_file_path
 
+cmd = [
+  bin_path,
+  # We rely on the test order being deterministic
+  '--order', 'decl'
+]
 
 try:
     ret = subprocess.run(
-        bin_path,
+        cmd,
         stdout=subprocess.PIPE,
         stderr=subprocess.PIPE,
         check=True,