Some minor improvements on flakiness detection (#6585)

* Skip some exceptional test files in the flaky workflow, like
multi_extension
* Run some tests without a schedule, like single_node_enterprise
* Use minimal schedule for the tests in split and operations schedules

src/test/regress/citus_tests/run_test.py

@@ -26,6 +26,9 @@ test_file_name = args['test_name']
 use_base_schedule = args['use_base_schedule']
 use_whole_schedule_line = args['use_whole_schedule_line']
 
+test_files_to_skip = ['multi_cluster_management', 'multi_extension', 'multi_test_helpers']
+test_files_to_run_without_schedule = ['single_node_enterprise']
+
 if not (test_file_name or test_file_path):
     print(f"FATAL: No test given.")
     sys.exit(2)
@@ -47,6 +50,11 @@ if test_file_path:
         )
         sys.exit(1)
 
+# early exit if it's a test that needs to be skipped
+if test_file_name in test_files_to_skip:
+    print(f"WARNING: Skipping exceptional test: '{test_file_name}'")
+    sys.exit(0)
+
 test_schedule = ''
 
 # find related schedule
@@ -80,6 +88,10 @@ elif "mx" in test_schedule:
         test_schedule = 'mx_base_schedule'
     else:
         test_schedule = 'mx_minimal_schedule'
+elif "operations" in test_schedule:
+    test_schedule = 'minimal_schedule'
+elif "split" in test_schedule:
+    test_schedule = 'minimal_schedule'
 elif test_schedule in config.ARBITRARY_SCHEDULE_NAMES:
     print(f"WARNING: Arbitrary config schedule ({test_schedule}) is not supported.")
     sys.exit(0)
@@ -92,7 +104,10 @@ else:
 # copy base schedule to a temp file and append test_schedule_line
 # to be able to run tests in parallel (if test_schedule_line is a parallel group.)
 tmp_schedule_path = os.path.join(regress_dir, f"tmp_schedule_{ random.randint(1, 10000)}")
-shutil.copy2(os.path.join(regress_dir, test_schedule), tmp_schedule_path)
+# some tests don't need a schedule to run
+# e.g tests that are in the first place in their own schedule
+if test_file_name not in test_files_to_run_without_schedule:
+    shutil.copy2(os.path.join(regress_dir, test_schedule), tmp_schedule_path)
 with open(tmp_schedule_path, "a") as myfile:
         for i in range(args['repeat']):
             myfile.write(test_schedule_line)