update step3 k

dance/pipeline.py

@@ -1084,7 +1084,12 @@ def run_step3(root_path, evaluate_pipeline, step2_pipeline_planer: PipelinePlane
 
     pipeline_top_k = default(step2_pipeline_planer.config.pipeline_tuning_top_k, DEFAULT_PIPELINE_TUNING_TOP_K)
     step3_k = default(step2_pipeline_planer.config.parameter_tuning_freq_n, DEFAULT_PARAMETER_TUNING_FREQ_N)
+    step3_start_k=default(step2_pipeline_planer.config.step3_start_k, 0)
+    # Skip some of the already run step3 because in pandas, when you sort columns with exactly the same values, the results are not random. 
+        # Instead, pandas preserves the order of the original data. So we can skip it without causing any impact.
     for i in range(pipeline_top_k):
+        if i<step3_start_k:
+            continue
         try:
             pipeline_planer = PipelinePlaner.from_config_file(
                 f"{root_path}/config_yamls/{tune_mode}/{i}_test_acc_{tune_mode}_tuning_config.yaml")
@@ -1098,6 +1103,7 @@ def run_step3(root_path, evaluate_pipeline, step2_pipeline_planer: PipelinePlane
             continue
 
 
+
 # def get_params(preprocessing_pipeline:Pipeline,type,key,name):
 #     ans=[]
 #     pips=list(filter(lambda p: p.type==type, preprocessing_pipeline.config.pipeline))