[fix](test)Fix unstable index compaction fault injection case (#38501)

And add index_storage_format = v1 to index compaction cases
apache · Jul 31, 2024 · 1c85086 · 1c85086
1 parent 872ff51
commit 1c85086
Show file tree

Hide file tree

Showing 5 changed files with 16 additions and 8 deletions.
diff --git a/regression-test/suites/fault_injection_p0/test_index_compaction_fault_injection.groovy b/regression-test/suites/fault_injection_p0/test_index_compaction_fault_injection.groovy
@@ -144,6 +144,7 @@ suite("test_index_compaction_failure_injection", "nonConcurrent") {
             GetDebugPoint().enableDebugPointForAllBEs("index_compaction_compact_column_throw_error")
             logger.info("trigger_full_compaction_on_tablets with fault injection: index_compaction_compact_column_throw_error")
             trigger_full_compaction_on_tablets.call(tablets)
+            wait_full_compaction_done.call(tablets)
         } finally {
             GetDebugPoint().disableDebugPointForAllBEs("index_compaction_compact_column_throw_error")
         }
@@ -187,6 +188,7 @@ suite("test_index_compaction_failure_injection", "nonConcurrent") {
             GetDebugPoint().enableDebugPointForAllBEs("index_compaction_compact_column_status_not_ok")
             logger.info("trigger_full_compaction_on_tablets with fault injection: index_compaction_compact_column_status_not_ok")
             trigger_full_compaction_on_tablets.call(tablets)
+            wait_full_compaction_done.call(tablets)
         } finally {
             GetDebugPoint().disableDebugPointForAllBEs("index_compaction_compact_column_status_not_ok")
         }
@@ -306,7 +308,7 @@ suite("test_index_compaction_failure_injection", "nonConcurrent") {
             DUPLICATE KEY(`id`)
             COMMENT 'OLAP'
             DISTRIBUTED BY HASH(`id`) BUCKETS 1
-            PROPERTIES ( "replication_num" = "1", "disable_auto_compaction" = "true");
+            PROPERTIES ( "replication_num" = "1", "disable_auto_compaction" = "true", "inverted_index_storage_format" = "V1");
         """
 
         //TabletId,ReplicaId,BackendId,SchemaHash,Version,LstSuccessVersion,LstFailedVersion,LstFailedTime,LocalDataSize,RemoteDataSize,RowCount,State,LstConsistencyCheckTime,CheckVersion,VersionCount,PathHash,MetaUrl,CompactionStatus
@@ -336,7 +338,8 @@ suite("test_index_compaction_failure_injection", "nonConcurrent") {
             PROPERTIES ( 
                 "replication_num" = "1",
                 "disable_auto_compaction" = "true",
-                "enable_unique_key_merge_on_write" = "true"
+                "enable_unique_key_merge_on_write" = "true",
+                "inverted_index_storage_format" = "V1"
             );
         """
 

diff --git a/...sion-test/suites/inverted_index_p0/index_compaction/test_index_compaction_dup_keys.groovy b/...sion-test/suites/inverted_index_p0/index_compaction/test_index_compaction_dup_keys.groovy
@@ -147,7 +147,7 @@ suite("test_index_compaction_dup_keys", "nonConcurrent") {
             DUPLICATE KEY(`id`)
             COMMENT 'OLAP'
             DISTRIBUTED BY HASH(`id`) BUCKETS 1
-            PROPERTIES ( "replication_num" = "1", "disable_auto_compaction" = "true");
+            PROPERTIES ( "replication_num" = "1", "disable_auto_compaction" = "true", "inverted_index_storage_format" = "V1");
         """
 
         sql """ INSERT INTO ${tableName} VALUES (1, "andy", "andy love apple", 100); """

diff --git a/regression-test/suites/inverted_index_p0/index_compaction/test_index_compaction_null.groovy b/regression-test/suites/inverted_index_p0/index_compaction/test_index_compaction_null.groovy
@@ -268,7 +268,8 @@ suite("test_index_compaction_null", "nonConcurrent") {
                 "replication_allocation" = "tag.location.default: 1",
                 "disable_auto_compaction" = "true",
                 "in_memory" = "false",
-                "storage_format" = "V2"
+                "storage_format" = "V2",
+                "inverted_index_storage_format" = "V1"
             )
             """
 
@@ -303,7 +304,8 @@ suite("test_index_compaction_null", "nonConcurrent") {
                 "disable_auto_compaction" = "true",
                 "enable_unique_key_merge_on_write" = "true",
                 "in_memory" = "false",
-                "storage_format" = "V2"
+                "storage_format" = "V2",
+                "inverted_index_storage_format" = "V1"
             )
             """
 

diff --git a/...n-test/suites/inverted_index_p0/index_compaction/test_index_compaction_unique_keys.groovy b/...n-test/suites/inverted_index_p0/index_compaction/test_index_compaction_unique_keys.groovy
@@ -150,7 +150,8 @@ suite("test_index_compaction_unique_keys", "nonConcurrent") {
             PROPERTIES ( 
                 "replication_num" = "1",
                 "disable_auto_compaction" = "true",
-                "enable_unique_key_merge_on_write" = "true"
+                "enable_unique_key_merge_on_write" = "true",
+                "inverted_index_storage_format" = "V1"
             );
         """
 

diff --git a/...inverted_index_p0/index_compaction/test_index_compaction_with_multi_index_segments.groovy b/...inverted_index_p0/index_compaction/test_index_compaction_with_multi_index_segments.groovy
@@ -160,7 +160,8 @@ suite("test_index_compaction_with_multi_index_segments", "nonConcurrent") {
             DISTRIBUTED BY RANDOM BUCKETS 1
             PROPERTIES (
             "replication_allocation" = "tag.location.default: 1",
-            "disable_auto_compaction" = "true"
+            "disable_auto_compaction" = "true",
+            "inverted_index_storage_format" = "V1"
             );
         """
 
@@ -293,7 +294,8 @@ suite("test_index_compaction_with_multi_index_segments", "nonConcurrent") {
             PROPERTIES (
             "replication_allocation" = "tag.location.default: 1",
             "disable_auto_compaction" = "true",
-            "enable_unique_key_merge_on_write" = "true"
+            "enable_unique_key_merge_on_write" = "true",
+            "inverted_index_storage_format" = "V1"
             );
         """