add control and status endpoints to KafkaIndexTask (#2730)

apache · Apr 21, 2016 · 7641f26 · 7641f26
1 parent 984a518
commit 7641f26
Show file tree

Hide file tree

Showing 4 changed files with 683 additions and 156 deletions.
diff --git a/...ions-core/kafka-indexing-service/src/main/java/io/druid/indexing/kafka/KafkaIOConfig.java b/...ions-core/kafka-indexing-service/src/main/java/io/druid/indexing/kafka/KafkaIOConfig.java
@@ -29,27 +29,31 @@
 public class KafkaIOConfig implements IOConfig
 {
   private static final boolean DEFAULT_USE_TRANSACTION = true;
+  private static final boolean DEFAULT_PAUSE_AFTER_READ = false;
 
   private final String baseSequenceName;
   private final KafkaPartitions startPartitions;
   private final KafkaPartitions endPartitions;
   private final Map<String, String> consumerProperties;
   private final boolean useTransaction;
+  private final boolean pauseAfterRead;
 
   @JsonCreator
   public KafkaIOConfig(
       @JsonProperty("baseSequenceName") String baseSequenceName,
       @JsonProperty("startPartitions") KafkaPartitions startPartitions,
       @JsonProperty("endPartitions") KafkaPartitions endPartitions,
       @JsonProperty("consumerProperties") Map<String, String> consumerProperties,
-      @JsonProperty("useTransaction") Boolean useTransaction
+      @JsonProperty("useTransaction") Boolean useTransaction,
+      @JsonProperty("pauseAfterRead") Boolean pauseAfterRead
   )
   {
     this.baseSequenceName = Preconditions.checkNotNull(baseSequenceName, "baseSequenceName");
     this.startPartitions = Preconditions.checkNotNull(startPartitions, "startPartitions");
     this.endPartitions = Preconditions.checkNotNull(endPartitions, "endPartitions");
     this.consumerProperties = Preconditions.checkNotNull(consumerProperties, "consumerProperties");
     this.useTransaction = useTransaction != null ? useTransaction : DEFAULT_USE_TRANSACTION;
+    this.pauseAfterRead = pauseAfterRead != null ? pauseAfterRead : DEFAULT_PAUSE_AFTER_READ;
 
     Preconditions.checkArgument(
         startPartitions.getTopic().equals(endPartitions.getTopic()),
@@ -101,6 +105,12 @@ public boolean isUseTransaction()
     return useTransaction;
   }
 
+  @JsonProperty
+  public boolean isPauseAfterRead()
+  {
+    return pauseAfterRead;
+  }
+
   @Override
   public String toString()
   {
@@ -110,6 +120,7 @@ public String toString()
            ", endPartitions=" + endPartitions +
            ", consumerProperties=" + consumerProperties +
            ", useTransaction=" + useTransaction +
+           ", pauseAfterRead=" + pauseAfterRead +
            '}';
   }
 }