From b00e6c46c100c118aa7be7f353c55f34627aedf5 Mon Sep 17 00:00:00 2001
From: Silvia Mitter <silvia.mitter@elastic.co>
Date: Wed, 13 Nov 2019 15:22:12 +0100
Subject: [PATCH] Add failure handling to ingest pipelines. (#2896)

Avoid unexpected infinite retries on pipeline failures due to internal
callback handling, by defining failure handling on pipelines.

closes #2880
---
 ingest/pipeline/definition.json | 14 ++++++++++++--
 1 file changed, 12 insertions(+), 2 deletions(-)

diff --git a/ingest/pipeline/definition.json b/ingest/pipeline/definition.json
index 2ec9393db62..f4171074018 100644
--- a/ingest/pipeline/definition.json
+++ b/ingest/pipeline/definition.json
@@ -26,7 +26,8 @@
         "user_agent" : {
           "field": "user_agent.original",
           "target_field": "user_agent",
-          "ignore_missing": true
+          "ignore_missing": true,
+          "ignore_failure": true
         }
       }
     ]
@@ -42,7 +43,16 @@
           "database_file": "GeoLite2-City.mmdb",
           "field": "client.ip",
           "target_field": "client.geo",
-          "ignore_missing": true
+          "ignore_missing": true,
+          "on_failure": [
+            {
+              "remove": {
+                  "field": "client.ip",
+                  "ignore_missing": true,
+                  "ignore_failure": true
+              }
+            }
+          ]
         }
       }
     ]