From fb967917ff3be17d4cd10e247d93b73d6b8d346c Mon Sep 17 00:00:00 2001 From: Henrik Nordvik Date: Tue, 16 Jan 2024 10:08:59 -0800 Subject: [PATCH] Collect total_data_set_size_in_bytes from elasticsearch module (#37457) * Collect total_data_set_size_in_bytes from elasticsearch module Some APIs return total_data_set_size_in_bytes, which is usually the same as size_in_bytes, except when using partially mounted indices/searchable snapshots. For those the size_in_bytes returns zero, while total_data_set_size_in_bytes is the total shard size of the backing index on object storage. We want to collect this to see how much storage each index is using on object storage. Marking it as optional because older versions of ES don't return the field. --- metricbeat/docs/fields.asciidoc | 62 ++++++++++++++++++- .../cluster_stats/_meta/data.json | 2 +- .../cluster_stats/_meta/fields.yml | 2 + .../elasticsearch/cluster_stats/data.go | 3 +- metricbeat/module/elasticsearch/fields.go | 2 +- .../elasticsearch/index/_meta/data.json | 8 ++- .../elasticsearch/index/_meta/fields.yml | 7 +++ metricbeat/module/elasticsearch/index/data.go | 6 +- .../index_summary/_meta/fields.yml | 10 +++ .../elasticsearch/index_summary/data.go | 3 + .../elasticsearch/node_stats/_meta/fields.yml | 6 +- .../module/elasticsearch/node_stats/data.go | 3 + 12 files changed, 104 insertions(+), 10 deletions(-) diff --git a/metricbeat/docs/fields.asciidoc b/metricbeat/docs/fields.asciidoc index c7f85732c9c..d96172d0bfc 100644 --- a/metricbeat/docs/fields.asciidoc +++ b/metricbeat/docs/fields.asciidoc @@ -30458,6 +30458,13 @@ type: long -- +*`elasticsearch.cluster.stats.indices.store.total_data_set_size.bytes`*:: ++ +-- +type: long + +-- + *`elasticsearch.cluster.stats.indices.total`*:: + -- @@ -30790,6 +30797,13 @@ type: long -- +*`elasticsearch.index.primaries.store.total_data_set_size_in_bytes`*:: ++ +-- +type: long + +-- + *`elasticsearch.index.primaries.docs.count`*:: + -- @@ -30952,6 +30966,18 @@ type: long Total size of the index in bytes. +type: long + +format: bytes + +-- + +*`elasticsearch.index.total.store.total_data_set_size_in_bytes`*:: ++ +-- +Total size of the index in bytes including backing data for partially mounted indices. + + type: long format: bytes @@ -31482,6 +31508,18 @@ type: long Total size of the index in bytes. +type: long + +format: bytes + +-- + +*`elasticsearch.index.summary.primaries.store.total_data_set_size.bytes`*:: ++ +-- +Total size of the index in bytes including backing data for partially mounted indices. + + type: long format: bytes @@ -31605,6 +31643,18 @@ type: long Total size of the index in bytes. +type: long + +format: bytes + +-- + +*`elasticsearch.index.summary.total.store.total_data_set_size.bytes`*:: ++ +-- +Total size of the index in bytes including backing data for partially mounted indices. + + type: long format: bytes @@ -32104,7 +32154,17 @@ format: bytes *`elasticsearch.node.stats.indices.store.size.bytes`*:: + -- -Total size of the store in bytes. +Total size of all shards assigned to this node in bytes. + + +type: long + +-- + +*`elasticsearch.node.stats.indices.store.total_data_set_size.bytes`*:: ++ +-- +Total size of shards in bytes assigned to this node including backing data for partially mounted indices. type: long diff --git a/metricbeat/module/elasticsearch/cluster_stats/_meta/data.json b/metricbeat/module/elasticsearch/cluster_stats/_meta/data.json index 82b913b6807..2c4cc3a185a 100644 --- a/metricbeat/module/elasticsearch/cluster_stats/_meta/data.json +++ b/metricbeat/module/elasticsearch/cluster_stats/_meta/data.json @@ -143,4 +143,4 @@ "host": { "name": "host.example.com" } - } \ No newline at end of file + } diff --git a/metricbeat/module/elasticsearch/cluster_stats/_meta/fields.yml b/metricbeat/module/elasticsearch/cluster_stats/_meta/fields.yml index b3dc966464e..9ce475e06b1 100644 --- a/metricbeat/module/elasticsearch/cluster_stats/_meta/fields.yml +++ b/metricbeat/module/elasticsearch/cluster_stats/_meta/fields.yml @@ -55,6 +55,8 @@ fields: - name: store.size.bytes type: long + - name: store.total_data_set_size.bytes + type: long - name: total type: long description: > diff --git a/metricbeat/module/elasticsearch/cluster_stats/data.go b/metricbeat/module/elasticsearch/cluster_stats/data.go index 2853dd3466f..4fe1d03f6d7 100644 --- a/metricbeat/module/elasticsearch/cluster_stats/data.go +++ b/metricbeat/module/elasticsearch/cluster_stats/data.go @@ -76,7 +76,8 @@ var ( "primaries": c.Int("primaries"), }), "store": c.Dict("store", s.Schema{ - "size": s.Object{"bytes": c.Int("size_in_bytes")}, + "size": s.Object{"bytes": c.Int("size_in_bytes")}, + "total_data_set_size": s.Object{"bytes": c.Int("total_data_set_size_in_bytes", s.Optional)}, }), "fielddata": c.Dict("fielddata", s.Schema{ "memory": s.Object{ diff --git a/metricbeat/module/elasticsearch/fields.go b/metricbeat/module/elasticsearch/fields.go index 38430958f39..357fea6c315 100644 --- a/metricbeat/module/elasticsearch/fields.go +++ b/metricbeat/module/elasticsearch/fields.go @@ -32,5 +32,5 @@ func init() { // AssetElasticsearch returns asset data. // This is the base64 encoded zlib format compressed contents of module/elasticsearch. func AssetElasticsearch() string { - return "eJzsXVuP3biRfvevIPw0AWwt8moEkwWyya4XmMEgM9mXxUJhSzzn0JZEmaTa3fvrA5G6kBKvEqU+9rSfZrpbX31VvBWLxeJ78Bk9fwCogozjgiFIi9sbADjmFfoA3v5V/fnbNwCUiBUUtxyT5gP48Q0AAGh/A2pSdhV6AwBFFYIMfQBX+AYAhjjHzZV9AP/7lrHq7Tvw9sZ5+/b/+t/dCOV5QZoLvn4AF1ix/vsLRlXJPggR70EDa/QBFFXHOKL5iJYNP8hqxGEJOcxKzNoKPuf934tPAeDPLfrQq/mV0FKDw02JnnKKCvKI6LP251dKunb4icpE/ZzdIC1ZxjikPOe4Rjlu8hpXFWbT3454sMJQ/WkL+W1h9kzQyUY6Cm5WM7tw0h4ie4B1iOaEw+oA2TPuKHwSzGHxOWccchbdWLCtswvpmnITxbGfCdmZ4JGtEUdZT23/+6KgGWrgQ4XSybQjr2XDR4ir/o8OkK5jj7IrXKCGofiBxCHvtvUdneZAIFsAjnJ62IRSJjhtYERr31Jcw2n6iSMmJGZLBNWu2xSWuPr32qy5Y6ArU/MM2pByG9P+wwyvx4HaFlt0b7r6AVHz6rNpAsJNiQu07uXqt6bvNQaka7j2G5tiNuX0njxwklOuUaI61x8geIDX9VL7RAJ7JScveGXrthilfnqsjdKWzG3sVawaPuVda11k/erEqPTpsc5mgerSv6KF6uyGYJt3DJU9s4dnjg4mhmpCn4XUrJeamUWuGPYKnU6whk8KP9MEEr9KCkn5DbJbmgWdo8wAOUp7RJRh0iQTtcSbO7gwyeb53yTLhKmtiXnX4UROGZfexgIyuWejAE3eDK4R47Bu39igJezbf5/+8q2xOyrMbRhmaljfTjHS0QKpZg/v3JsbxLb+a15GNOD09TSnkwe57mf9f0Xaq676r5bmmiEvhKICMs6G/1cXrCgJdiB9y7vZg9Ecv0AXz2x83fvFOxd6xglFGcP/j2xzfdyCL9WYuGU+/JFHSQqTZ7BXvAV20h5da9TwIyQ7oEfpFF0oYjdfPGA/l2BBsw9Ar6N3mx/XOQLFaMMIN9dkPqIc0yYv161bqH4j4cwlaEEmvcPqY+WWOC2aN0o4r9CpDH1CJ3ILy8bPg186RJ/zAhY3NPijyfu9IJlFCRrZCeYiTHsotwgx8xz2pUOMn2G5SFGnzGWSWeQ8dvC8P1orcs4/xhOQZEK9gG9khpdK3dPsbmZ0LzP7gl2IwNlDGw7W1jy29Ac5+x7TH4YfuUQsaBxrb51PiKmlx5rM2BzRmuXDRJ00kqSrOTjaYeKm7RPBDT+RXaA8V8A6IRszvLIZyx9h1aET7RMhc47rndq/wsRpy2mZyzFyHsk4sbN/+YTK/AHznCF+Htk4seq0kj+ighN68uwSLHURC85r2J7HNEao7p58pZgjeh7TKKnK+cQ57JaCtHBgUdAcdpzkF1JV5OvGwKA8K83JJb9AXPXjVqLZjjyDwt8FzRRmmUTOdGTbweGSD0U14SjXzl/yYSOWlJ5TkJct64oCMXbpqiMsOKCHmVD+EaLZZEFY7rfYZInJXLBUCKi9cltPFOfJ+daznYJmk96rLACgbX3VZt5hDiPMlE6DYIlovj3fopchQTIdZNnKO2VMRjNLGfS4VuQBVnlxQ8Vn4Ubu1ckOuJBcw6ecoS95Q/aKNCCtbJlOz8mufk0n6Ql0ncQ6tO0/GucDVO62rhNtlEk6zjhsStxcU89HCvRyUrIxEOv9QRQEtoWDlPvQXS79otEiCnnvJi23QnEsVNBsAg1hYIuG7ZDfQy6yOwzdvG37VtiVpqD3dTPgSvKYe5xOtBVxJVtAo4SibYDaiYQcbCL0siPLt5erpPaKUWZILlYkDssjekLFIdIVfGOa8+yNJZ5tZmTXZHOm56XKnYY/E7L3d7IZMFBsPxtwlKB7OzBHsWKe2aeoAULvzXJ2S9yF5Rrh7rep1yil47qWqKHnppY+dF1VsrZtaEiJNu4bLmt6Mceu9gzTLQHnKbneFR2wpi4NKUV9Y9U1pM9zrr4lY9IdadB7chJCMkARS2bu3vUiXT6Rta2MXsTUCdjsszMm2ljab2j3cZUJ0YUKjEuH8c9CbDZqOxhNWbJsRxjAG6JT4wWwzNOzFKtpYqpy0k7PVc7aO8imvEchjheSdWxXsoFNm2BLTjclptwDT+K740/OoJI4E9Ig3pMMeVTyhe+UO5C9IbnBdNEibKVw54VsZCSG65aD2/hMjFiGGnKc2VY5aMn6R0C2WISuy+S1zeu3kqF3p6qucwg3K6sl1d2puqbEv+1e8CEJRYnG6yplZ/sM58502sRn0/x2WHaRjUiwas5UmDAjRyXKxBKbwbf2ebAjxSOWrYafgnBkSkIsXxU+Bd30DBOQCs2QiqUmcFMQDM7Ci2UogVNQjE3kimWq4acgHJkfFctXhU9F9yieSQjGJXHF0lTQt5Cd7kRqV+fjN/bXIuHCXFWyexwTs6pKZ/DDhu3DN6hgOh5e/vO096fHOrsW2WyTjFRlNuM7ozkgIPxkoe31SFPxNzqooeRH4s+kW8UddIx7b1WhwTfdrisNNrWs4g4lm1BCqlEEqDsWtljUmAjTa8XHV78jhpCjKkcsoxbRAm3ZF60JtUXotkg7R9RyCEMKD7gxyb6AddF2yfphRWCZw0dE4XUZKnEDu8BVAX9cjpnxn6ftCMuKtssGftfMiuMbtYWJ/Q5PoO1g4ehFe2zVMXhFeQMbsvGkpTeaIJANNDMBmVlPbkIG4rq7pdG2uLD8S0c4zGtc0CQqZ8WFZQIz67aoDLQ9EnSfSKVYvud0b1TBdpjsMCl3rIK6QfqfZQvspOv4rIEoLJOPUXmbQ7tNgwV2Ug2E+zFBO4ffdvIKd+tg9BHXwzLHjEnScEqq3NW3gw0wbP1CMEMHZYVrzF0uyhaCAtTqq8TQkxN4YnpyCo+lN0WjKCkQux+HY7MzNygihlW8G8dvIu2iJWRfTY2HrvqczBZfOtSZvC6PJRRdsp5PJnB2Bf0p+oQKbpy0Y8mMUJtPVa7InCXwQha+In43Bu657Lbv8nrPi1tY3lS8FxuPBah3Wjn9mexeM88Hn3dh5+G3uw0tjrvuyc4yue1ezCzZRFt5kWC3MZM6h9W+5dZUENCOZEMD/owwN6gLeAVuTVAAQRsT+13uMZXXVvbMsSuKTF87nKkpD+SY/HnjPOyGdMGC4HQUkMiG68I3Ae0cmMJzIEdf0ejvYByaClQZLrBrENFT6FhetzFVUVXfMZH/DE+yjP/0p1kGXCEls0o1hLQTyMSlXaKsopxWrsA0SjVWmo5ZoPByebaR9RDu//1MSgQ+/odRzqL5U0jSW14VRkllWXG3SxOYZnGyQrdR3gMhFYJNnLyPDPAbEm0r/kPii///s5lARYrPuquyn8IICobHWQBpJlp/Xnf/Yl05YtkPHTL/Qglj78fxRVFb4UJcrQDLazv6S0zjP1cXt9a3AM5u4bxTOX9akcUaMIX6PEUFAiAMBUDmr3DD0VXRx+6LiHU0mUOyvOvs1Wb1seWqchTQ6sKo82tLv4Bljp4K1JruBkmURjSe5fPVVVCwz9Ob7qMe4lMYbiubRBitDlaW3wg0Zb6K26/fv55KHYzvT1njsFCLX6QbGv5rYO5msBQBiVdPqUGVTLsDB4OzPJbXAibEmKJgwQIWU+AdmsK8xIs6Ssn6gSmwDTyuK/D7cv2/n2GNALkMjC2SZn/WUHXJYZsoJj/BJ1x3NWB9l2kKNBzA9+SmUTq6mgPb5etnOltXhSoHaWODjrU2vqUmHTl7GtVYAs5poTg2Uyv2DSeEga+Y37BsSTc3Z7WU9AxncZIXKsEP45YDlX/oPWsiWE+mlfpcKKnD+6UIXjHcFCgftgIb/OYgzX7DNXoHcANq9g4IiTr7Xjy4IF7c0EqJ1MMqivh/ChlglgHE3ap++Oumv/+pKpivrdJXAOk5JGwt2hWBYi+/FQHirobkhDIFzvxpHq4YwhA92B8xMJvEHypYPlFqV8PGACxie6sn8vxkwCoytXyPLg7D1z983xvfqIuDWL6dqX99qWC/ZFi26atH63xitR6m9qmOgR+uFKHmHXhG/Wh/Bygq/2COCZoo27uCJvPn/lMhEYsYcBbUbyYXhjlL5VjHtPK9r/CPF8M8CzimE03/33r6ylwrTNkvb+NMYZFqDMOGi539Awn0HlX4ih8qFEzAUIhhi/geJljm+nlW917JvlNSl1T7m6kelZZJnv7LHRvgnFczvEHVdckdED42DZFyCbd5vHpL4XhHm/mYMLTfmVyf5QgcTBbQHeUTyFE90svmV+F82+3rX0lFkR13xS6nlxPh1UTotbaztJ7DzP7EkiNoDS+y++lNa0hY2Zc9XfQnAQz6qQBcCFVEGge9/pi/TiDcN5tOxJ9aTJ/zsnds7OkJ3oFrdE3czsk05vXH/30fKhKLdOm/sK2zC+kau2NnPnucEZ5aWHyWtf1HnyMB1nBgGYw0NWtDcbF+jzpiC/JXgZBgB4KeUNH1m7y8JRUu0hWINJzDg2A/nEO27D1uNi5GjhwEFdbjF1go+SNsUycWF2t3QRSwKVBl672+/qvM6ZCihue9SutD3zhKhhNfFcB+lcV98UuZRyh3XUb2HCYoxwld0+DmmjXQGMJxomk5r8KFMg4TAwtfwse8IssEnPF8AwzhTCnRMXLFgX//KTI7HumZ8Rvkwww23pkhlIEbfEQTpyE4KBJLRBN2rSWBRh7yJD/iLjpKzZdn9vosf5HIaohuPnod9JmMZXerNjiJscFnO62wdrIdLUQvVkuA+FXqhstyFau3z3bOTcL2TrXDsd/gRY+fGgJaYQHCiGDUMclzH/t2d2TPpc9Zv4McZu+5dnTGsSfPyV7CMY3igeUcIyyAHnHhqpIcCHPD3FnKJRCmxoxtxdHb9Ftqgzsynv/t6UAga/HkmO9LVCHzXaKgAzNjnUuQpBOkaC5vBbMIsNDabRGQseX2ItlGFMaLQA6tsxgBGVwZMQIzqlxpBG5kqc4I5LjaexHAseVQPdDzWhz8tH8kInriiDY9aDLoGtHruGf0LiwBeHdxTSmws+51vlTE8LLtDlDXDmO7N7x1PdwUuy9J0Ym1D6iZWPYN8PbFdhs9KSmaZphzciG0hny4wnGANqM+PY8x9U0Q77UQQu0aHOObRnumQUFW984gCMLt2IYdAbud2oDJcHkulWKCnTFdVnrdMrpg7mjXk3r9/aacj0P3SUlcRf+cDkKn7vViVCtnyg/PMpF5sIhjQgfH7r2O2HPsGGubjSvXxanE9ovsiQ7YEh64NU68HQKn7LoP2xym3c/+fiPTrxvCRIY0VNIDSYwY5ntEqA4fr6nhkraM0Nf7SGMU2lZ+Wv/LKCrII9JKlb7AKWvaencXvK6N4UZ0oarI9sqYICBzRXVwhdWtFXgDOwJFvSOXoDPtWF3WKSkgiaknEyUa0tJWqZwL3+PKDqxNJ97rob9OTfLIY5y0W7+ElG/71JJAEJ8VJDOkx9lKKxQE3EmjO9IIFkJ7JFc+gTmFcVNxmt9ohwBe5CWbZTO+fhdgh85/H7UVuBYrU9iwiiybcPuMbZ9XA7M2t+fHDEtzk4teHo4xZ2fSK+KZMElLKM9hWdL1Bf+AoS2BUlar+k1AyiQr64iRYm+EmUv67hbcI4PBKOCHgnRVCR4Q+PjL9ENCxR/1fCxXzQaSaZOEVJJ6qpB5nJGOFihBQw9AKRv6VwHpbuhBbNqGVgWnaOiBZNqGVknac8IeEcWXfsOd0hUV977zsKejA6apKAjd0R8qIr6sn58+7+71pDHlSeOWAkT+eHWwKlsOGQMf1E1nZV+Ud0Us6HnFo0279wjgvNhaigpO9grGQVBnhU6dzNI8PRjyBo/jJERZgJzG9IAdHlBUinQk6D7OqTACx3pFKXkbb26ZJRp8vCbFclnRAfealnQ4vVdn4dVZ8PL/XTgL/hfxXJE8HUw7g9vkfKx1fPVjXv2YKH2/ST/mDjyPedhdEeN5i1tU4cb/+sAUCHlAWnkkbcL9e9f0dgQ14hQXDJBmkANGOWNJBO2uviucYg2TfcVVWayL9OnVmGCNwL8BXM6LqMYmgT+myftp1ruXJpDsFngHcFNUnbhDDKtKue8dVnvIP3eEL/U/G3y6gc+4LGJmtptKxFMDeRsTVA64gJORVDglMRnKWmo7y3ZKx0F0cNaiho9c+vabrdavjt31prMbmprhR+HPEX5DdPolAwWsTGbTVGCouuzWYBt39BTHfQ6FDh062e7GcPYJArISdCP0I/O5RdJ3lWPTQlQXnHNod/NihcOmlHMEvIrKR9LkI49xoyLdXfD2T/03P374E4fXH99aSRJaImqM7oO4bnJDEmvJCrYtgnTaRk1TWokuuMHGCiynT1HepnyBOcrfvV50klrRm5K9q+wTefD6Bo5NV12ZfIjwpKmEB4j/aPCXDoG6Ap/Ig/0I0Vr8dZPQ/yYPEtIs7UIoKiDjw8uGMUVmpjYiJZJ5hslm2fGGibmwWcj5bwk5lHc40h2D4eYRVriU9dp2XESf5oycooLQcgvWot1/maYhUfUTPa4jIaplMlUV4yZoawpRP3PPkQ2pHxMV3AHCYuGG4n6NmA0gR9LooJ/a5f+L+kPyXLshHDwg0ELKUGlIHFjNFkGvmDkUWHx/fMHnsCfDBlRzc64LtwZuFQxTxf/8BD42FxLr/G+t7BwULOtJGQ0AVvOFrOra+wEvFtr7LwRb0DPQonm9Dv5AXmil21N0qOHTdhUa0rx8U/xMmvcJmmPU5SVbZFIlvFUWa012wNN+l8nN7LFRKV6OkEYzzsz7K/P/OtXuBfCBdBwgWNyGhKwGQPMrm/vcP7E9S7d7dKZQvnD1mJR3MewF+iJArPskB4YS1I+qzu1rucOC0eMtGKeaKUK/e8K+6wS5b4iu5fZEWrobj+CXMOMVq2+Fr3KUIoMHO6/Nn5o8gJ76xUQNS9xv4sAdHbd/awftYw5DxJn63vyLTfkVQmgAualSyCHrkafJvKoDb9Odl7iQMD8g3zW9gaTJC1pawOF1Xs7oCmfVrDlDl+NLAaTo1EpVgd2PrR5Z7WUu4eFbTAKUD6n6Ms+yStWMk2WrNSpOFi1Km5wsU5amOVmoVnDlZNlq2ZQXEH22TKWWy8GSlaB4L0nEUpOFAA6KAI7wlioD+6fQs0Zx4V5DStLZHjaZxZjuKC8btSWkShfYIdUxVne/VZfE8sE1tH6CTyFVx1oEP98N518Q/BxKOr8nYwvidZjFPS8Qnkv8H/Jgwbn3fCbdQRu2e2rC1/HyOl7SjBfW0Uf8aMi7eh0yL8/5dcicTdw2ZFQX71pkBakquTtK6eaNsK5UlZd+wGNHNFAszd+ZjsZOcknXK447j99TvGyJNb1pmqJQ6apCSZjOAQP8b7hCgD0zjmqHmGDjnRboo2jX/a0YWb4X8ZMInKKIJF9m3OgSdvdvJ/8Up9SBN/VA3MU1imCZHQMtYrYJsCcDpJvrirY7pCdUBJY5fLxmf1wmouoybrC65JeKwLU5Joo2HgkWrraDRcGzjsEryvYWhzXb0s/Ux1aTcWHZl45wmBlT4AMZg8XNAi+Si3oIfVUgqmDLUJm3iGJS+gdDoD5gkbSmXC0/SoQiwdp3AuH1E8njuxFpOCVV7mtXX6q2jlrh2pHauw1TDs3tmMuU16LtsnVQ2hGMDglC81u/euQtIekqphyWWyifl07gs1P0CRXcM7wCvM8LoQXKxdsovw+Fr8iekfVdKeq+8/ldqXpsgsd96Sr82e9X1WUqWt5SxFhHU99kPMallTn2WUHqB9ygMi8IoSVuIO81gU2ZD4WtT8stENv2Uahsl+0PMWyXfKq6qtFfQGdN/KmKU9RWuIAvoPMo+eR2vpNRNg/781t+lP1CKp/c8KNYWJ0WjJR97USBYiN30GN6kx3lRbysRU3ZDxoOmbrfMa+EjoDzP02A/xQ7XYgbBiAYfgH6X6hI6qnTlsuADFGei8IkRgch/rr8RwEJ1pDzZhYTirn51Yt4eb+Y4CbHVpRwN0raURI+A38jFKAnWLdVr1DH39ewbZeJ/1q0BTe59A9Dn0Lx1yXAtbhbIWBXPVS8/LGnSwqAofPs6mOHPXIiCq1gJsvm+B88kdd9UhlfKwohmLjfWklZAOU3cbUGchQim6KKFHJpF1eWm7SPYdyGBxLEdR/RZb5CNgpFJbhQUocRS/qCSRAt8JGDG5QdCD3BggMGawREcj7gN9gYjSdKSxWkbiHHD7jC/Bm0HW0Js6UAyEkoX5TiALs2YYZW9JlMCUt2K1uvP/5XAAAA//8zjyyF" + return "eJzsfV2P3biR9r1/BeGrCWDrRW6NYPIC2WTXC4wxyEz2ZrFQ2BLPObQlUSapdvf++oVIfZASPyVKfey0b5Lpbj31VPGrWCwW34Mv6PkDQBVkHBcMQVrc3gDAMa/QB/D2r+rP374BoESsoLjlmDQfwM9vAABA+xtQk7Kr0BsAKKoQZOgDuMI3ADDEOW6u7AP477eMVW/fgbc3ztu3/9P/7kYozwvSXPD1A7jAivXfXzCqSvZBiHgPGlijD6CoOsYRzUe0bPhBViMOS8hhVmLWVvA57/9efAoAf27Rh17Nb4SWGhxuSvSUU1SQR0SftT+/UtK1w09UJurn7AZpyTLGIeU5xzXKcZPXuKowm/52xIMVhupPW8hvC7Nngk420lFws5rZhZP2ENkDrEM0JxxWB8iecUfhk2AOiy8545Cz6MaCbZ1dSNeUmyiO/UzIzgSPbI04ynpq+98XBc1QAx8qlE6mHXktGz5CXPV/dIB0HXuUXeECNQzFDyQOebet7+g0BwLZAnCU08MmlDLBaQMjWvuW4hpO008cMSExWyKodt2msMTVv9dmzR0DXZmaZ9CGlNuY9h9meD0O1LbYonvT1Q+ImlefTRMQbkpcoHUvV781fa8xIF3Dtd/YFLMpp/fkgZOcco0S1bn+AMEDvK6X2icS2Cs5ecErW7fFKPXzY22UtmRuY69i1fAp71rrIutXJ0alz491NgtUl/4VLVRnNwTbvGOo7Jk9PHN0MDFUE/ospGa91MwscsWwV+h0gjV8UviZJpD4VVJIym+Q3dIs6BxlBshR2iOiDJMmmagl3tzBhUk2z/8mWSZMbU3Muw4ncsq49DYWkMk9GwVo8mZwjRiHdfvGBi1h3/7/6S/fGrujwtyGYaaG9e0UIx0tkGr28M69uUFs67/mZUQDTl9Pczp5kOt+1v+/SHvVVf/V0lwz5IVQVEDG2fDf6oIVJcEOpG95N3swmuMX6OKZja97v3jnQs84oShj+H+Rba6PW/ClGhO3zIc/8ihJYfIM9oq3wE7ao2uNGn6EZAf0KJ2iC0Xs5osH7OcSLGj2Aeh19G7z4zpHoBhtGOHmmsxHlGPa5OW6dQvVbyScuQQtyKR3WH2s3BKnRfNGCecVOpWhT+hEbmHZ+Hnwa4foc17A4oYGfzR5vxcksyhBIzvBXIRpD+UWIWaew752iPEzLBcp6pS5TDKLnMcOnvdHa0XO+cd4ApJMqBfwnczwUql7mt3NjO5lZl+wCxE4e2jDwdqax5b+IGffY/rD8COXiAWNY+2t8wkxtfRYkxmbI1qzfJiok0aSdDUHRztM3LR9IrjhJ7ILlOcKWCdkY4ZXNmP5I6w6dKJ9ImTOcb1T+1eYOG05LXM5Rs4jGSd29i+fUJk/YJ4zxM8jGydWnVbyR1RwQk+eXYKlLmLBeQ3b85jGCNXdk28Uc0TPYxolVTmfOIfdUpAWDiwKmsOOk/xCqop82xgYlGelObnkF4irftxKNNuRZ1D4u6CZwiyTyJmObDs4XPKhqCYc5dr5Sz5sxJLScwrysmVdUSDGLl11hAUH9DATyj9CNJssCMv9FpssMZkLlgoBtVdu64niPDnferZT0GzSe5UFALStr9rMO8xhhJnSaRAsEc2351v0MiRIpoMsW3mnjMloZimDHteKPMAqL26o+CLcyL062QEXkmv4lDP0NW/IXpEGpJUt0+k52dWv6SQ9ga6TWIe2/UfjfIDK3dZ1oo0ySccZh02Jm2vq+UiBXk5KNgZivT+IgsC2cJByH7rLpV80WkQh792k5VYojoUKmk2gIQxs0bAd8nvIRXaHoZu3bd8Ku9IU9L5uBlxJHnOP04m2Iq5kC2iUULQNUDuRkINNhF52ZPn2cpXUXjHKDMnFisRheURPqDhEuoJvTHOevbHEs82M7JpszvS8VLnT8GdC9v5ONgMGiu1nA44SdG8H5ihWzDP7FDVA6L1Zzm6Ju7BcI9z9NvUapXRc1xI19NzU0oeuq0rWtg0NKdHGfcNlTS/m2NWeYbol4Dwl17uiA9bUpSGlqG+suob0ec7Vt2RMuiMNek9OQkgGKGLJzN27XqTLJ7K2ldGLmDoBm312xkQbS/sN7T6uMiG6UIFx6TD+WYjNRm0HoylLlu0IA3hDdGq8AJZ5epZiNU1MVU7a6bnKWXsH2ZT3KMTxQrKO7Uo2sGkTbMnppsSUe+BJfHf8yRlUEmdCGsR7kiGPSr7wnXIHsjckN5guWoStFO68kI2MxHDdcnAbn4kRy1BDjjPbKgctWf8IyBaL0HWZvLZ5/VYy9O5U1XUO4WZltaS6O1XXlPi33Qs+JKEo0Xhdpexsn+HcmU6b+Gya3w7LLrIRCVbNmQoTZuSoRJlYYjP41j4PdqR4xLLV8FMQjkxJiOWrwqegm55hAlKhGVKx1ARuCoLBWXixDCVwCoqxiVyxTDX8FIQj86Ni+arwqegexTMJwbgkrliaCvoWstOdSO3qfPzG/lokXJirSnaPY2JWVekMftiwffgGFUzHw8t/nvb+/Fhn1yKbbZKRqsxmfGc0BwSEnyy0vR5pKv5GBzWU/Ej8mXSruIOOce+tKjT4rtt1pcGmllXcoWQTSkg1igB1x8IWixoTYXqt+Pjqd8QQclTliGXUIlqgLfuiNaG2CN0WaeeIWg5hSOEBNybZF7Au2i5ZP6wILHP4iCi8LkMlbmAXuCrgj8sxM/7ztB1hWdF22cDvmllxfKO2MLHf4Qm0HSwcvWiPrToGryhvYEM2nrT0RhMEsoFmJiAz68lNyEBcd7c02hYXln/tCId5jQuaROWsuLBMYGbdFpWBtkeC7hOpFMv3nO6NKtgOkx0m5Y5VUDdI/7NsgZ10HZ81EIVl8jEqb3Not2mwwE6qgXA/Jmjn8NtOXuFuHYw+4npY5pgxSRpOSZW7+nawAYatXwhm6KCscI25y0XZQlCAWn2VGHpyAk9MT07hsfSmaBQlBWL343BsduYGRcSwinfj+E2kXbSE7Kup8dBVX5LZ4muHOpPX5bGEokvW88kEzq6gP0WfUcGNk3YsmRFq86nKFZmzBF7IwlfE78bAPZfd9l1e73lxC8ubivdi47EA9U4rpz+T3Wvm+eDzLuw8/Ha3ocVx1z3ZWSa33YuZJZtoKy8S7DZmUuew2rfcmgoC2pFsaMCfEeYGdQGvwK0JCiBoY2K/yz2m8trKnjl2RZHpa4czNeWBHJM/b5yH3ZAuWBCcjgIS2XBd+CagnQNTeA7k6Csa/QOMQ1OBKsMFdg0iegody+s2piqq6jsm8p/hSZbxn/40y4ArpGRWqYaQdgKZuLRLlFWU08oVmEapxkrTMQsUXi7PNrIewv2/T6RE4OO/GeUsmj+FJL3lVWGUVJYVd7s0gWkWJyt0G+U9EFIh2MTJ+8gAvyHRtuL/SHzx3382E6hI8UV3VfZTGEHB8DgLIM1E68/r7l+sK0cs+6FD5l8oYez9OL4oaitciKsVYHltR3+Jafzn6uLW+hbA2S2cdyrnTyuyWAOmUJ+nqEAAhKEAyPwVbji6KvrYfRGxjiZzSJZ3nb3arD62XFWOAlpdGHV+bekXsMzRU4Fa090gidKIxrN8vroKCvZ5etN91EN8CsNtZZMIo9XByvIbgabMV3H79cfXU6mD8eMpaxwWavGLdEPDfw3M3QyWIiDx6ik1qJJpd+BgcJbH8lrAhBhTFCxYwGIKvENTmJd4UUcpWT8wBbaBx3UFfl+u//cJ1giQy8DYImn2Zw1Vlxy2iWLyC3zCdVcD1neZpkDDAXxPbhqlo6s5sF2+fqazdVWocpA2NuhYa+N7atKRs6dRjSXgnBaKYzO1Yt9wQhj4hvkNy5Z0c3NWS0nPcBYneaES/DRuOVD5h96zJoL1ZFqpz4WSOrxfiuAVw02B8mErsMFvDtLsd1yjdwA3oGbvgJCos+/FgwvixQ2tlEg9rKKI/7uQAWYZQNyt6oe/bvr7n6qC+doqfQWQnkPC1qJdESj28lsRIO5qSE4oU+DMn+bhiiEM0YP9EQOzSfyhguUTpXY1bAzAIra3eiLPTwasIlPL9+jiMHz9w/e98Y26OIjl25n615cK9kuGZZu+erTOJ1brYWqf6hj46UoRat6BZ9SP9neAovIP5pigibK9K2gyP/WfColYxICzoH4zuTDMWSrHOqaV732Ff7wY5lnAMZ1o+v/e01fmWmHKfnkbZwqLVGMYNlzs7B9IoPeowlf8UKFgAoZCDFvE9zDBMtfPs7r3Svadkrqk2t9M9ai0TPL0X+7YAOe8muENqq5L7oDwsWmIlEu4zePVWwrHO9okgoz09n1HXCbfA2g+dwztyCZfajmkhzYI6N/yTeWoLu5l85vw5u0N5l+aRdUedwkwp9sU4SZF6LW2s7Sew8z+TJUjaA1PvPvpTYtSWB2ZPV30FwEM+rkFXAhVRBpnkeHZ/J3O3nTE/tRi+tyPXle+Q8BMYPB13N7ONObH5//DPlQkFunyiWFbZxfSNXZP0XyYOSM8tbD4Ih8LGJ2YBFjDCWgw0tSsDcXF+oHriD3NXwVCgi0NekJF1+8a85ZUuEhXcdJwsA+CHXsO2bL3uNm4GDmSGlRYj6NhoeQP2U2dWNzU3QVRwKZAla33+vqvMqdDihqe9yqtT5HjKBmOkFUA+90Y900yZR6h3HW72XM6oZxPdE2Dm2vWQGNMyImmJdEKn8w4TAwsfBkk84osM3rGAxMwxEelRMfIFRkE/afI7HikZ8ZvkA8z2HgJh1AGbvARTZyGaKPIVBFN2LWWjBx5apT8zLzoKDXfxtnrs/xFIqsxv/ksd9BnMpbdrdrgJMZGs+20wtrJdlYRvVgtAeJXqRsuy1Xw3z7bOTcJ2zvVDsd+gxc9fmqIkIVFHCOiW8dk433s292Rjpc+Cf4OkqK9B+XRKcyexCl7Tcg0igfWh4ywAHrEhavsciDMDXNnbZhAmBozthVHb9PvqQ3uyHj+x6yjgAwBr5241irPMd+XqELmS09BJ3vGgpwgSedK0Q28pdYiwEKLzEVAxtYFjGQbUcEvAjm0IGQEZHAJxwjMqLqqEbiRNUUjkOOKBEYAx9Zt9UDPa/yFInZT3sUJeIk8CBE9cUSbHjQZdI3oddyLpph87+I+VWBn3evUqYjh9eUdoK6dy3Yve+t6uOlMoCRFJ9Y+oKaM2TfW2xfbbfSkpGiaYU7PhdAa8uGuyQHajPr0PMYcPUG810II9WkQ6W0drZBPHYCboupETOQBFl/6/xXH6hdCQQspx7CqnkHd921UjseRdhsc4/dHe/1BAWz3risIwr1pCDuvd28YAhaE5ZlfikVmxnRZ6XU77oK5ox1lah/ku3LADt0rJnGX/csACF2+1gtyrZzXPzzLrPPBIo5FDRy7/zxi37VjrG02rlxMp3roL7IvPGBbfGB4IPGWEJwSeThsg5x2T/+vG/V/3RQnMqSh7CFIYsQw3yNCdfh4TQ2XtGWEvt4XNaPQtvLT+l9GUUEekVZX9gVOsNMWJ7zgdSETN6ILVUW2lzEFAVlBqoMrrG4tlxzYESjqHbkEnWnH6rJO9wFJTD2ZKNGQlrZK5Vz4XsJ2YG3KJlgP/XXal0ce46Td+iWkfNunluSM+IwrmX0+zlZaVSfgTsjdkaKxENojuXI1zOmhmyoJ/U47BPAi59ssm/H1Iw47dP77qK3AtViZwoZVZNmE22ds+7wamBG7PfdoWJqbXPTycIw585VeEc+ESVpCeQ7Lkq6rMQQMbQmUsrTY7wJSJrBZR4wUeyPMXH95t+AeGQxGAT8VpKtK8IDAx1+nHxIq/qjnY7kXOJBMm4ClktTTsMzjjHS0QAkaegBK2dC/CUh3Qw9i0za0KjhFQw8k0za0StKeb/eIKL70G+6Urqi4pJ+HvfMdME1FQeiO/lC+8mX9/PQ5ja+nrSlPW7dUi/LHqxOcTG44aL1bXRKfsgY+/5yum/nC3CtiQY+BHt0ee89Azgsupqg3Zq+3HQR1VuzYySzNQ5khL0Y5joKUFdhpTA/Y4RFVpaRMgu7jnD8jcKz335K38eaWWaLBx2tSLJcVHXCvuWmH03v1ll69pUh9X72lH9Nb8j9g6Yrl6mDaKewm72ut46sj9+rIRen7XTpyd+B6zcPuihjPW9yiCjf+x0KmUNgD0qqZaRPu37umtyOoEae4YIA0gxwwyhkLjmiVMFwBNWug9BuuymJdU1MvngZrBP4fwOW88mpsEjikmrxfZr17aQLJboF3ysoPq0qpphBWKsw/d4Qv9Z8MTu3AZ1wWMTPbTSXiKVm+jQkqB1zAyUgqnJKYDGXpw51VdqXjIDo4a1HDRy7CY5us1q+O3fWmsxuamuFH4QQSfkN0+iUDBaxMZtNUYKi67NZgG3f0FMd9DoYPHTrZ9s5w+g0C8lJ0I/Qj87lF0neVY9NCVBecc2h382KFw6aUcwS8Ck9fmnzkMe7UpLsL3v6p/+bnD3/i8PrzWytJQktEjec7IK6b3JDEWrKCbYsgnfaR05RWogtusLG+0elTlLcpX2CO8nevF52kVvSmdP8q+0wevL6BY9NVVyYfIjxtLuER8j8a/LVDoK7AZ/JgP0S21mreJPQ/yYOENEu7EIoKyPjwEGlMCaepjUiJZKZpsll2vGNkLhsYkgEgIi9iyKc7CMXNI6xwKash7ijHMM0ZOUUFoeUWrEW7/zpNQyJygx7XkRDVMpmqinETtDWJrJ+558iG1I+JBxcAwmLhhuKG1RBkQtLooJ/a5X+L6l4ys6EhHDwg0ELKUGlIHVnNFkGPDjoUWHx/fH32sBf+BlRzc67rLAduFQxTxX/9Aj42FxLr/G8txB4ULOtJGQ0AVvOFLMLc+wEvFtr7DwRb0DPQonm9Dv5AXmhh6lN0qOHTdhUa0rx8U3wizfsEzTHq8pItMqkS3iqLtSY74CXOy+Rm9tjiZGA0mnFm3v+Qxm9TZWwAH0jHAYLFbUjJawA0P4q7z/0T27N0u0dnEu0L11BKeRvHXv4yAsS6T3JgKEH9qGL6vpY7LBg93oNyqpki9Lsn7LtOkfyO6Fruz6SluzEHYQkzXrL7XvgqRykyeLCzcMKp2RPoqV9M1LDE/WZO3NFx+/d20D4mPkScqe9NQInmBqtqfHQCMoavjYzjiejY6N+cm3cSb97pzQyZVGLTI2WqyVQ255Cl2dN7vSYE3l58Xg5HwlSJfNdMD5LmcWgZEocXPTqjK5xVwOkMXY6vi5GiUyslNnY/E31k6aO5no1vXQ1QPqQE0jzLKiVkTpatFmw5WbSo83OyTFmn6WShWvWhk2WrNYReQPTZMpXCRgdLVs4HekkirJwsGnJQMHSEt5Tc2D+FnjWKC/caUpLO9oLSLMZ0YX/ZqC0hVboYF6mOsbr7lc0klg8uKPcLfAopwdci+OVuOP+K4JdQ0vk9GVsQr8Ms7nk79Vzi/5BnLM799jPpDtqw3VMTvo6X1/GSZrywjj7iR0MK2uuQeXnOr0PmbOK2IaO6eNciK0hVyd1RSjdvhHVl7bz0iz47ooFiaf7BdDR2kku6XnFcasKeSn5LrOnx5BRVe1flesJ0Dhjgf8MVAuyZcVQ7xAQb77RAH0W7rrLFyJpa8pTzFZIvk490Cbv7t5N/igP7wEuLIO4OH0WwzI6BFjHbBNiTAdLNdUXbHdITKgLLHD5esz8uc3J1GTdYXfJLReDaHBNFG48EC1fbwaLgWcfgFWV7KyWbbeln6mOrybiw7GtHOMyMtwECGYPFJQsvkot6CH1VIKpgy1CZt4hiUvoHQ6A+YJG/p9yyP0qEIsHadwLh9RPJ47sRaTglVe5rV1/Wuo5a4dqR5bwNUw7N7ZjL7N+i7bJ1UNoRjA4JQvNbv3rkLSHpqucclmYp37FP4LNT9BkV3DO8ArzPC6EFysVDQf8aCl+RPTnth1LUff31h1L12ASP+9JV+LM/rqrLVLS8pYixjqa+1HmMSyuvG2QFqR9wg8q8IISWuIG81wQ2ZT5UeT8tt0Bs20ehsl22v0qyXfKp6qpGfwGdNfGnKk5RW+ECvoDOo+ST2/lORtk87M9v+VH2C6l8csOPYmF1WjBS9rUTBYqN3EEvS052lHcSsxY1ZT9oOGTqfse8EjoCzv80Af5T7HQhbhiAYPgF6H+hIqmnTlvuRTJEeS5qtBgdhPjKAR8FJFhDzptZTCjm5idg4uX9aoKbHFvxnoFR0o73ETLwN0IBeoJ1W/UKdfx9Ddt2mfivRVtwk0v/MPRdIH+JBlyL+yQCdtVDxTWOPV1SAAydZ1cfO+zFH3EbBTNZQcj/+o+8+ZTK+Fp9DMHE/fBQylowvXABGSKboooUcmkXt7ebtC/D3IbXQkS1U9FlvkE2CkUluFBShxFL+pxPEC3wkYMblB0IPcGCAwZrBERyPuA32BiNJy45FaRuIccPuML8GbQdbQmzpQDISShfVCUBuzZhhlb0mUwJS3YrW68//r8AAAD//5ZWhcA=" } diff --git a/metricbeat/module/elasticsearch/index/_meta/data.json b/metricbeat/module/elasticsearch/index/_meta/data.json index cde504eefb7..2fa8eeb4f18 100644 --- a/metricbeat/module/elasticsearch/index/_meta/data.json +++ b/metricbeat/module/elasticsearch/index/_meta/data.json @@ -50,7 +50,8 @@ "query_time_in_millis": 2456214 }, "store": { - "size_in_bytes": 17759832 + "size_in_bytes": 17759832, + "total_data_set_size_in_bytes": 17759832 }, "query_cache": { "memory_size_in_bytes": 21120, @@ -89,7 +90,8 @@ "total_size_in_bytes": 2199683211 }, "store": { - "size_in_bytes": 17759832 + "size_in_bytes": 17759832, + "total_data_set_size_in_bytes": 17759832 }, "indexing": { "index_time_in_millis": 117187, @@ -152,4 +154,4 @@ "host": { "name": "host.example.com" } - } \ No newline at end of file + } diff --git a/metricbeat/module/elasticsearch/index/_meta/fields.yml b/metricbeat/module/elasticsearch/index/_meta/fields.yml index ac4be51c415..8182963959b 100644 --- a/metricbeat/module/elasticsearch/index/_meta/fields.yml +++ b/metricbeat/module/elasticsearch/index/_meta/fields.yml @@ -53,6 +53,8 @@ type: long - name: store.size_in_bytes type: long + - name: store.total_data_set_size_in_bytes + type: long - name: docs.count type: long - name: docs.deleted @@ -113,6 +115,11 @@ type: long description: > Total size of the index in bytes. + - name: store.total_data_set_size_in_bytes + format: bytes + type: long + description: > + Total size of the index in bytes including backing data for partially mounted indices. - name: query_cache type: group fields: diff --git a/metricbeat/module/elasticsearch/index/data.go b/metricbeat/module/elasticsearch/index/data.go index bcd4aeb3b6e..620cddf93a0 100644 --- a/metricbeat/module/elasticsearch/index/data.go +++ b/metricbeat/module/elasticsearch/index/data.go @@ -73,7 +73,8 @@ type primaries struct { FixedBitSetMemoryInBytes int `json:"fixed_bit_set_memory_in_bytes"` } `json:"segments"` Store struct { - SizeInBytes int `json:"size_in_bytes"` + SizeInBytes int `json:"size_in_bytes"` + TotalDataSetSizeInBytes int `json:"total_data_set_size_in_bytes"` } `json:"store"` Refresh struct { TotalTimeInMillis int `json:"total_time_in_millis"` @@ -132,7 +133,8 @@ type total struct { FixedBitSetMemoryInBytes int `json:"fixed_bit_set_memory_in_bytes"` } `json:"segments"` Store struct { - SizeInBytes int `json:"size_in_bytes"` + SizeInBytes int `json:"size_in_bytes"` + TotalDataSetSizeInBytes int `json:"total_data_set_size_in_bytes"` } `json:"store"` Refresh struct { TotalTimeInMillis int `json:"total_time_in_millis"` diff --git a/metricbeat/module/elasticsearch/index_summary/_meta/fields.yml b/metricbeat/module/elasticsearch/index_summary/_meta/fields.yml index b0a8352e57f..8ca0dcb11d5 100644 --- a/metricbeat/module/elasticsearch/index_summary/_meta/fields.yml +++ b/metricbeat/module/elasticsearch/index_summary/_meta/fields.yml @@ -20,6 +20,11 @@ format: bytes description: > Total size of the index in bytes. + - name: store.total_data_set_size.bytes + type: long + format: bytes + description: > + Total size of the index in bytes including backing data for partially mounted indices. - name: segments.count type: long description: > @@ -78,6 +83,11 @@ format: bytes description: > Total size of the index in bytes. + - name: store.total_data_set_size.bytes + type: long + format: bytes + description: > + Total size of the index in bytes including backing data for partially mounted indices. - name: segments.count type: long description: > diff --git a/metricbeat/module/elasticsearch/index_summary/data.go b/metricbeat/module/elasticsearch/index_summary/data.go index ff6fedb53c9..abd1d02d01d 100644 --- a/metricbeat/module/elasticsearch/index_summary/data.go +++ b/metricbeat/module/elasticsearch/index_summary/data.go @@ -46,6 +46,9 @@ var indexSummaryDict = s.Schema{ "size": s.Object{ "bytes": c.Int("size_in_bytes"), }, + "total_data_set_size": s.Object{ + "bytes": c.Int("total_data_set_size_in_bytes", s.Optional), + }, }), "segments": c.Dict("segments", s.Schema{ "count": c.Int("count"), diff --git a/metricbeat/module/elasticsearch/node_stats/_meta/fields.yml b/metricbeat/module/elasticsearch/node_stats/_meta/fields.yml index ab7d2d06338..1c5b1a1de68 100644 --- a/metricbeat/module/elasticsearch/node_stats/_meta/fields.yml +++ b/metricbeat/module/elasticsearch/node_stats/_meta/fields.yml @@ -66,7 +66,11 @@ - name: store.size.bytes type: long description: > - Total size of the store in bytes. + Total size of all shards assigned to this node in bytes. + - name: store.total_data_set_size.bytes + type: long + description: > + Total size of shards in bytes assigned to this node including backing data for partially mounted indices. - name: fielddata type: group fields: diff --git a/metricbeat/module/elasticsearch/node_stats/data.go b/metricbeat/module/elasticsearch/node_stats/data.go index 1c0e00f9991..c6d430875d0 100644 --- a/metricbeat/module/elasticsearch/node_stats/data.go +++ b/metricbeat/module/elasticsearch/node_stats/data.go @@ -116,6 +116,9 @@ var ( "size": s.Object{ "bytes": c.Int("size_in_bytes"), }, + "total_data_set_size": s.Object{ + "bytes": c.Int("total_data_set_size_in_bytes", s.Optional), + }, }), "segments": c.Dict("segments", s.Schema{ "count": c.Int("count"),