elasticsearch-exporter的部署

安装部署exporter

下载exporter二进制包

根据不同的环境，选择不同的二进制包

下载地址：https://github.com/prometheus-community/elasticsearch_exporter/releases/tag/v1.3.0

我这里使用的是这个包【elasticsearch_exporter-1.3.0.linux-amd64.tar.gz】

https://github.com/prometheus-community/elasticsearch_exporter/releases/download/v1.3.0/elasticsearch_exporter-1.3.0.linux-amd64.tar.gz

解压安装包

1	tar -zxvf elasticsearch_exporter-1.3.0.linux-amd64.tar.gz

解压之后的目录结构如下：

运行exporter

进入解压的目录，运行二进制文件 elasticsearch_exporter

根据被监控的elasticsearch是否用户密码，需要分为以下两种情况进行运行：

不需要用户名和密码
1
./elasticsearch_exporter --web.listen-address ":9109" --es.uri http://localhost:9200
注意：

① 其中的localhost，是指被监控的elasticsearch所在的服务器地址，我这里是本机，因此可以直接使用localhost替代

② 如果启动是出现如下错误：

caller=clusterinfo.go:188 msg=”failed to retrieve cluster info from ES” err=”HTTP Request failed with code 401”

很显然是表示没有权限，需要使用用户名和密码访问elasticsearch，需要使用下面第二种方式进行启动即可

需要用户名和密码

1	./elasticsearch_exporter --web.listen-address ":9109" --es.uri http://elastic:elastic@localhost:9200

对接prometheus

我这里采用的http_sd_config的方式发现服务，需要了解的可以查阅《prometheus服务动态发现之http_sd_config》这篇文章

在prometheus中添加如下配置：

- job_name: 'elasticsearch'
  http_sd_configs:
    - url: http://172.26.62.99:12000/prometheus/getTargetByType?exporterType=ELASTICSEARCH
      refresh_interval: 5s

重启或reload一下prometheus即可

注意：

① 配置中的url填写的是自己提供的服务地址，prometheus会自动调用该接口获取服务节点信息，该接口返回的的结果如下：
1
2
3
4
5
6
7
8
9
10
[
 {
     "targets":[
         "172.18.40.xx:9109"
     ],
     "labels":{
         "job":"elasticsearch"
     }
 }
]

查看节点是否注册上去

使用grafana查看监控大盘

这里使用的是6483的监控大盘，访问地址如下：

https://grafana.com/grafana/dashboards/6483

最终呈现的监控大盘如下：

elasticsearch_exporter监控的指标

通过访问exporter暴露出来的指标访问地址，可以查看到当前采集监控数据：

http://172.18.40.xx:9109/metrics

# HELP elasticsearch_breakers_estimated_size_bytes Estimated size in bytes of breaker
# TYPE elasticsearch_breakers_estimated_size_bytes gauge
elasticsearch_breakers_estimated_size_bytes{breaker="accounting",cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 3.1915479e+07
elasticsearch_breakers_estimated_size_bytes{breaker="fielddata",cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 47232
elasticsearch_breakers_estimated_size_bytes{breaker="in_flight_requests",cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 41421
elasticsearch_breakers_estimated_size_bytes{breaker="parent",cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 3.2004132e+07
elasticsearch_breakers_estimated_size_bytes{breaker="request",cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 0
# HELP elasticsearch_breakers_limit_size_bytes Limit size in bytes for breaker
# TYPE elasticsearch_breakers_limit_size_bytes gauge
elasticsearch_breakers_limit_size_bytes{breaker="accounting",cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 2.112618496e+09
elasticsearch_breakers_limit_size_bytes{breaker="fielddata",cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 1.267571097e+09
elasticsearch_breakers_limit_size_bytes{breaker="in_flight_requests",cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 2.112618496e+09
elasticsearch_breakers_limit_size_bytes{breaker="parent",cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 1.478832947e+09
elasticsearch_breakers_limit_size_bytes{breaker="request",cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 1.267571097e+09
# HELP elasticsearch_breakers_overhead Overhead of circuit breakers
# TYPE elasticsearch_breakers_overhead counter
elasticsearch_breakers_overhead{breaker="accounting",cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 1
elasticsearch_breakers_overhead{breaker="fielddata",cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 1.03
elasticsearch_breakers_overhead{breaker="in_flight_requests",cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 1
elasticsearch_breakers_overhead{breaker="parent",cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 1
elasticsearch_breakers_overhead{breaker="request",cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 1
# HELP elasticsearch_breakers_tripped tripped for breaker
# TYPE elasticsearch_breakers_tripped counter
elasticsearch_breakers_tripped{breaker="accounting",cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 0
elasticsearch_breakers_tripped{breaker="fielddata",cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 0
elasticsearch_breakers_tripped{breaker="in_flight_requests",cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 0
elasticsearch_breakers_tripped{breaker="parent",cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 0
elasticsearch_breakers_tripped{breaker="request",cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 0
# HELP elasticsearch_cluster_health_active_primary_shards The number of primary shards in your cluster. This is an aggregate total across all indices.
# TYPE elasticsearch_cluster_health_active_primary_shards gauge
elasticsearch_cluster_health_active_primary_shards{cluster="powercloud_log"} 4236
# HELP elasticsearch_cluster_health_active_shards Aggregate total of all shards across all indices, which includes replica shards.
# TYPE elasticsearch_cluster_health_active_shards gauge
elasticsearch_cluster_health_active_shards{cluster="powercloud_log"} 4236
# HELP elasticsearch_cluster_health_delayed_unassigned_shards Shards delayed to reduce reallocation overhead
# TYPE elasticsearch_cluster_health_delayed_unassigned_shards gauge
elasticsearch_cluster_health_delayed_unassigned_shards{cluster="powercloud_log"} 0
# HELP elasticsearch_cluster_health_initializing_shards Count of shards that are being freshly created.
# TYPE elasticsearch_cluster_health_initializing_shards gauge
elasticsearch_cluster_health_initializing_shards{cluster="powercloud_log"} 0
# HELP elasticsearch_cluster_health_json_parse_failures Number of errors while parsing JSON.
# TYPE elasticsearch_cluster_health_json_parse_failures counter
elasticsearch_cluster_health_json_parse_failures 0
# HELP elasticsearch_cluster_health_number_of_data_nodes Number of data nodes in the cluster.
# TYPE elasticsearch_cluster_health_number_of_data_nodes gauge
elasticsearch_cluster_health_number_of_data_nodes{cluster="powercloud_log"} 1
# HELP elasticsearch_cluster_health_number_of_in_flight_fetch The number of ongoing shard info requests.
# TYPE elasticsearch_cluster_health_number_of_in_flight_fetch gauge
elasticsearch_cluster_health_number_of_in_flight_fetch{cluster="powercloud_log"} 0
# HELP elasticsearch_cluster_health_number_of_nodes Number of nodes in the cluster.
# TYPE elasticsearch_cluster_health_number_of_nodes gauge
elasticsearch_cluster_health_number_of_nodes{cluster="powercloud_log"} 1
# HELP elasticsearch_cluster_health_number_of_pending_tasks Cluster level changes which have not yet been executed
# TYPE elasticsearch_cluster_health_number_of_pending_tasks gauge
elasticsearch_cluster_health_number_of_pending_tasks{cluster="powercloud_log"} 0
# HELP elasticsearch_cluster_health_relocating_shards The number of shards that are currently moving from one node to another node.
# TYPE elasticsearch_cluster_health_relocating_shards gauge
elasticsearch_cluster_health_relocating_shards{cluster="powercloud_log"} 0
# HELP elasticsearch_cluster_health_status Whether all primary and replica shards are allocated.
# TYPE elasticsearch_cluster_health_status gauge
elasticsearch_cluster_health_status{cluster="powercloud_log",color="green"} 1
elasticsearch_cluster_health_status{cluster="powercloud_log",color="red"} 0
elasticsearch_cluster_health_status{cluster="powercloud_log",color="yellow"} 0
# HELP elasticsearch_cluster_health_task_max_waiting_in_queue_millis Tasks max time waiting in queue.
# TYPE elasticsearch_cluster_health_task_max_waiting_in_queue_millis gauge
elasticsearch_cluster_health_task_max_waiting_in_queue_millis{cluster="powercloud_log"} 0
# HELP elasticsearch_cluster_health_total_scrapes Current total ElasticSearch cluster health scrapes.
# TYPE elasticsearch_cluster_health_total_scrapes counter
elasticsearch_cluster_health_total_scrapes 86
# HELP elasticsearch_cluster_health_unassigned_shards The number of shards that exist in the cluster state, but cannot be found in the cluster itself.
# TYPE elasticsearch_cluster_health_unassigned_shards gauge
elasticsearch_cluster_health_unassigned_shards{cluster="powercloud_log"} 0
# HELP elasticsearch_cluster_health_up Was the last scrape of the ElasticSearch cluster health endpoint successful.
# TYPE elasticsearch_cluster_health_up gauge
elasticsearch_cluster_health_up 1
# HELP elasticsearch_clusterinfo_last_retrieval_failure_ts Timestamp of the last failed cluster info retrieval
# TYPE elasticsearch_clusterinfo_last_retrieval_failure_ts gauge
elasticsearch_clusterinfo_last_retrieval_failure_ts{url="http://localhost:9200"} 1.641279194e+09
# HELP elasticsearch_clusterinfo_last_retrieval_success_ts Timestamp of the last successful cluster info retrieval
# TYPE elasticsearch_clusterinfo_last_retrieval_success_ts gauge
elasticsearch_clusterinfo_last_retrieval_success_ts{url="http://localhost:9200"} 1.641279789e+09
# HELP elasticsearch_clusterinfo_up Up metric for the cluster info collector
# TYPE elasticsearch_clusterinfo_up gauge
elasticsearch_clusterinfo_up{url="http://localhost:9200"} 1
# HELP elasticsearch_clusterinfo_version_info Constant metric with ES version information as labels
# TYPE elasticsearch_clusterinfo_version_info gauge
elasticsearch_clusterinfo_version_info{build_date="2020-10-16T09:09:46.555371Z",build_hash="be13c69",cluster="powercloud_log",cluster_uuid="YHZNY2gQRwSdApY_N5ZRGg",lucene_version="7.7.3",version="6.8.13"} 0
# HELP elasticsearch_exporter_build_info A metric with a constant '1' value labeled by version, revision, branch, and goversion from which elasticsearch_exporter was built.
# TYPE elasticsearch_exporter_build_info gauge
elasticsearch_exporter_build_info{branch="HEAD",goversion="go1.16.9",revision="5b2e5c7e0e5059c5e2c8046802fa59fb88b30773",version="1.3.0"} 1
# HELP elasticsearch_filesystem_data_available_bytes Available space on block device in bytes
# TYPE elasticsearch_filesystem_data_available_bytes gauge
elasticsearch_filesystem_data_available_bytes{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",mount="/ (rootfs)",name="node-65",path="/mysql/es/nodes/0"} 7.907373056e+09
# HELP elasticsearch_filesystem_data_free_bytes Free space on block device in bytes
# TYPE elasticsearch_filesystem_data_free_bytes gauge
elasticsearch_filesystem_data_free_bytes{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",mount="/ (rootfs)",name="node-65",path="/mysql/es/nodes/0"} 7.907373056e+09
# HELP elasticsearch_filesystem_data_size_bytes Size of block device in bytes
# TYPE elasticsearch_filesystem_data_size_bytes gauge
elasticsearch_filesystem_data_size_bytes{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",mount="/ (rootfs)",name="node-65",path="/mysql/es/nodes/0"} 1.3407092736e+10
# HELP elasticsearch_filesystem_io_stats_device_operations_count Count of disk operations
# TYPE elasticsearch_filesystem_io_stats_device_operations_count counter
elasticsearch_filesystem_io_stats_device_operations_count{cluster="powercloud_log",device="dm-0",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 4.24902462e+08
# HELP elasticsearch_filesystem_io_stats_device_read_operations_count Count of disk read operations
# TYPE elasticsearch_filesystem_io_stats_device_read_operations_count counter
elasticsearch_filesystem_io_stats_device_read_operations_count{cluster="powercloud_log",device="dm-0",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 173739
# HELP elasticsearch_filesystem_io_stats_device_read_size_kilobytes_sum Total kilobytes read from disk
# TYPE elasticsearch_filesystem_io_stats_device_read_size_kilobytes_sum counter
elasticsearch_filesystem_io_stats_device_read_size_kilobytes_sum{cluster="powercloud_log",device="dm-0",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 5.766904e+06
# HELP elasticsearch_filesystem_io_stats_device_write_operations_count Count of disk write operations
# TYPE elasticsearch_filesystem_io_stats_device_write_operations_count counter
elasticsearch_filesystem_io_stats_device_write_operations_count{cluster="powercloud_log",device="dm-0",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 4.24728723e+08
# HELP elasticsearch_filesystem_io_stats_device_write_size_kilobytes_sum Total kilobytes written to disk
# TYPE elasticsearch_filesystem_io_stats_device_write_size_kilobytes_sum counter
elasticsearch_filesystem_io_stats_device_write_size_kilobytes_sum{cluster="powercloud_log",device="dm-0",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 3.996657082e+09
# HELP elasticsearch_indices_completion_size_in_bytes Completion in bytes
# TYPE elasticsearch_indices_completion_size_in_bytes counter
elasticsearch_indices_completion_size_in_bytes{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 0
# HELP elasticsearch_indices_docs Count of documents on this node
# TYPE elasticsearch_indices_docs gauge
elasticsearch_indices_docs{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 3.844747e+06
# HELP elasticsearch_indices_docs_deleted Count of deleted documents on this node
# TYPE elasticsearch_indices_docs_deleted gauge
elasticsearch_indices_docs_deleted{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 31972
# HELP elasticsearch_indices_fielddata_evictions Evictions from field data
# TYPE elasticsearch_indices_fielddata_evictions counter
elasticsearch_indices_fielddata_evictions{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 0
# HELP elasticsearch_indices_fielddata_memory_size_bytes Field data cache memory usage in bytes
# TYPE elasticsearch_indices_fielddata_memory_size_bytes gauge
elasticsearch_indices_fielddata_memory_size_bytes{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 47232
# HELP elasticsearch_indices_filter_cache_evictions Evictions from filter cache
# TYPE elasticsearch_indices_filter_cache_evictions counter
elasticsearch_indices_filter_cache_evictions{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 0
# HELP elasticsearch_indices_filter_cache_memory_size_bytes Filter cache memory usage in bytes
# TYPE elasticsearch_indices_filter_cache_memory_size_bytes gauge
elasticsearch_indices_filter_cache_memory_size_bytes{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 0
# HELP elasticsearch_indices_flush_time_seconds Cumulative flush time in seconds
# TYPE elasticsearch_indices_flush_time_seconds counter
elasticsearch_indices_flush_time_seconds{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 1281.583
# HELP elasticsearch_indices_flush_total Total flushes
# TYPE elasticsearch_indices_flush_total counter
elasticsearch_indices_flush_total{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 88700
# HELP elasticsearch_indices_get_exists_time_seconds Total time get exists in seconds
# TYPE elasticsearch_indices_get_exists_time_seconds counter
elasticsearch_indices_get_exists_time_seconds{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 7334.63
# HELP elasticsearch_indices_get_exists_total Total get exists operations
# TYPE elasticsearch_indices_get_exists_total counter
elasticsearch_indices_get_exists_total{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 1.09638173e+08
# HELP elasticsearch_indices_get_missing_time_seconds Total time of get missing in seconds
# TYPE elasticsearch_indices_get_missing_time_seconds counter
elasticsearch_indices_get_missing_time_seconds{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 1.69
# HELP elasticsearch_indices_get_missing_total Total get missing
# TYPE elasticsearch_indices_get_missing_total counter
elasticsearch_indices_get_missing_total{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 978
# HELP elasticsearch_indices_get_time_seconds Total get time in seconds
# TYPE elasticsearch_indices_get_time_seconds counter
elasticsearch_indices_get_time_seconds{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 7336.32
# HELP elasticsearch_indices_get_total Total get
# TYPE elasticsearch_indices_get_total counter
elasticsearch_indices_get_total{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 1.09639151e+08
# HELP elasticsearch_indices_indexing_delete_time_seconds_total Total time indexing delete in seconds
# TYPE elasticsearch_indices_indexing_delete_time_seconds_total counter
elasticsearch_indices_indexing_delete_time_seconds_total{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 0
# HELP elasticsearch_indices_indexing_delete_total Total indexing deletes
# TYPE elasticsearch_indices_indexing_delete_total counter
elasticsearch_indices_indexing_delete_total{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 0
# HELP elasticsearch_indices_indexing_index_time_seconds_total Cumulative index time in seconds
# TYPE elasticsearch_indices_indexing_index_time_seconds_total counter
elasticsearch_indices_indexing_index_time_seconds_total{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 47008.786
# HELP elasticsearch_indices_indexing_index_total Total index calls
# TYPE elasticsearch_indices_indexing_index_total counter
elasticsearch_indices_indexing_index_total{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 8.7126405e+07
# HELP elasticsearch_indices_indexing_is_throttled Indexing throttling
# TYPE elasticsearch_indices_indexing_is_throttled gauge
elasticsearch_indices_indexing_is_throttled{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 0
# HELP elasticsearch_indices_indexing_throttle_time_seconds_total Cumulative indexing throttling time
# TYPE elasticsearch_indices_indexing_throttle_time_seconds_total counter
elasticsearch_indices_indexing_throttle_time_seconds_total{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 0
# HELP elasticsearch_indices_merges_current Current merges
# TYPE elasticsearch_indices_merges_current gauge
elasticsearch_indices_merges_current{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 0
# HELP elasticsearch_indices_merges_current_size_in_bytes Size of a current merges in bytes
# TYPE elasticsearch_indices_merges_current_size_in_bytes gauge
elasticsearch_indices_merges_current_size_in_bytes{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 0
# HELP elasticsearch_indices_merges_docs_total Cumulative docs merged
# TYPE elasticsearch_indices_merges_docs_total counter
elasticsearch_indices_merges_docs_total{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 5.91988704e+08
# HELP elasticsearch_indices_merges_total Total merges
# TYPE elasticsearch_indices_merges_total counter
elasticsearch_indices_merges_total{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 2.595759e+06
# HELP elasticsearch_indices_merges_total_size_bytes_total Total merge size in bytes
# TYPE elasticsearch_indices_merges_total_size_bytes_total counter
elasticsearch_indices_merges_total_size_bytes_total{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 2.77768194134e+11
# HELP elasticsearch_indices_merges_total_throttled_time_seconds_total Total throttled time of merges in seconds
# TYPE elasticsearch_indices_merges_total_throttled_time_seconds_total counter
elasticsearch_indices_merges_total_throttled_time_seconds_total{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 0
# HELP elasticsearch_indices_merges_total_time_seconds_total Total time spent merging in seconds
# TYPE elasticsearch_indices_merges_total_time_seconds_total counter
elasticsearch_indices_merges_total_time_seconds_total{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 13919.644
# HELP elasticsearch_indices_query_cache_cache_size Query cache cache size
# TYPE elasticsearch_indices_query_cache_cache_size gauge
elasticsearch_indices_query_cache_cache_size{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 0
# HELP elasticsearch_indices_query_cache_cache_total Query cache cache count
# TYPE elasticsearch_indices_query_cache_cache_total counter
elasticsearch_indices_query_cache_cache_total{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 0
# HELP elasticsearch_indices_query_cache_count Query cache count
# TYPE elasticsearch_indices_query_cache_count counter
elasticsearch_indices_query_cache_count{cache="hit",cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 0
# HELP elasticsearch_indices_query_cache_evictions Evictions from query cache
# TYPE elasticsearch_indices_query_cache_evictions counter
elasticsearch_indices_query_cache_evictions{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 0
# HELP elasticsearch_indices_query_cache_memory_size_bytes Query cache memory usage in bytes
# TYPE elasticsearch_indices_query_cache_memory_size_bytes gauge
elasticsearch_indices_query_cache_memory_size_bytes{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 0
# HELP elasticsearch_indices_query_cache_total Query cache total count
# TYPE elasticsearch_indices_query_cache_total counter
elasticsearch_indices_query_cache_total{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 0
# HELP elasticsearch_indices_query_miss_count Query miss count
# TYPE elasticsearch_indices_query_miss_count counter
elasticsearch_indices_query_miss_count{cache="miss",cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 0
# HELP elasticsearch_indices_refresh_time_seconds_total Total time spent refreshing in seconds
# TYPE elasticsearch_indices_refresh_time_seconds_total counter
elasticsearch_indices_refresh_time_seconds_total{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 321386.712
# HELP elasticsearch_indices_refresh_total Total refreshes
# TYPE elasticsearch_indices_refresh_total counter
elasticsearch_indices_refresh_total{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 6.0047433e+07
# HELP elasticsearch_indices_request_cache_count Request cache count
# TYPE elasticsearch_indices_request_cache_count counter
elasticsearch_indices_request_cache_count{cache="hit",cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 959
# HELP elasticsearch_indices_request_cache_evictions Evictions from request cache
# TYPE elasticsearch_indices_request_cache_evictions counter
elasticsearch_indices_request_cache_evictions{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 0
# HELP elasticsearch_indices_request_cache_memory_size_bytes Request cache memory usage in bytes
# TYPE elasticsearch_indices_request_cache_memory_size_bytes gauge
elasticsearch_indices_request_cache_memory_size_bytes{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 97920
# HELP elasticsearch_indices_request_miss_count Request miss count
# TYPE elasticsearch_indices_request_miss_count counter
elasticsearch_indices_request_miss_count{cache="miss",cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 2431
# HELP elasticsearch_indices_search_fetch_time_seconds Total search fetch time in seconds
# TYPE elasticsearch_indices_search_fetch_time_seconds counter
elasticsearch_indices_search_fetch_time_seconds{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 235.096
# HELP elasticsearch_indices_search_fetch_total Total number of fetches
# TYPE elasticsearch_indices_search_fetch_total counter
elasticsearch_indices_search_fetch_total{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 7.892078e+06
# HELP elasticsearch_indices_search_query_time_seconds Total search query time in seconds
# TYPE elasticsearch_indices_search_query_time_seconds counter
elasticsearch_indices_search_query_time_seconds{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 44106.837
# HELP elasticsearch_indices_search_query_total Total number of queries
# TYPE elasticsearch_indices_search_query_total counter
elasticsearch_indices_search_query_total{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 7.52018903e+08
# HELP elasticsearch_indices_search_scroll_time_seconds Total scroll time in seconds
# TYPE elasticsearch_indices_search_scroll_time_seconds counter
elasticsearch_indices_search_scroll_time_seconds{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 0
# HELP elasticsearch_indices_search_scroll_total Total number of scrolls
# TYPE elasticsearch_indices_search_scroll_total counter
elasticsearch_indices_search_scroll_total{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 0
# HELP elasticsearch_indices_search_suggest_time_seconds Total suggest time in seconds
# TYPE elasticsearch_indices_search_suggest_time_seconds counter
elasticsearch_indices_search_suggest_time_seconds{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 0
# HELP elasticsearch_indices_search_suggest_total Total number of suggests
# TYPE elasticsearch_indices_search_suggest_total counter
elasticsearch_indices_search_suggest_total{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 0
# HELP elasticsearch_indices_segments_count Count of index segments on this node
# TYPE elasticsearch_indices_segments_count gauge
elasticsearch_indices_segments_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 25317
# HELP elasticsearch_indices_segments_doc_values_memory_in_bytes Count of doc values memory
# TYPE elasticsearch_indices_segments_doc_values_memory_in_bytes gauge
elasticsearch_indices_segments_doc_values_memory_in_bytes{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 6.907292e+06
# HELP elasticsearch_indices_segments_fixed_bit_set_memory_in_bytes Count of fixed bit set
# TYPE elasticsearch_indices_segments_fixed_bit_set_memory_in_bytes gauge
elasticsearch_indices_segments_fixed_bit_set_memory_in_bytes{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 0
# HELP elasticsearch_indices_segments_index_writer_memory_in_bytes Count of memory for index writer on this node
# TYPE elasticsearch_indices_segments_index_writer_memory_in_bytes gauge
elasticsearch_indices_segments_index_writer_memory_in_bytes{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 2.0151996e+07
# HELP elasticsearch_indices_segments_memory_bytes Current memory size of segments in bytes
# TYPE elasticsearch_indices_segments_memory_bytes gauge
elasticsearch_indices_segments_memory_bytes{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 3.1915479e+07
# HELP elasticsearch_indices_segments_norms_memory_in_bytes Count of memory used by norms
# TYPE elasticsearch_indices_segments_norms_memory_in_bytes gauge
elasticsearch_indices_segments_norms_memory_in_bytes{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 669440
# HELP elasticsearch_indices_segments_points_memory_in_bytes Point values memory usage in bytes
# TYPE elasticsearch_indices_segments_points_memory_in_bytes gauge
elasticsearch_indices_segments_points_memory_in_bytes{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 268735
# HELP elasticsearch_indices_segments_stored_fields_memory_in_bytes Count of stored fields memory
# TYPE elasticsearch_indices_segments_stored_fields_memory_in_bytes gauge
elasticsearch_indices_segments_stored_fields_memory_in_bytes{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 7.991504e+06
# HELP elasticsearch_indices_segments_term_vectors_memory_in_bytes Term vectors memory usage in bytes
# TYPE elasticsearch_indices_segments_term_vectors_memory_in_bytes gauge
elasticsearch_indices_segments_term_vectors_memory_in_bytes{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 0
# HELP elasticsearch_indices_segments_terms_memory_in_bytes Count of terms in memory for this node
# TYPE elasticsearch_indices_segments_terms_memory_in_bytes gauge
elasticsearch_indices_segments_terms_memory_in_bytes{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 1.6078508e+07
# HELP elasticsearch_indices_segments_version_map_memory_in_bytes Version map memory usage in bytes
# TYPE elasticsearch_indices_segments_version_map_memory_in_bytes gauge
elasticsearch_indices_segments_version_map_memory_in_bytes{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 12348
# HELP elasticsearch_indices_store_size_bytes Current size of stored index data in bytes
# TYPE elasticsearch_indices_store_size_bytes gauge
elasticsearch_indices_store_size_bytes{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 6.10025718e+08
# HELP elasticsearch_indices_store_throttle_time_seconds_total Throttle time for index store in seconds
# TYPE elasticsearch_indices_store_throttle_time_seconds_total counter
elasticsearch_indices_store_throttle_time_seconds_total{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 0
# HELP elasticsearch_indices_translog_operations Total translog operations
# TYPE elasticsearch_indices_translog_operations counter
elasticsearch_indices_translog_operations{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 3.788237e+06
# HELP elasticsearch_indices_translog_size_in_bytes Total translog size in bytes
# TYPE elasticsearch_indices_translog_size_in_bytes counter
elasticsearch_indices_translog_size_in_bytes{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 1.161283492e+09
# HELP elasticsearch_indices_warmer_time_seconds_total Total warmer time in seconds
# TYPE elasticsearch_indices_warmer_time_seconds_total counter
elasticsearch_indices_warmer_time_seconds_total{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 766.68
# HELP elasticsearch_indices_warmer_total Total warmer count
# TYPE elasticsearch_indices_warmer_total counter
elasticsearch_indices_warmer_total{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 5.1882607e+07
# HELP elasticsearch_jvm_buffer_pool_used_bytes JVM buffer currently used
# TYPE elasticsearch_jvm_buffer_pool_used_bytes gauge
elasticsearch_jvm_buffer_pool_used_bytes{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="direct"} 1.35439297e+08
elasticsearch_jvm_buffer_pool_used_bytes{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="mapped"} 5.61244239e+08
# HELP elasticsearch_jvm_gc_collection_seconds_count Count of JVM GC runs
# TYPE elasticsearch_jvm_gc_collection_seconds_count counter
elasticsearch_jvm_gc_collection_seconds_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",gc="old",host="172.18.40.65",name="node-65"} 349475
elasticsearch_jvm_gc_collection_seconds_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",gc="young",host="172.18.40.65",name="node-65"} 1.310973e+06
# HELP elasticsearch_jvm_gc_collection_seconds_sum GC run time in seconds
# TYPE elasticsearch_jvm_gc_collection_seconds_sum counter
elasticsearch_jvm_gc_collection_seconds_sum{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",gc="old",host="172.18.40.65",name="node-65"} 29972.916
elasticsearch_jvm_gc_collection_seconds_sum{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",gc="young",host="172.18.40.65",name="node-65"} 35169.164
# HELP elasticsearch_jvm_memory_committed_bytes JVM memory currently committed by area
# TYPE elasticsearch_jvm_memory_committed_bytes gauge
elasticsearch_jvm_memory_committed_bytes{area="heap",cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 2.112618496e+09
elasticsearch_jvm_memory_committed_bytes{area="non-heap",cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 1.94031616e+08
# HELP elasticsearch_jvm_memory_max_bytes JVM memory max
# TYPE elasticsearch_jvm_memory_max_bytes gauge
elasticsearch_jvm_memory_max_bytes{area="heap",cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 2.112618496e+09
# HELP elasticsearch_jvm_memory_pool_max_bytes JVM memory max by pool
# TYPE elasticsearch_jvm_memory_pool_max_bytes counter
elasticsearch_jvm_memory_pool_max_bytes{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",pool="old"} 1.798569984e+09
elasticsearch_jvm_memory_pool_max_bytes{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",pool="survivor"} 3.4865152e+07
elasticsearch_jvm_memory_pool_max_bytes{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",pool="young"} 2.7918336e+08
# HELP elasticsearch_jvm_memory_pool_peak_max_bytes JVM memory peak max by pool
# TYPE elasticsearch_jvm_memory_pool_peak_max_bytes counter
elasticsearch_jvm_memory_pool_peak_max_bytes{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",pool="old"} 1.798569984e+09
elasticsearch_jvm_memory_pool_peak_max_bytes{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",pool="survivor"} 3.4865152e+07
elasticsearch_jvm_memory_pool_peak_max_bytes{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",pool="young"} 2.7918336e+08
# HELP elasticsearch_jvm_memory_pool_peak_used_bytes JVM memory peak used by pool
# TYPE elasticsearch_jvm_memory_pool_peak_used_bytes counter
elasticsearch_jvm_memory_pool_peak_used_bytes{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",pool="old"} 1.79310328e+09
elasticsearch_jvm_memory_pool_peak_used_bytes{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",pool="survivor"} 3.4865152e+07
elasticsearch_jvm_memory_pool_peak_used_bytes{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",pool="young"} 2.7918336e+08
# HELP elasticsearch_jvm_memory_pool_used_bytes JVM memory currently used by pool
# TYPE elasticsearch_jvm_memory_pool_used_bytes gauge
elasticsearch_jvm_memory_pool_used_bytes{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",pool="old"} 1.749747304e+09
elasticsearch_jvm_memory_pool_used_bytes{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",pool="survivor"} 2.7390528e+07
elasticsearch_jvm_memory_pool_used_bytes{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",pool="young"} 2.570478e+08
# HELP elasticsearch_jvm_memory_used_bytes JVM memory currently used by area
# TYPE elasticsearch_jvm_memory_used_bytes gauge
elasticsearch_jvm_memory_used_bytes{area="heap",cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 2.034185632e+09
elasticsearch_jvm_memory_used_bytes{area="non-heap",cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 1.80895256e+08
# HELP elasticsearch_node_stats_json_parse_failures Number of errors while parsing JSON.
# TYPE elasticsearch_node_stats_json_parse_failures counter
elasticsearch_node_stats_json_parse_failures 0
# HELP elasticsearch_node_stats_total_scrapes Current total ElasticSearch node scrapes.
# TYPE elasticsearch_node_stats_total_scrapes counter
elasticsearch_node_stats_total_scrapes 86
# HELP elasticsearch_node_stats_up Was the last scrape of the ElasticSearch nodes endpoint successful.
# TYPE elasticsearch_node_stats_up gauge
elasticsearch_node_stats_up 1
# HELP elasticsearch_nodes_roles Node roles
# TYPE elasticsearch_nodes_roles gauge
elasticsearch_nodes_roles{cluster="powercloud_log",host="172.18.40.65",name="node-65",role="client"} 1
elasticsearch_nodes_roles{cluster="powercloud_log",host="172.18.40.65",name="node-65",role="data"} 1
elasticsearch_nodes_roles{cluster="powercloud_log",host="172.18.40.65",name="node-65",role="ingest"} 1
elasticsearch_nodes_roles{cluster="powercloud_log",host="172.18.40.65",name="node-65",role="master"} 1
# HELP elasticsearch_os_cpu_percent Percent CPU used by OS
# TYPE elasticsearch_os_cpu_percent gauge
elasticsearch_os_cpu_percent{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 25
# HELP elasticsearch_os_load1 Shortterm load average
# TYPE elasticsearch_os_load1 gauge
elasticsearch_os_load1{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 0.47
# HELP elasticsearch_os_load15 Longterm load average
# TYPE elasticsearch_os_load15 gauge
elasticsearch_os_load15{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 1.04
# HELP elasticsearch_os_load5 Midterm load average
# TYPE elasticsearch_os_load5 gauge
elasticsearch_os_load5{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 0.91
# HELP elasticsearch_os_mem_actual_free_bytes Amount of free physical memory in bytes
# TYPE elasticsearch_os_mem_actual_free_bytes gauge
elasticsearch_os_mem_actual_free_bytes{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 0
# HELP elasticsearch_os_mem_actual_used_bytes Amount of used physical memory in bytes
# TYPE elasticsearch_os_mem_actual_used_bytes gauge
elasticsearch_os_mem_actual_used_bytes{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 0
# HELP elasticsearch_os_mem_free_bytes Amount of free physical memory in bytes
# TYPE elasticsearch_os_mem_free_bytes gauge
elasticsearch_os_mem_free_bytes{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 4.4890112e+08
# HELP elasticsearch_os_mem_used_bytes Amount of used physical memory in bytes
# TYPE elasticsearch_os_mem_used_bytes gauge
elasticsearch_os_mem_used_bytes{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 7.752511488e+09
# HELP elasticsearch_process_cpu_percent Percent CPU used by process
# TYPE elasticsearch_process_cpu_percent gauge
elasticsearch_process_cpu_percent{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 11
# HELP elasticsearch_process_cpu_time_seconds_sum Process CPU time in seconds
# TYPE elasticsearch_process_cpu_time_seconds_sum counter
elasticsearch_process_cpu_time_seconds_sum{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="sys"} 0
elasticsearch_process_cpu_time_seconds_sum{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="total"} 3.33384018e+06
elasticsearch_process_cpu_time_seconds_sum{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="user"} 0
# HELP elasticsearch_process_max_files_descriptors Max file descriptors
# TYPE elasticsearch_process_max_files_descriptors gauge
elasticsearch_process_max_files_descriptors{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 131072
# HELP elasticsearch_process_mem_resident_size_bytes Resident memory in use by process in bytes
# TYPE elasticsearch_process_mem_resident_size_bytes gauge
elasticsearch_process_mem_resident_size_bytes{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 0
# HELP elasticsearch_process_mem_share_size_bytes Shared memory in use by process in bytes
# TYPE elasticsearch_process_mem_share_size_bytes gauge
elasticsearch_process_mem_share_size_bytes{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 0
# HELP elasticsearch_process_mem_virtual_size_bytes Total virtual memory used in bytes
# TYPE elasticsearch_process_mem_virtual_size_bytes gauge
elasticsearch_process_mem_virtual_size_bytes{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 7.020691456e+09
# HELP elasticsearch_process_open_files_count Open file descriptors
# TYPE elasticsearch_process_open_files_count gauge
elasticsearch_process_open_files_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 9494
# HELP elasticsearch_thread_pool_active_count Thread Pool threads active
# TYPE elasticsearch_thread_pool_active_count gauge
elasticsearch_thread_pool_active_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="analyze"} 0
elasticsearch_thread_pool_active_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="ccr"} 0
elasticsearch_thread_pool_active_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="fetch_shard_started"} 0
elasticsearch_thread_pool_active_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="fetch_shard_store"} 0
elasticsearch_thread_pool_active_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="flush"} 0
elasticsearch_thread_pool_active_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="force_merge"} 0
elasticsearch_thread_pool_active_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="generic"} 0
elasticsearch_thread_pool_active_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="get"} 0
elasticsearch_thread_pool_active_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="index"} 0
elasticsearch_thread_pool_active_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="listener"} 0
elasticsearch_thread_pool_active_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="management"} 1
elasticsearch_thread_pool_active_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="ml_autodetect"} 0
elasticsearch_thread_pool_active_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="ml_datafeed"} 0
elasticsearch_thread_pool_active_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="ml_utility"} 0
elasticsearch_thread_pool_active_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="refresh"} 0
elasticsearch_thread_pool_active_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="rollup_indexing"} 0
elasticsearch_thread_pool_active_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="search"} 0
elasticsearch_thread_pool_active_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="search_throttled"} 0
elasticsearch_thread_pool_active_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="security-token-key"} 0
elasticsearch_thread_pool_active_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="snapshot"} 0
elasticsearch_thread_pool_active_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="warmer"} 0
elasticsearch_thread_pool_active_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="watcher"} 0
elasticsearch_thread_pool_active_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="write"} 0
# HELP elasticsearch_thread_pool_completed_count Thread Pool operations completed
# TYPE elasticsearch_thread_pool_completed_count counter
elasticsearch_thread_pool_completed_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="analyze"} 0
elasticsearch_thread_pool_completed_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="ccr"} 0
elasticsearch_thread_pool_completed_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="fetch_shard_started"} 364
elasticsearch_thread_pool_completed_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="fetch_shard_store"} 0
elasticsearch_thread_pool_completed_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="flush"} 177298
elasticsearch_thread_pool_completed_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="force_merge"} 0
elasticsearch_thread_pool_completed_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="generic"} 4.17230997e+08
elasticsearch_thread_pool_completed_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="get"} 2.8834648e+07
elasticsearch_thread_pool_completed_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="index"} 2.8825882e+07
elasticsearch_thread_pool_completed_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="listener"} 2.7632481e+07
elasticsearch_thread_pool_completed_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="management"} 3.89357528e+08
elasticsearch_thread_pool_completed_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="ml_autodetect"} 0
elasticsearch_thread_pool_completed_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="ml_datafeed"} 0
elasticsearch_thread_pool_completed_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="ml_utility"} 607
elasticsearch_thread_pool_completed_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="refresh"} 6.07410367e+08
elasticsearch_thread_pool_completed_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="rollup_indexing"} 0
elasticsearch_thread_pool_completed_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="search"} 7.75406281e+08
elasticsearch_thread_pool_completed_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="search_throttled"} 0
elasticsearch_thread_pool_completed_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="security-token-key"} 0
elasticsearch_thread_pool_completed_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="snapshot"} 0
elasticsearch_thread_pool_completed_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="warmer"} 0
elasticsearch_thread_pool_completed_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="watcher"} 0
elasticsearch_thread_pool_completed_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="write"} 6.7644324e+07
# HELP elasticsearch_thread_pool_largest_count Thread Pool largest threads count
# TYPE elasticsearch_thread_pool_largest_count gauge
elasticsearch_thread_pool_largest_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="analyze"} 0
elasticsearch_thread_pool_largest_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="ccr"} 0
elasticsearch_thread_pool_largest_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="fetch_shard_started"} 8
elasticsearch_thread_pool_largest_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="fetch_shard_store"} 0
elasticsearch_thread_pool_largest_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="flush"} 2
elasticsearch_thread_pool_largest_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="force_merge"} 0
elasticsearch_thread_pool_largest_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="generic"} 128
elasticsearch_thread_pool_largest_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="get"} 4
elasticsearch_thread_pool_largest_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="index"} 4
elasticsearch_thread_pool_largest_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="listener"} 2
elasticsearch_thread_pool_largest_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="management"} 5
elasticsearch_thread_pool_largest_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="ml_autodetect"} 0
elasticsearch_thread_pool_largest_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="ml_datafeed"} 0
elasticsearch_thread_pool_largest_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="ml_utility"} 80
elasticsearch_thread_pool_largest_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="refresh"} 2
elasticsearch_thread_pool_largest_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="rollup_indexing"} 0
elasticsearch_thread_pool_largest_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="search"} 7
elasticsearch_thread_pool_largest_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="search_throttled"} 0
elasticsearch_thread_pool_largest_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="security-token-key"} 0
elasticsearch_thread_pool_largest_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="snapshot"} 0
elasticsearch_thread_pool_largest_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="warmer"} 0
elasticsearch_thread_pool_largest_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="watcher"} 0
elasticsearch_thread_pool_largest_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="write"} 4
# HELP elasticsearch_thread_pool_queue_count Thread Pool operations queued
# TYPE elasticsearch_thread_pool_queue_count gauge
elasticsearch_thread_pool_queue_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="analyze"} 0
elasticsearch_thread_pool_queue_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="ccr"} 0
elasticsearch_thread_pool_queue_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="fetch_shard_started"} 0
elasticsearch_thread_pool_queue_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="fetch_shard_store"} 0
elasticsearch_thread_pool_queue_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="flush"} 0
elasticsearch_thread_pool_queue_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="force_merge"} 0
elasticsearch_thread_pool_queue_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="generic"} 0
elasticsearch_thread_pool_queue_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="get"} 0
elasticsearch_thread_pool_queue_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="index"} 0
elasticsearch_thread_pool_queue_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="listener"} 0
elasticsearch_thread_pool_queue_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="management"} 0
elasticsearch_thread_pool_queue_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="ml_autodetect"} 0
elasticsearch_thread_pool_queue_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="ml_datafeed"} 0
elasticsearch_thread_pool_queue_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="ml_utility"} 0
elasticsearch_thread_pool_queue_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="refresh"} 0
elasticsearch_thread_pool_queue_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="rollup_indexing"} 0
elasticsearch_thread_pool_queue_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="search"} 0
elasticsearch_thread_pool_queue_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="search_throttled"} 0
elasticsearch_thread_pool_queue_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="security-token-key"} 0
elasticsearch_thread_pool_queue_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="snapshot"} 0
elasticsearch_thread_pool_queue_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="warmer"} 0
elasticsearch_thread_pool_queue_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="watcher"} 0
elasticsearch_thread_pool_queue_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="write"} 0
# HELP elasticsearch_thread_pool_rejected_count Thread Pool operations rejected
# TYPE elasticsearch_thread_pool_rejected_count counter
elasticsearch_thread_pool_rejected_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="analyze"} 0
elasticsearch_thread_pool_rejected_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="ccr"} 0
elasticsearch_thread_pool_rejected_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="fetch_shard_started"} 0
elasticsearch_thread_pool_rejected_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="fetch_shard_store"} 0
elasticsearch_thread_pool_rejected_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="flush"} 0
elasticsearch_thread_pool_rejected_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="force_merge"} 0
elasticsearch_thread_pool_rejected_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="generic"} 0
elasticsearch_thread_pool_rejected_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="get"} 0
elasticsearch_thread_pool_rejected_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="index"} 0
elasticsearch_thread_pool_rejected_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="listener"} 0
elasticsearch_thread_pool_rejected_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="management"} 0
elasticsearch_thread_pool_rejected_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="ml_autodetect"} 0
elasticsearch_thread_pool_rejected_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="ml_datafeed"} 0
elasticsearch_thread_pool_rejected_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="ml_utility"} 0
elasticsearch_thread_pool_rejected_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="refresh"} 0
elasticsearch_thread_pool_rejected_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="rollup_indexing"} 0
elasticsearch_thread_pool_rejected_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="search"} 0
elasticsearch_thread_pool_rejected_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="search_throttled"} 0
elasticsearch_thread_pool_rejected_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="security-token-key"} 0
elasticsearch_thread_pool_rejected_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="snapshot"} 0
elasticsearch_thread_pool_rejected_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="warmer"} 0
elasticsearch_thread_pool_rejected_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="watcher"} 0
elasticsearch_thread_pool_rejected_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="write"} 0
# HELP elasticsearch_thread_pool_threads_count Thread Pool current threads count
# TYPE elasticsearch_thread_pool_threads_count gauge
elasticsearch_thread_pool_threads_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="analyze"} 0
elasticsearch_thread_pool_threads_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="ccr"} 0
elasticsearch_thread_pool_threads_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="fetch_shard_started"} 1
elasticsearch_thread_pool_threads_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="fetch_shard_store"} 0
elasticsearch_thread_pool_threads_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="flush"} 2
elasticsearch_thread_pool_threads_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="force_merge"} 0
elasticsearch_thread_pool_threads_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="generic"} 128
elasticsearch_thread_pool_threads_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="get"} 4
elasticsearch_thread_pool_threads_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="index"} 4
elasticsearch_thread_pool_threads_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="listener"} 2
elasticsearch_thread_pool_threads_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="management"} 5
elasticsearch_thread_pool_threads_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="ml_autodetect"} 0
elasticsearch_thread_pool_threads_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="ml_datafeed"} 0
elasticsearch_thread_pool_threads_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="ml_utility"} 80
elasticsearch_thread_pool_threads_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="refresh"} 2
elasticsearch_thread_pool_threads_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="rollup_indexing"} 0
elasticsearch_thread_pool_threads_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="search"} 7
elasticsearch_thread_pool_threads_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="search_throttled"} 0
elasticsearch_thread_pool_threads_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="security-token-key"} 0
elasticsearch_thread_pool_threads_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="snapshot"} 0
elasticsearch_thread_pool_threads_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="warmer"} 0
elasticsearch_thread_pool_threads_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="watcher"} 0
elasticsearch_thread_pool_threads_count{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65",type="write"} 4
# HELP elasticsearch_transport_rx_packets_total Count of packets received
# TYPE elasticsearch_transport_rx_packets_total counter
elasticsearch_transport_rx_packets_total{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 0
# HELP elasticsearch_transport_rx_size_bytes_total Total number of bytes received
# TYPE elasticsearch_transport_rx_size_bytes_total counter
elasticsearch_transport_rx_size_bytes_total{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 0
# HELP elasticsearch_transport_tx_packets_total Count of packets sent
# TYPE elasticsearch_transport_tx_packets_total counter
elasticsearch_transport_tx_packets_total{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 0
# HELP elasticsearch_transport_tx_size_bytes_total Total number of bytes sent
# TYPE elasticsearch_transport_tx_size_bytes_total counter
elasticsearch_transport_tx_size_bytes_total{cluster="powercloud_log",es_client_node="true",es_data_node="true",es_ingest_node="true",es_master_node="true",host="172.18.40.65",name="node-65"} 0
# HELP go_gc_duration_seconds A summary of the pause duration of garbage collection cycles.
# TYPE go_gc_duration_seconds summary
go_gc_duration_seconds{quantile="0"} 3.6794e-05
go_gc_duration_seconds{quantile="0.25"} 6.2783e-05
go_gc_duration_seconds{quantile="0.5"} 8.6707e-05
go_gc_duration_seconds{quantile="0.75"} 0.00011003
go_gc_duration_seconds{quantile="1"} 0.015864101
go_gc_duration_seconds_sum 0.02416966
go_gc_duration_seconds_count 40
# HELP go_goroutines Number of goroutines that currently exist.
# TYPE go_goroutines gauge
go_goroutines 19
# HELP go_info Information about the Go environment.
# TYPE go_info gauge
go_info{version="go1.16.9"} 1
# HELP go_memstats_alloc_bytes Number of bytes allocated and still in use.
# TYPE go_memstats_alloc_bytes gauge
go_memstats_alloc_bytes 3.887952e+06
# HELP go_memstats_alloc_bytes_total Total number of bytes allocated, even if freed.
# TYPE go_memstats_alloc_bytes_total counter
go_memstats_alloc_bytes_total 9.1755768e+07
# HELP go_memstats_buck_hash_sys_bytes Number of bytes used by the profiling bucket hash table.
# TYPE go_memstats_buck_hash_sys_bytes gauge
go_memstats_buck_hash_sys_bytes 1.458561e+06
# HELP go_memstats_frees_total Total number of frees.
# TYPE go_memstats_frees_total counter
go_memstats_frees_total 884448
# HELP go_memstats_gc_cpu_fraction The fraction of this program's available CPU time used by the GC since the program started.
# TYPE go_memstats_gc_cpu_fraction gauge
go_memstats_gc_cpu_fraction 2.339386189125989e-05
# HELP go_memstats_gc_sys_bytes Number of bytes used for garbage collection system metadata.
# TYPE go_memstats_gc_sys_bytes gauge
go_memstats_gc_sys_bytes 5.026296e+06
# HELP go_memstats_heap_alloc_bytes Number of heap bytes allocated and still in use.
# TYPE go_memstats_heap_alloc_bytes gauge
go_memstats_heap_alloc_bytes 3.887952e+06
# HELP go_memstats_heap_idle_bytes Number of heap bytes waiting to be used.
# TYPE go_memstats_heap_idle_bytes gauge
go_memstats_heap_idle_bytes 6.1202432e+07
# HELP go_memstats_heap_inuse_bytes Number of heap bytes that are in use.
# TYPE go_memstats_heap_inuse_bytes gauge
go_memstats_heap_inuse_bytes 5.185536e+06
# HELP go_memstats_heap_objects Number of allocated objects.
# TYPE go_memstats_heap_objects gauge
go_memstats_heap_objects 16097
# HELP go_memstats_heap_released_bytes Number of heap bytes released to OS.
# TYPE go_memstats_heap_released_bytes gauge
go_memstats_heap_released_bytes 6.0555264e+07
# HELP go_memstats_heap_sys_bytes Number of heap bytes obtained from system.
# TYPE go_memstats_heap_sys_bytes gauge
go_memstats_heap_sys_bytes 6.6387968e+07
# HELP go_memstats_last_gc_time_seconds Number of seconds since 1970 of last garbage collection.
# TYPE go_memstats_last_gc_time_seconds gauge
go_memstats_last_gc_time_seconds 1.6412798140310771e+09
# HELP go_memstats_lookups_total Total number of pointer lookups.
# TYPE go_memstats_lookups_total counter
go_memstats_lookups_total 0
# HELP go_memstats_mallocs_total Total number of mallocs.
# TYPE go_memstats_mallocs_total counter
go_memstats_mallocs_total 900545
# HELP go_memstats_mcache_inuse_bytes Number of bytes in use by mcache structures.
# TYPE go_memstats_mcache_inuse_bytes gauge
go_memstats_mcache_inuse_bytes 4800
# HELP go_memstats_mcache_sys_bytes Number of bytes used for mcache structures obtained from system.
# TYPE go_memstats_mcache_sys_bytes gauge
go_memstats_mcache_sys_bytes 16384
# HELP go_memstats_mspan_inuse_bytes Number of bytes in use by mspan structures.
# TYPE go_memstats_mspan_inuse_bytes gauge
go_memstats_mspan_inuse_bytes 84456
# HELP go_memstats_mspan_sys_bytes Number of bytes used for mspan structures obtained from system.
# TYPE go_memstats_mspan_sys_bytes gauge
go_memstats_mspan_sys_bytes 98304
# HELP go_memstats_next_gc_bytes Number of heap bytes when next garbage collection will take place.
# TYPE go_memstats_next_gc_bytes gauge
go_memstats_next_gc_bytes 5.69084e+06
# HELP go_memstats_other_sys_bytes Number of bytes used for other system allocations.
# TYPE go_memstats_other_sys_bytes gauge
go_memstats_other_sys_bytes 856207
# HELP go_memstats_stack_inuse_bytes Number of bytes in use by the stack allocator.
# TYPE go_memstats_stack_inuse_bytes gauge
go_memstats_stack_inuse_bytes 688128
# HELP go_memstats_stack_sys_bytes Number of bytes obtained from system for stack allocator.
# TYPE go_memstats_stack_sys_bytes gauge
go_memstats_stack_sys_bytes 688128
# HELP go_memstats_sys_bytes Number of bytes obtained from system.
# TYPE go_memstats_sys_bytes gauge
go_memstats_sys_bytes 7.4531848e+07
# HELP go_threads Number of OS threads created.
# TYPE go_threads gauge
go_threads 9
# HELP process_cpu_seconds_total Total user and system CPU time spent in seconds.
# TYPE process_cpu_seconds_total counter
process_cpu_seconds_total 0.87
# HELP process_max_fds Maximum number of open file descriptors.
# TYPE process_max_fds gauge
process_max_fds 131072
# HELP process_open_fds Number of open file descriptors.
# TYPE process_open_fds gauge
process_open_fds 13
# HELP process_resident_memory_bytes Resident memory size in bytes.
# TYPE process_resident_memory_bytes gauge
process_resident_memory_bytes 1.5499264e+07
# HELP process_start_time_seconds Start time of the process since unix epoch in seconds.
# TYPE process_start_time_seconds gauge
process_start_time_seconds 1.64127828876e+09
# HELP process_virtual_memory_bytes Virtual memory size in bytes.
# TYPE process_virtual_memory_bytes gauge
process_virtual_memory_bytes 7.31824128e+08
# HELP process_virtual_memory_max_bytes Maximum amount of virtual memory available in bytes.
# TYPE process_virtual_memory_max_bytes gauge
process_virtual_memory_max_bytes 1.8446744073709552e+19
# HELP promhttp_metric_handler_requests_in_flight Current number of scrapes being served.
# TYPE promhttp_metric_handler_requests_in_flight gauge
promhttp_metric_handler_requests_in_flight 1
# HELP promhttp_metric_handler_requests_total Total number of scrapes by HTTP status code.
# TYPE promhttp_metric_handler_requests_total counter
promhttp_metric_handler_requests_total{code="200"} 85
promhttp_metric_handler_requests_total{code="500"} 0
promhttp_metric_handler_requests_total{code="503"} 0