From 9ee40aaa69df49641bd1211f469f9351e30810b8 Mon Sep 17 00:00:00 2001 From: Sienna Meridian Satterwhite Date: Wed, 25 Mar 2026 17:54:39 +0000 Subject: [PATCH] feat(monitoring): comprehensive OpenSearch dashboard 6 collapsible rows covering all exporter metrics: Overview, Search & Queries, Indexing, Storage & Indices, Circuit Breakers & Thread Pools, OS & Process. --- base/monitoring/dashboards-search.yaml | 546 ++++++++++++++++++++++--- 1 file changed, 497 insertions(+), 49 deletions(-) diff --git a/base/monitoring/dashboards-search.yaml b/base/monitoring/dashboards-search.yaml index 9696963..fd4ae44 100644 --- a/base/monitoring/dashboards-search.yaml +++ b/base/monitoring/dashboards-search.yaml @@ -15,90 +15,538 @@ data: "annotations": { "list": [] }, "editable": true, "panels": [ + + { "type": "row", "title": "Overview", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 0 }, "collapsed": false, "panels": [] }, { "title": "Cluster Health", "type": "stat", - "gridPos": { "h": 4, "w": 8, "x": 0, "y": 0 }, + "gridPos": { "h": 4, "w": 4, "x": 0, "y": 1 }, "datasource": { "uid": "prometheus" }, "targets": [ - { "expr": "opensearch_cluster_health_status", "legendFormat": "health" } + { "expr": "elasticsearch_cluster_health_status{color=\"green\"} == 1", "legendFormat": "GREEN" }, + { "expr": "elasticsearch_cluster_health_status{color=\"yellow\"} == 1", "legendFormat": "YELLOW" }, + { "expr": "elasticsearch_cluster_health_status{color=\"red\"} == 1", "legendFormat": "RED" } ], - "fieldConfig": { - "defaults": { "mappings": [{"type":"value","options":{"0":{"text":"GREEN","color":"green"},"1":{"text":"YELLOW","color":"yellow"},"2":{"text":"RED","color":"red"}}}] } - } + "fieldConfig": { "defaults": { "mappings": [{"type":"value","options":{"0":{"text":"OK","color":"text"},"1":{"text":"ACTIVE","color":"green"}}}] } } + }, + { + "title": "Nodes", + "type": "stat", + "gridPos": { "h": 4, "w": 4, "x": 4, "y": 1 }, + "datasource": { "uid": "prometheus" }, + "targets": [ + { "expr": "elasticsearch_cluster_health_number_of_nodes", "legendFormat": "total" }, + { "expr": "elasticsearch_cluster_health_number_of_data_nodes", "legendFormat": "data" } + ] }, { "title": "Active Shards", "type": "stat", - "gridPos": { "h": 4, "w": 8, "x": 8, "y": 0 }, + "gridPos": { "h": 4, "w": 4, "x": 8, "y": 1 }, "datasource": { "uid": "prometheus" }, "targets": [ - { "expr": "opensearch_cluster_health_active_shards", "legendFormat": "shards" } + { "expr": "elasticsearch_cluster_health_active_shards", "legendFormat": "active" }, + { "expr": "elasticsearch_cluster_health_active_primary_shards", "legendFormat": "primary" } ] }, { - "title": "Node Count", + "title": "Unassigned Shards", "type": "stat", - "gridPos": { "h": 4, "w": 8, "x": 16, "y": 0 }, + "gridPos": { "h": 4, "w": 4, "x": 12, "y": 1 }, "datasource": { "uid": "prometheus" }, "targets": [ - { "expr": "opensearch_cluster_health_number_of_nodes", "legendFormat": "nodes" } + { "expr": "elasticsearch_cluster_health_unassigned_shards", "legendFormat": "unassigned" }, + { "expr": "elasticsearch_cluster_health_initializing_shards", "legendFormat": "initializing" }, + { "expr": "elasticsearch_cluster_health_relocating_shards", "legendFormat": "relocating" } + ], + "fieldConfig": { "defaults": { "thresholds": { "steps": [{"color":"green","value":null},{"color":"yellow","value":1},{"color":"red","value":5}] } } } + }, + { + "title": "Pending Tasks", + "type": "stat", + "gridPos": { "h": 4, "w": 4, "x": 16, "y": 1 }, + "datasource": { "uid": "prometheus" }, + "targets": [ + { "expr": "elasticsearch_cluster_health_number_of_pending_tasks", "legendFormat": "pending" } + ], + "fieldConfig": { "defaults": { "thresholds": { "steps": [{"color":"green","value":null},{"color":"yellow","value":5},{"color":"red","value":20}] } } } + }, + { + "title": "Documents", + "type": "stat", + "gridPos": { "h": 4, "w": 4, "x": 20, "y": 1 }, + "datasource": { "uid": "prometheus" }, + "targets": [ + { "expr": "elasticsearch_indices_docs_total", "legendFormat": "total" }, + { "expr": "elasticsearch_indices_deleted_docs_total", "legendFormat": "deleted" } ] }, - { - "title": "Index Size", - "type": "timeseries", - "gridPos": { "h": 8, "w": 12, "x": 0, "y": 4 }, - "datasource": { "uid": "prometheus" }, - "targets": [ - { - "expr": "opensearch_index_store_size_bytes", - "legendFormat": "{{index}}" - } - ], - "fieldConfig": { "defaults": { "unit": "bytes" } } - }, - { - "title": "JVM Heap Usage", - "type": "gauge", - "gridPos": { "h": 8, "w": 12, "x": 12, "y": 4 }, - "datasource": { "uid": "prometheus" }, - "targets": [ - { - "expr": "opensearch_jvm_mem_heap_used_bytes / opensearch_jvm_mem_heap_max_bytes", - "legendFormat": "{{node}}" - } - ], - "fieldConfig": { - "defaults": { "unit": "percentunit", "max": 1, "thresholds": { "steps": [{"color":"green","value":null},{"color":"yellow","value":0.7},{"color":"red","value":0.85}] } } - } - }, + + { "type": "row", "title": "Search & Queries", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 5 }, "collapsed": false, "panels": [] }, { "title": "Search Query Rate", "type": "timeseries", - "gridPos": { "h": 8, "w": 12, "x": 0, "y": 12 }, + "gridPos": { "h": 8, "w": 8, "x": 0, "y": 6 }, "datasource": { "uid": "prometheus" }, "targets": [ - { - "expr": "rate(opensearch_indices_search_query_total[5m])", - "legendFormat": "{{node}}" - } + { "expr": "rate(elasticsearch_indices_search_query_total[5m])", "legendFormat": "queries/s" } ], - "fieldConfig": { "defaults": { "unit": "ops" } } + "fieldConfig": { "defaults": { "unit": "ops", "custom": { "fillOpacity": 10 } } } + }, + { + "title": "Search Query Latency", + "type": "timeseries", + "gridPos": { "h": 8, "w": 8, "x": 8, "y": 6 }, + "datasource": { "uid": "prometheus" }, + "targets": [ + { "expr": "rate(elasticsearch_indices_search_query_time_seconds[5m]) / rate(elasticsearch_indices_search_query_total[5m])", "legendFormat": "avg latency" } + ], + "fieldConfig": { "defaults": { "unit": "s", "custom": { "fillOpacity": 10 } } } + }, + { + "title": "Search Fetch Rate & Latency", + "type": "timeseries", + "gridPos": { "h": 8, "w": 8, "x": 16, "y": 6 }, + "datasource": { "uid": "prometheus" }, + "targets": [ + { "expr": "rate(elasticsearch_indices_search_fetch_total[5m])", "legendFormat": "fetches/s" }, + { "expr": "rate(elasticsearch_indices_search_fetch_time_seconds[5m]) / rate(elasticsearch_indices_search_fetch_total[5m])", "legendFormat": "avg fetch latency" } + ], + "fieldConfig": { "defaults": { "unit": "ops", "custom": { "fillOpacity": 10 } }, + "overrides": [{ "matcher": { "id": "byName", "options": "avg fetch latency" }, "properties": [{ "id": "unit", "value": "s" }] }] + } + }, + { + "title": "Scroll & Suggest", + "type": "timeseries", + "gridPos": { "h": 8, "w": 8, "x": 0, "y": 14 }, + "datasource": { "uid": "prometheus" }, + "targets": [ + { "expr": "rate(elasticsearch_indices_search_scroll_total[5m])", "legendFormat": "scrolls/s" }, + { "expr": "elasticsearch_indices_search_scroll_current", "legendFormat": "active scrolls" }, + { "expr": "rate(elasticsearch_indices_search_suggest_total[5m])", "legendFormat": "suggests/s" } + ], + "fieldConfig": { "defaults": { "unit": "ops", "custom": { "fillOpacity": 10 } } } + }, + { + "title": "Active Queries", + "type": "timeseries", + "gridPos": { "h": 8, "w": 8, "x": 8, "y": 14 }, + "datasource": { "uid": "prometheus" }, + "targets": [ + { "expr": "elasticsearch_search_active_queries", "legendFormat": "active" } + ], + "fieldConfig": { "defaults": { "custom": { "fillOpacity": 10 } } } + }, + { + "title": "Query & Request Cache", + "type": "timeseries", + "gridPos": { "h": 8, "w": 8, "x": 16, "y": 14 }, + "datasource": { "uid": "prometheus" }, + "targets": [ + { "expr": "rate(elasticsearch_indices_query_cache_evictions[5m])", "legendFormat": "query cache evictions/s" }, + { "expr": "rate(elasticsearch_indices_request_cache_evictions[5m])", "legendFormat": "request cache evictions/s" }, + { "expr": "elasticsearch_indices_query_cache_memory_size_bytes", "legendFormat": "query cache bytes" }, + { "expr": "elasticsearch_indices_request_cache_memory_size_bytes", "legendFormat": "request cache bytes" } + ], + "fieldConfig": { "defaults": { "unit": "bytes", "custom": { "fillOpacity": 10 } }, + "overrides": [ + { "matcher": { "id": "byRegexp", "options": ".*evictions.*" }, "properties": [{ "id": "unit", "value": "ops" }] } + ] + } + }, + + { "type": "row", "title": "Indexing", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 22 }, "collapsed": true, "panels": [ + { + "title": "Indexing Rate", + "type": "timeseries", + "gridPos": { "h": 8, "w": 8, "x": 0, "y": 23 }, + "datasource": { "uid": "prometheus" }, + "targets": [ + { "expr": "rate(elasticsearch_indices_indexing_index_total[5m])", "legendFormat": "index/s" }, + { "expr": "rate(elasticsearch_indices_indexing_delete_total[5m])", "legendFormat": "delete/s" } + ], + "fieldConfig": { "defaults": { "unit": "ops", "custom": { "fillOpacity": 10 } } } + }, + { + "title": "Indexing Latency", + "type": "timeseries", + "gridPos": { "h": 8, "w": 8, "x": 8, "y": 23 }, + "datasource": { "uid": "prometheus" }, + "targets": [ + { "expr": "rate(elasticsearch_indices_indexing_index_time_seconds_total[5m]) / rate(elasticsearch_indices_indexing_index_total[5m])", "legendFormat": "avg index latency" }, + { "expr": "rate(elasticsearch_indices_indexing_delete_time_seconds_total[5m]) / rate(elasticsearch_indices_indexing_delete_total[5m])", "legendFormat": "avg delete latency" } + ], + "fieldConfig": { "defaults": { "unit": "s", "custom": { "fillOpacity": 10 } } } + }, + { + "title": "Indexing Throttle", + "type": "timeseries", + "gridPos": { "h": 8, "w": 8, "x": 16, "y": 23 }, + "datasource": { "uid": "prometheus" }, + "targets": [ + { "expr": "elasticsearch_indices_indexing_is_throttled", "legendFormat": "throttled" }, + { "expr": "rate(elasticsearch_indices_indexing_throttle_time_seconds_total[5m])", "legendFormat": "throttle time/s" } + ], + "fieldConfig": { "defaults": { "custom": { "fillOpacity": 10 } } } + }, + { + "title": "Flush & Refresh", + "type": "timeseries", + "gridPos": { "h": 8, "w": 8, "x": 0, "y": 31 }, + "datasource": { "uid": "prometheus" }, + "targets": [ + { "expr": "rate(elasticsearch_indices_flush_total[5m])", "legendFormat": "flushes/s" }, + { "expr": "rate(elasticsearch_indices_refresh_total[5m])", "legendFormat": "refreshes/s" } + ], + "fieldConfig": { "defaults": { "unit": "ops", "custom": { "fillOpacity": 10 } } } + }, + { + "title": "Merge Activity", + "type": "timeseries", + "gridPos": { "h": 8, "w": 8, "x": 8, "y": 31 }, + "datasource": { "uid": "prometheus" }, + "targets": [ + { "expr": "elasticsearch_indices_merges_current", "legendFormat": "current merges" }, + { "expr": "rate(elasticsearch_indices_merges_total[5m])", "legendFormat": "merges/s" }, + { "expr": "rate(elasticsearch_indices_merges_total_size_bytes_total[5m])", "legendFormat": "merge bytes/s" } + ], + "fieldConfig": { "defaults": { "custom": { "fillOpacity": 10 } }, + "overrides": [{ "matcher": { "id": "byName", "options": "merge bytes/s" }, "properties": [{ "id": "unit", "value": "Bps" }] }] + } + }, + { + "title": "Translog", + "type": "timeseries", + "gridPos": { "h": 8, "w": 8, "x": 16, "y": 31 }, + "datasource": { "uid": "prometheus" }, + "targets": [ + { "expr": "elasticsearch_indices_translog_operations", "legendFormat": "operations" }, + { "expr": "elasticsearch_indices_translog_size_in_bytes", "legendFormat": "size" } + ], + "fieldConfig": { "defaults": { "custom": { "fillOpacity": 10 } }, + "overrides": [{ "matcher": { "id": "byName", "options": "size" }, "properties": [{ "id": "unit", "value": "bytes" }] }] + } + } + ]}, + + { "type": "row", "title": "Storage & Indices", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 23 }, "collapsed": true, "panels": [ + { + "title": "Index Size (per index)", + "type": "timeseries", + "gridPos": { "h": 8, "w": 12, "x": 0, "y": 24 }, + "datasource": { "uid": "prometheus" }, + "targets": [ + { "expr": "elasticsearch_indices_shards_store_size_in_bytes", "legendFormat": "{{index}}" } + ], + "fieldConfig": { "defaults": { "unit": "bytes", "custom": { "fillOpacity": 10 } } } + }, + { + "title": "Total Store Size", + "type": "timeseries", + "gridPos": { "h": 8, "w": 12, "x": 12, "y": 24 }, + "datasource": { "uid": "prometheus" }, + "targets": [ + { "expr": "elasticsearch_indices_store_size_bytes_total", "legendFormat": "total" }, + { "expr": "elasticsearch_indices_store_size_bytes_primary", "legendFormat": "primary" } + ], + "fieldConfig": { "defaults": { "unit": "bytes", "custom": { "fillOpacity": 10 } } } + }, + { + "title": "Filesystem Usage", + "type": "timeseries", + "gridPos": { "h": 8, "w": 12, "x": 0, "y": 32 }, + "datasource": { "uid": "prometheus" }, + "targets": [ + { "expr": "elasticsearch_filesystem_data_size_bytes", "legendFormat": "total" }, + { "expr": "elasticsearch_filesystem_data_size_bytes - elasticsearch_filesystem_data_available_bytes", "legendFormat": "used" }, + { "expr": "elasticsearch_filesystem_data_available_bytes", "legendFormat": "available" } + ], + "fieldConfig": { "defaults": { "unit": "bytes", "custom": { "fillOpacity": 10 } } } + }, + { + "title": "Disk I/O", + "type": "timeseries", + "gridPos": { "h": 8, "w": 12, "x": 12, "y": 32 }, + "datasource": { "uid": "prometheus" }, + "targets": [ + { "expr": "rate(elasticsearch_filesystem_io_stats_device_read_size_kilobytes_sum[5m]) * 1024", "legendFormat": "read bytes/s" }, + { "expr": "rate(elasticsearch_filesystem_io_stats_device_write_size_kilobytes_sum[5m]) * 1024", "legendFormat": "write bytes/s" } + ], + "fieldConfig": { "defaults": { "unit": "Bps", "custom": { "fillOpacity": 10 } } } + }, + { + "title": "Segment Count", + "type": "timeseries", + "gridPos": { "h": 8, "w": 12, "x": 0, "y": 40 }, + "datasource": { "uid": "prometheus" }, + "targets": [ + { "expr": "elasticsearch_indices_segments_count", "legendFormat": "segments" } + ], + "fieldConfig": { "defaults": { "custom": { "fillOpacity": 10 } } } + }, + { + "title": "Segment Memory", + "type": "timeseries", + "gridPos": { "h": 8, "w": 12, "x": 12, "y": 40 }, + "datasource": { "uid": "prometheus" }, + "targets": [ + { "expr": "elasticsearch_indices_segments_memory_bytes", "legendFormat": "total" }, + { "expr": "elasticsearch_indices_segments_doc_values_memory_in_bytes", "legendFormat": "doc values" }, + { "expr": "elasticsearch_indices_segments_terms_memory_in_bytes", "legendFormat": "terms" }, + { "expr": "elasticsearch_indices_segments_stored_fields_memory_in_bytes", "legendFormat": "stored fields" }, + { "expr": "elasticsearch_indices_segments_norms_memory_in_bytes", "legendFormat": "norms" }, + { "expr": "elasticsearch_indices_segments_points_memory_in_bytes", "legendFormat": "points" } + ], + "fieldConfig": { "defaults": { "unit": "bytes", "custom": { "fillOpacity": 10 } } } + } + ]}, + + { "type": "row", "title": "Circuit Breakers & Thread Pools", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 24 }, "collapsed": true, "panels": [ + { + "title": "Circuit Breaker Trips", + "type": "timeseries", + "gridPos": { "h": 8, "w": 12, "x": 0, "y": 25 }, + "datasource": { "uid": "prometheus" }, + "targets": [ + { "expr": "rate(elasticsearch_breakers_tripped[5m])", "legendFormat": "{{breaker}}" } + ], + "fieldConfig": { "defaults": { "unit": "ops", "custom": { "fillOpacity": 10 } } } + }, + { + "title": "Circuit Breaker Memory", + "type": "timeseries", + "gridPos": { "h": 8, "w": 12, "x": 12, "y": 25 }, + "datasource": { "uid": "prometheus" }, + "targets": [ + { "expr": "elasticsearch_breakers_estimated_size_bytes", "legendFormat": "{{breaker}} used" }, + { "expr": "elasticsearch_breakers_limit_size_bytes", "legendFormat": "{{breaker}} limit" } + ], + "fieldConfig": { "defaults": { "unit": "bytes", "custom": { "fillOpacity": 5 } } } + }, + { + "title": "Thread Pool — Rejected", + "type": "timeseries", + "gridPos": { "h": 8, "w": 8, "x": 0, "y": 33 }, + "datasource": { "uid": "prometheus" }, + "targets": [ + { "expr": "rate(elasticsearch_thread_pool_rejected_count[5m]) > 0", "legendFormat": "{{type}}" } + ], + "fieldConfig": { "defaults": { "unit": "ops", "custom": { "fillOpacity": 10 } } } + }, + { + "title": "Thread Pool — Queued", + "type": "timeseries", + "gridPos": { "h": 8, "w": 8, "x": 8, "y": 33 }, + "datasource": { "uid": "prometheus" }, + "targets": [ + { "expr": "elasticsearch_thread_pool_queue_count > 0", "legendFormat": "{{type}}" } + ], + "fieldConfig": { "defaults": { "custom": { "fillOpacity": 10 } } } + }, + { + "title": "Thread Pool — Active", + "type": "timeseries", + "gridPos": { "h": 8, "w": 8, "x": 16, "y": 33 }, + "datasource": { "uid": "prometheus" }, + "targets": [ + { "expr": "elasticsearch_thread_pool_active_count > 0", "legendFormat": "{{type}}" } + ], + "fieldConfig": { "defaults": { "custom": { "fillOpacity": 10 } } } + } + ]}, + + { "type": "row", "title": "JVM & Memory", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 25 }, "collapsed": true, "panels": [ + { + "title": "JVM Heap Usage", + "type": "gauge", + "gridPos": { "h": 8, "w": 6, "x": 0, "y": 26 }, + "datasource": { "uid": "prometheus" }, + "targets": [ + { "expr": "elasticsearch_jvm_memory_used_bytes{area=\"heap\"} / elasticsearch_jvm_memory_max_bytes{area=\"heap\"}", "legendFormat": "heap" } + ], + "fieldConfig": { "defaults": { "unit": "percentunit", "max": 1, "thresholds": { "steps": [{"color":"green","value":null},{"color":"yellow","value":0.7},{"color":"red","value":0.85}] } } } + }, + { + "title": "JVM Heap Over Time", + "type": "timeseries", + "gridPos": { "h": 8, "w": 10, "x": 6, "y": 26 }, + "datasource": { "uid": "prometheus" }, + "targets": [ + { "expr": "elasticsearch_jvm_memory_used_bytes{area=\"heap\"}", "legendFormat": "used" }, + { "expr": "elasticsearch_jvm_memory_committed_bytes{area=\"heap\"}", "legendFormat": "committed" }, + { "expr": "elasticsearch_jvm_memory_max_bytes{area=\"heap\"}", "legendFormat": "max" } + ], + "fieldConfig": { "defaults": { "unit": "bytes", "custom": { "fillOpacity": 10 } } } + }, + { + "title": "JVM Non-Heap", + "type": "timeseries", + "gridPos": { "h": 8, "w": 8, "x": 16, "y": 26 }, + "datasource": { "uid": "prometheus" }, + "targets": [ + { "expr": "elasticsearch_jvm_memory_used_bytes{area=\"non-heap\"}", "legendFormat": "used" }, + { "expr": "elasticsearch_jvm_memory_committed_bytes{area=\"non-heap\"}", "legendFormat": "committed" } + ], + "fieldConfig": { "defaults": { "unit": "bytes", "custom": { "fillOpacity": 10 } } } + }, + { + "title": "JVM Memory Pools", + "type": "timeseries", + "gridPos": { "h": 8, "w": 12, "x": 0, "y": 34 }, + "datasource": { "uid": "prometheus" }, + "targets": [ + { "expr": "elasticsearch_jvm_memory_pool_used_bytes", "legendFormat": "{{pool}} used" }, + { "expr": "elasticsearch_jvm_memory_pool_max_bytes > 0", "legendFormat": "{{pool}} max" } + ], + "fieldConfig": { "defaults": { "unit": "bytes", "custom": { "fillOpacity": 10 } } } + }, + { + "title": "GC Collection Rate", + "type": "timeseries", + "gridPos": { "h": 8, "w": 6, "x": 12, "y": 34 }, + "datasource": { "uid": "prometheus" }, + "targets": [ + { "expr": "rate(elasticsearch_jvm_gc_collection_seconds_count[5m])", "legendFormat": "{{gc}} collections/s" } + ], + "fieldConfig": { "defaults": { "unit": "ops", "custom": { "fillOpacity": 10 } } } }, { "title": "GC Collection Time", "type": "timeseries", - "gridPos": { "h": 8, "w": 12, "x": 12, "y": 12 }, + "gridPos": { "h": 8, "w": 6, "x": 18, "y": 34 }, "datasource": { "uid": "prometheus" }, "targets": [ - { - "expr": "rate(opensearch_jvm_gc_collection_time_seconds[5m])", - "legendFormat": "{{gc}}" - } + { "expr": "rate(elasticsearch_jvm_gc_collection_seconds_sum[5m])", "legendFormat": "{{gc}} time/s" } + ], + "fieldConfig": { "defaults": { "unit": "s", "custom": { "fillOpacity": 10 } } } + }, + { + "title": "JVM Buffer Pools", + "type": "timeseries", + "gridPos": { "h": 8, "w": 12, "x": 0, "y": 42 }, + "datasource": { "uid": "prometheus" }, + "targets": [ + { "expr": "elasticsearch_jvm_buffer_pool_used_bytes", "legendFormat": "{{type}}" } + ], + "fieldConfig": { "defaults": { "unit": "bytes", "custom": { "fillOpacity": 10 } } } + }, + { + "title": "Fielddata", + "type": "timeseries", + "gridPos": { "h": 8, "w": 12, "x": 12, "y": 42 }, + "datasource": { "uid": "prometheus" }, + "targets": [ + { "expr": "elasticsearch_indices_fielddata_memory_size_bytes", "legendFormat": "fielddata memory" }, + { "expr": "rate(elasticsearch_indices_fielddata_evictions[5m])", "legendFormat": "evictions/s" } + ], + "fieldConfig": { "defaults": { "unit": "bytes", "custom": { "fillOpacity": 10 } }, + "overrides": [{ "matcher": { "id": "byName", "options": "evictions/s" }, "properties": [{ "id": "unit", "value": "ops" }] }] + } + } + ]}, + + { "type": "row", "title": "OS & Process", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 26 }, "collapsed": true, "panels": [ + { + "title": "CPU Usage", + "type": "timeseries", + "gridPos": { "h": 8, "w": 8, "x": 0, "y": 27 }, + "datasource": { "uid": "prometheus" }, + "targets": [ + { "expr": "elasticsearch_os_cpu_percent", "legendFormat": "OS CPU %" }, + { "expr": "elasticsearch_process_cpu_percent", "legendFormat": "process CPU %" } + ], + "fieldConfig": { "defaults": { "unit": "percent", "max": 100, "custom": { "fillOpacity": 10 } } } + }, + { + "title": "Load Average", + "type": "timeseries", + "gridPos": { "h": 8, "w": 8, "x": 8, "y": 27 }, + "datasource": { "uid": "prometheus" }, + "targets": [ + { "expr": "elasticsearch_os_load1", "legendFormat": "1m" }, + { "expr": "elasticsearch_os_load5", "legendFormat": "5m" }, + { "expr": "elasticsearch_os_load15", "legendFormat": "15m" } + ], + "fieldConfig": { "defaults": { "custom": { "fillOpacity": 10 } } } + }, + { + "title": "OS Memory", + "type": "timeseries", + "gridPos": { "h": 8, "w": 8, "x": 16, "y": 27 }, + "datasource": { "uid": "prometheus" }, + "targets": [ + { "expr": "elasticsearch_os_mem_actual_used_bytes", "legendFormat": "used" }, + { "expr": "elasticsearch_os_mem_actual_free_bytes", "legendFormat": "free" } + ], + "fieldConfig": { "defaults": { "unit": "bytes", "custom": { "fillOpacity": 10 } } } + }, + { + "title": "Process Memory", + "type": "timeseries", + "gridPos": { "h": 8, "w": 8, "x": 0, "y": 35 }, + "datasource": { "uid": "prometheus" }, + "targets": [ + { "expr": "elasticsearch_process_mem_resident_size_bytes", "legendFormat": "resident" }, + { "expr": "elasticsearch_process_mem_virtual_size_bytes", "legendFormat": "virtual" } + ], + "fieldConfig": { "defaults": { "unit": "bytes", "custom": { "fillOpacity": 10 } } } + }, + { + "title": "File Descriptors", + "type": "timeseries", + "gridPos": { "h": 8, "w": 8, "x": 8, "y": 35 }, + "datasource": { "uid": "prometheus" }, + "targets": [ + { "expr": "elasticsearch_process_open_files_count", "legendFormat": "open" }, + { "expr": "elasticsearch_process_max_files_descriptors", "legendFormat": "max" } + ], + "fieldConfig": { "defaults": { "custom": { "fillOpacity": 10 } } } + }, + { + "title": "Network Transport", + "type": "timeseries", + "gridPos": { "h": 8, "w": 8, "x": 16, "y": 35 }, + "datasource": { "uid": "prometheus" }, + "targets": [ + { "expr": "rate(elasticsearch_transport_rx_size_bytes_total[5m])", "legendFormat": "rx bytes/s" }, + { "expr": "rate(elasticsearch_transport_tx_size_bytes_total[5m])", "legendFormat": "tx bytes/s" } + ], + "fieldConfig": { "defaults": { "unit": "Bps", "custom": { "fillOpacity": 10 } } } + }, + { + "title": "JVM Uptime", + "type": "stat", + "gridPos": { "h": 4, "w": 8, "x": 0, "y": 43 }, + "datasource": { "uid": "prometheus" }, + "targets": [ + { "expr": "elasticsearch_jvm_uptime_seconds", "legendFormat": "uptime" } ], "fieldConfig": { "defaults": { "unit": "s" } } + }, + { + "title": "Cluster Settings", + "type": "stat", + "gridPos": { "h": 4, "w": 8, "x": 8, "y": 43 }, + "datasource": { "uid": "prometheus" }, + "targets": [ + { "expr": "elasticsearch_clustersettings_stats_max_shards_per_node", "legendFormat": "max shards/node" } + ] + }, + { + "title": "Watermarks", + "type": "stat", + "gridPos": { "h": 4, "w": 8, "x": 16, "y": 43 }, + "datasource": { "uid": "prometheus" }, + "targets": [ + { "expr": "elasticsearch_clustersettings_allocation_watermark_low_ratio", "legendFormat": "low" }, + { "expr": "elasticsearch_clustersettings_allocation_watermark_high_ratio", "legendFormat": "high" }, + { "expr": "elasticsearch_clustersettings_allocation_watermark_flood_stage_ratio", "legendFormat": "flood stage" } + ], + "fieldConfig": { "defaults": { "unit": "percentunit" } } } + ]} + ], "schemaVersion": 39, "tags": ["opensearch", "search"],