feat(monitoring): comprehensive OpenSearch dashboard
6 collapsible rows covering all exporter metrics: Overview, Search & Queries, Indexing, Storage & Indices, Circuit Breakers & Thread Pools, OS & Process.
This commit is contained in:
@@ -15,90 +15,538 @@ data:
|
||||
"annotations": { "list": [] },
|
||||
"editable": true,
|
||||
"panels": [
|
||||
|
||||
{ "type": "row", "title": "Overview", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 0 }, "collapsed": false, "panels": [] },
|
||||
{
|
||||
"title": "Cluster Health",
|
||||
"type": "stat",
|
||||
"gridPos": { "h": 4, "w": 8, "x": 0, "y": 0 },
|
||||
"gridPos": { "h": 4, "w": 4, "x": 0, "y": 1 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "opensearch_cluster_health_status", "legendFormat": "health" }
|
||||
{ "expr": "elasticsearch_cluster_health_status{color=\"green\"} == 1", "legendFormat": "GREEN" },
|
||||
{ "expr": "elasticsearch_cluster_health_status{color=\"yellow\"} == 1", "legendFormat": "YELLOW" },
|
||||
{ "expr": "elasticsearch_cluster_health_status{color=\"red\"} == 1", "legendFormat": "RED" }
|
||||
],
|
||||
"fieldConfig": {
|
||||
"defaults": { "mappings": [{"type":"value","options":{"0":{"text":"GREEN","color":"green"},"1":{"text":"YELLOW","color":"yellow"},"2":{"text":"RED","color":"red"}}}] }
|
||||
}
|
||||
"fieldConfig": { "defaults": { "mappings": [{"type":"value","options":{"0":{"text":"OK","color":"text"},"1":{"text":"ACTIVE","color":"green"}}}] } }
|
||||
},
|
||||
{
|
||||
"title": "Nodes",
|
||||
"type": "stat",
|
||||
"gridPos": { "h": 4, "w": 4, "x": 4, "y": 1 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "elasticsearch_cluster_health_number_of_nodes", "legendFormat": "total" },
|
||||
{ "expr": "elasticsearch_cluster_health_number_of_data_nodes", "legendFormat": "data" }
|
||||
]
|
||||
},
|
||||
{
|
||||
"title": "Active Shards",
|
||||
"type": "stat",
|
||||
"gridPos": { "h": 4, "w": 8, "x": 8, "y": 0 },
|
||||
"gridPos": { "h": 4, "w": 4, "x": 8, "y": 1 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "opensearch_cluster_health_active_shards", "legendFormat": "shards" }
|
||||
{ "expr": "elasticsearch_cluster_health_active_shards", "legendFormat": "active" },
|
||||
{ "expr": "elasticsearch_cluster_health_active_primary_shards", "legendFormat": "primary" }
|
||||
]
|
||||
},
|
||||
{
|
||||
"title": "Node Count",
|
||||
"title": "Unassigned Shards",
|
||||
"type": "stat",
|
||||
"gridPos": { "h": 4, "w": 8, "x": 16, "y": 0 },
|
||||
"gridPos": { "h": 4, "w": 4, "x": 12, "y": 1 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "opensearch_cluster_health_number_of_nodes", "legendFormat": "nodes" }
|
||||
{ "expr": "elasticsearch_cluster_health_unassigned_shards", "legendFormat": "unassigned" },
|
||||
{ "expr": "elasticsearch_cluster_health_initializing_shards", "legendFormat": "initializing" },
|
||||
{ "expr": "elasticsearch_cluster_health_relocating_shards", "legendFormat": "relocating" }
|
||||
],
|
||||
"fieldConfig": { "defaults": { "thresholds": { "steps": [{"color":"green","value":null},{"color":"yellow","value":1},{"color":"red","value":5}] } } }
|
||||
},
|
||||
{
|
||||
"title": "Pending Tasks",
|
||||
"type": "stat",
|
||||
"gridPos": { "h": 4, "w": 4, "x": 16, "y": 1 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "elasticsearch_cluster_health_number_of_pending_tasks", "legendFormat": "pending" }
|
||||
],
|
||||
"fieldConfig": { "defaults": { "thresholds": { "steps": [{"color":"green","value":null},{"color":"yellow","value":5},{"color":"red","value":20}] } } }
|
||||
},
|
||||
{
|
||||
"title": "Documents",
|
||||
"type": "stat",
|
||||
"gridPos": { "h": 4, "w": 4, "x": 20, "y": 1 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "elasticsearch_indices_docs_total", "legendFormat": "total" },
|
||||
{ "expr": "elasticsearch_indices_deleted_docs_total", "legendFormat": "deleted" }
|
||||
]
|
||||
},
|
||||
{
|
||||
"title": "Index Size",
|
||||
"type": "timeseries",
|
||||
"gridPos": { "h": 8, "w": 12, "x": 0, "y": 4 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{
|
||||
"expr": "opensearch_index_store_size_bytes",
|
||||
"legendFormat": "{{index}}"
|
||||
}
|
||||
],
|
||||
"fieldConfig": { "defaults": { "unit": "bytes" } }
|
||||
},
|
||||
{
|
||||
"title": "JVM Heap Usage",
|
||||
"type": "gauge",
|
||||
"gridPos": { "h": 8, "w": 12, "x": 12, "y": 4 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{
|
||||
"expr": "opensearch_jvm_mem_heap_used_bytes / opensearch_jvm_mem_heap_max_bytes",
|
||||
"legendFormat": "{{node}}"
|
||||
}
|
||||
],
|
||||
"fieldConfig": {
|
||||
"defaults": { "unit": "percentunit", "max": 1, "thresholds": { "steps": [{"color":"green","value":null},{"color":"yellow","value":0.7},{"color":"red","value":0.85}] } }
|
||||
}
|
||||
},
|
||||
|
||||
{ "type": "row", "title": "Search & Queries", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 5 }, "collapsed": false, "panels": [] },
|
||||
{
|
||||
"title": "Search Query Rate",
|
||||
"type": "timeseries",
|
||||
"gridPos": { "h": 8, "w": 12, "x": 0, "y": 12 },
|
||||
"gridPos": { "h": 8, "w": 8, "x": 0, "y": 6 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{
|
||||
"expr": "rate(opensearch_indices_search_query_total[5m])",
|
||||
"legendFormat": "{{node}}"
|
||||
}
|
||||
{ "expr": "rate(elasticsearch_indices_search_query_total[5m])", "legendFormat": "queries/s" }
|
||||
],
|
||||
"fieldConfig": { "defaults": { "unit": "ops" } }
|
||||
"fieldConfig": { "defaults": { "unit": "ops", "custom": { "fillOpacity": 10 } } }
|
||||
},
|
||||
{
|
||||
"title": "Search Query Latency",
|
||||
"type": "timeseries",
|
||||
"gridPos": { "h": 8, "w": 8, "x": 8, "y": 6 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "rate(elasticsearch_indices_search_query_time_seconds[5m]) / rate(elasticsearch_indices_search_query_total[5m])", "legendFormat": "avg latency" }
|
||||
],
|
||||
"fieldConfig": { "defaults": { "unit": "s", "custom": { "fillOpacity": 10 } } }
|
||||
},
|
||||
{
|
||||
"title": "Search Fetch Rate & Latency",
|
||||
"type": "timeseries",
|
||||
"gridPos": { "h": 8, "w": 8, "x": 16, "y": 6 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "rate(elasticsearch_indices_search_fetch_total[5m])", "legendFormat": "fetches/s" },
|
||||
{ "expr": "rate(elasticsearch_indices_search_fetch_time_seconds[5m]) / rate(elasticsearch_indices_search_fetch_total[5m])", "legendFormat": "avg fetch latency" }
|
||||
],
|
||||
"fieldConfig": { "defaults": { "unit": "ops", "custom": { "fillOpacity": 10 } },
|
||||
"overrides": [{ "matcher": { "id": "byName", "options": "avg fetch latency" }, "properties": [{ "id": "unit", "value": "s" }] }]
|
||||
}
|
||||
},
|
||||
{
|
||||
"title": "Scroll & Suggest",
|
||||
"type": "timeseries",
|
||||
"gridPos": { "h": 8, "w": 8, "x": 0, "y": 14 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "rate(elasticsearch_indices_search_scroll_total[5m])", "legendFormat": "scrolls/s" },
|
||||
{ "expr": "elasticsearch_indices_search_scroll_current", "legendFormat": "active scrolls" },
|
||||
{ "expr": "rate(elasticsearch_indices_search_suggest_total[5m])", "legendFormat": "suggests/s" }
|
||||
],
|
||||
"fieldConfig": { "defaults": { "unit": "ops", "custom": { "fillOpacity": 10 } } }
|
||||
},
|
||||
{
|
||||
"title": "Active Queries",
|
||||
"type": "timeseries",
|
||||
"gridPos": { "h": 8, "w": 8, "x": 8, "y": 14 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "elasticsearch_search_active_queries", "legendFormat": "active" }
|
||||
],
|
||||
"fieldConfig": { "defaults": { "custom": { "fillOpacity": 10 } } }
|
||||
},
|
||||
{
|
||||
"title": "Query & Request Cache",
|
||||
"type": "timeseries",
|
||||
"gridPos": { "h": 8, "w": 8, "x": 16, "y": 14 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "rate(elasticsearch_indices_query_cache_evictions[5m])", "legendFormat": "query cache evictions/s" },
|
||||
{ "expr": "rate(elasticsearch_indices_request_cache_evictions[5m])", "legendFormat": "request cache evictions/s" },
|
||||
{ "expr": "elasticsearch_indices_query_cache_memory_size_bytes", "legendFormat": "query cache bytes" },
|
||||
{ "expr": "elasticsearch_indices_request_cache_memory_size_bytes", "legendFormat": "request cache bytes" }
|
||||
],
|
||||
"fieldConfig": { "defaults": { "unit": "bytes", "custom": { "fillOpacity": 10 } },
|
||||
"overrides": [
|
||||
{ "matcher": { "id": "byRegexp", "options": ".*evictions.*" }, "properties": [{ "id": "unit", "value": "ops" }] }
|
||||
]
|
||||
}
|
||||
},
|
||||
|
||||
{ "type": "row", "title": "Indexing", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 22 }, "collapsed": true, "panels": [
|
||||
{
|
||||
"title": "Indexing Rate",
|
||||
"type": "timeseries",
|
||||
"gridPos": { "h": 8, "w": 8, "x": 0, "y": 23 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "rate(elasticsearch_indices_indexing_index_total[5m])", "legendFormat": "index/s" },
|
||||
{ "expr": "rate(elasticsearch_indices_indexing_delete_total[5m])", "legendFormat": "delete/s" }
|
||||
],
|
||||
"fieldConfig": { "defaults": { "unit": "ops", "custom": { "fillOpacity": 10 } } }
|
||||
},
|
||||
{
|
||||
"title": "Indexing Latency",
|
||||
"type": "timeseries",
|
||||
"gridPos": { "h": 8, "w": 8, "x": 8, "y": 23 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "rate(elasticsearch_indices_indexing_index_time_seconds_total[5m]) / rate(elasticsearch_indices_indexing_index_total[5m])", "legendFormat": "avg index latency" },
|
||||
{ "expr": "rate(elasticsearch_indices_indexing_delete_time_seconds_total[5m]) / rate(elasticsearch_indices_indexing_delete_total[5m])", "legendFormat": "avg delete latency" }
|
||||
],
|
||||
"fieldConfig": { "defaults": { "unit": "s", "custom": { "fillOpacity": 10 } } }
|
||||
},
|
||||
{
|
||||
"title": "Indexing Throttle",
|
||||
"type": "timeseries",
|
||||
"gridPos": { "h": 8, "w": 8, "x": 16, "y": 23 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "elasticsearch_indices_indexing_is_throttled", "legendFormat": "throttled" },
|
||||
{ "expr": "rate(elasticsearch_indices_indexing_throttle_time_seconds_total[5m])", "legendFormat": "throttle time/s" }
|
||||
],
|
||||
"fieldConfig": { "defaults": { "custom": { "fillOpacity": 10 } } }
|
||||
},
|
||||
{
|
||||
"title": "Flush & Refresh",
|
||||
"type": "timeseries",
|
||||
"gridPos": { "h": 8, "w": 8, "x": 0, "y": 31 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "rate(elasticsearch_indices_flush_total[5m])", "legendFormat": "flushes/s" },
|
||||
{ "expr": "rate(elasticsearch_indices_refresh_total[5m])", "legendFormat": "refreshes/s" }
|
||||
],
|
||||
"fieldConfig": { "defaults": { "unit": "ops", "custom": { "fillOpacity": 10 } } }
|
||||
},
|
||||
{
|
||||
"title": "Merge Activity",
|
||||
"type": "timeseries",
|
||||
"gridPos": { "h": 8, "w": 8, "x": 8, "y": 31 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "elasticsearch_indices_merges_current", "legendFormat": "current merges" },
|
||||
{ "expr": "rate(elasticsearch_indices_merges_total[5m])", "legendFormat": "merges/s" },
|
||||
{ "expr": "rate(elasticsearch_indices_merges_total_size_bytes_total[5m])", "legendFormat": "merge bytes/s" }
|
||||
],
|
||||
"fieldConfig": { "defaults": { "custom": { "fillOpacity": 10 } },
|
||||
"overrides": [{ "matcher": { "id": "byName", "options": "merge bytes/s" }, "properties": [{ "id": "unit", "value": "Bps" }] }]
|
||||
}
|
||||
},
|
||||
{
|
||||
"title": "Translog",
|
||||
"type": "timeseries",
|
||||
"gridPos": { "h": 8, "w": 8, "x": 16, "y": 31 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "elasticsearch_indices_translog_operations", "legendFormat": "operations" },
|
||||
{ "expr": "elasticsearch_indices_translog_size_in_bytes", "legendFormat": "size" }
|
||||
],
|
||||
"fieldConfig": { "defaults": { "custom": { "fillOpacity": 10 } },
|
||||
"overrides": [{ "matcher": { "id": "byName", "options": "size" }, "properties": [{ "id": "unit", "value": "bytes" }] }]
|
||||
}
|
||||
}
|
||||
]},
|
||||
|
||||
{ "type": "row", "title": "Storage & Indices", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 23 }, "collapsed": true, "panels": [
|
||||
{
|
||||
"title": "Index Size (per index)",
|
||||
"type": "timeseries",
|
||||
"gridPos": { "h": 8, "w": 12, "x": 0, "y": 24 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "elasticsearch_indices_shards_store_size_in_bytes", "legendFormat": "{{index}}" }
|
||||
],
|
||||
"fieldConfig": { "defaults": { "unit": "bytes", "custom": { "fillOpacity": 10 } } }
|
||||
},
|
||||
{
|
||||
"title": "Total Store Size",
|
||||
"type": "timeseries",
|
||||
"gridPos": { "h": 8, "w": 12, "x": 12, "y": 24 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "elasticsearch_indices_store_size_bytes_total", "legendFormat": "total" },
|
||||
{ "expr": "elasticsearch_indices_store_size_bytes_primary", "legendFormat": "primary" }
|
||||
],
|
||||
"fieldConfig": { "defaults": { "unit": "bytes", "custom": { "fillOpacity": 10 } } }
|
||||
},
|
||||
{
|
||||
"title": "Filesystem Usage",
|
||||
"type": "timeseries",
|
||||
"gridPos": { "h": 8, "w": 12, "x": 0, "y": 32 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "elasticsearch_filesystem_data_size_bytes", "legendFormat": "total" },
|
||||
{ "expr": "elasticsearch_filesystem_data_size_bytes - elasticsearch_filesystem_data_available_bytes", "legendFormat": "used" },
|
||||
{ "expr": "elasticsearch_filesystem_data_available_bytes", "legendFormat": "available" }
|
||||
],
|
||||
"fieldConfig": { "defaults": { "unit": "bytes", "custom": { "fillOpacity": 10 } } }
|
||||
},
|
||||
{
|
||||
"title": "Disk I/O",
|
||||
"type": "timeseries",
|
||||
"gridPos": { "h": 8, "w": 12, "x": 12, "y": 32 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "rate(elasticsearch_filesystem_io_stats_device_read_size_kilobytes_sum[5m]) * 1024", "legendFormat": "read bytes/s" },
|
||||
{ "expr": "rate(elasticsearch_filesystem_io_stats_device_write_size_kilobytes_sum[5m]) * 1024", "legendFormat": "write bytes/s" }
|
||||
],
|
||||
"fieldConfig": { "defaults": { "unit": "Bps", "custom": { "fillOpacity": 10 } } }
|
||||
},
|
||||
{
|
||||
"title": "Segment Count",
|
||||
"type": "timeseries",
|
||||
"gridPos": { "h": 8, "w": 12, "x": 0, "y": 40 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "elasticsearch_indices_segments_count", "legendFormat": "segments" }
|
||||
],
|
||||
"fieldConfig": { "defaults": { "custom": { "fillOpacity": 10 } } }
|
||||
},
|
||||
{
|
||||
"title": "Segment Memory",
|
||||
"type": "timeseries",
|
||||
"gridPos": { "h": 8, "w": 12, "x": 12, "y": 40 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "elasticsearch_indices_segments_memory_bytes", "legendFormat": "total" },
|
||||
{ "expr": "elasticsearch_indices_segments_doc_values_memory_in_bytes", "legendFormat": "doc values" },
|
||||
{ "expr": "elasticsearch_indices_segments_terms_memory_in_bytes", "legendFormat": "terms" },
|
||||
{ "expr": "elasticsearch_indices_segments_stored_fields_memory_in_bytes", "legendFormat": "stored fields" },
|
||||
{ "expr": "elasticsearch_indices_segments_norms_memory_in_bytes", "legendFormat": "norms" },
|
||||
{ "expr": "elasticsearch_indices_segments_points_memory_in_bytes", "legendFormat": "points" }
|
||||
],
|
||||
"fieldConfig": { "defaults": { "unit": "bytes", "custom": { "fillOpacity": 10 } } }
|
||||
}
|
||||
]},
|
||||
|
||||
{ "type": "row", "title": "Circuit Breakers & Thread Pools", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 24 }, "collapsed": true, "panels": [
|
||||
{
|
||||
"title": "Circuit Breaker Trips",
|
||||
"type": "timeseries",
|
||||
"gridPos": { "h": 8, "w": 12, "x": 0, "y": 25 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "rate(elasticsearch_breakers_tripped[5m])", "legendFormat": "{{breaker}}" }
|
||||
],
|
||||
"fieldConfig": { "defaults": { "unit": "ops", "custom": { "fillOpacity": 10 } } }
|
||||
},
|
||||
{
|
||||
"title": "Circuit Breaker Memory",
|
||||
"type": "timeseries",
|
||||
"gridPos": { "h": 8, "w": 12, "x": 12, "y": 25 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "elasticsearch_breakers_estimated_size_bytes", "legendFormat": "{{breaker}} used" },
|
||||
{ "expr": "elasticsearch_breakers_limit_size_bytes", "legendFormat": "{{breaker}} limit" }
|
||||
],
|
||||
"fieldConfig": { "defaults": { "unit": "bytes", "custom": { "fillOpacity": 5 } } }
|
||||
},
|
||||
{
|
||||
"title": "Thread Pool — Rejected",
|
||||
"type": "timeseries",
|
||||
"gridPos": { "h": 8, "w": 8, "x": 0, "y": 33 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "rate(elasticsearch_thread_pool_rejected_count[5m]) > 0", "legendFormat": "{{type}}" }
|
||||
],
|
||||
"fieldConfig": { "defaults": { "unit": "ops", "custom": { "fillOpacity": 10 } } }
|
||||
},
|
||||
{
|
||||
"title": "Thread Pool — Queued",
|
||||
"type": "timeseries",
|
||||
"gridPos": { "h": 8, "w": 8, "x": 8, "y": 33 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "elasticsearch_thread_pool_queue_count > 0", "legendFormat": "{{type}}" }
|
||||
],
|
||||
"fieldConfig": { "defaults": { "custom": { "fillOpacity": 10 } } }
|
||||
},
|
||||
{
|
||||
"title": "Thread Pool — Active",
|
||||
"type": "timeseries",
|
||||
"gridPos": { "h": 8, "w": 8, "x": 16, "y": 33 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "elasticsearch_thread_pool_active_count > 0", "legendFormat": "{{type}}" }
|
||||
],
|
||||
"fieldConfig": { "defaults": { "custom": { "fillOpacity": 10 } } }
|
||||
}
|
||||
]},
|
||||
|
||||
{ "type": "row", "title": "JVM & Memory", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 25 }, "collapsed": true, "panels": [
|
||||
{
|
||||
"title": "JVM Heap Usage",
|
||||
"type": "gauge",
|
||||
"gridPos": { "h": 8, "w": 6, "x": 0, "y": 26 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "elasticsearch_jvm_memory_used_bytes{area=\"heap\"} / elasticsearch_jvm_memory_max_bytes{area=\"heap\"}", "legendFormat": "heap" }
|
||||
],
|
||||
"fieldConfig": { "defaults": { "unit": "percentunit", "max": 1, "thresholds": { "steps": [{"color":"green","value":null},{"color":"yellow","value":0.7},{"color":"red","value":0.85}] } } }
|
||||
},
|
||||
{
|
||||
"title": "JVM Heap Over Time",
|
||||
"type": "timeseries",
|
||||
"gridPos": { "h": 8, "w": 10, "x": 6, "y": 26 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "elasticsearch_jvm_memory_used_bytes{area=\"heap\"}", "legendFormat": "used" },
|
||||
{ "expr": "elasticsearch_jvm_memory_committed_bytes{area=\"heap\"}", "legendFormat": "committed" },
|
||||
{ "expr": "elasticsearch_jvm_memory_max_bytes{area=\"heap\"}", "legendFormat": "max" }
|
||||
],
|
||||
"fieldConfig": { "defaults": { "unit": "bytes", "custom": { "fillOpacity": 10 } } }
|
||||
},
|
||||
{
|
||||
"title": "JVM Non-Heap",
|
||||
"type": "timeseries",
|
||||
"gridPos": { "h": 8, "w": 8, "x": 16, "y": 26 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "elasticsearch_jvm_memory_used_bytes{area=\"non-heap\"}", "legendFormat": "used" },
|
||||
{ "expr": "elasticsearch_jvm_memory_committed_bytes{area=\"non-heap\"}", "legendFormat": "committed" }
|
||||
],
|
||||
"fieldConfig": { "defaults": { "unit": "bytes", "custom": { "fillOpacity": 10 } } }
|
||||
},
|
||||
{
|
||||
"title": "JVM Memory Pools",
|
||||
"type": "timeseries",
|
||||
"gridPos": { "h": 8, "w": 12, "x": 0, "y": 34 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "elasticsearch_jvm_memory_pool_used_bytes", "legendFormat": "{{pool}} used" },
|
||||
{ "expr": "elasticsearch_jvm_memory_pool_max_bytes > 0", "legendFormat": "{{pool}} max" }
|
||||
],
|
||||
"fieldConfig": { "defaults": { "unit": "bytes", "custom": { "fillOpacity": 10 } } }
|
||||
},
|
||||
{
|
||||
"title": "GC Collection Rate",
|
||||
"type": "timeseries",
|
||||
"gridPos": { "h": 8, "w": 6, "x": 12, "y": 34 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "rate(elasticsearch_jvm_gc_collection_seconds_count[5m])", "legendFormat": "{{gc}} collections/s" }
|
||||
],
|
||||
"fieldConfig": { "defaults": { "unit": "ops", "custom": { "fillOpacity": 10 } } }
|
||||
},
|
||||
{
|
||||
"title": "GC Collection Time",
|
||||
"type": "timeseries",
|
||||
"gridPos": { "h": 8, "w": 12, "x": 12, "y": 12 },
|
||||
"gridPos": { "h": 8, "w": 6, "x": 18, "y": 34 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{
|
||||
"expr": "rate(opensearch_jvm_gc_collection_time_seconds[5m])",
|
||||
"legendFormat": "{{gc}}"
|
||||
}
|
||||
{ "expr": "rate(elasticsearch_jvm_gc_collection_seconds_sum[5m])", "legendFormat": "{{gc}} time/s" }
|
||||
],
|
||||
"fieldConfig": { "defaults": { "unit": "s", "custom": { "fillOpacity": 10 } } }
|
||||
},
|
||||
{
|
||||
"title": "JVM Buffer Pools",
|
||||
"type": "timeseries",
|
||||
"gridPos": { "h": 8, "w": 12, "x": 0, "y": 42 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "elasticsearch_jvm_buffer_pool_used_bytes", "legendFormat": "{{type}}" }
|
||||
],
|
||||
"fieldConfig": { "defaults": { "unit": "bytes", "custom": { "fillOpacity": 10 } } }
|
||||
},
|
||||
{
|
||||
"title": "Fielddata",
|
||||
"type": "timeseries",
|
||||
"gridPos": { "h": 8, "w": 12, "x": 12, "y": 42 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "elasticsearch_indices_fielddata_memory_size_bytes", "legendFormat": "fielddata memory" },
|
||||
{ "expr": "rate(elasticsearch_indices_fielddata_evictions[5m])", "legendFormat": "evictions/s" }
|
||||
],
|
||||
"fieldConfig": { "defaults": { "unit": "bytes", "custom": { "fillOpacity": 10 } },
|
||||
"overrides": [{ "matcher": { "id": "byName", "options": "evictions/s" }, "properties": [{ "id": "unit", "value": "ops" }] }]
|
||||
}
|
||||
}
|
||||
]},
|
||||
|
||||
{ "type": "row", "title": "OS & Process", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 26 }, "collapsed": true, "panels": [
|
||||
{
|
||||
"title": "CPU Usage",
|
||||
"type": "timeseries",
|
||||
"gridPos": { "h": 8, "w": 8, "x": 0, "y": 27 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "elasticsearch_os_cpu_percent", "legendFormat": "OS CPU %" },
|
||||
{ "expr": "elasticsearch_process_cpu_percent", "legendFormat": "process CPU %" }
|
||||
],
|
||||
"fieldConfig": { "defaults": { "unit": "percent", "max": 100, "custom": { "fillOpacity": 10 } } }
|
||||
},
|
||||
{
|
||||
"title": "Load Average",
|
||||
"type": "timeseries",
|
||||
"gridPos": { "h": 8, "w": 8, "x": 8, "y": 27 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "elasticsearch_os_load1", "legendFormat": "1m" },
|
||||
{ "expr": "elasticsearch_os_load5", "legendFormat": "5m" },
|
||||
{ "expr": "elasticsearch_os_load15", "legendFormat": "15m" }
|
||||
],
|
||||
"fieldConfig": { "defaults": { "custom": { "fillOpacity": 10 } } }
|
||||
},
|
||||
{
|
||||
"title": "OS Memory",
|
||||
"type": "timeseries",
|
||||
"gridPos": { "h": 8, "w": 8, "x": 16, "y": 27 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "elasticsearch_os_mem_actual_used_bytes", "legendFormat": "used" },
|
||||
{ "expr": "elasticsearch_os_mem_actual_free_bytes", "legendFormat": "free" }
|
||||
],
|
||||
"fieldConfig": { "defaults": { "unit": "bytes", "custom": { "fillOpacity": 10 } } }
|
||||
},
|
||||
{
|
||||
"title": "Process Memory",
|
||||
"type": "timeseries",
|
||||
"gridPos": { "h": 8, "w": 8, "x": 0, "y": 35 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "elasticsearch_process_mem_resident_size_bytes", "legendFormat": "resident" },
|
||||
{ "expr": "elasticsearch_process_mem_virtual_size_bytes", "legendFormat": "virtual" }
|
||||
],
|
||||
"fieldConfig": { "defaults": { "unit": "bytes", "custom": { "fillOpacity": 10 } } }
|
||||
},
|
||||
{
|
||||
"title": "File Descriptors",
|
||||
"type": "timeseries",
|
||||
"gridPos": { "h": 8, "w": 8, "x": 8, "y": 35 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "elasticsearch_process_open_files_count", "legendFormat": "open" },
|
||||
{ "expr": "elasticsearch_process_max_files_descriptors", "legendFormat": "max" }
|
||||
],
|
||||
"fieldConfig": { "defaults": { "custom": { "fillOpacity": 10 } } }
|
||||
},
|
||||
{
|
||||
"title": "Network Transport",
|
||||
"type": "timeseries",
|
||||
"gridPos": { "h": 8, "w": 8, "x": 16, "y": 35 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "rate(elasticsearch_transport_rx_size_bytes_total[5m])", "legendFormat": "rx bytes/s" },
|
||||
{ "expr": "rate(elasticsearch_transport_tx_size_bytes_total[5m])", "legendFormat": "tx bytes/s" }
|
||||
],
|
||||
"fieldConfig": { "defaults": { "unit": "Bps", "custom": { "fillOpacity": 10 } } }
|
||||
},
|
||||
{
|
||||
"title": "JVM Uptime",
|
||||
"type": "stat",
|
||||
"gridPos": { "h": 4, "w": 8, "x": 0, "y": 43 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "elasticsearch_jvm_uptime_seconds", "legendFormat": "uptime" }
|
||||
],
|
||||
"fieldConfig": { "defaults": { "unit": "s" } }
|
||||
},
|
||||
{
|
||||
"title": "Cluster Settings",
|
||||
"type": "stat",
|
||||
"gridPos": { "h": 4, "w": 8, "x": 8, "y": 43 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "elasticsearch_clustersettings_stats_max_shards_per_node", "legendFormat": "max shards/node" }
|
||||
]
|
||||
},
|
||||
{
|
||||
"title": "Watermarks",
|
||||
"type": "stat",
|
||||
"gridPos": { "h": 4, "w": 8, "x": 16, "y": 43 },
|
||||
"datasource": { "uid": "prometheus" },
|
||||
"targets": [
|
||||
{ "expr": "elasticsearch_clustersettings_allocation_watermark_low_ratio", "legendFormat": "low" },
|
||||
{ "expr": "elasticsearch_clustersettings_allocation_watermark_high_ratio", "legendFormat": "high" },
|
||||
{ "expr": "elasticsearch_clustersettings_allocation_watermark_flood_stage_ratio", "legendFormat": "flood stage" }
|
||||
],
|
||||
"fieldConfig": { "defaults": { "unit": "percentunit" } }
|
||||
}
|
||||
]}
|
||||
|
||||
],
|
||||
"schemaVersion": 39,
|
||||
"tags": ["opensearch", "search"],
|
||||
|
||||
Reference in New Issue
Block a user