# HELP go_gc_duration_seconds A summary of the GC invocation durations. # TYPE go_gc_duration_seconds summary go_gc_duration_seconds{quantile="0"} 9.957e-06 go_gc_duration_seconds{quantile="0.25"} 2.0317e-05 go_gc_duration_seconds{quantile="0.5"} 2.4783e-05 go_gc_duration_seconds{quantile="0.75"} 3.6257e-05 go_gc_duration_seconds{quantile="1"} 0.002569472 go_gc_duration_seconds_sum 59.783718485 go_gc_duration_seconds_count 1.366427e+06 # HELP go_goroutines Number of goroutines that currently exist. # TYPE go_goroutines gauge go_goroutines 239 # HELP go_info Information about the Go environment. # TYPE go_info gauge go_info{version="go1.12.4"} 1 # HELP go_memstats_alloc_bytes Number of bytes allocated and still in use. # TYPE go_memstats_alloc_bytes gauge go_memstats_alloc_bytes 3.05148752e+08 # HELP go_memstats_alloc_bytes_total Total number of bytes allocated, even if freed. # TYPE go_memstats_alloc_bytes_total counter go_memstats_alloc_bytes_total 2.05082635697088e+14 # HELP go_memstats_buck_hash_sys_bytes Number of bytes used by the profiling bucket hash table. # TYPE go_memstats_buck_hash_sys_bytes gauge go_memstats_buck_hash_sys_bytes 1.2799484e+07 # HELP go_memstats_frees_total Total number of frees. # TYPE go_memstats_frees_total counter go_memstats_frees_total 1.063492554341e+12 # HELP go_memstats_gc_cpu_fraction The fraction of this program's available CPU time used by the GC since the program started. # TYPE go_memstats_gc_cpu_fraction gauge go_memstats_gc_cpu_fraction 0.00034135556980923853 # HELP go_memstats_gc_sys_bytes Number of bytes used for garbage collection system metadata. # TYPE go_memstats_gc_sys_bytes gauge go_memstats_gc_sys_bytes 4.2483712e+07 # HELP go_memstats_heap_alloc_bytes Number of heap bytes allocated and still in use. # TYPE go_memstats_heap_alloc_bytes gauge go_memstats_heap_alloc_bytes 3.05148752e+08 # HELP go_memstats_heap_idle_bytes Number of heap bytes waiting to be used. # TYPE go_memstats_heap_idle_bytes gauge go_memstats_heap_idle_bytes 7.40376576e+08 # HELP go_memstats_heap_inuse_bytes Number of heap bytes that are in use. # TYPE go_memstats_heap_inuse_bytes gauge go_memstats_heap_inuse_bytes 3.30940416e+08 # HELP go_memstats_heap_objects Number of allocated objects. # TYPE go_memstats_heap_objects gauge go_memstats_heap_objects 2.135145e+06 # HELP go_memstats_heap_released_bytes Number of heap bytes released to OS. # TYPE go_memstats_heap_released_bytes gauge go_memstats_heap_released_bytes 6.78912e+08 # HELP go_memstats_heap_sys_bytes Number of heap bytes obtained from system. # TYPE go_memstats_heap_sys_bytes gauge go_memstats_heap_sys_bytes 1.071316992e+09 # HELP go_memstats_last_gc_time_seconds Number of seconds since 1970 of last garbage collection. # TYPE go_memstats_last_gc_time_seconds gauge go_memstats_last_gc_time_seconds 1.7867551875152283e+09 # HELP go_memstats_lookups_total Total number of pointer lookups. # TYPE go_memstats_lookups_total counter go_memstats_lookups_total 0 # HELP go_memstats_mallocs_total Total number of mallocs. # TYPE go_memstats_mallocs_total counter go_memstats_mallocs_total 1.063494689486e+12 # HELP go_memstats_mcache_inuse_bytes Number of bytes in use by mcache structures. # TYPE go_memstats_mcache_inuse_bytes gauge go_memstats_mcache_inuse_bytes 6944 # HELP go_memstats_mcache_sys_bytes Number of bytes used for mcache structures obtained from system. # TYPE go_memstats_mcache_sys_bytes gauge go_memstats_mcache_sys_bytes 16384 # HELP go_memstats_mspan_inuse_bytes Number of bytes in use by mspan structures. # TYPE go_memstats_mspan_inuse_bytes gauge go_memstats_mspan_inuse_bytes 4.732992e+06 # HELP go_memstats_mspan_sys_bytes Number of bytes used for mspan structures obtained from system. # TYPE go_memstats_mspan_sys_bytes gauge go_memstats_mspan_sys_bytes 9.879552e+06 # HELP go_memstats_next_gc_bytes Number of heap bytes when next garbage collection will take place. # TYPE go_memstats_next_gc_bytes gauge go_memstats_next_gc_bytes 3.7695984e+08 # HELP go_memstats_other_sys_bytes Number of bytes used for other system allocations. # TYPE go_memstats_other_sys_bytes gauge go_memstats_other_sys_bytes 2.248444e+06 # HELP go_memstats_stack_inuse_bytes Number of bytes in use by the stack allocator. # TYPE go_memstats_stack_inuse_bytes gauge go_memstats_stack_inuse_bytes 2.424832e+06 # HELP go_memstats_stack_sys_bytes Number of bytes obtained from system for stack allocator. # TYPE go_memstats_stack_sys_bytes gauge go_memstats_stack_sys_bytes 2.424832e+06 # HELP go_memstats_sys_bytes Number of bytes obtained from system. # TYPE go_memstats_sys_bytes gauge go_memstats_sys_bytes 1.1411694e+09 # HELP go_threads Number of OS threads created. # TYPE go_threads gauge go_threads 16 # HELP net_conntrack_dialer_conn_attempted_total Total number of connections attempted by the given dialer a given name. # TYPE net_conntrack_dialer_conn_attempted_total counter net_conntrack_dialer_conn_attempted_total{dialer_name="alertmanager"} 1 net_conntrack_dialer_conn_attempted_total{dialer_name="default"} 0 net_conntrack_dialer_conn_attempted_total{dialer_name="kubernetes-apiservers"} 8 net_conntrack_dialer_conn_attempted_total{dialer_name="kubernetes-cadvisor"} 23 net_conntrack_dialer_conn_attempted_total{dialer_name="kubernetes-ingress"} 7.5295996e+07 net_conntrack_dialer_conn_attempted_total{dialer_name="kubernetes-nodes"} 25 net_conntrack_dialer_conn_attempted_total{dialer_name="kubernetes-pods"} 1.5892237e+07 # HELP net_conntrack_dialer_conn_closed_total Total number of connections closed which originated from the dialer of a given name. # TYPE net_conntrack_dialer_conn_closed_total counter net_conntrack_dialer_conn_closed_total{dialer_name="alertmanager"} 1 net_conntrack_dialer_conn_closed_total{dialer_name="default"} 0 net_conntrack_dialer_conn_closed_total{dialer_name="kubernetes-apiservers"} 4 net_conntrack_dialer_conn_closed_total{dialer_name="kubernetes-cadvisor"} 9 net_conntrack_dialer_conn_closed_total{dialer_name="kubernetes-ingress"} 7.5250962e+07 net_conntrack_dialer_conn_closed_total{dialer_name="kubernetes-nodes"} 9 net_conntrack_dialer_conn_closed_total{dialer_name="kubernetes-pods"} 5.297408e+06 # HELP net_conntrack_dialer_conn_established_total Total number of connections successfully established by the given dialer a given name. # TYPE net_conntrack_dialer_conn_established_total counter net_conntrack_dialer_conn_established_total{dialer_name="alertmanager"} 1 net_conntrack_dialer_conn_established_total{dialer_name="default"} 0 net_conntrack_dialer_conn_established_total{dialer_name="kubernetes-apiservers"} 5 net_conntrack_dialer_conn_established_total{dialer_name="kubernetes-cadvisor"} 10 net_conntrack_dialer_conn_established_total{dialer_name="kubernetes-ingress"} 7.5250981e+07 net_conntrack_dialer_conn_established_total{dialer_name="kubernetes-nodes"} 10 net_conntrack_dialer_conn_established_total{dialer_name="kubernetes-pods"} 5.297424e+06 # HELP net_conntrack_dialer_conn_failed_total Total number of connections failed to dial by the dialer a given name. # TYPE net_conntrack_dialer_conn_failed_total counter net_conntrack_dialer_conn_failed_total{dialer_name="alertmanager",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="alertmanager",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="alertmanager",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="alertmanager",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="default",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="default",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="default",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="default",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-apiservers",reason="refused"} 3 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-apiservers",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-apiservers",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-apiservers",reason="unknown"} 3 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-cadvisor",reason="refused"} 1 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-cadvisor",reason="resolution"} 6 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-cadvisor",reason="timeout"} 6 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-cadvisor",reason="unknown"} 7 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-ingress",reason="refused"} 203 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-ingress",reason="resolution"} 40201 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-ingress",reason="timeout"} 4611 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-ingress",reason="unknown"} 4814 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-nodes",reason="refused"} 1 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-nodes",reason="resolution"} 6 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-nodes",reason="timeout"} 8 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-nodes",reason="unknown"} 9 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-pods",reason="refused"} 1.0594746e+07 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-pods",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-pods",reason="timeout"} 66 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-pods",reason="unknown"} 1.0594813e+07 # HELP net_conntrack_listener_conn_accepted_total Total number of connections opened to the listener of a given name. # TYPE net_conntrack_listener_conn_accepted_total counter net_conntrack_listener_conn_accepted_total{listener_name="http"} 729033 # HELP net_conntrack_listener_conn_closed_total Total number of connections closed that were made to the listener of a given name. # TYPE net_conntrack_listener_conn_closed_total counter net_conntrack_listener_conn_closed_total{listener_name="http"} 729171 # HELP process_cpu_seconds_total Total user and system CPU time spent in seconds. # TYPE process_cpu_seconds_total counter process_cpu_seconds_total 2.87535176e+06 # HELP process_max_fds Maximum number of open file descriptors. # TYPE process_max_fds gauge process_max_fds 1.048576e+06 # HELP process_open_fds Number of open file descriptors. # TYPE process_open_fds gauge process_open_fds 96 # HELP process_resident_memory_bytes Resident memory size in bytes. # TYPE process_resident_memory_bytes gauge process_resident_memory_bytes 6.9261312e+08 # HELP process_start_time_seconds Start time of the process since unix epoch in seconds. # TYPE process_start_time_seconds gauge process_start_time_seconds 1.70729784129e+09 # HELP process_virtual_memory_bytes Virtual memory size in bytes. # TYPE process_virtual_memory_bytes gauge process_virtual_memory_bytes 1.1227418624e+10 # HELP process_virtual_memory_max_bytes Maximum amount of virtual memory available in bytes. # TYPE process_virtual_memory_max_bytes gauge process_virtual_memory_max_bytes -1 # HELP prometheus_api_remote_read_queries The current number of remote read queries being executed or waiting. # TYPE prometheus_api_remote_read_queries gauge prometheus_api_remote_read_queries 0 # HELP prometheus_build_info A metric with a constant '1' value labeled by version, revision, branch, and goversion from which prometheus was built. # TYPE prometheus_build_info gauge prometheus_build_info{branch="HEAD",goversion="go1.12.4",revision="d3245f15022551c6fc8281766ea62db4d71e2747",version="2.9.2"} 1 # HELP prometheus_config_last_reload_success_timestamp_seconds Timestamp of the last successful configuration reload. # TYPE prometheus_config_last_reload_success_timestamp_seconds gauge prometheus_config_last_reload_success_timestamp_seconds 1.7072978488808107e+09 # HELP prometheus_config_last_reload_successful Whether the last configuration reload attempt was successful. # TYPE prometheus_config_last_reload_successful gauge prometheus_config_last_reload_successful 1 # HELP prometheus_engine_queries The current number of queries being executed or waiting. # TYPE prometheus_engine_queries gauge prometheus_engine_queries 0 # HELP prometheus_engine_queries_concurrent_max The max number of concurrent queries. # TYPE prometheus_engine_queries_concurrent_max gauge prometheus_engine_queries_concurrent_max 20 # HELP prometheus_engine_query_duration_seconds Query timings # TYPE prometheus_engine_query_duration_seconds summary prometheus_engine_query_duration_seconds{slice="inner_eval",quantile="0.5"} 1.4634e-05 prometheus_engine_query_duration_seconds{slice="inner_eval",quantile="0.9"} 0.00054684 prometheus_engine_query_duration_seconds{slice="inner_eval",quantile="0.99"} 0.202333384 prometheus_engine_query_duration_seconds_sum{slice="inner_eval"} 1.1148382807896207e+06 prometheus_engine_query_duration_seconds_count{slice="inner_eval"} 4.57812881e+08 prometheus_engine_query_duration_seconds{slice="prepare_time",quantile="0.5"} 1.5593e-05 prometheus_engine_query_duration_seconds{slice="prepare_time",quantile="0.9"} 7.6739e-05 prometheus_engine_query_duration_seconds{slice="prepare_time",quantile="0.99"} 0.000751261 prometheus_engine_query_duration_seconds_sum{slice="prepare_time"} 20961.650402368276 prometheus_engine_query_duration_seconds_count{slice="prepare_time"} 4.57813593e+08 prometheus_engine_query_duration_seconds{slice="queue_time",quantile="0.5"} 6.97e-07 prometheus_engine_query_duration_seconds{slice="queue_time",quantile="0.9"} 1.426e-06 prometheus_engine_query_duration_seconds{slice="queue_time",quantile="0.99"} 2.637e-06 prometheus_engine_query_duration_seconds_sum{slice="queue_time"} 412.875507946573 prometheus_engine_query_duration_seconds_count{slice="queue_time"} 4.57813609e+08 prometheus_engine_query_duration_seconds{slice="result_sort",quantile="0.5"} NaN prometheus_engine_query_duration_seconds{slice="result_sort",quantile="0.9"} NaN prometheus_engine_query_duration_seconds{slice="result_sort",quantile="0.99"} NaN prometheus_engine_query_duration_seconds_sum{slice="result_sort"} 20.520893571996744 prometheus_engine_query_duration_seconds_count{slice="result_sort"} 1.1686569e+07 # HELP prometheus_http_request_duration_seconds Histogram of latencies for HTTP requests. # TYPE prometheus_http_request_duration_seconds histogram prometheus_http_request_duration_seconds_bucket{handler="/",le="0.1"} 3321 prometheus_http_request_duration_seconds_bucket{handler="/",le="0.2"} 3321 prometheus_http_request_duration_seconds_bucket{handler="/",le="0.4"} 3321 prometheus_http_request_duration_seconds_bucket{handler="/",le="1"} 3321 prometheus_http_request_duration_seconds_bucket{handler="/",le="3"} 3321 prometheus_http_request_duration_seconds_bucket{handler="/",le="8"} 3321 prometheus_http_request_duration_seconds_bucket{handler="/",le="20"} 3321 prometheus_http_request_duration_seconds_bucket{handler="/",le="60"} 3321 prometheus_http_request_duration_seconds_bucket{handler="/",le="120"} 3321 prometheus_http_request_duration_seconds_bucket{handler="/",le="+Inf"} 3321 prometheus_http_request_duration_seconds_sum{handler="/"} 0.1093523309999999 prometheus_http_request_duration_seconds_count{handler="/"} 3321 prometheus_http_request_duration_seconds_bucket{handler="/-/healthy",le="0.1"} 2 prometheus_http_request_duration_seconds_bucket{handler="/-/healthy",le="0.2"} 2 prometheus_http_request_duration_seconds_bucket{handler="/-/healthy",le="0.4"} 2 prometheus_http_request_duration_seconds_bucket{handler="/-/healthy",le="1"} 2 prometheus_http_request_duration_seconds_bucket{handler="/-/healthy",le="3"} 2 prometheus_http_request_duration_seconds_bucket{handler="/-/healthy",le="8"} 2 prometheus_http_request_duration_seconds_bucket{handler="/-/healthy",le="20"} 2 prometheus_http_request_duration_seconds_bucket{handler="/-/healthy",le="60"} 2 prometheus_http_request_duration_seconds_bucket{handler="/-/healthy",le="120"} 2 prometheus_http_request_duration_seconds_bucket{handler="/-/healthy",le="+Inf"} 2 prometheus_http_request_duration_seconds_sum{handler="/-/healthy"} 3.8522e-05 prometheus_http_request_duration_seconds_count{handler="/-/healthy"} 2 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="0.1"} 65 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="0.2"} 65 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="0.4"} 65 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="1"} 65 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="3"} 65 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="8"} 65 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="20"} 65 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="60"} 65 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="120"} 65 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="+Inf"} 65 prometheus_http_request_duration_seconds_sum{handler="/alerts"} 0.25938315999999995 prometheus_http_request_duration_seconds_count{handler="/alerts"} 65 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/*path",le="0.1"} 172 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/*path",le="0.2"} 172 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/*path",le="0.4"} 172 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/*path",le="1"} 172 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/*path",le="3"} 172 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/*path",le="8"} 172 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/*path",le="20"} 172 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/*path",le="60"} 172 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/*path",le="120"} 172 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/*path",le="+Inf"} 172 prometheus_http_request_duration_seconds_sum{handler="/api/v1/*path"} 0.005489628000000003 prometheus_http_request_duration_seconds_count{handler="/api/v1/*path"} 172 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alerts",le="0.1"} 3 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alerts",le="0.2"} 3 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alerts",le="0.4"} 3 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alerts",le="1"} 3 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alerts",le="3"} 3 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alerts",le="8"} 3 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alerts",le="20"} 3 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alerts",le="60"} 3 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alerts",le="120"} 3 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alerts",le="+Inf"} 3 prometheus_http_request_duration_seconds_sum{handler="/api/v1/alerts"} 0.014202228 prometheus_http_request_duration_seconds_count{handler="/api/v1/alerts"} 3 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="0.1"} 1595 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="0.2"} 1645 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="0.4"} 1680 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="1"} 1700 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="3"} 1713 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="8"} 1713 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="20"} 1713 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="60"} 1713 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="120"} 1713 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="+Inf"} 1713 prometheus_http_request_duration_seconds_sum{handler="/api/v1/label/:name/values"} 58.271048346000015 prometheus_http_request_duration_seconds_count{handler="/api/v1/label/:name/values"} 1713 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="0.1"} 1718 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="0.2"} 1718 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="0.4"} 1718 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="1"} 1718 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="3"} 1718 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="8"} 1718 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="20"} 1718 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="60"} 1718 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="120"} 1718 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="+Inf"} 1718 prometheus_http_request_duration_seconds_sum{handler="/api/v1/labels"} 2.8730490880000006 prometheus_http_request_duration_seconds_count{handler="/api/v1/labels"} 1718 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="0.1"} 1.165014e+06 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="0.2"} 1.165014e+06 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="0.4"} 1.165014e+06 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="1"} 1.165014e+06 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="3"} 1.165014e+06 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="8"} 1.165014e+06 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="20"} 1.165014e+06 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="60"} 1.165014e+06 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="120"} 1.165014e+06 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="+Inf"} 1.165014e+06 prometheus_http_request_duration_seconds_sum{handler="/api/v1/query"} 2941.7408979699217 prometheus_http_request_duration_seconds_count{handler="/api/v1/query"} 1.165014e+06 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="0.1"} 1.153542e+07 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="0.2"} 1.1642332e+07 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="0.4"} 1.1674056e+07 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="1"} 1.1686161e+07 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="3"} 1.1687349e+07 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="8"} 1.1687413e+07 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="20"} 1.1687416e+07 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="60"} 1.1687416e+07 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="120"} 1.1687416e+07 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="+Inf"} 1.1687416e+07 prometheus_http_request_duration_seconds_sum{handler="/api/v1/query_range"} 112515.03563858464 prometheus_http_request_duration_seconds_count{handler="/api/v1/query_range"} 1.1687416e+07 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="0.1"} 5 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="0.2"} 5 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="0.4"} 5 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="1"} 5 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="3"} 5 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="8"} 5 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="20"} 5 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="60"} 5 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="120"} 5 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="+Inf"} 5 prometheus_http_request_duration_seconds_sum{handler="/api/v1/rules"} 0.008957904000000001 prometheus_http_request_duration_seconds_count{handler="/api/v1/rules"} 5 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="0.1"} 236 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="0.2"} 240 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="0.4"} 240 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="1"} 242 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="3"} 243 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="8"} 243 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="20"} 243 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="60"} 243 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="120"} 243 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="+Inf"} 243 prometheus_http_request_duration_seconds_sum{handler="/api/v1/series"} 6.032111377000001 prometheus_http_request_duration_seconds_count{handler="/api/v1/series"} 243 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="0.1"} 93 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="0.2"} 93 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="0.4"} 93 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="1"} 93 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="3"} 93 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="8"} 93 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="20"} 93 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="60"} 93 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="120"} 93 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="+Inf"} 93 prometheus_http_request_duration_seconds_sum{handler="/api/v1/status/config"} 0.43789833899999997 prometheus_http_request_duration_seconds_count{handler="/api/v1/status/config"} 93 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="0.1"} 3 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="0.2"} 3 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="0.4"} 3 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="1"} 3 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="3"} 3 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="8"} 3 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="20"} 3 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="60"} 3 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="120"} 3 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="+Inf"} 3 prometheus_http_request_duration_seconds_sum{handler="/api/v1/status/flags"} 0.002260576 prometheus_http_request_duration_seconds_count{handler="/api/v1/status/flags"} 3 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="0.1"} 145 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="0.2"} 145 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="0.4"} 145 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="1"} 145 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="3"} 145 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="8"} 145 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="20"} 145 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="60"} 145 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="120"} 145 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="+Inf"} 145 prometheus_http_request_duration_seconds_sum{handler="/api/v1/targets"} 1.5706084359999997 prometheus_http_request_duration_seconds_count{handler="/api/v1/targets"} 145 prometheus_http_request_duration_seconds_bucket{handler="/config",le="0.1"} 98 prometheus_http_request_duration_seconds_bucket{handler="/config",le="0.2"} 98 prometheus_http_request_duration_seconds_bucket{handler="/config",le="0.4"} 98 prometheus_http_request_duration_seconds_bucket{handler="/config",le="1"} 98 prometheus_http_request_duration_seconds_bucket{handler="/config",le="3"} 98 prometheus_http_request_duration_seconds_bucket{handler="/config",le="8"} 98 prometheus_http_request_duration_seconds_bucket{handler="/config",le="20"} 98 prometheus_http_request_duration_seconds_bucket{handler="/config",le="60"} 98 prometheus_http_request_duration_seconds_bucket{handler="/config",le="120"} 98 prometheus_http_request_duration_seconds_bucket{handler="/config",le="+Inf"} 98 prometheus_http_request_duration_seconds_sum{handler="/config"} 0.6818038179999999 prometheus_http_request_duration_seconds_count{handler="/config"} 98 prometheus_http_request_duration_seconds_bucket{handler="/debug/*subpath",le="0.1"} 32 prometheus_http_request_duration_seconds_bucket{handler="/debug/*subpath",le="0.2"} 32 prometheus_http_request_duration_seconds_bucket{handler="/debug/*subpath",le="0.4"} 32 prometheus_http_request_duration_seconds_bucket{handler="/debug/*subpath",le="1"} 32 prometheus_http_request_duration_seconds_bucket{handler="/debug/*subpath",le="3"} 32 prometheus_http_request_duration_seconds_bucket{handler="/debug/*subpath",le="8"} 32 prometheus_http_request_duration_seconds_bucket{handler="/debug/*subpath",le="20"} 32 prometheus_http_request_duration_seconds_bucket{handler="/debug/*subpath",le="60"} 32 prometheus_http_request_duration_seconds_bucket{handler="/debug/*subpath",le="120"} 32 prometheus_http_request_duration_seconds_bucket{handler="/debug/*subpath",le="+Inf"} 32 prometheus_http_request_duration_seconds_sum{handler="/debug/*subpath"} 0.016289638999999995 prometheus_http_request_duration_seconds_count{handler="/debug/*subpath"} 32 prometheus_http_request_duration_seconds_bucket{handler="/flags",le="0.1"} 54 prometheus_http_request_duration_seconds_bucket{handler="/flags",le="0.2"} 54 prometheus_http_request_duration_seconds_bucket{handler="/flags",le="0.4"} 54 prometheus_http_request_duration_seconds_bucket{handler="/flags",le="1"} 54 prometheus_http_request_duration_seconds_bucket{handler="/flags",le="3"} 54 prometheus_http_request_duration_seconds_bucket{handler="/flags",le="8"} 54 prometheus_http_request_duration_seconds_bucket{handler="/flags",le="20"} 54 prometheus_http_request_duration_seconds_bucket{handler="/flags",le="60"} 54 prometheus_http_request_duration_seconds_bucket{handler="/flags",le="120"} 54 prometheus_http_request_duration_seconds_bucket{handler="/flags",le="+Inf"} 54 prometheus_http_request_duration_seconds_sum{handler="/flags"} 0.08153410300000001 prometheus_http_request_duration_seconds_count{handler="/flags"} 54 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="0.1"} 8656 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="0.2"} 8656 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="0.4"} 8656 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="1"} 8656 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="3"} 8656 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="8"} 8656 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="20"} 8656 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="60"} 8656 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="120"} 8656 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="+Inf"} 8656 prometheus_http_request_duration_seconds_sum{handler="/graph"} 11.757419546000015 prometheus_http_request_duration_seconds_count{handler="/graph"} 8656 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="0.1"} 5.297035e+06 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="0.2"} 5.297248e+06 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="0.4"} 5.297253e+06 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="1"} 5.297256e+06 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="3"} 5.297257e+06 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="8"} 5.297257e+06 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="20"} 5.297257e+06 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="60"} 5.297257e+06 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="120"} 5.297257e+06 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="+Inf"} 5.297257e+06 prometheus_http_request_duration_seconds_sum{handler="/metrics"} 21945.939154030595 prometheus_http_request_duration_seconds_count{handler="/metrics"} 5.297257e+06 prometheus_http_request_duration_seconds_bucket{handler="/rules",le="0.1"} 101 prometheus_http_request_duration_seconds_bucket{handler="/rules",le="0.2"} 101 prometheus_http_request_duration_seconds_bucket{handler="/rules",le="0.4"} 101 prometheus_http_request_duration_seconds_bucket{handler="/rules",le="1"} 101 prometheus_http_request_duration_seconds_bucket{handler="/rules",le="3"} 101 prometheus_http_request_duration_seconds_bucket{handler="/rules",le="8"} 101 prometheus_http_request_duration_seconds_bucket{handler="/rules",le="20"} 101 prometheus_http_request_duration_seconds_bucket{handler="/rules",le="60"} 101 prometheus_http_request_duration_seconds_bucket{handler="/rules",le="120"} 101 prometheus_http_request_duration_seconds_bucket{handler="/rules",le="+Inf"} 101 prometheus_http_request_duration_seconds_sum{handler="/rules"} 1.0920206100000003 prometheus_http_request_duration_seconds_count{handler="/rules"} 101 prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="0.1"} 96 prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="0.2"} 101 prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="0.4"} 101 prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="1"} 101 prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="3"} 101 prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="8"} 101 prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="20"} 101 prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="60"} 101 prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="120"} 101 prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="+Inf"} 101 prometheus_http_request_duration_seconds_sum{handler="/service-discovery"} 3.532988547000001 prometheus_http_request_duration_seconds_count{handler="/service-discovery"} 101 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="0.1"} 6935 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="0.2"} 6935 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="0.4"} 6935 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="1"} 6935 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="3"} 6935 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="8"} 6935 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="20"} 6935 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="60"} 6935 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="120"} 6935 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="+Inf"} 6935 prometheus_http_request_duration_seconds_sum{handler="/static/*filepath"} 3.919591517999988 prometheus_http_request_duration_seconds_count{handler="/static/*filepath"} 6935 prometheus_http_request_duration_seconds_bucket{handler="/status",le="0.1"} 47 prometheus_http_request_duration_seconds_bucket{handler="/status",le="0.2"} 47 prometheus_http_request_duration_seconds_bucket{handler="/status",le="0.4"} 47 prometheus_http_request_duration_seconds_bucket{handler="/status",le="1"} 47 prometheus_http_request_duration_seconds_bucket{handler="/status",le="3"} 47 prometheus_http_request_duration_seconds_bucket{handler="/status",le="8"} 47 prometheus_http_request_duration_seconds_bucket{handler="/status",le="20"} 47 prometheus_http_request_duration_seconds_bucket{handler="/status",le="60"} 47 prometheus_http_request_duration_seconds_bucket{handler="/status",le="120"} 47 prometheus_http_request_duration_seconds_bucket{handler="/status",le="+Inf"} 47 prometheus_http_request_duration_seconds_sum{handler="/status"} 0.21926034900000005 prometheus_http_request_duration_seconds_count{handler="/status"} 47 prometheus_http_request_duration_seconds_bucket{handler="/targets",le="0.1"} 102 prometheus_http_request_duration_seconds_bucket{handler="/targets",le="0.2"} 109 prometheus_http_request_duration_seconds_bucket{handler="/targets",le="0.4"} 109 prometheus_http_request_duration_seconds_bucket{handler="/targets",le="1"} 109 prometheus_http_request_duration_seconds_bucket{handler="/targets",le="3"} 109 prometheus_http_request_duration_seconds_bucket{handler="/targets",le="8"} 109 prometheus_http_request_duration_seconds_bucket{handler="/targets",le="20"} 109 prometheus_http_request_duration_seconds_bucket{handler="/targets",le="60"} 109 prometheus_http_request_duration_seconds_bucket{handler="/targets",le="120"} 109 prometheus_http_request_duration_seconds_bucket{handler="/targets",le="+Inf"} 109 prometheus_http_request_duration_seconds_sum{handler="/targets"} 2.312115746 prometheus_http_request_duration_seconds_count{handler="/targets"} 109 # HELP prometheus_http_response_size_bytes Histogram of response size for HTTP requests. # TYPE prometheus_http_response_size_bytes histogram prometheus_http_response_size_bytes_bucket{handler="/",le="100"} 3321 prometheus_http_response_size_bytes_bucket{handler="/",le="1000"} 3321 prometheus_http_response_size_bytes_bucket{handler="/",le="10000"} 3321 prometheus_http_response_size_bytes_bucket{handler="/",le="100000"} 3321 prometheus_http_response_size_bytes_bucket{handler="/",le="1e+06"} 3321 prometheus_http_response_size_bytes_bucket{handler="/",le="1e+07"} 3321 prometheus_http_response_size_bytes_bucket{handler="/",le="1e+08"} 3321 prometheus_http_response_size_bytes_bucket{handler="/",le="1e+09"} 3321 prometheus_http_response_size_bytes_bucket{handler="/",le="+Inf"} 3321 prometheus_http_response_size_bytes_sum{handler="/"} 96309 prometheus_http_response_size_bytes_count{handler="/"} 3321 prometheus_http_response_size_bytes_bucket{handler="/-/healthy",le="100"} 2 prometheus_http_response_size_bytes_bucket{handler="/-/healthy",le="1000"} 2 prometheus_http_response_size_bytes_bucket{handler="/-/healthy",le="10000"} 2 prometheus_http_response_size_bytes_bucket{handler="/-/healthy",le="100000"} 2 prometheus_http_response_size_bytes_bucket{handler="/-/healthy",le="1e+06"} 2 prometheus_http_response_size_bytes_bucket{handler="/-/healthy",le="1e+07"} 2 prometheus_http_response_size_bytes_bucket{handler="/-/healthy",le="1e+08"} 2 prometheus_http_response_size_bytes_bucket{handler="/-/healthy",le="1e+09"} 2 prometheus_http_response_size_bytes_bucket{handler="/-/healthy",le="+Inf"} 2 prometheus_http_response_size_bytes_sum{handler="/-/healthy"} 46 prometheus_http_response_size_bytes_count{handler="/-/healthy"} 2 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="1000"} 0 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="10000"} 0 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="100000"} 65 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="1e+06"} 65 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="1e+07"} 65 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="1e+08"} 65 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="1e+09"} 65 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="+Inf"} 65 prometheus_http_response_size_bytes_sum{handler="/alerts"} 931905 prometheus_http_response_size_bytes_count{handler="/alerts"} 65 prometheus_http_response_size_bytes_bucket{handler="/api/v1/*path",le="100"} 172 prometheus_http_response_size_bytes_bucket{handler="/api/v1/*path",le="1000"} 172 prometheus_http_response_size_bytes_bucket{handler="/api/v1/*path",le="10000"} 172 prometheus_http_response_size_bytes_bucket{handler="/api/v1/*path",le="100000"} 172 prometheus_http_response_size_bytes_bucket{handler="/api/v1/*path",le="1e+06"} 172 prometheus_http_response_size_bytes_bucket{handler="/api/v1/*path",le="1e+07"} 172 prometheus_http_response_size_bytes_bucket{handler="/api/v1/*path",le="1e+08"} 172 prometheus_http_response_size_bytes_bucket{handler="/api/v1/*path",le="1e+09"} 172 prometheus_http_response_size_bytes_bucket{handler="/api/v1/*path",le="+Inf"} 172 prometheus_http_response_size_bytes_sum{handler="/api/v1/*path"} 0 prometheus_http_response_size_bytes_count{handler="/api/v1/*path"} 172 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alerts",le="100"} 3 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alerts",le="1000"} 3 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alerts",le="10000"} 3 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alerts",le="100000"} 3 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alerts",le="1e+06"} 3 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alerts",le="1e+07"} 3 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alerts",le="1e+08"} 3 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alerts",le="1e+09"} 3 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alerts",le="+Inf"} 3 prometheus_http_response_size_bytes_sum{handler="/api/v1/alerts"} 210 prometheus_http_response_size_bytes_count{handler="/api/v1/alerts"} 3 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="100"} 53 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="1000"} 108 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="10000"} 1713 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="100000"} 1713 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="1e+06"} 1713 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="1e+07"} 1713 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="1e+08"} 1713 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="1e+09"} 1713 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="+Inf"} 1713 prometheus_http_response_size_bytes_sum{handler="/api/v1/label/:name/values"} 7.360685e+06 prometheus_http_response_size_bytes_count{handler="/api/v1/label/:name/values"} 1713 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="1000"} 1718 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="10000"} 1718 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="100000"} 1718 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="1e+06"} 1718 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="1e+07"} 1718 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="1e+08"} 1718 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="1e+09"} 1718 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="+Inf"} 1718 prometheus_http_response_size_bytes_sum{handler="/api/v1/labels"} 1.296839e+06 prometheus_http_response_size_bytes_count{handler="/api/v1/labels"} 1718 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="100"} 55 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="1000"} 1.164981e+06 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="10000"} 1.165008e+06 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="100000"} 1.165014e+06 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="1e+06"} 1.165014e+06 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="1e+07"} 1.165014e+06 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="1e+08"} 1.165014e+06 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="1e+09"} 1.165014e+06 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="+Inf"} 1.165014e+06 prometheus_http_response_size_bytes_sum{handler="/api/v1/query"} 3.35928708e+08 prometheus_http_response_size_bytes_count{handler="/api/v1/query"} 1.165014e+06 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="100"} 70103 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="1000"} 3.563724e+06 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="10000"} 8.783387e+06 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="100000"} 1.1687217e+07 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="1e+06"} 1.168737e+07 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="1e+07"} 1.1687416e+07 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="1e+08"} 1.1687416e+07 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="1e+09"} 1.1687416e+07 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="+Inf"} 1.1687416e+07 prometheus_http_response_size_bytes_sum{handler="/api/v1/query_range"} 7.1267530733e+10 prometheus_http_response_size_bytes_count{handler="/api/v1/query_range"} 1.1687416e+07 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="1000"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="10000"} 5 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="100000"} 5 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="1e+06"} 5 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="1e+07"} 5 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="1e+08"} 5 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="1e+09"} 5 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="+Inf"} 5 prometheus_http_response_size_bytes_sum{handler="/api/v1/rules"} 14015 prometheus_http_response_size_bytes_count{handler="/api/v1/rules"} 5 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="100"} 3 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="1000"} 42 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="10000"} 197 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="100000"} 243 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="1e+06"} 243 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="1e+07"} 243 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="1e+08"} 243 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="1e+09"} 243 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="+Inf"} 243 prometheus_http_response_size_bytes_sum{handler="/api/v1/series"} 1.105511e+06 prometheus_http_response_size_bytes_count{handler="/api/v1/series"} 243 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="1000"} 93 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="10000"} 93 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="100000"} 93 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="1e+06"} 93 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="1e+07"} 93 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="1e+08"} 93 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="1e+09"} 93 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="+Inf"} 93 prometheus_http_response_size_bytes_sum{handler="/api/v1/status/config"} 75051 prometheus_http_response_size_bytes_count{handler="/api/v1/status/config"} 93 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="1000"} 3 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="10000"} 3 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="100000"} 3 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="1e+06"} 3 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="1e+07"} 3 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="1e+08"} 3 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="1e+09"} 3 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="+Inf"} 3 prometheus_http_response_size_bytes_sum{handler="/api/v1/status/flags"} 1731 prometheus_http_response_size_bytes_count{handler="/api/v1/status/flags"} 3 prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="1000"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="10000"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="100000"} 145 prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="1e+06"} 145 prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="1e+07"} 145 prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="1e+08"} 145 prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="1e+09"} 145 prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="+Inf"} 145 prometheus_http_response_size_bytes_sum{handler="/api/v1/targets"} 2.581436e+06 prometheus_http_response_size_bytes_count{handler="/api/v1/targets"} 145 prometheus_http_response_size_bytes_bucket{handler="/config",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/config",le="1000"} 0 prometheus_http_response_size_bytes_bucket{handler="/config",le="10000"} 98 prometheus_http_response_size_bytes_bucket{handler="/config",le="100000"} 98 prometheus_http_response_size_bytes_bucket{handler="/config",le="1e+06"} 98 prometheus_http_response_size_bytes_bucket{handler="/config",le="1e+07"} 98 prometheus_http_response_size_bytes_bucket{handler="/config",le="1e+08"} 98 prometheus_http_response_size_bytes_bucket{handler="/config",le="1e+09"} 98 prometheus_http_response_size_bytes_bucket{handler="/config",le="+Inf"} 98 prometheus_http_response_size_bytes_sum{handler="/config"} 827512 prometheus_http_response_size_bytes_count{handler="/config"} 98 prometheus_http_response_size_bytes_bucket{handler="/debug/*subpath",le="100"} 31 prometheus_http_response_size_bytes_bucket{handler="/debug/*subpath",le="1000"} 32 prometheus_http_response_size_bytes_bucket{handler="/debug/*subpath",le="10000"} 32 prometheus_http_response_size_bytes_bucket{handler="/debug/*subpath",le="100000"} 32 prometheus_http_response_size_bytes_bucket{handler="/debug/*subpath",le="1e+06"} 32 prometheus_http_response_size_bytes_bucket{handler="/debug/*subpath",le="1e+07"} 32 prometheus_http_response_size_bytes_bucket{handler="/debug/*subpath",le="1e+08"} 32 prometheus_http_response_size_bytes_bucket{handler="/debug/*subpath",le="1e+09"} 32 prometheus_http_response_size_bytes_bucket{handler="/debug/*subpath",le="+Inf"} 32 prometheus_http_response_size_bytes_sum{handler="/debug/*subpath"} 761 prometheus_http_response_size_bytes_count{handler="/debug/*subpath"} 32 prometheus_http_response_size_bytes_bucket{handler="/flags",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/flags",le="1000"} 0 prometheus_http_response_size_bytes_bucket{handler="/flags",le="10000"} 54 prometheus_http_response_size_bytes_bucket{handler="/flags",le="100000"} 54 prometheus_http_response_size_bytes_bucket{handler="/flags",le="1e+06"} 54 prometheus_http_response_size_bytes_bucket{handler="/flags",le="1e+07"} 54 prometheus_http_response_size_bytes_bucket{handler="/flags",le="1e+08"} 54 prometheus_http_response_size_bytes_bucket{handler="/flags",le="1e+09"} 54 prometheus_http_response_size_bytes_bucket{handler="/flags",le="+Inf"} 54 prometheus_http_response_size_bytes_sum{handler="/flags"} 430002 prometheus_http_response_size_bytes_count{handler="/flags"} 54 prometheus_http_response_size_bytes_bucket{handler="/graph",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/graph",le="1000"} 0 prometheus_http_response_size_bytes_bucket{handler="/graph",le="10000"} 8656 prometheus_http_response_size_bytes_bucket{handler="/graph",le="100000"} 8656 prometheus_http_response_size_bytes_bucket{handler="/graph",le="1e+06"} 8656 prometheus_http_response_size_bytes_bucket{handler="/graph",le="1e+07"} 8656 prometheus_http_response_size_bytes_bucket{handler="/graph",le="1e+08"} 8656 prometheus_http_response_size_bytes_bucket{handler="/graph",le="1e+09"} 8656 prometheus_http_response_size_bytes_bucket{handler="/graph",le="+Inf"} 8656 prometheus_http_response_size_bytes_sum{handler="/graph"} 5.007496e+07 prometheus_http_response_size_bytes_count{handler="/graph"} 8656 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="1000"} 0 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="10000"} 320893 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="100000"} 5.297257e+06 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="1e+06"} 5.297257e+06 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="1e+07"} 5.297257e+06 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="1e+08"} 5.297257e+06 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="1e+09"} 5.297257e+06 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="+Inf"} 5.297257e+06 prometheus_http_response_size_bytes_sum{handler="/metrics"} 5.9159273868e+10 prometheus_http_response_size_bytes_count{handler="/metrics"} 5.297257e+06 prometheus_http_response_size_bytes_bucket{handler="/rules",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/rules",le="1000"} 0 prometheus_http_response_size_bytes_bucket{handler="/rules",le="10000"} 0 prometheus_http_response_size_bytes_bucket{handler="/rules",le="100000"} 101 prometheus_http_response_size_bytes_bucket{handler="/rules",le="1e+06"} 101 prometheus_http_response_size_bytes_bucket{handler="/rules",le="1e+07"} 101 prometheus_http_response_size_bytes_bucket{handler="/rules",le="1e+08"} 101 prometheus_http_response_size_bytes_bucket{handler="/rules",le="1e+09"} 101 prometheus_http_response_size_bytes_bucket{handler="/rules",le="+Inf"} 101 prometheus_http_response_size_bytes_sum{handler="/rules"} 8.121907e+06 prometheus_http_response_size_bytes_count{handler="/rules"} 101 prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="1000"} 0 prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="10000"} 0 prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="100000"} 0 prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="1e+06"} 9 prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="1e+07"} 101 prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="1e+08"} 101 prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="1e+09"} 101 prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="+Inf"} 101 prometheus_http_response_size_bytes_sum{handler="/service-discovery"} 1.09321139e+08 prometheus_http_response_size_bytes_count{handler="/service-discovery"} 101 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="100"} 158 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="1000"} 652 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="10000"} 2221 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="100000"} 6068 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="1e+06"} 6935 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="1e+07"} 6935 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="1e+08"} 6935 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="1e+09"} 6935 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="+Inf"} 6935 prometheus_http_response_size_bytes_sum{handler="/static/*filepath"} 2.75813041e+08 prometheus_http_response_size_bytes_count{handler="/static/*filepath"} 6935 prometheus_http_response_size_bytes_bucket{handler="/status",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/status",le="1000"} 0 prometheus_http_response_size_bytes_bucket{handler="/status",le="10000"} 47 prometheus_http_response_size_bytes_bucket{handler="/status",le="100000"} 47 prometheus_http_response_size_bytes_bucket{handler="/status",le="1e+06"} 47 prometheus_http_response_size_bytes_bucket{handler="/status",le="1e+07"} 47 prometheus_http_response_size_bytes_bucket{handler="/status",le="1e+08"} 47 prometheus_http_response_size_bytes_bucket{handler="/status",le="1e+09"} 47 prometheus_http_response_size_bytes_bucket{handler="/status",le="+Inf"} 47 prometheus_http_response_size_bytes_sum{handler="/status"} 282282 prometheus_http_response_size_bytes_count{handler="/status"} 47 prometheus_http_response_size_bytes_bucket{handler="/targets",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/targets",le="1000"} 0 prometheus_http_response_size_bytes_bucket{handler="/targets",le="10000"} 0 prometheus_http_response_size_bytes_bucket{handler="/targets",le="100000"} 0 prometheus_http_response_size_bytes_bucket{handler="/targets",le="1e+06"} 109 prometheus_http_response_size_bytes_bucket{handler="/targets",le="1e+07"} 109 prometheus_http_response_size_bytes_bucket{handler="/targets",le="1e+08"} 109 prometheus_http_response_size_bytes_bucket{handler="/targets",le="1e+09"} 109 prometheus_http_response_size_bytes_bucket{handler="/targets",le="+Inf"} 109 prometheus_http_response_size_bytes_sum{handler="/targets"} 1.7353768e+07 prometheus_http_response_size_bytes_count{handler="/targets"} 109 # HELP prometheus_notifications_alertmanagers_discovered The number of alertmanagers discovered and active. # TYPE prometheus_notifications_alertmanagers_discovered gauge prometheus_notifications_alertmanagers_discovered 1 # HELP prometheus_notifications_dropped_total Total number of alerts dropped due to errors when sending to Alertmanager. # TYPE prometheus_notifications_dropped_total counter prometheus_notifications_dropped_total 0 # HELP prometheus_notifications_errors_total Total number of errors sending alert notifications. # TYPE prometheus_notifications_errors_total counter prometheus_notifications_errors_total{alertmanager="http://alertmanager:80/api/v1/alerts"} 0 # HELP prometheus_notifications_latency_seconds Latency quantiles for sending alert notifications. # TYPE prometheus_notifications_latency_seconds summary prometheus_notifications_latency_seconds{alertmanager="http://alertmanager:80/api/v1/alerts",quantile="0.5"} NaN prometheus_notifications_latency_seconds{alertmanager="http://alertmanager:80/api/v1/alerts",quantile="0.9"} NaN prometheus_notifications_latency_seconds{alertmanager="http://alertmanager:80/api/v1/alerts",quantile="0.99"} NaN prometheus_notifications_latency_seconds_sum{alertmanager="http://alertmanager:80/api/v1/alerts"} 0.001490187 prometheus_notifications_latency_seconds_count{alertmanager="http://alertmanager:80/api/v1/alerts"} 1 # HELP prometheus_notifications_queue_capacity The capacity of the alert notifications queue. # TYPE prometheus_notifications_queue_capacity gauge prometheus_notifications_queue_capacity 10000 # HELP prometheus_notifications_queue_length The number of alert notifications in the queue. # TYPE prometheus_notifications_queue_length gauge prometheus_notifications_queue_length 0 # HELP prometheus_notifications_sent_total Total number of alerts sent. # TYPE prometheus_notifications_sent_total counter prometheus_notifications_sent_total{alertmanager="http://alertmanager:80/api/v1/alerts"} 0 # HELP prometheus_remote_storage_highest_timestamp_in_seconds Highest timestamp that has come into the remote storage via the Appender interface, in seconds since epoch. # TYPE prometheus_remote_storage_highest_timestamp_in_seconds gauge prometheus_remote_storage_highest_timestamp_in_seconds 1.786755229e+09 # HELP prometheus_remote_storage_samples_in_total Samples in to remote storage, compare to samples out for queue managers. # TYPE prometheus_remote_storage_samples_in_total counter prometheus_remote_storage_samples_in_total 2.18428585024e+11 # HELP prometheus_remote_storage_string_interner_zero_reference_releases_total The number of times release has been called for strings that are not interned. # TYPE prometheus_remote_storage_string_interner_zero_reference_releases_total counter prometheus_remote_storage_string_interner_zero_reference_releases_total 0 # HELP prometheus_rule_evaluation_duration_seconds The duration for a rule to execute. # TYPE prometheus_rule_evaluation_duration_seconds summary prometheus_rule_evaluation_duration_seconds{quantile="0.5"} 0.000104959 prometheus_rule_evaluation_duration_seconds{quantile="0.9"} 0.000896652 prometheus_rule_evaluation_duration_seconds{quantile="0.99"} 0.203233947 prometheus_rule_evaluation_duration_seconds_sum 1.094849650668014e+06 prometheus_rule_evaluation_duration_seconds_count 4.44961318e+08 # HELP prometheus_rule_evaluation_failures_total The total number of rule evaluation failures. # TYPE prometheus_rule_evaluation_failures_total counter prometheus_rule_evaluation_failures_total 0 # HELP prometheus_rule_evaluations_total The total number of rule evaluations. # TYPE prometheus_rule_evaluations_total counter prometheus_rule_evaluations_total 4.44961318e+08 # HELP prometheus_rule_group_duration_seconds The duration of rule group evaluations. # TYPE prometheus_rule_group_duration_seconds summary prometheus_rule_group_duration_seconds{quantile="0.01"} 0.000119239 prometheus_rule_group_duration_seconds{quantile="0.05"} 0.000129001 prometheus_rule_group_duration_seconds{quantile="0.5"} 0.000525273 prometheus_rule_group_duration_seconds{quantile="0.9"} 0.009749825 prometheus_rule_group_duration_seconds{quantile="0.99"} 0.214154147 prometheus_rule_group_duration_seconds_sum 1.095727362881117e+06 prometheus_rule_group_duration_seconds_count 6.3565906e+07 # HELP prometheus_rule_group_interval_seconds The interval of a rule group. # TYPE prometheus_rule_group_interval_seconds gauge prometheus_rule_group_interval_seconds{rule_group="/etc/prometheus/alerting.yml;application alerts"} 15 prometheus_rule_group_interval_seconds{rule_group="/etc/prometheus/alerting.yml;source alerts"} 15 prometheus_rule_group_interval_seconds{rule_group="/etc/prometheus/coordinator-rule.yml;calculation"} 15 prometheus_rule_group_interval_seconds{rule_group="/etc/prometheus/coordinator-rule.yml;data_collect"} 15 prometheus_rule_group_interval_seconds{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_namespace_containers"} 15 prometheus_rule_group_interval_seconds{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_namespace_deployments"} 15 prometheus_rule_group_interval_seconds{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_namespace_pods"} 15 prometheus_rule_group_interval_seconds{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_node"} 15 prometheus_rule_group_interval_seconds{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_pods"} 15 prometheus_rule_group_interval_seconds{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_resources"} 15 prometheus_rule_group_interval_seconds{rule_group="/etc/prometheus/nodes-rule.yml;node"} 15 prometheus_rule_group_interval_seconds{rule_group="/etc/prometheus/pods-rule.yml;pods"} 15 # HELP prometheus_rule_group_iterations_missed_total The total number of rule group evaluations missed due to slow rule group evaluation. # TYPE prometheus_rule_group_iterations_missed_total counter prometheus_rule_group_iterations_missed_total 1 # HELP prometheus_rule_group_iterations_total The total number of scheduled rule group evaluations, whether executed or missed. # TYPE prometheus_rule_group_iterations_total counter prometheus_rule_group_iterations_total 6.3565906e+07 # HELP prometheus_rule_group_last_duration_seconds The duration of the last rule group evaluation. # TYPE prometheus_rule_group_last_duration_seconds gauge prometheus_rule_group_last_duration_seconds{rule_group="/etc/prometheus/alerting.yml;application alerts"} 0.003571925 prometheus_rule_group_last_duration_seconds{rule_group="/etc/prometheus/alerting.yml;source alerts"} 0.005011569 prometheus_rule_group_last_duration_seconds{rule_group="/etc/prometheus/coordinator-rule.yml;calculation"} 0.000262022 prometheus_rule_group_last_duration_seconds{rule_group="/etc/prometheus/coordinator-rule.yml;data_collect"} 0.203537894 prometheus_rule_group_last_duration_seconds{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_namespace_containers"} 0.000751326 prometheus_rule_group_last_duration_seconds{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_namespace_deployments"} 0.000309433 prometheus_rule_group_last_duration_seconds{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_namespace_pods"} 0.000119239 prometheus_rule_group_last_duration_seconds{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_node"} 0.000225807 prometheus_rule_group_last_duration_seconds{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_pods"} 0.000184083 prometheus_rule_group_last_duration_seconds{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_resources"} 0.000615364 prometheus_rule_group_last_duration_seconds{rule_group="/etc/prometheus/nodes-rule.yml;node"} 0.009749825 prometheus_rule_group_last_duration_seconds{rule_group="/etc/prometheus/pods-rule.yml;pods"} 0.004910435 # HELP prometheus_rule_group_last_evaluation_timestamp_seconds The timestamp of the last rule group evaluation in seconds. # TYPE prometheus_rule_group_last_evaluation_timestamp_seconds gauge prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/etc/prometheus/alerting.yml;application alerts"} 1.78675522269049e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/etc/prometheus/alerting.yml;source alerts"} 1.7867552276505487e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/etc/prometheus/coordinator-rule.yml;calculation"} 1.7867552254281762e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/etc/prometheus/coordinator-rule.yml;data_collect"} 1.78675522145644e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_namespace_containers"} 1.7867552281253273e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_namespace_deployments"} 1.7867552160812328e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_namespace_pods"} 1.786755219132228e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_node"} 1.7867552263006449e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_pods"} 1.7867552266935034e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_resources"} 1.7867552223456428e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/etc/prometheus/nodes-rule.yml;node"} 1.7867552161803987e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/etc/prometheus/pods-rule.yml;pods"} 1.7867552197702065e+09 # HELP prometheus_rule_group_rules The number of rules. # TYPE prometheus_rule_group_rules gauge prometheus_rule_group_rules{rule_group="/etc/prometheus/alerting.yml;application alerts"} 5 prometheus_rule_group_rules{rule_group="/etc/prometheus/alerting.yml;source alerts"} 4 prometheus_rule_group_rules{rule_group="/etc/prometheus/coordinator-rule.yml;calculation"} 4 prometheus_rule_group_rules{rule_group="/etc/prometheus/coordinator-rule.yml;data_collect"} 3 prometheus_rule_group_rules{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_namespace_containers"} 6 prometheus_rule_group_rules{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_namespace_deployments"} 4 prometheus_rule_group_rules{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_namespace_pods"} 1 prometheus_rule_group_rules{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_node"} 3 prometheus_rule_group_rules{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_pods"} 1 prometheus_rule_group_rules{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_resources"} 8 prometheus_rule_group_rules{rule_group="/etc/prometheus/nodes-rule.yml;node"} 34 prometheus_rule_group_rules{rule_group="/etc/prometheus/pods-rule.yml;pods"} 11 # HELP prometheus_sd_consul_rpc_duration_seconds The duration of a Consul RPC call in seconds. # TYPE prometheus_sd_consul_rpc_duration_seconds summary prometheus_sd_consul_rpc_duration_seconds{call="service",endpoint="catalog",quantile="0.5"} NaN prometheus_sd_consul_rpc_duration_seconds{call="service",endpoint="catalog",quantile="0.9"} NaN prometheus_sd_consul_rpc_duration_seconds{call="service",endpoint="catalog",quantile="0.99"} NaN prometheus_sd_consul_rpc_duration_seconds_sum{call="service",endpoint="catalog"} 0 prometheus_sd_consul_rpc_duration_seconds_count{call="service",endpoint="catalog"} 0 prometheus_sd_consul_rpc_duration_seconds{call="services",endpoint="catalog",quantile="0.5"} NaN prometheus_sd_consul_rpc_duration_seconds{call="services",endpoint="catalog",quantile="0.9"} NaN prometheus_sd_consul_rpc_duration_seconds{call="services",endpoint="catalog",quantile="0.99"} NaN prometheus_sd_consul_rpc_duration_seconds_sum{call="services",endpoint="catalog"} 0 prometheus_sd_consul_rpc_duration_seconds_count{call="services",endpoint="catalog"} 0 # HELP prometheus_sd_consul_rpc_failures_total The number of Consul RPC call failures. # TYPE prometheus_sd_consul_rpc_failures_total counter prometheus_sd_consul_rpc_failures_total 0 # HELP prometheus_sd_discovered_targets Current number of discovered targets. # TYPE prometheus_sd_discovered_targets gauge prometheus_sd_discovered_targets{config="5e32f7d98f85ff2d9f2677f4a40d8aa9",name="notify"} 1 prometheus_sd_discovered_targets{config="kubernetes-apiservers",name="scrape"} 72 prometheus_sd_discovered_targets{config="kubernetes-cadvisor",name="scrape"} 3 prometheus_sd_discovered_targets{config="kubernetes-ingress",name="scrape"} 42 prometheus_sd_discovered_targets{config="kubernetes-nodes",name="scrape"} 3 prometheus_sd_discovered_targets{config="kubernetes-pods",name="scrape"} 94 # HELP prometheus_sd_dns_lookup_failures_total The number of DNS-SD lookup failures. # TYPE prometheus_sd_dns_lookup_failures_total counter prometheus_sd_dns_lookup_failures_total 0 # HELP prometheus_sd_dns_lookups_total The number of DNS-SD lookups. # TYPE prometheus_sd_dns_lookups_total counter prometheus_sd_dns_lookups_total 0 # HELP prometheus_sd_file_read_errors_total The number of File-SD read errors. # TYPE prometheus_sd_file_read_errors_total counter prometheus_sd_file_read_errors_total 0 # HELP prometheus_sd_file_scan_duration_seconds The duration of the File-SD scan in seconds. # TYPE prometheus_sd_file_scan_duration_seconds summary prometheus_sd_file_scan_duration_seconds{quantile="0.5"} NaN prometheus_sd_file_scan_duration_seconds{quantile="0.9"} NaN prometheus_sd_file_scan_duration_seconds{quantile="0.99"} NaN prometheus_sd_file_scan_duration_seconds_sum 0 prometheus_sd_file_scan_duration_seconds_count 0 # HELP prometheus_sd_kubernetes_cache_last_resource_version Last resource version from the Kubernetes API. # TYPE prometheus_sd_kubernetes_cache_last_resource_version gauge prometheus_sd_kubernetes_cache_last_resource_version 5.86244778e+08 # HELP prometheus_sd_kubernetes_cache_list_duration_seconds Duration of a Kubernetes API call in seconds. # TYPE prometheus_sd_kubernetes_cache_list_duration_seconds summary prometheus_sd_kubernetes_cache_list_duration_seconds_sum 66.39325037 prometheus_sd_kubernetes_cache_list_duration_seconds_count 30 # HELP prometheus_sd_kubernetes_cache_list_items Count of items in a list from the Kubernetes API. # TYPE prometheus_sd_kubernetes_cache_list_items summary prometheus_sd_kubernetes_cache_list_items_sum 1442 prometheus_sd_kubernetes_cache_list_items_count 30 # HELP prometheus_sd_kubernetes_cache_list_total Total number of list operations. # TYPE prometheus_sd_kubernetes_cache_list_total counter prometheus_sd_kubernetes_cache_list_total 384 # HELP prometheus_sd_kubernetes_cache_short_watches_total Total number of short watch operations. # TYPE prometheus_sd_kubernetes_cache_short_watches_total counter prometheus_sd_kubernetes_cache_short_watches_total 0 # HELP prometheus_sd_kubernetes_cache_watch_duration_seconds Duration of watches on the Kubernetes API. # TYPE prometheus_sd_kubernetes_cache_watch_duration_seconds summary prometheus_sd_kubernetes_cache_watch_duration_seconds_sum 4.767414130905231e+08 prometheus_sd_kubernetes_cache_watch_duration_seconds_count 1.060763e+06 # HELP prometheus_sd_kubernetes_cache_watch_events Number of items in watches on the Kubernetes API. # TYPE prometheus_sd_kubernetes_cache_watch_events summary prometheus_sd_kubernetes_cache_watch_events_sum 1.57871607e+08 prometheus_sd_kubernetes_cache_watch_events_count 1.060763e+06 # HELP prometheus_sd_kubernetes_cache_watches_total Total number of watch operations. # TYPE prometheus_sd_kubernetes_cache_watches_total counter prometheus_sd_kubernetes_cache_watches_total 1.060793e+06 # HELP prometheus_sd_kubernetes_events_total The number of Kubernetes events handled. # TYPE prometheus_sd_kubernetes_events_total counter prometheus_sd_kubernetes_events_total{event="add",role="endpoints"} 241 prometheus_sd_kubernetes_events_total{event="add",role="ingress"} 254 prometheus_sd_kubernetes_events_total{event="add",role="node"} 3 prometheus_sd_kubernetes_events_total{event="add",role="pod"} 1169 prometheus_sd_kubernetes_events_total{event="add",role="service"} 237 prometheus_sd_kubernetes_events_total{event="delete",role="endpoints"} 197 prometheus_sd_kubernetes_events_total{event="delete",role="ingress"} 231 prometheus_sd_kubernetes_events_total{event="delete",role="node"} 0 prometheus_sd_kubernetes_events_total{event="delete",role="pod"} 1043 prometheus_sd_kubernetes_events_total{event="delete",role="service"} 197 prometheus_sd_kubernetes_events_total{event="update",role="endpoints"} 1.62579294e+08 prometheus_sd_kubernetes_events_total{event="update",role="ingress"} 2.224981e+06 prometheus_sd_kubernetes_events_total{event="update",role="node"} 1.19156e+06 prometheus_sd_kubernetes_events_total{event="update",role="pod"} 1.1630209e+07 prometheus_sd_kubernetes_events_total{event="update",role="service"} 4.991606e+06 # HELP prometheus_sd_kubernetes_http_request_duration_seconds Summary of latencies for HTTP requests to the Kubernetes API by endpoint. # TYPE prometheus_sd_kubernetes_http_request_duration_seconds summary prometheus_sd_kubernetes_http_request_duration_seconds_sum{endpoint="/%7Bprefix%7D"} 66.435017185 prometheus_sd_kubernetes_http_request_duration_seconds_count{endpoint="/%7Bprefix%7D"} 384 # HELP prometheus_sd_kubernetes_http_request_total Total number of HTTP requests to the Kubernetes API by status code. # TYPE prometheus_sd_kubernetes_http_request_total counter prometheus_sd_kubernetes_http_request_total{status_code="200"} 1.060799e+06 prometheus_sd_kubernetes_http_request_total{status_code=""} 378 # HELP prometheus_sd_kubernetes_workqueue_depth Current depth of the work queue. # TYPE prometheus_sd_kubernetes_workqueue_depth gauge prometheus_sd_kubernetes_workqueue_depth{queue_name="endpoints"} 0 prometheus_sd_kubernetes_workqueue_depth{queue_name="ingress"} 0 prometheus_sd_kubernetes_workqueue_depth{queue_name="node"} 0 prometheus_sd_kubernetes_workqueue_depth{queue_name="pod"} 0 # HELP prometheus_sd_kubernetes_workqueue_items_total Total number of items added to the work queue. # TYPE prometheus_sd_kubernetes_workqueue_items_total counter prometheus_sd_kubernetes_workqueue_items_total{queue_name="endpoints"} 1.67452573e+08 prometheus_sd_kubernetes_workqueue_items_total{queue_name="ingress"} 2.225466e+06 prometheus_sd_kubernetes_workqueue_items_total{queue_name="node"} 1.191562e+06 prometheus_sd_kubernetes_workqueue_items_total{queue_name="pod"} 1.1632253e+07 # HELP prometheus_sd_kubernetes_workqueue_latency_seconds How long an item stays in the work queue. # TYPE prometheus_sd_kubernetes_workqueue_latency_seconds summary prometheus_sd_kubernetes_workqueue_latency_seconds_sum{queue_name="endpoints"} 9153.958192904844 prometheus_sd_kubernetes_workqueue_latency_seconds_count{queue_name="endpoints"} 1.67452573e+08 prometheus_sd_kubernetes_workqueue_latency_seconds_sum{queue_name="ingress"} 375.4251150000577 prometheus_sd_kubernetes_workqueue_latency_seconds_count{queue_name="ingress"} 2.225466e+06 prometheus_sd_kubernetes_workqueue_latency_seconds_sum{queue_name="node"} 33.49682099978699 prometheus_sd_kubernetes_workqueue_latency_seconds_count{queue_name="node"} 1.191562e+06 prometheus_sd_kubernetes_workqueue_latency_seconds_sum{queue_name="pod"} 5134.012349000464 prometheus_sd_kubernetes_workqueue_latency_seconds_count{queue_name="pod"} 1.1632253e+07 # HELP prometheus_sd_kubernetes_workqueue_longest_running_processor_seconds Duration of the longest running processor in the work queue. # TYPE prometheus_sd_kubernetes_workqueue_longest_running_processor_seconds gauge prometheus_sd_kubernetes_workqueue_longest_running_processor_seconds{queue_name="endpoints"} 0 prometheus_sd_kubernetes_workqueue_longest_running_processor_seconds{queue_name="ingress"} 0 prometheus_sd_kubernetes_workqueue_longest_running_processor_seconds{queue_name="node"} 0 prometheus_sd_kubernetes_workqueue_longest_running_processor_seconds{queue_name="pod"} 0 # HELP prometheus_sd_kubernetes_workqueue_unfinished_work_seconds How long an item has remained unfinished in the work queue. # TYPE prometheus_sd_kubernetes_workqueue_unfinished_work_seconds gauge prometheus_sd_kubernetes_workqueue_unfinished_work_seconds{queue_name="endpoints"} 0 prometheus_sd_kubernetes_workqueue_unfinished_work_seconds{queue_name="ingress"} 0 prometheus_sd_kubernetes_workqueue_unfinished_work_seconds{queue_name="node"} 0 prometheus_sd_kubernetes_workqueue_unfinished_work_seconds{queue_name="pod"} 0 # HELP prometheus_sd_kubernetes_workqueue_work_duration_seconds How long processing an item from the work queue takes. # TYPE prometheus_sd_kubernetes_workqueue_work_duration_seconds summary prometheus_sd_kubernetes_workqueue_work_duration_seconds_sum{queue_name="endpoints"} 2582.603151461515 prometheus_sd_kubernetes_workqueue_work_duration_seconds_count{queue_name="endpoints"} 1.67452573e+08 prometheus_sd_kubernetes_workqueue_work_duration_seconds_sum{queue_name="ingress"} 50.02002600004387 prometheus_sd_kubernetes_workqueue_work_duration_seconds_count{queue_name="ingress"} 2.225466e+06 prometheus_sd_kubernetes_workqueue_work_duration_seconds_sum{queue_name="node"} 87.35285500000226 prometheus_sd_kubernetes_workqueue_work_duration_seconds_count{queue_name="node"} 1.191562e+06 prometheus_sd_kubernetes_workqueue_work_duration_seconds_sum{queue_name="pod"} 146.53128799467453 prometheus_sd_kubernetes_workqueue_work_duration_seconds_count{queue_name="pod"} 1.1632253e+07 # HELP prometheus_sd_received_updates_total Total number of update events received from the SD providers. # TYPE prometheus_sd_received_updates_total counter prometheus_sd_received_updates_total{name="notify"} 2 prometheus_sd_received_updates_total{name="scrape"} 1.82501854e+08 # HELP prometheus_sd_updates_total Total number of update events sent to the SD consumers. # TYPE prometheus_sd_updates_total counter prometheus_sd_updates_total{name="notify"} 1 prometheus_sd_updates_total{name="scrape"} 1.5891464e+07 # HELP prometheus_target_interval_length_seconds Actual intervals between scrapes. # TYPE prometheus_target_interval_length_seconds summary prometheus_target_interval_length_seconds{interval="15s",quantile="0.01"} 14.996907597 prometheus_target_interval_length_seconds{interval="15s",quantile="0.05"} 14.99995519 prometheus_target_interval_length_seconds{interval="15s",quantile="0.5"} 15.000013547 prometheus_target_interval_length_seconds{interval="15s",quantile="0.9"} 15.000053442 prometheus_target_interval_length_seconds{interval="15s",quantile="0.99"} 15.003469513 prometheus_target_interval_length_seconds_sum{interval="15s"} 3.056241988877462e+09 prometheus_target_interval_length_seconds_count{interval="15s"} 2.03749269e+08 # HELP prometheus_target_scrape_pool_reloads_failed_total Total number of failed scrape loop reloads. # TYPE prometheus_target_scrape_pool_reloads_failed_total counter prometheus_target_scrape_pool_reloads_failed_total 0 # HELP prometheus_target_scrape_pool_reloads_total Total number of scrape loop reloads. # TYPE prometheus_target_scrape_pool_reloads_total counter prometheus_target_scrape_pool_reloads_total 0 # HELP prometheus_target_scrape_pool_sync_total Total number of syncs that were executed on a scrape pool. # TYPE prometheus_target_scrape_pool_sync_total counter prometheus_target_scrape_pool_sync_total{scrape_job="kubernetes-apiservers"} 1.5891454e+07 prometheus_target_scrape_pool_sync_total{scrape_job="kubernetes-cadvisor"} 1.5891454e+07 prometheus_target_scrape_pool_sync_total{scrape_job="kubernetes-ingress"} 1.5891454e+07 prometheus_target_scrape_pool_sync_total{scrape_job="kubernetes-nodes"} 1.5891454e+07 prometheus_target_scrape_pool_sync_total{scrape_job="kubernetes-pods"} 1.5891454e+07 # HELP prometheus_target_scrape_pools_failed_total Total number of scrape pool creations that failed. # TYPE prometheus_target_scrape_pools_failed_total counter prometheus_target_scrape_pools_failed_total 0 # HELP prometheus_target_scrape_pools_total Total number of scrape pool creation atttempts. # TYPE prometheus_target_scrape_pools_total counter prometheus_target_scrape_pools_total 5 # HELP prometheus_target_scrapes_cache_flush_forced_total How many times a scrape cache was flushed due to getting big while scrapes are failing. # TYPE prometheus_target_scrapes_cache_flush_forced_total counter prometheus_target_scrapes_cache_flush_forced_total 0 # HELP prometheus_target_scrapes_exceeded_sample_limit_total Total number of scrapes that hit the sample limit and were rejected. # TYPE prometheus_target_scrapes_exceeded_sample_limit_total counter prometheus_target_scrapes_exceeded_sample_limit_total 0 # HELP prometheus_target_scrapes_sample_duplicate_timestamp_total Total number of samples rejected due to duplicate timestamps but different values # TYPE prometheus_target_scrapes_sample_duplicate_timestamp_total counter prometheus_target_scrapes_sample_duplicate_timestamp_total 0 # HELP prometheus_target_scrapes_sample_out_of_bounds_total Total number of samples rejected due to timestamp falling outside of the time bounds # TYPE prometheus_target_scrapes_sample_out_of_bounds_total counter prometheus_target_scrapes_sample_out_of_bounds_total 0 # HELP prometheus_target_scrapes_sample_out_of_order_total Total number of samples rejected due to not being out of the expected order # TYPE prometheus_target_scrapes_sample_out_of_order_total counter prometheus_target_scrapes_sample_out_of_order_total 0 # HELP prometheus_target_sync_length_seconds Actual interval to sync the scrape pool. # TYPE prometheus_target_sync_length_seconds summary prometheus_target_sync_length_seconds{scrape_job="kubernetes-apiservers",quantile="0.01"} 0.000952645 prometheus_target_sync_length_seconds{scrape_job="kubernetes-apiservers",quantile="0.05"} 0.000992166 prometheus_target_sync_length_seconds{scrape_job="kubernetes-apiservers",quantile="0.5"} 0.001302418 prometheus_target_sync_length_seconds{scrape_job="kubernetes-apiservers",quantile="0.9"} 0.001977138 prometheus_target_sync_length_seconds{scrape_job="kubernetes-apiservers",quantile="0.99"} 0.012179855 prometheus_target_sync_length_seconds_sum{scrape_job="kubernetes-apiservers"} 21385.76164405527 prometheus_target_sync_length_seconds_count{scrape_job="kubernetes-apiservers"} 1.5891454e+07 prometheus_target_sync_length_seconds{scrape_job="kubernetes-cadvisor",quantile="0.01"} 0.000128318 prometheus_target_sync_length_seconds{scrape_job="kubernetes-cadvisor",quantile="0.05"} 0.000134738 prometheus_target_sync_length_seconds{scrape_job="kubernetes-cadvisor",quantile="0.5"} 0.000257507 prometheus_target_sync_length_seconds{scrape_job="kubernetes-cadvisor",quantile="0.9"} 0.00037919 prometheus_target_sync_length_seconds{scrape_job="kubernetes-cadvisor",quantile="0.99"} 0.00320648 prometheus_target_sync_length_seconds_sum{scrape_job="kubernetes-cadvisor"} 4653.380692034157 prometheus_target_sync_length_seconds_count{scrape_job="kubernetes-cadvisor"} 1.5891454e+07 prometheus_target_sync_length_seconds{scrape_job="kubernetes-ingress",quantile="0.01"} 0.000391825 prometheus_target_sync_length_seconds{scrape_job="kubernetes-ingress",quantile="0.05"} 0.000417579 prometheus_target_sync_length_seconds{scrape_job="kubernetes-ingress",quantile="0.5"} 0.000643383 prometheus_target_sync_length_seconds{scrape_job="kubernetes-ingress",quantile="0.9"} 0.000828038 prometheus_target_sync_length_seconds{scrape_job="kubernetes-ingress",quantile="0.99"} 0.005885941 prometheus_target_sync_length_seconds_sum{scrape_job="kubernetes-ingress"} 8634.718813396701 prometheus_target_sync_length_seconds_count{scrape_job="kubernetes-ingress"} 1.5891454e+07 prometheus_target_sync_length_seconds{scrape_job="kubernetes-nodes",quantile="0.01"} 0.000156782 prometheus_target_sync_length_seconds{scrape_job="kubernetes-nodes",quantile="0.05"} 0.000179529 prometheus_target_sync_length_seconds{scrape_job="kubernetes-nodes",quantile="0.5"} 0.000284097 prometheus_target_sync_length_seconds{scrape_job="kubernetes-nodes",quantile="0.9"} 0.000373108 prometheus_target_sync_length_seconds{scrape_job="kubernetes-nodes",quantile="0.99"} 0.00678291 prometheus_target_sync_length_seconds_sum{scrape_job="kubernetes-nodes"} 5202.013065782988 prometheus_target_sync_length_seconds_count{scrape_job="kubernetes-nodes"} 1.5891454e+07 prometheus_target_sync_length_seconds{scrape_job="kubernetes-pods",quantile="0.01"} 0.00185558 prometheus_target_sync_length_seconds{scrape_job="kubernetes-pods",quantile="0.05"} 0.001898096 prometheus_target_sync_length_seconds{scrape_job="kubernetes-pods",quantile="0.5"} 0.002332652 prometheus_target_sync_length_seconds{scrape_job="kubernetes-pods",quantile="0.9"} 0.003333418 prometheus_target_sync_length_seconds{scrape_job="kubernetes-pods",quantile="0.99"} 0.016060777 prometheus_target_sync_length_seconds_sum{scrape_job="kubernetes-pods"} 37363.234275915485 prometheus_target_sync_length_seconds_count{scrape_job="kubernetes-pods"} 1.5891454e+07 # HELP prometheus_template_text_expansion_failures_total The total number of template text expansion failures. # TYPE prometheus_template_text_expansion_failures_total counter prometheus_template_text_expansion_failures_total 0 # HELP prometheus_template_text_expansions_total The total number of template text expansions. # TYPE prometheus_template_text_expansions_total counter prometheus_template_text_expansions_total 15 # HELP prometheus_treecache_watcher_goroutines The current number of watcher goroutines. # TYPE prometheus_treecache_watcher_goroutines gauge prometheus_treecache_watcher_goroutines 0 # HELP prometheus_treecache_zookeeper_failures_total The total number of ZooKeeper failures. # TYPE prometheus_treecache_zookeeper_failures_total counter prometheus_treecache_zookeeper_failures_total 0 # HELP prometheus_tsdb_blocks_loaded Number of currently loaded data blocks # TYPE prometheus_tsdb_blocks_loaded gauge prometheus_tsdb_blocks_loaded 16 # HELP prometheus_tsdb_checkpoint_creations_failed_total Total number of checkpoint creations that failed. # TYPE prometheus_tsdb_checkpoint_creations_failed_total counter prometheus_tsdb_checkpoint_creations_failed_total 0 # HELP prometheus_tsdb_checkpoint_creations_total Total number of checkpoint creations attempted. # TYPE prometheus_tsdb_checkpoint_creations_total counter prometheus_tsdb_checkpoint_creations_total 9727 # HELP prometheus_tsdb_checkpoint_deletions_failed_total Total number of checkpoint deletions that failed. # TYPE prometheus_tsdb_checkpoint_deletions_failed_total counter prometheus_tsdb_checkpoint_deletions_failed_total 0 # HELP prometheus_tsdb_checkpoint_deletions_total Total number of checkpoint deletions attempted. # TYPE prometheus_tsdb_checkpoint_deletions_total counter prometheus_tsdb_checkpoint_deletions_total 9727 # HELP prometheus_tsdb_compaction_chunk_range_seconds Final time range of chunks on their first compaction # TYPE prometheus_tsdb_compaction_chunk_range_seconds histogram prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="100"} 43141 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="400"} 43141 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="1600"} 43141 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="6400"} 43141 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="25600"} 91536 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="102400"} 158903 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="409600"} 213320 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="1.6384e+06"} 386708 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="6.5536e+06"} 1.726688313e+09 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="2.62144e+07"} 1.726688316e+09 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="+Inf"} 1.726688316e+09 prometheus_tsdb_compaction_chunk_range_seconds_sum 3.249125808665002e+15 prometheus_tsdb_compaction_chunk_range_seconds_count 1.726688316e+09 # HELP prometheus_tsdb_compaction_chunk_samples Final number of samples on their first compaction # TYPE prometheus_tsdb_compaction_chunk_samples histogram prometheus_tsdb_compaction_chunk_samples_bucket{le="4"} 144854 prometheus_tsdb_compaction_chunk_samples_bucket{le="6"} 155615 prometheus_tsdb_compaction_chunk_samples_bucket{le="9"} 164502 prometheus_tsdb_compaction_chunk_samples_bucket{le="13.5"} 170830 prometheus_tsdb_compaction_chunk_samples_bucket{le="20.25"} 194560 prometheus_tsdb_compaction_chunk_samples_bucket{le="30.375"} 217014 prometheus_tsdb_compaction_chunk_samples_bucket{le="45.5625"} 262361 prometheus_tsdb_compaction_chunk_samples_bucket{le="68.34375"} 324123 prometheus_tsdb_compaction_chunk_samples_bucket{le="102.515625"} 391483 prometheus_tsdb_compaction_chunk_samples_bucket{le="153.7734375"} 1.700875072e+09 prometheus_tsdb_compaction_chunk_samples_bucket{le="230.66015625"} 1.726423308e+09 prometheus_tsdb_compaction_chunk_samples_bucket{le="345.990234375"} 1.726688316e+09 prometheus_tsdb_compaction_chunk_samples_bucket{le="+Inf"} 1.726688316e+09 prometheus_tsdb_compaction_chunk_samples_sum 2.14376497539e+11 prometheus_tsdb_compaction_chunk_samples_count 1.726688316e+09 # HELP prometheus_tsdb_compaction_chunk_size_bytes Final size of chunks on their first compaction # TYPE prometheus_tsdb_compaction_chunk_size_bytes histogram prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="32"} 183511 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="48"} 4.3069533e+08 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="72"} 1.0979391e+09 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="108"} 1.205888267e+09 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="162"} 1.247022372e+09 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="243"} 1.327558158e+09 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="364.5"} 1.632534542e+09 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="546.75"} 1.681621831e+09 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="820.125"} 1.707259725e+09 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="1230.1875"} 1.726524543e+09 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="1845.28125"} 1.726687994e+09 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="2767.921875"} 1.726688316e+09 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="+Inf"} 1.726688316e+09 prometheus_tsdb_compaction_chunk_size_bytes_sum 2.45360267435e+11 prometheus_tsdb_compaction_chunk_size_bytes_count 1.726688316e+09 # HELP prometheus_tsdb_compaction_duration_seconds Duration of compaction runs # TYPE prometheus_tsdb_compaction_duration_seconds histogram prometheus_tsdb_compaction_duration_seconds_bucket{le="1"} 2610 prometheus_tsdb_compaction_duration_seconds_bucket{le="2"} 14311 prometheus_tsdb_compaction_duration_seconds_bucket{le="4"} 14757 prometheus_tsdb_compaction_duration_seconds_bucket{le="8"} 15941 prometheus_tsdb_compaction_duration_seconds_bucket{le="16"} 16344 prometheus_tsdb_compaction_duration_seconds_bucket{le="32"} 16348 prometheus_tsdb_compaction_duration_seconds_bucket{le="64"} 16348 prometheus_tsdb_compaction_duration_seconds_bucket{le="128"} 16348 prometheus_tsdb_compaction_duration_seconds_bucket{le="256"} 16348 prometheus_tsdb_compaction_duration_seconds_bucket{le="512"} 16348 prometheus_tsdb_compaction_duration_seconds_bucket{le="+Inf"} 16348 prometheus_tsdb_compaction_duration_seconds_sum 29367.827386516004 prometheus_tsdb_compaction_duration_seconds_count 16348 # HELP prometheus_tsdb_compaction_populating_block Set to 1 when a block is currently being written to the disk. # TYPE prometheus_tsdb_compaction_populating_block gauge prometheus_tsdb_compaction_populating_block 0 # HELP prometheus_tsdb_compactions_failed_total Total number of compactions that failed for the partition. # TYPE prometheus_tsdb_compactions_failed_total counter prometheus_tsdb_compactions_failed_total 0 # HELP prometheus_tsdb_compactions_total Total number of compactions that were executed for the partition. # TYPE prometheus_tsdb_compactions_total counter prometheus_tsdb_compactions_total 16348 # HELP prometheus_tsdb_compactions_triggered_total Total number of triggered compactions for the partition. # TYPE prometheus_tsdb_compactions_triggered_total counter prometheus_tsdb_compactions_triggered_total 1.335324e+06 # HELP prometheus_tsdb_head_active_appenders Number of currently active appender transactions # TYPE prometheus_tsdb_head_active_appenders gauge prometheus_tsdb_head_active_appenders 0 # HELP prometheus_tsdb_head_chunks Total number of chunks in the head block. # TYPE prometheus_tsdb_head_chunks gauge prometheus_tsdb_head_chunks 265886 # HELP prometheus_tsdb_head_chunks_created_total Total number of chunks created in the head # TYPE prometheus_tsdb_head_chunks_created_total counter prometheus_tsdb_head_chunks_created_total 1.726954202e+09 # HELP prometheus_tsdb_head_chunks_removed_total Total number of chunks removed in the head # TYPE prometheus_tsdb_head_chunks_removed_total counter prometheus_tsdb_head_chunks_removed_total 1.726688316e+09 # HELP prometheus_tsdb_head_gc_duration_seconds Runtime of garbage collection in the head block. # TYPE prometheus_tsdb_head_gc_duration_seconds summary prometheus_tsdb_head_gc_duration_seconds{quantile="0.5"} NaN prometheus_tsdb_head_gc_duration_seconds{quantile="0.9"} NaN prometheus_tsdb_head_gc_duration_seconds{quantile="0.99"} NaN prometheus_tsdb_head_gc_duration_seconds_sum 402.0027928790009 prometheus_tsdb_head_gc_duration_seconds_count 11035 # HELP prometheus_tsdb_head_max_time Maximum timestamp of the head block. The unit is decided by the library consumer. # TYPE prometheus_tsdb_head_max_time gauge prometheus_tsdb_head_max_time 1.786755229038e+12 # HELP prometheus_tsdb_head_max_time_seconds Maximum timestamp of the head block. # TYPE prometheus_tsdb_head_max_time_seconds gauge prometheus_tsdb_head_max_time_seconds 1.786755229038e+09 # HELP prometheus_tsdb_head_min_time Minimum time bound of the head block. The unit is decided by the library consumer. # TYPE prometheus_tsdb_head_min_time gauge prometheus_tsdb_head_min_time 1.7867448e+12 # HELP prometheus_tsdb_head_min_time_seconds Minimum time bound of the head block. # TYPE prometheus_tsdb_head_min_time_seconds gauge prometheus_tsdb_head_min_time_seconds 1.7867448e+09 # HELP prometheus_tsdb_head_samples_appended_total Total number of appended samples. # TYPE prometheus_tsdb_head_samples_appended_total counter prometheus_tsdb_head_samples_appended_total 2.14395204489e+11 # HELP prometheus_tsdb_head_series Total number of series in the head block. # TYPE prometheus_tsdb_head_series gauge prometheus_tsdb_head_series 45831 # HELP prometheus_tsdb_head_series_created_total Total number of series created in the head # TYPE prometheus_tsdb_head_series_created_total counter prometheus_tsdb_head_series_created_total 405765 # HELP prometheus_tsdb_head_series_not_found_total Total number of requests for series that were not found. # TYPE prometheus_tsdb_head_series_not_found_total counter prometheus_tsdb_head_series_not_found_total 0 # HELP prometheus_tsdb_head_series_removed_total Total number of series removed in the head # TYPE prometheus_tsdb_head_series_removed_total counter prometheus_tsdb_head_series_removed_total 359934 # HELP prometheus_tsdb_head_truncations_failed_total Total number of head truncations that failed. # TYPE prometheus_tsdb_head_truncations_failed_total counter prometheus_tsdb_head_truncations_failed_total 0 # HELP prometheus_tsdb_head_truncations_total Total number of head truncations attempted. # TYPE prometheus_tsdb_head_truncations_total counter prometheus_tsdb_head_truncations_total 11035 # HELP prometheus_tsdb_lowest_timestamp Lowest timestamp value stored in the database. The unit is decided by the library consumer. # TYPE prometheus_tsdb_lowest_timestamp gauge prometheus_tsdb_lowest_timestamp 1.7840088e+12 # HELP prometheus_tsdb_lowest_timestamp_seconds Lowest timestamp value stored in the database. # TYPE prometheus_tsdb_lowest_timestamp_seconds gauge prometheus_tsdb_lowest_timestamp_seconds 1.7840088e+09 # HELP prometheus_tsdb_reloads_failures_total Number of times the database failed to reload block data from disk. # TYPE prometheus_tsdb_reloads_failures_total counter prometheus_tsdb_reloads_failures_total 0 # HELP prometheus_tsdb_reloads_total Number of times the database reloaded block data from disk. # TYPE prometheus_tsdb_reloads_total counter prometheus_tsdb_reloads_total 16349 # HELP prometheus_tsdb_size_retentions_total The number of times that blocks were deleted because the maximum number of bytes was exceeded. # TYPE prometheus_tsdb_size_retentions_total counter prometheus_tsdb_size_retentions_total 0 # HELP prometheus_tsdb_storage_blocks_bytes The number of bytes that are currently used for local storage by all blocks. # TYPE prometheus_tsdb_storage_blocks_bytes gauge prometheus_tsdb_storage_blocks_bytes 9.996828604e+09 # HELP prometheus_tsdb_symbol_table_size_bytes Size of symbol table on disk (in bytes) # TYPE prometheus_tsdb_symbol_table_size_bytes gauge prometheus_tsdb_symbol_table_size_bytes 4.460433e+06 # HELP prometheus_tsdb_time_retentions_total The number of times that blocks were deleted because the maximum time limit was exceeded. # TYPE prometheus_tsdb_time_retentions_total counter prometheus_tsdb_time_retentions_total 408 # HELP prometheus_tsdb_tombstone_cleanup_seconds The time taken to recompact blocks to remove tombstones. # TYPE prometheus_tsdb_tombstone_cleanup_seconds histogram prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.005"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.01"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.025"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.05"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.1"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.25"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.5"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="1"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="2.5"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="5"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="10"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="+Inf"} 0 prometheus_tsdb_tombstone_cleanup_seconds_sum 0 prometheus_tsdb_tombstone_cleanup_seconds_count 0 # HELP prometheus_tsdb_vertical_compactions_total Total number of compactions done on overlapping blocks. # TYPE prometheus_tsdb_vertical_compactions_total counter prometheus_tsdb_vertical_compactions_total 0 # HELP prometheus_tsdb_wal_completed_pages_total Total number of completed pages. # TYPE prometheus_tsdb_wal_completed_pages_total counter prometheus_tsdb_wal_completed_pages_total 7.9676346e+07 # HELP prometheus_tsdb_wal_corruptions_total Total number of WAL corruptions. # TYPE prometheus_tsdb_wal_corruptions_total counter prometheus_tsdb_wal_corruptions_total 0 # HELP prometheus_tsdb_wal_fsync_duration_seconds Duration of WAL fsync. # TYPE prometheus_tsdb_wal_fsync_duration_seconds summary prometheus_tsdb_wal_fsync_duration_seconds{quantile="0.5"} 0.011394662 prometheus_tsdb_wal_fsync_duration_seconds{quantile="0.9"} 0.011394662 prometheus_tsdb_wal_fsync_duration_seconds{quantile="0.99"} 0.011394662 prometheus_tsdb_wal_fsync_duration_seconds_sum 372.19034624499835 prometheus_tsdb_wal_fsync_duration_seconds_count 19459 # HELP prometheus_tsdb_wal_page_flushes_total Total number of page flushes. # TYPE prometheus_tsdb_wal_page_flushes_total counter prometheus_tsdb_wal_page_flushes_total 5.49210564e+08 # HELP prometheus_tsdb_wal_truncate_duration_seconds Duration of WAL truncation. # TYPE prometheus_tsdb_wal_truncate_duration_seconds summary prometheus_tsdb_wal_truncate_duration_seconds{quantile="0.5"} NaN prometheus_tsdb_wal_truncate_duration_seconds{quantile="0.9"} NaN prometheus_tsdb_wal_truncate_duration_seconds{quantile="0.99"} NaN prometheus_tsdb_wal_truncate_duration_seconds_sum 22720.35464100205 prometheus_tsdb_wal_truncate_duration_seconds_count 9727 # HELP prometheus_tsdb_wal_truncations_failed_total Total number of WAL truncations that failed. # TYPE prometheus_tsdb_wal_truncations_failed_total counter prometheus_tsdb_wal_truncations_failed_total 0 # HELP prometheus_tsdb_wal_truncations_total Total number of WAL truncations attempted. # TYPE prometheus_tsdb_wal_truncations_total counter prometheus_tsdb_wal_truncations_total 9727 # HELP promhttp_metric_handler_requests_in_flight Current number of scrapes being served. # TYPE promhttp_metric_handler_requests_in_flight gauge promhttp_metric_handler_requests_in_flight 1 # HELP promhttp_metric_handler_requests_total Total number of scrapes by HTTP status code. # TYPE promhttp_metric_handler_requests_total counter promhttp_metric_handler_requests_total{code="200"} 5.297257e+06 promhttp_metric_handler_requests_total{code="500"} 0 promhttp_metric_handler_requests_total{code="503"} 0