# HELP go_gc_cycles_automatic_gc_cycles_total Count of completed GC cycles generated by the Go runtime. Sourced from /gc/cycles/automatic:gc-cycles # TYPE go_gc_cycles_automatic_gc_cycles_total counter go_gc_cycles_automatic_gc_cycles_total 133347 # HELP go_gc_cycles_forced_gc_cycles_total Count of completed GC cycles forced by the application. Sourced from /gc/cycles/forced:gc-cycles # TYPE go_gc_cycles_forced_gc_cycles_total counter go_gc_cycles_forced_gc_cycles_total 0 # HELP go_gc_cycles_total_gc_cycles_total Count of all completed GC cycles. Sourced from /gc/cycles/total:gc-cycles # TYPE go_gc_cycles_total_gc_cycles_total counter go_gc_cycles_total_gc_cycles_total 133347 # HELP go_gc_duration_seconds A summary of the wall-time pause (stop-the-world) duration in garbage collection cycles. # TYPE go_gc_duration_seconds summary go_gc_duration_seconds{quantile="0"} 7.9387e-05 go_gc_duration_seconds{quantile="0.25"} 0.000102191 go_gc_duration_seconds{quantile="0.5"} 0.000126146 go_gc_duration_seconds{quantile="0.75"} 0.000152724 go_gc_duration_seconds{quantile="1"} 0.002904589 go_gc_duration_seconds_sum 28.895236926 go_gc_duration_seconds_count 133347 # HELP go_gc_gogc_percent Heap size target percentage configured by the user, otherwise 100. This value is set by the GOGC environment variable, and the runtime/debug.SetGCPercent function. Sourced from /gc/gogc:percent # TYPE go_gc_gogc_percent gauge go_gc_gogc_percent 75 # HELP go_gc_gomemlimit_bytes Go runtime memory limit configured by the user, otherwise math.MaxInt64. This value is set by the GOMEMLIMIT environment variable, and the runtime/debug.SetMemoryLimit function. Sourced from /gc/gomemlimit:bytes # TYPE go_gc_gomemlimit_bytes gauge go_gc_gomemlimit_bytes 9.66367641e+08 # HELP go_gc_heap_allocs_by_size_bytes Distribution of heap allocations by approximate size. Bucket counts increase monotonically. Note that this does not include tiny objects as defined by /gc/heap/tiny/allocs:objects, only tiny blocks. Sourced from /gc/heap/allocs-by-size:bytes # TYPE go_gc_heap_allocs_by_size_bytes histogram go_gc_heap_allocs_by_size_bytes_bucket{le="8.999999999999998"} 1.533623158e+09 go_gc_heap_allocs_by_size_bytes_bucket{le="24.999999999999996"} 2.7649921304e+10 go_gc_heap_allocs_by_size_bytes_bucket{le="64.99999999999999"} 5.7545501927e+10 go_gc_heap_allocs_by_size_bytes_bucket{le="144.99999999999997"} 7.2724813224e+10 go_gc_heap_allocs_by_size_bytes_bucket{le="320.99999999999994"} 7.892591986e+10 go_gc_heap_allocs_by_size_bytes_bucket{le="704.9999999999999"} 7.9894459253e+10 go_gc_heap_allocs_by_size_bytes_bucket{le="1536.9999999999998"} 8.0796769657e+10 go_gc_heap_allocs_by_size_bytes_bucket{le="3200.9999999999995"} 8.2277756316e+10 go_gc_heap_allocs_by_size_bytes_bucket{le="6528.999999999999"} 8.3367121596e+10 go_gc_heap_allocs_by_size_bytes_bucket{le="13568.999999999998"} 8.3467107089e+10 go_gc_heap_allocs_by_size_bytes_bucket{le="27264.999999999996"} 8.3482081088e+10 go_gc_heap_allocs_by_size_bytes_bucket{le="+Inf"} 8.3517899733e+10 go_gc_heap_allocs_by_size_bytes_sum 3.2339987447264e+13 go_gc_heap_allocs_by_size_bytes_count 8.3517899733e+10 # HELP go_gc_heap_allocs_bytes_total Cumulative sum of memory allocated to the heap by the application. Sourced from /gc/heap/allocs:bytes # TYPE go_gc_heap_allocs_bytes_total counter go_gc_heap_allocs_bytes_total 3.2339987447264e+13 # HELP go_gc_heap_allocs_objects_total Cumulative count of heap allocations triggered by the application. Note that this does not include tiny objects as defined by /gc/heap/tiny/allocs:objects, only tiny blocks. Sourced from /gc/heap/allocs:objects # TYPE go_gc_heap_allocs_objects_total counter go_gc_heap_allocs_objects_total 8.3517899733e+10 # HELP go_gc_heap_frees_by_size_bytes Distribution of freed heap allocations by approximate size. Bucket counts increase monotonically. Note that this does not include tiny objects as defined by /gc/heap/tiny/allocs:objects, only tiny blocks. Sourced from /gc/heap/frees-by-size:bytes # TYPE go_gc_heap_frees_by_size_bytes histogram go_gc_heap_frees_by_size_bytes_bucket{le="8.999999999999998"} 1.533617117e+09 go_gc_heap_frees_by_size_bytes_bucket{le="24.999999999999996"} 2.7649356166e+10 go_gc_heap_frees_by_size_bytes_bucket{le="64.99999999999999"} 5.7543232579e+10 go_gc_heap_frees_by_size_bytes_bucket{le="144.99999999999997"} 7.2721868073e+10 go_gc_heap_frees_by_size_bytes_bucket{le="320.99999999999994"} 7.8922377296e+10 go_gc_heap_frees_by_size_bytes_bucket{le="704.9999999999999"} 7.9890735116e+10 go_gc_heap_frees_by_size_bytes_bucket{le="1536.9999999999998"} 8.0792980436e+10 go_gc_heap_frees_by_size_bytes_bucket{le="3200.9999999999995"} 8.2273962241e+10 go_gc_heap_frees_by_size_bytes_bucket{le="6528.999999999999"} 8.3363324144e+10 go_gc_heap_frees_by_size_bytes_bucket{le="13568.999999999998"} 8.3463308876e+10 go_gc_heap_frees_by_size_bytes_bucket{le="27264.999999999996"} 8.3478282655e+10 go_gc_heap_frees_by_size_bytes_bucket{le="+Inf"} 8.3514100828e+10 go_gc_heap_frees_by_size_bytes_sum 3.2339327300448e+13 go_gc_heap_frees_by_size_bytes_count 8.3514100828e+10 # HELP go_gc_heap_frees_bytes_total Cumulative sum of heap memory freed by the garbage collector. Sourced from /gc/heap/frees:bytes # TYPE go_gc_heap_frees_bytes_total counter go_gc_heap_frees_bytes_total 3.2339327300448e+13 # HELP go_gc_heap_frees_objects_total Cumulative count of heap allocations whose storage was freed by the garbage collector. Note that this does not include tiny objects as defined by /gc/heap/tiny/allocs:objects, only tiny blocks. Sourced from /gc/heap/frees:objects # TYPE go_gc_heap_frees_objects_total counter go_gc_heap_frees_objects_total 8.3514100828e+10 # HELP go_gc_heap_goal_bytes Heap size target for the end of the GC cycle. Sourced from /gc/heap/goal:bytes # TYPE go_gc_heap_goal_bytes gauge go_gc_heap_goal_bytes 8.00200292e+08 # HELP go_gc_heap_live_bytes Heap memory occupied by live objects that were marked by the previous GC. Sourced from /gc/heap/live:bytes # TYPE go_gc_heap_live_bytes gauge go_gc_heap_live_bytes 5.55062192e+08 # HELP go_gc_heap_objects_objects Number of objects, live or unswept, occupying heap memory. Sourced from /gc/heap/objects:objects # TYPE go_gc_heap_objects_objects gauge go_gc_heap_objects_objects 3.798905e+06 # HELP go_gc_heap_tiny_allocs_objects_total Count of small allocations that are packed together into blocks. These allocations are counted separately from other allocations because each individual allocation is not tracked by the runtime, only their block. Each block is already accounted for in allocs-by-size and frees-by-size. Sourced from /gc/heap/tiny/allocs:objects # TYPE go_gc_heap_tiny_allocs_objects_total counter go_gc_heap_tiny_allocs_objects_total 7.088736082e+09 # HELP go_gc_limiter_last_enabled_gc_cycle GC cycle the last time the GC CPU limiter was enabled. This metric is useful for diagnosing the root cause of an out-of-memory error, because the limiter trades memory for CPU time when the GC's CPU time gets too high. This is most likely to occur with use of SetMemoryLimit. The first GC cycle is cycle 1, so a value of 0 indicates that it was never enabled. Sourced from /gc/limiter/last-enabled:gc-cycle # TYPE go_gc_limiter_last_enabled_gc_cycle gauge go_gc_limiter_last_enabled_gc_cycle 0 # HELP go_gc_pauses_seconds Deprecated. Prefer the identical /sched/pauses/total/gc:seconds. Sourced from /gc/pauses:seconds # TYPE go_gc_pauses_seconds histogram go_gc_pauses_seconds_bucket{le="6.399999999999999e-08"} 0 go_gc_pauses_seconds_bucket{le="6.399999999999999e-07"} 0 go_gc_pauses_seconds_bucket{le="7.167999999999999e-06"} 68634 go_gc_pauses_seconds_bucket{le="8.191999999999999e-05"} 133254 go_gc_pauses_seconds_bucket{le="0.0009175039999999999"} 265352 go_gc_pauses_seconds_bucket{le="0.010485759999999998"} 266642 go_gc_pauses_seconds_bucket{le="0.11744051199999998"} 266694 go_gc_pauses_seconds_bucket{le="+Inf"} 266694 go_gc_pauses_seconds_sum 13.05742976 go_gc_pauses_seconds_count 266694 # HELP go_gc_scan_globals_bytes The total amount of global variable space that is scannable. Sourced from /gc/scan/globals:bytes # TYPE go_gc_scan_globals_bytes gauge go_gc_scan_globals_bytes 581552 # HELP go_gc_scan_heap_bytes The total amount of heap space that is scannable. Sourced from /gc/scan/heap:bytes # TYPE go_gc_scan_heap_bytes gauge go_gc_scan_heap_bytes 1.96387224e+08 # HELP go_gc_scan_stack_bytes The number of bytes of stack that were scanned last GC cycle. Sourced from /gc/scan/stack:bytes # TYPE go_gc_scan_stack_bytes gauge go_gc_scan_stack_bytes 233960 # HELP go_gc_scan_total_bytes The total amount space that is scannable. Sum of all metrics in /gc/scan. Sourced from /gc/scan/total:bytes # TYPE go_gc_scan_total_bytes gauge go_gc_scan_total_bytes 1.97202736e+08 # HELP go_gc_stack_starting_size_bytes The stack size of new goroutines. Sourced from /gc/stack/starting-size:bytes # TYPE go_gc_stack_starting_size_bytes gauge go_gc_stack_starting_size_bytes 2048 # HELP go_goroutines Number of goroutines that currently exist. # TYPE go_goroutines gauge go_goroutines 205 # HELP go_info Information about the Go environment. # TYPE go_info gauge go_info{version="go1.23.3"} 1 # HELP go_memstats_alloc_bytes Number of bytes allocated in heap and currently in use. Equals to /memory/classes/heap/objects:bytes. # TYPE go_memstats_alloc_bytes gauge go_memstats_alloc_bytes 6.60146816e+08 # HELP go_memstats_alloc_bytes_total Total number of bytes allocated in heap until now, even if released already. Equals to /gc/heap/allocs:bytes. # TYPE go_memstats_alloc_bytes_total counter go_memstats_alloc_bytes_total 3.2339987447264e+13 # HELP go_memstats_buck_hash_sys_bytes Number of bytes used by the profiling bucket hash table. Equals to /memory/classes/profiling/buckets:bytes. # TYPE go_memstats_buck_hash_sys_bytes gauge go_memstats_buck_hash_sys_bytes 8.934186e+06 # HELP go_memstats_frees_total Total number of heap objects frees. Equals to /gc/heap/frees:objects + /gc/heap/tiny/allocs:objects. # TYPE go_memstats_frees_total counter go_memstats_frees_total 9.060283691e+10 # HELP go_memstats_gc_sys_bytes Number of bytes used for garbage collection system metadata. Equals to /memory/classes/metadata/other:bytes. # TYPE go_memstats_gc_sys_bytes gauge go_memstats_gc_sys_bytes 1.2746664e+07 # HELP go_memstats_heap_alloc_bytes Number of heap bytes allocated and currently in use, same as go_memstats_alloc_bytes. Equals to /memory/classes/heap/objects:bytes. # TYPE go_memstats_heap_alloc_bytes gauge go_memstats_heap_alloc_bytes 6.60146816e+08 # HELP go_memstats_heap_idle_bytes Number of heap bytes waiting to be used. Equals to /memory/classes/heap/released:bytes + /memory/classes/heap/free:bytes. # TYPE go_memstats_heap_idle_bytes gauge go_memstats_heap_idle_bytes 3.74751232e+08 # HELP go_memstats_heap_inuse_bytes Number of heap bytes that are in use. Equals to /memory/classes/heap/objects:bytes + /memory/classes/heap/unused:bytes # TYPE go_memstats_heap_inuse_bytes gauge go_memstats_heap_inuse_bytes 7.57702656e+08 # HELP go_memstats_heap_objects Number of currently allocated objects. Equals to /gc/heap/objects:objects. # TYPE go_memstats_heap_objects gauge go_memstats_heap_objects 3.798905e+06 # HELP go_memstats_heap_released_bytes Number of heap bytes released to OS. Equals to /memory/classes/heap/released:bytes. # TYPE go_memstats_heap_released_bytes gauge go_memstats_heap_released_bytes 2.59203072e+08 # HELP go_memstats_heap_sys_bytes Number of heap bytes obtained from system. Equals to /memory/classes/heap/objects:bytes + /memory/classes/heap/unused:bytes + /memory/classes/heap/released:bytes + /memory/classes/heap/free:bytes. # TYPE go_memstats_heap_sys_bytes gauge go_memstats_heap_sys_bytes 1.132453888e+09 # HELP go_memstats_last_gc_time_seconds Number of seconds since 1970 of last garbage collection. # TYPE go_memstats_last_gc_time_seconds gauge go_memstats_last_gc_time_seconds 1.7861754366806896e+09 # HELP go_memstats_mallocs_total Total number of heap objects allocated, both live and gc-ed. Semantically a counter version for go_memstats_heap_objects gauge. Equals to /gc/heap/allocs:objects + /gc/heap/tiny/allocs:objects. # TYPE go_memstats_mallocs_total counter go_memstats_mallocs_total 9.0606635815e+10 # HELP go_memstats_mcache_inuse_bytes Number of bytes in use by mcache structures. Equals to /memory/classes/metadata/mcache/inuse:bytes. # TYPE go_memstats_mcache_inuse_bytes gauge go_memstats_mcache_inuse_bytes 9600 # HELP go_memstats_mcache_sys_bytes Number of bytes used for mcache structures obtained from system. Equals to /memory/classes/metadata/mcache/inuse:bytes + /memory/classes/metadata/mcache/free:bytes. # TYPE go_memstats_mcache_sys_bytes gauge go_memstats_mcache_sys_bytes 15600 # HELP go_memstats_mspan_inuse_bytes Number of bytes in use by mspan structures. Equals to /memory/classes/metadata/mspan/inuse:bytes. # TYPE go_memstats_mspan_inuse_bytes gauge go_memstats_mspan_inuse_bytes 1.063456e+07 # HELP go_memstats_mspan_sys_bytes Number of bytes used for mspan structures obtained from system. Equals to /memory/classes/metadata/mspan/inuse:bytes + /memory/classes/metadata/mspan/free:bytes. # TYPE go_memstats_mspan_sys_bytes gauge go_memstats_mspan_sys_bytes 1.521024e+07 # HELP go_memstats_next_gc_bytes Number of heap bytes when next garbage collection will take place. Equals to /gc/heap/goal:bytes. # TYPE go_memstats_next_gc_bytes gauge go_memstats_next_gc_bytes 8.00200292e+08 # HELP go_memstats_other_sys_bytes Number of bytes used for other system allocations. Equals to /memory/classes/other:bytes. # TYPE go_memstats_other_sys_bytes gauge go_memstats_other_sys_bytes 2.82759e+06 # HELP go_memstats_stack_inuse_bytes Number of bytes obtained from system for stack allocator in non-CGO environments. Equals to /memory/classes/heap/stacks:bytes. # TYPE go_memstats_stack_inuse_bytes gauge go_memstats_stack_inuse_bytes 4.128768e+06 # HELP go_memstats_stack_sys_bytes Number of bytes obtained from system for stack allocator. Equals to /memory/classes/heap/stacks:bytes + /memory/classes/os-stacks:bytes. # TYPE go_memstats_stack_sys_bytes gauge go_memstats_stack_sys_bytes 4.128768e+06 # HELP go_memstats_sys_bytes Number of bytes obtained from system. Equals to /memory/classes/total:byte. # TYPE go_memstats_sys_bytes gauge go_memstats_sys_bytes 1.176316936e+09 # HELP go_sched_gomaxprocs_threads The current runtime.GOMAXPROCS setting, or the number of operating system threads that can execute user-level Go code simultaneously. Sourced from /sched/gomaxprocs:threads # TYPE go_sched_gomaxprocs_threads gauge go_sched_gomaxprocs_threads 8 # HELP go_sched_goroutines_goroutines Count of live goroutines. Sourced from /sched/goroutines:goroutines # TYPE go_sched_goroutines_goroutines gauge go_sched_goroutines_goroutines 205 # HELP go_sched_latencies_seconds Distribution of the time goroutines have spent in the scheduler in a runnable state before actually running. Bucket counts increase monotonically. Sourced from /sched/latencies:seconds # TYPE go_sched_latencies_seconds histogram go_sched_latencies_seconds_bucket{le="6.399999999999999e-08"} 1.01840142e+08 go_sched_latencies_seconds_bucket{le="6.399999999999999e-07"} 1.14732065e+08 go_sched_latencies_seconds_bucket{le="7.167999999999999e-06"} 1.33528237e+08 go_sched_latencies_seconds_bucket{le="8.191999999999999e-05"} 1.58466351e+08 go_sched_latencies_seconds_bucket{le="0.0009175039999999999"} 1.62105285e+08 go_sched_latencies_seconds_bucket{le="0.010485759999999998"} 1.62770551e+08 go_sched_latencies_seconds_bucket{le="0.11744051199999998"} 1.62810165e+08 go_sched_latencies_seconds_bucket{le="+Inf"} 1.62810166e+08 go_sched_latencies_seconds_sum 1515.5970607999998 go_sched_latencies_seconds_count 1.62810166e+08 # HELP go_sched_pauses_stopping_gc_seconds Distribution of individual GC-related stop-the-world stopping latencies. This is the time it takes from deciding to stop the world until all Ps are stopped. This is a subset of the total GC-related stop-the-world time (/sched/pauses/total/gc:seconds). During this time, some threads may be executing. Bucket counts increase monotonically. Sourced from /sched/pauses/stopping/gc:seconds # TYPE go_sched_pauses_stopping_gc_seconds histogram go_sched_pauses_stopping_gc_seconds_bucket{le="6.399999999999999e-08"} 0 go_sched_pauses_stopping_gc_seconds_bucket{le="6.399999999999999e-07"} 0 go_sched_pauses_stopping_gc_seconds_bucket{le="7.167999999999999e-06"} 166198 go_sched_pauses_stopping_gc_seconds_bucket{le="8.191999999999999e-05"} 234655 go_sched_pauses_stopping_gc_seconds_bucket{le="0.0009175039999999999"} 265768 go_sched_pauses_stopping_gc_seconds_bucket{le="0.010485759999999998"} 266671 go_sched_pauses_stopping_gc_seconds_bucket{le="0.11744051199999998"} 266694 go_sched_pauses_stopping_gc_seconds_bucket{le="+Inf"} 266694 go_sched_pauses_stopping_gc_seconds_sum 4.215522048 go_sched_pauses_stopping_gc_seconds_count 266694 # HELP go_sched_pauses_stopping_other_seconds Distribution of individual non-GC-related stop-the-world stopping latencies. This is the time it takes from deciding to stop the world until all Ps are stopped. This is a subset of the total non-GC-related stop-the-world time (/sched/pauses/total/other:seconds). During this time, some threads may be executing. Bucket counts increase monotonically. Sourced from /sched/pauses/stopping/other:seconds # TYPE go_sched_pauses_stopping_other_seconds histogram go_sched_pauses_stopping_other_seconds_bucket{le="6.399999999999999e-08"} 0 go_sched_pauses_stopping_other_seconds_bucket{le="6.399999999999999e-07"} 0 go_sched_pauses_stopping_other_seconds_bucket{le="7.167999999999999e-06"} 0 go_sched_pauses_stopping_other_seconds_bucket{le="8.191999999999999e-05"} 0 go_sched_pauses_stopping_other_seconds_bucket{le="0.0009175039999999999"} 0 go_sched_pauses_stopping_other_seconds_bucket{le="0.010485759999999998"} 0 go_sched_pauses_stopping_other_seconds_bucket{le="0.11744051199999998"} 0 go_sched_pauses_stopping_other_seconds_bucket{le="+Inf"} 0 go_sched_pauses_stopping_other_seconds_sum 0 go_sched_pauses_stopping_other_seconds_count 0 # HELP go_sched_pauses_total_gc_seconds Distribution of individual GC-related stop-the-world pause latencies. This is the time from deciding to stop the world until the world is started again. Some of this time is spent getting all threads to stop (this is measured directly in /sched/pauses/stopping/gc:seconds), during which some threads may still be running. Bucket counts increase monotonically. Sourced from /sched/pauses/total/gc:seconds # TYPE go_sched_pauses_total_gc_seconds histogram go_sched_pauses_total_gc_seconds_bucket{le="6.399999999999999e-08"} 0 go_sched_pauses_total_gc_seconds_bucket{le="6.399999999999999e-07"} 0 go_sched_pauses_total_gc_seconds_bucket{le="7.167999999999999e-06"} 68634 go_sched_pauses_total_gc_seconds_bucket{le="8.191999999999999e-05"} 133254 go_sched_pauses_total_gc_seconds_bucket{le="0.0009175039999999999"} 265352 go_sched_pauses_total_gc_seconds_bucket{le="0.010485759999999998"} 266642 go_sched_pauses_total_gc_seconds_bucket{le="0.11744051199999998"} 266694 go_sched_pauses_total_gc_seconds_bucket{le="+Inf"} 266694 go_sched_pauses_total_gc_seconds_sum 13.05742976 go_sched_pauses_total_gc_seconds_count 266694 # HELP go_sched_pauses_total_other_seconds Distribution of individual non-GC-related stop-the-world pause latencies. This is the time from deciding to stop the world until the world is started again. Some of this time is spent getting all threads to stop (measured directly in /sched/pauses/stopping/other:seconds). Bucket counts increase monotonically. Sourced from /sched/pauses/total/other:seconds # TYPE go_sched_pauses_total_other_seconds histogram go_sched_pauses_total_other_seconds_bucket{le="6.399999999999999e-08"} 0 go_sched_pauses_total_other_seconds_bucket{le="6.399999999999999e-07"} 0 go_sched_pauses_total_other_seconds_bucket{le="7.167999999999999e-06"} 0 go_sched_pauses_total_other_seconds_bucket{le="8.191999999999999e-05"} 0 go_sched_pauses_total_other_seconds_bucket{le="0.0009175039999999999"} 0 go_sched_pauses_total_other_seconds_bucket{le="0.010485759999999998"} 0 go_sched_pauses_total_other_seconds_bucket{le="0.11744051199999998"} 0 go_sched_pauses_total_other_seconds_bucket{le="+Inf"} 0 go_sched_pauses_total_other_seconds_sum 0 go_sched_pauses_total_other_seconds_count 0 # HELP go_threads Number of OS threads created. # TYPE go_threads gauge go_threads 16 # HELP net_conntrack_dialer_conn_attempted_total Total number of connections attempted by the given dialer a given name. # TYPE net_conntrack_dialer_conn_attempted_total counter net_conntrack_dialer_conn_attempted_total{dialer_name="alertmanager"} 1 net_conntrack_dialer_conn_attempted_total{dialer_name="blackbox-direct"} 0 net_conntrack_dialer_conn_attempted_total{dialer_name="blackbox-kubernetes"} 0 net_conntrack_dialer_conn_attempted_total{dialer_name="consul_sd"} 3 net_conntrack_dialer_conn_attempted_total{dialer_name="default"} 0 net_conntrack_dialer_conn_attempted_total{dialer_name="exporter-consul"} 22 net_conntrack_dialer_conn_attempted_total{dialer_name="kubernetes-apiservers"} 1 net_conntrack_dialer_conn_attempted_total{dialer_name="kubernetes-cadvisor"} 8 net_conntrack_dialer_conn_attempted_total{dialer_name="kubernetes-ksm"} 1 net_conntrack_dialer_conn_attempted_total{dialer_name="kubernetes-nodes"} 8 net_conntrack_dialer_conn_attempted_total{dialer_name="kubernetes-pods"} 3847 net_conntrack_dialer_conn_attempted_total{dialer_name="kubernetes-pods-port2"} 0 net_conntrack_dialer_conn_attempted_total{dialer_name="local-services-static"} 3 # HELP net_conntrack_dialer_conn_closed_total Total number of connections closed which originated from the dialer of a given name. # TYPE net_conntrack_dialer_conn_closed_total counter net_conntrack_dialer_conn_closed_total{dialer_name="alertmanager"} 0 net_conntrack_dialer_conn_closed_total{dialer_name="blackbox-direct"} 0 net_conntrack_dialer_conn_closed_total{dialer_name="blackbox-kubernetes"} 0 net_conntrack_dialer_conn_closed_total{dialer_name="consul_sd"} 0 net_conntrack_dialer_conn_closed_total{dialer_name="default"} 0 net_conntrack_dialer_conn_closed_total{dialer_name="exporter-consul"} 16 net_conntrack_dialer_conn_closed_total{dialer_name="kubernetes-apiservers"} 0 net_conntrack_dialer_conn_closed_total{dialer_name="kubernetes-cadvisor"} 0 net_conntrack_dialer_conn_closed_total{dialer_name="kubernetes-ksm"} 0 net_conntrack_dialer_conn_closed_total{dialer_name="kubernetes-nodes"} 0 net_conntrack_dialer_conn_closed_total{dialer_name="kubernetes-pods"} 3830 net_conntrack_dialer_conn_closed_total{dialer_name="kubernetes-pods-port2"} 0 net_conntrack_dialer_conn_closed_total{dialer_name="local-services-static"} 2 # HELP net_conntrack_dialer_conn_established_total Total number of connections successfully established by the given dialer a given name. # TYPE net_conntrack_dialer_conn_established_total counter net_conntrack_dialer_conn_established_total{dialer_name="alertmanager"} 1 net_conntrack_dialer_conn_established_total{dialer_name="blackbox-direct"} 0 net_conntrack_dialer_conn_established_total{dialer_name="blackbox-kubernetes"} 0 net_conntrack_dialer_conn_established_total{dialer_name="consul_sd"} 3 net_conntrack_dialer_conn_established_total{dialer_name="default"} 0 net_conntrack_dialer_conn_established_total{dialer_name="exporter-consul"} 20 net_conntrack_dialer_conn_established_total{dialer_name="kubernetes-apiservers"} 1 net_conntrack_dialer_conn_established_total{dialer_name="kubernetes-cadvisor"} 8 net_conntrack_dialer_conn_established_total{dialer_name="kubernetes-ksm"} 1 net_conntrack_dialer_conn_established_total{dialer_name="kubernetes-nodes"} 8 net_conntrack_dialer_conn_established_total{dialer_name="kubernetes-pods"} 3840 net_conntrack_dialer_conn_established_total{dialer_name="kubernetes-pods-port2"} 0 net_conntrack_dialer_conn_established_total{dialer_name="local-services-static"} 3 # HELP net_conntrack_dialer_conn_failed_total Total number of connections failed to dial by the dialer a given name. # TYPE net_conntrack_dialer_conn_failed_total counter net_conntrack_dialer_conn_failed_total{dialer_name="alertmanager",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="alertmanager",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="alertmanager",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="alertmanager",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="blackbox-direct",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="blackbox-direct",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="blackbox-direct",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="blackbox-direct",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="blackbox-kubernetes",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="blackbox-kubernetes",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="blackbox-kubernetes",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="blackbox-kubernetes",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="consul_sd",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="consul_sd",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="consul_sd",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="consul_sd",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="default",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="default",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="default",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="default",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="exporter-consul",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="exporter-consul",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="exporter-consul",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="exporter-consul",reason="unknown"} 2 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-apiservers",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-apiservers",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-apiservers",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-apiservers",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-cadvisor",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-cadvisor",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-cadvisor",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-cadvisor",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-ksm",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-ksm",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-ksm",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-ksm",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-nodes",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-nodes",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-nodes",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-nodes",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-pods",reason="refused"} 5 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-pods",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-pods",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-pods",reason="unknown"} 7 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-pods-port2",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-pods-port2",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-pods-port2",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-pods-port2",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="local-services-static",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="local-services-static",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="local-services-static",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="local-services-static",reason="unknown"} 0 # HELP net_conntrack_listener_conn_accepted_total Total number of connections opened to the listener of a given name. # TYPE net_conntrack_listener_conn_accepted_total counter net_conntrack_listener_conn_accepted_total{listener_name="http"} 2.799053e+06 # HELP net_conntrack_listener_conn_closed_total Total number of connections closed that were made to the listener of a given name. # TYPE net_conntrack_listener_conn_closed_total counter net_conntrack_listener_conn_closed_total{listener_name="http"} 2.799046e+06 # HELP process_cpu_seconds_total Total user and system CPU time spent in seconds. # TYPE process_cpu_seconds_total counter process_cpu_seconds_total 574975.69 # HELP process_max_fds Maximum number of open file descriptors. # TYPE process_max_fds gauge process_max_fds 65535 # HELP process_network_receive_bytes_total Number of bytes received by the process over the network. # TYPE process_network_receive_bytes_total counter process_network_receive_bytes_total 1.860748726255e+12 # HELP process_network_transmit_bytes_total Number of bytes sent by the process over the network. # TYPE process_network_transmit_bytes_total counter process_network_transmit_bytes_total 4.4815718526e+10 # HELP process_open_fds Number of open file descriptors. # TYPE process_open_fds gauge process_open_fds 127 # HELP process_resident_memory_bytes Resident memory size in bytes. # TYPE process_resident_memory_bytes gauge process_resident_memory_bytes 9.81712896e+08 # HELP process_start_time_seconds Start time of the process since unix epoch in seconds. # TYPE process_start_time_seconds gauge process_start_time_seconds 1.77919394618e+09 # HELP process_virtual_memory_bytes Virtual memory size in bytes. # TYPE process_virtual_memory_bytes gauge process_virtual_memory_bytes 1.9857174528e+10 # HELP process_virtual_memory_max_bytes Maximum amount of virtual memory available in bytes. # TYPE process_virtual_memory_max_bytes gauge process_virtual_memory_max_bytes 1.8446744073709552e+19 # HELP prometheus_api_notification_active_subscribers The current number of active notification subscribers. # TYPE prometheus_api_notification_active_subscribers gauge prometheus_api_notification_active_subscribers 0 # HELP prometheus_api_notification_updates_dropped_total Total number of notification updates dropped. # TYPE prometheus_api_notification_updates_dropped_total counter prometheus_api_notification_updates_dropped_total 0 # HELP prometheus_api_notification_updates_sent_total Total number of notification updates sent. # TYPE prometheus_api_notification_updates_sent_total counter prometheus_api_notification_updates_sent_total 0 # HELP prometheus_api_remote_read_queries The current number of remote read queries being executed or waiting. # TYPE prometheus_api_remote_read_queries gauge prometheus_api_remote_read_queries 0 # HELP prometheus_build_info A metric with a constant '1' value labeled by version, revision, branch, goversion from which prometheus was built, and the goos and goarch for the build. # TYPE prometheus_build_info gauge prometheus_build_info{branch="HEAD",goarch="amd64",goos="linux",goversion="go1.23.3",revision="1f56e8492c31a558ccea833027db4bd7f8b6d0e9",tags="netgo,builtinassets,stringlabels",version="3.0.1"} 1 # HELP prometheus_config_last_reload_success_timestamp_seconds Timestamp of the last successful configuration reload. # TYPE prometheus_config_last_reload_success_timestamp_seconds gauge prometheus_config_last_reload_success_timestamp_seconds 1.7791939607584639e+09 # HELP prometheus_config_last_reload_successful Whether the last configuration reload attempt was successful. # TYPE prometheus_config_last_reload_successful gauge prometheus_config_last_reload_successful 1 # HELP prometheus_engine_queries The current number of queries being executed or waiting. # TYPE prometheus_engine_queries gauge prometheus_engine_queries 0 # HELP prometheus_engine_queries_concurrent_max The max number of concurrent queries. # TYPE prometheus_engine_queries_concurrent_max gauge prometheus_engine_queries_concurrent_max 20 # HELP prometheus_engine_query_duration_seconds Query timings # TYPE prometheus_engine_query_duration_seconds summary prometheus_engine_query_duration_seconds{slice="inner_eval",quantile="0.5"} 6.8538e-05 prometheus_engine_query_duration_seconds{slice="inner_eval",quantile="0.9"} 0.002367045 prometheus_engine_query_duration_seconds{slice="inner_eval",quantile="0.99"} 0.114876739 prometheus_engine_query_duration_seconds_sum{slice="inner_eval"} 40964.55510829103 prometheus_engine_query_duration_seconds_count{slice="inner_eval"} 2.0576284e+07 prometheus_engine_query_duration_seconds{slice="prepare_time",quantile="0.5"} 1.0742e-05 prometheus_engine_query_duration_seconds{slice="prepare_time",quantile="0.9"} 2.7757e-05 prometheus_engine_query_duration_seconds{slice="prepare_time",quantile="0.99"} 6.0265e-05 prometheus_engine_query_duration_seconds_sum{slice="prepare_time"} 818.277103477344 prometheus_engine_query_duration_seconds_count{slice="prepare_time"} 2.0576284e+07 prometheus_engine_query_duration_seconds{slice="queue_time",quantile="0.5"} 2.751e-06 prometheus_engine_query_duration_seconds{slice="queue_time",quantile="0.9"} 1.048e-05 prometheus_engine_query_duration_seconds{slice="queue_time",quantile="0.99"} 2.3947e-05 prometheus_engine_query_duration_seconds_sum{slice="queue_time"} 620.8191187236515 prometheus_engine_query_duration_seconds_count{slice="queue_time"} 4.1152568e+07 prometheus_engine_query_duration_seconds{slice="result_sort",quantile="0.5"} 2.333e-06 prometheus_engine_query_duration_seconds{slice="result_sort",quantile="0.9"} 3.147e-06 prometheus_engine_query_duration_seconds{slice="result_sort",quantile="0.99"} 4.757e-06 prometheus_engine_query_duration_seconds_sum{slice="result_sort"} 1.2079961119999814 prometheus_engine_query_duration_seconds_count{slice="result_sort"} 879336 # HELP prometheus_engine_query_log_enabled State of the query log. # TYPE prometheus_engine_query_log_enabled gauge prometheus_engine_query_log_enabled 0 # HELP prometheus_engine_query_log_failures_total The number of query log failures. # TYPE prometheus_engine_query_log_failures_total counter prometheus_engine_query_log_failures_total 0 # HELP prometheus_engine_query_samples_total The total number of samples loaded by all queries. # TYPE prometheus_engine_query_samples_total counter prometheus_engine_query_samples_total 7.4047409384e+10 # HELP prometheus_http_request_duration_seconds Histogram of latencies for HTTP requests. # TYPE prometheus_http_request_duration_seconds histogram prometheus_http_request_duration_seconds_bucket{handler="/",le="0.1"} 1.396378e+06 prometheus_http_request_duration_seconds_bucket{handler="/",le="0.2"} 1.396378e+06 prometheus_http_request_duration_seconds_bucket{handler="/",le="0.4"} 1.396378e+06 prometheus_http_request_duration_seconds_bucket{handler="/",le="1"} 1.396378e+06 prometheus_http_request_duration_seconds_bucket{handler="/",le="3"} 1.396378e+06 prometheus_http_request_duration_seconds_bucket{handler="/",le="8"} 1.396378e+06 prometheus_http_request_duration_seconds_bucket{handler="/",le="20"} 1.396378e+06 prometheus_http_request_duration_seconds_bucket{handler="/",le="60"} 1.396378e+06 prometheus_http_request_duration_seconds_bucket{handler="/",le="120"} 1.396378e+06 prometheus_http_request_duration_seconds_bucket{handler="/",le="+Inf"} 1.396378e+06 prometheus_http_request_duration_seconds_sum{handler="/"} 42.945027489000914 prometheus_http_request_duration_seconds_count{handler="/"} 1.396378e+06 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="0.1"} 1 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="0.2"} 1 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="0.4"} 1 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="1"} 1 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="3"} 1 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="8"} 1 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="20"} 1 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="60"} 1 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="120"} 1 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="+Inf"} 1 prometheus_http_request_duration_seconds_sum{handler="/alerts"} 0.00115765 prometheus_http_request_duration_seconds_count{handler="/alerts"} 1 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="0.1"} 278 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="0.2"} 298 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="0.4"} 299 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="1"} 299 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="3"} 299 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="8"} 299 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="20"} 299 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="60"} 299 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="120"} 299 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="+Inf"} 299 prometheus_http_request_duration_seconds_sum{handler="/api/v1/label/:name/values"} 10.398354541000003 prometheus_http_request_duration_seconds_count{handler="/api/v1/label/:name/values"} 299 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="0.1"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="0.2"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="0.4"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="1"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="3"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="8"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="20"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="60"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="120"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="+Inf"} 8 prometheus_http_request_duration_seconds_sum{handler="/api/v1/labels"} 0.010811983 prometheus_http_request_duration_seconds_count{handler="/api/v1/labels"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="0.1"} 9 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="0.2"} 9 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="0.4"} 9 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="1"} 9 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="3"} 9 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="8"} 9 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="20"} 9 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="60"} 9 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="120"} 9 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="+Inf"} 9 prometheus_http_request_duration_seconds_sum{handler="/api/v1/metadata"} 0.21000076400000003 prometheus_http_request_duration_seconds_count{handler="/api/v1/metadata"} 9 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/notifications/live",le="0.1"} 0 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/notifications/live",le="0.2"} 0 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/notifications/live",le="0.4"} 0 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/notifications/live",le="1"} 0 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/notifications/live",le="3"} 0 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/notifications/live",le="8"} 0 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/notifications/live",le="20"} 0 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/notifications/live",le="60"} 2 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/notifications/live",le="120"} 1724 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/notifications/live",le="+Inf"} 1724 prometheus_http_request_duration_seconds_sum{handler="/api/v1/notifications/live"} 103533.18474445087 prometheus_http_request_duration_seconds_count{handler="/api/v1/notifications/live"} 1724 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="0.1"} 148739 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="0.2"} 148742 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="0.4"} 148744 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="1"} 148744 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="3"} 148744 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="8"} 148744 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="20"} 148744 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="60"} 148744 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="120"} 148744 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="+Inf"} 148744 prometheus_http_request_duration_seconds_sum{handler="/api/v1/query"} 845.9308025309915 prometheus_http_request_duration_seconds_count{handler="/api/v1/query"} 148744 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_exemplars",le="0.1"} 198327 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_exemplars",le="0.2"} 198327 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_exemplars",le="0.4"} 198327 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_exemplars",le="1"} 198327 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_exemplars",le="3"} 198327 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_exemplars",le="8"} 198327 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_exemplars",le="20"} 198327 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_exemplars",le="60"} 198327 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_exemplars",le="120"} 198327 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_exemplars",le="+Inf"} 198327 prometheus_http_request_duration_seconds_sum{handler="/api/v1/query_exemplars"} 92.42699360899901 prometheus_http_request_duration_seconds_count{handler="/api/v1/query_exemplars"} 198327 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="0.1"} 878765 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="0.2"} 879077 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="0.4"} 879219 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="1"} 879336 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="3"} 879336 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="8"} 879336 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="20"} 879336 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="60"} 879336 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="120"} 879336 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="+Inf"} 879336 prometheus_http_request_duration_seconds_sum{handler="/api/v1/query_range"} 1688.6571519789914 prometheus_http_request_duration_seconds_count{handler="/api/v1/query_range"} 879336 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="0.1"} 136806 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="0.2"} 136808 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="0.4"} 136809 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="1"} 136809 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="3"} 136809 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="8"} 136809 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="20"} 136809 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="60"} 136809 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="120"} 136809 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="+Inf"} 136809 prometheus_http_request_duration_seconds_sum{handler="/api/v1/rules"} 248.45131460900177 prometheus_http_request_duration_seconds_count{handler="/api/v1/rules"} 136809 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="0.1"} 4 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="0.2"} 4 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="0.4"} 4 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="1"} 4 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="3"} 4 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="8"} 4 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="20"} 4 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="60"} 4 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="120"} 4 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="+Inf"} 4 prometheus_http_request_duration_seconds_sum{handler="/api/v1/series"} 0.088899565 prometheus_http_request_duration_seconds_count{handler="/api/v1/series"} 4 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="0.1"} 1124 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="0.2"} 1124 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="0.4"} 1124 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="1"} 1124 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="3"} 1124 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="8"} 1124 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="20"} 1124 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="60"} 1124 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="120"} 1124 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="+Inf"} 1124 prometheus_http_request_duration_seconds_sum{handler="/api/v1/status/buildinfo"} 1.8358171279999973 prometheus_http_request_duration_seconds_count{handler="/api/v1/status/buildinfo"} 1124 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="0.1"} 1 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="0.2"} 1 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="0.4"} 1 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="1"} 1 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="3"} 1 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="8"} 1 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="20"} 1 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="60"} 1 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="120"} 1 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="+Inf"} 1 prometheus_http_request_duration_seconds_sum{handler="/api/v1/status/config"} 0.055236925 prometheus_http_request_duration_seconds_count{handler="/api/v1/status/config"} 1 prometheus_http_request_duration_seconds_bucket{handler="/assets/*filepath",le="0.1"} 95 prometheus_http_request_duration_seconds_bucket{handler="/assets/*filepath",le="0.2"} 132 prometheus_http_request_duration_seconds_bucket{handler="/assets/*filepath",le="0.4"} 135 prometheus_http_request_duration_seconds_bucket{handler="/assets/*filepath",le="1"} 138 prometheus_http_request_duration_seconds_bucket{handler="/assets/*filepath",le="3"} 138 prometheus_http_request_duration_seconds_bucket{handler="/assets/*filepath",le="8"} 138 prometheus_http_request_duration_seconds_bucket{handler="/assets/*filepath",le="20"} 138 prometheus_http_request_duration_seconds_bucket{handler="/assets/*filepath",le="60"} 138 prometheus_http_request_duration_seconds_bucket{handler="/assets/*filepath",le="120"} 138 prometheus_http_request_duration_seconds_bucket{handler="/assets/*filepath",le="+Inf"} 138 prometheus_http_request_duration_seconds_sum{handler="/assets/*filepath"} 10.081193180000001 prometheus_http_request_duration_seconds_count{handler="/assets/*filepath"} 138 prometheus_http_request_duration_seconds_bucket{handler="/favicon.svg",le="0.1"} 16 prometheus_http_request_duration_seconds_bucket{handler="/favicon.svg",le="0.2"} 16 prometheus_http_request_duration_seconds_bucket{handler="/favicon.svg",le="0.4"} 16 prometheus_http_request_duration_seconds_bucket{handler="/favicon.svg",le="1"} 16 prometheus_http_request_duration_seconds_bucket{handler="/favicon.svg",le="3"} 16 prometheus_http_request_duration_seconds_bucket{handler="/favicon.svg",le="8"} 16 prometheus_http_request_duration_seconds_bucket{handler="/favicon.svg",le="20"} 16 prometheus_http_request_duration_seconds_bucket{handler="/favicon.svg",le="60"} 16 prometheus_http_request_duration_seconds_bucket{handler="/favicon.svg",le="120"} 16 prometheus_http_request_duration_seconds_bucket{handler="/favicon.svg",le="+Inf"} 16 prometheus_http_request_duration_seconds_sum{handler="/favicon.svg"} 0.022873764000000005 prometheus_http_request_duration_seconds_count{handler="/favicon.svg"} 16 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="0.1"} 232666 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="0.2"} 232711 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="0.4"} 232733 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="1"} 232738 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="3"} 232738 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="8"} 232739 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="20"} 232740 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="60"} 232743 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="120"} 232743 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="+Inf"} 232743 prometheus_http_request_duration_seconds_sum{handler="/metrics"} 3819.2636336040755 prometheus_http_request_duration_seconds_count{handler="/metrics"} 232743 prometheus_http_request_duration_seconds_bucket{handler="/query",le="0.1"} 1.396374e+06 prometheus_http_request_duration_seconds_bucket{handler="/query",le="0.2"} 1.396374e+06 prometheus_http_request_duration_seconds_bucket{handler="/query",le="0.4"} 1.396375e+06 prometheus_http_request_duration_seconds_bucket{handler="/query",le="1"} 1.396375e+06 prometheus_http_request_duration_seconds_bucket{handler="/query",le="3"} 1.396375e+06 prometheus_http_request_duration_seconds_bucket{handler="/query",le="8"} 1.396375e+06 prometheus_http_request_duration_seconds_bucket{handler="/query",le="20"} 1.396375e+06 prometheus_http_request_duration_seconds_bucket{handler="/query",le="60"} 1.396375e+06 prometheus_http_request_duration_seconds_bucket{handler="/query",le="120"} 1.396375e+06 prometheus_http_request_duration_seconds_bucket{handler="/query",le="+Inf"} 1.396375e+06 prometheus_http_request_duration_seconds_sum{handler="/query"} 231.41595981999458 prometheus_http_request_duration_seconds_count{handler="/query"} 1.396375e+06 # HELP prometheus_http_requests_total Counter of HTTP requests. # TYPE prometheus_http_requests_total counter prometheus_http_requests_total{code="200",handler="/"} 0 prometheus_http_requests_total{code="200",handler="/-/healthy"} 0 prometheus_http_requests_total{code="200",handler="/-/quit"} 0 prometheus_http_requests_total{code="200",handler="/-/ready"} 0 prometheus_http_requests_total{code="200",handler="/-/reload"} 0 prometheus_http_requests_total{code="200",handler="/alertmanager-discovery"} 0 prometheus_http_requests_total{code="200",handler="/alerts"} 1 prometheus_http_requests_total{code="200",handler="/api/v1/*path"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/admin/tsdb/clean_tombstones"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/admin/tsdb/delete_series"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/admin/tsdb/snapshot"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/alertmanagers"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/alerts"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/format_query"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/label/:name/values"} 299 prometheus_http_requests_total{code="200",handler="/api/v1/labels"} 8 prometheus_http_requests_total{code="200",handler="/api/v1/metadata"} 9 prometheus_http_requests_total{code="200",handler="/api/v1/notifications"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/notifications/live"} 1724 prometheus_http_requests_total{code="200",handler="/api/v1/otlp/v1/metrics"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/parse_query"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/query"} 148744 prometheus_http_requests_total{code="200",handler="/api/v1/query_exemplars"} 198327 prometheus_http_requests_total{code="200",handler="/api/v1/query_range"} 879336 prometheus_http_requests_total{code="200",handler="/api/v1/read"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/rules"} 136809 prometheus_http_requests_total{code="200",handler="/api/v1/scrape_pools"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/series"} 4 prometheus_http_requests_total{code="200",handler="/api/v1/status/buildinfo"} 1124 prometheus_http_requests_total{code="200",handler="/api/v1/status/config"} 1 prometheus_http_requests_total{code="200",handler="/api/v1/status/flags"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/status/runtimeinfo"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/status/tsdb"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/status/walreplay"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/targets"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/targets/metadata"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/write"} 0 prometheus_http_requests_total{code="200",handler="/assets/*filepath"} 138 prometheus_http_requests_total{code="200",handler="/classic/static/*filepath"} 0 prometheus_http_requests_total{code="200",handler="/config"} 0 prometheus_http_requests_total{code="200",handler="/consoles/*filepath"} 0 prometheus_http_requests_total{code="200",handler="/debug/*subpath"} 0 prometheus_http_requests_total{code="200",handler="/favicon.ico"} 0 prometheus_http_requests_total{code="200",handler="/favicon.svg"} 16 prometheus_http_requests_total{code="200",handler="/federate"} 0 prometheus_http_requests_total{code="200",handler="/flags"} 0 prometheus_http_requests_total{code="200",handler="/graph"} 0 prometheus_http_requests_total{code="200",handler="/manifest.json"} 0 prometheus_http_requests_total{code="200",handler="/metrics"} 232743 prometheus_http_requests_total{code="200",handler="/query"} 1.396375e+06 prometheus_http_requests_total{code="200",handler="/rules"} 0 prometheus_http_requests_total{code="200",handler="/service-discovery"} 0 prometheus_http_requests_total{code="200",handler="/status"} 0 prometheus_http_requests_total{code="200",handler="/targets"} 0 prometheus_http_requests_total{code="200",handler="/tsdb-status"} 0 prometheus_http_requests_total{code="200",handler="/version"} 0 prometheus_http_requests_total{code="302",handler="/"} 1.396378e+06 # HELP prometheus_http_response_size_bytes Histogram of response size for HTTP requests. # TYPE prometheus_http_response_size_bytes histogram prometheus_http_response_size_bytes_bucket{handler="/",le="100"} 1.396378e+06 prometheus_http_response_size_bytes_bucket{handler="/",le="1000"} 1.396378e+06 prometheus_http_response_size_bytes_bucket{handler="/",le="10000"} 1.396378e+06 prometheus_http_response_size_bytes_bucket{handler="/",le="100000"} 1.396378e+06 prometheus_http_response_size_bytes_bucket{handler="/",le="1e+06"} 1.396378e+06 prometheus_http_response_size_bytes_bucket{handler="/",le="1e+07"} 1.396378e+06 prometheus_http_response_size_bytes_bucket{handler="/",le="1e+08"} 1.396378e+06 prometheus_http_response_size_bytes_bucket{handler="/",le="1e+09"} 1.396378e+06 prometheus_http_response_size_bytes_bucket{handler="/",le="+Inf"} 1.396378e+06 prometheus_http_response_size_bytes_sum{handler="/"} 4.0494962e+07 prometheus_http_response_size_bytes_count{handler="/"} 1.396378e+06 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="1000"} 0 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="10000"} 1 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="100000"} 1 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="1e+06"} 1 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="1e+07"} 1 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="1e+08"} 1 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="1e+09"} 1 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="+Inf"} 1 prometheus_http_response_size_bytes_sum{handler="/alerts"} 1752 prometheus_http_response_size_bytes_count{handler="/alerts"} 1 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="100"} 120 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="1000"} 210 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="10000"} 223 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="100000"} 297 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="1e+06"} 299 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="1e+07"} 299 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="1e+08"} 299 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="1e+09"} 299 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="+Inf"} 299 prometheus_http_response_size_bytes_sum{handler="/api/v1/label/:name/values"} 1.818663e+06 prometheus_http_response_size_bytes_count{handler="/api/v1/label/:name/values"} 299 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="1000"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="10000"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="100000"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="1e+06"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="1e+07"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="1e+08"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="1e+09"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="+Inf"} 8 prometheus_http_response_size_bytes_sum{handler="/api/v1/labels"} 13669 prometheus_http_response_size_bytes_count{handler="/api/v1/labels"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="1000"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="10000"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="100000"} 9 prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="1e+06"} 9 prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="1e+07"} 9 prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="1e+08"} 9 prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="1e+09"} 9 prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="+Inf"} 9 prometheus_http_response_size_bytes_sum{handler="/api/v1/metadata"} 458423 prometheus_http_response_size_bytes_count{handler="/api/v1/metadata"} 9 prometheus_http_response_size_bytes_bucket{handler="/api/v1/notifications/live",le="100"} 1724 prometheus_http_response_size_bytes_bucket{handler="/api/v1/notifications/live",le="1000"} 1724 prometheus_http_response_size_bytes_bucket{handler="/api/v1/notifications/live",le="10000"} 1724 prometheus_http_response_size_bytes_bucket{handler="/api/v1/notifications/live",le="100000"} 1724 prometheus_http_response_size_bytes_bucket{handler="/api/v1/notifications/live",le="1e+06"} 1724 prometheus_http_response_size_bytes_bucket{handler="/api/v1/notifications/live",le="1e+07"} 1724 prometheus_http_response_size_bytes_bucket{handler="/api/v1/notifications/live",le="1e+08"} 1724 prometheus_http_response_size_bytes_bucket{handler="/api/v1/notifications/live",le="1e+09"} 1724 prometheus_http_response_size_bytes_bucket{handler="/api/v1/notifications/live",le="+Inf"} 1724 prometheus_http_response_size_bytes_sum{handler="/api/v1/notifications/live"} 0 prometheus_http_response_size_bytes_count{handler="/api/v1/notifications/live"} 1724 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="100"} 1203 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="1000"} 148240 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="10000"} 148741 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="100000"} 148744 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="1e+06"} 148744 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="1e+07"} 148744 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="1e+08"} 148744 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="1e+09"} 148744 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="+Inf"} 148744 prometheus_http_response_size_bytes_sum{handler="/api/v1/query"} 2.3006695e+07 prometheus_http_response_size_bytes_count{handler="/api/v1/query"} 148744 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_exemplars",le="100"} 198327 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_exemplars",le="1000"} 198327 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_exemplars",le="10000"} 198327 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_exemplars",le="100000"} 198327 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_exemplars",le="1e+06"} 198327 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_exemplars",le="1e+07"} 198327 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_exemplars",le="1e+08"} 198327 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_exemplars",le="1e+09"} 198327 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_exemplars",le="+Inf"} 198327 prometheus_http_response_size_bytes_sum{handler="/api/v1/query_exemplars"} 1.189962e+07 prometheus_http_response_size_bytes_count{handler="/api/v1/query_exemplars"} 198327 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="100"} 583 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="1000"} 539690 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="10000"} 858385 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="100000"} 878336 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="1e+06"} 879336 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="1e+07"} 879336 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="1e+08"} 879336 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="1e+09"} 879336 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="+Inf"} 879336 prometheus_http_response_size_bytes_sum{handler="/api/v1/query_range"} 2.913697958e+09 prometheus_http_response_size_bytes_count{handler="/api/v1/query_range"} 879336 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="1000"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="10000"} 136628 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="100000"} 136809 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="1e+06"} 136809 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="1e+07"} 136809 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="1e+08"} 136809 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="1e+09"} 136809 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="+Inf"} 136809 prometheus_http_response_size_bytes_sum{handler="/api/v1/rules"} 1.148152114e+09 prometheus_http_response_size_bytes_count{handler="/api/v1/rules"} 136809 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="1000"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="10000"} 4 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="100000"} 4 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="1e+06"} 4 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="1e+07"} 4 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="1e+08"} 4 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="1e+09"} 4 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="+Inf"} 4 prometheus_http_response_size_bytes_sum{handler="/api/v1/series"} 6366 prometheus_http_response_size_bytes_count{handler="/api/v1/series"} 4 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="1000"} 1124 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="10000"} 1124 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="100000"} 1124 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="1e+06"} 1124 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="1e+07"} 1124 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="1e+08"} 1124 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="1e+09"} 1124 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="+Inf"} 1124 prometheus_http_response_size_bytes_sum{handler="/api/v1/status/buildinfo"} 206816 prometheus_http_response_size_bytes_count{handler="/api/v1/status/buildinfo"} 1124 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="1000"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="10000"} 1 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="100000"} 1 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="1e+06"} 1 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="1e+07"} 1 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="1e+08"} 1 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="1e+09"} 1 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="+Inf"} 1 prometheus_http_response_size_bytes_sum{handler="/api/v1/status/config"} 1604 prometheus_http_response_size_bytes_count{handler="/api/v1/status/config"} 1 prometheus_http_response_size_bytes_bucket{handler="/assets/*filepath",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/assets/*filepath",le="1000"} 0 prometheus_http_response_size_bytes_bucket{handler="/assets/*filepath",le="10000"} 0 prometheus_http_response_size_bytes_bucket{handler="/assets/*filepath",le="100000"} 5 prometheus_http_response_size_bytes_bucket{handler="/assets/*filepath",le="1e+06"} 67 prometheus_http_response_size_bytes_bucket{handler="/assets/*filepath",le="1e+07"} 138 prometheus_http_response_size_bytes_bucket{handler="/assets/*filepath",le="1e+08"} 138 prometheus_http_response_size_bytes_bucket{handler="/assets/*filepath",le="1e+09"} 138 prometheus_http_response_size_bytes_bucket{handler="/assets/*filepath",le="+Inf"} 138 prometheus_http_response_size_bytes_sum{handler="/assets/*filepath"} 1.96686376e+08 prometheus_http_response_size_bytes_count{handler="/assets/*filepath"} 138 prometheus_http_response_size_bytes_bucket{handler="/favicon.svg",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/favicon.svg",le="1000"} 0 prometheus_http_response_size_bytes_bucket{handler="/favicon.svg",le="10000"} 16 prometheus_http_response_size_bytes_bucket{handler="/favicon.svg",le="100000"} 16 prometheus_http_response_size_bytes_bucket{handler="/favicon.svg",le="1e+06"} 16 prometheus_http_response_size_bytes_bucket{handler="/favicon.svg",le="1e+07"} 16 prometheus_http_response_size_bytes_bucket{handler="/favicon.svg",le="1e+08"} 16 prometheus_http_response_size_bytes_bucket{handler="/favicon.svg",le="1e+09"} 16 prometheus_http_response_size_bytes_bucket{handler="/favicon.svg",le="+Inf"} 16 prometheus_http_response_size_bytes_sum{handler="/favicon.svg"} 44432 prometheus_http_response_size_bytes_count{handler="/favicon.svg"} 16 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="1000"} 0 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="10000"} 2 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="100000"} 232740 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="1e+06"} 232743 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="1e+07"} 232743 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="1e+08"} 232743 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="1e+09"} 232743 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="+Inf"} 232743 prometheus_http_response_size_bytes_sum{handler="/metrics"} 4.135115129e+09 prometheus_http_response_size_bytes_count{handler="/metrics"} 232743 prometheus_http_response_size_bytes_bucket{handler="/query",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/query",le="1000"} 0 prometheus_http_response_size_bytes_bucket{handler="/query",le="10000"} 1.396375e+06 prometheus_http_response_size_bytes_bucket{handler="/query",le="100000"} 1.396375e+06 prometheus_http_response_size_bytes_bucket{handler="/query",le="1e+06"} 1.396375e+06 prometheus_http_response_size_bytes_bucket{handler="/query",le="1e+07"} 1.396375e+06 prometheus_http_response_size_bytes_bucket{handler="/query",le="1e+08"} 1.396375e+06 prometheus_http_response_size_bytes_bucket{handler="/query",le="1e+09"} 1.396375e+06 prometheus_http_response_size_bytes_bucket{handler="/query",le="+Inf"} 1.396375e+06 prometheus_http_response_size_bytes_sum{handler="/query"} 2.446449008e+09 prometheus_http_response_size_bytes_count{handler="/query"} 1.396375e+06 # HELP prometheus_notifications_alertmanagers_discovered The number of alertmanagers discovered and active. # TYPE prometheus_notifications_alertmanagers_discovered gauge prometheus_notifications_alertmanagers_discovered 1 # HELP prometheus_notifications_dropped_total Total number of alerts dropped due to errors when sending to Alertmanager. # TYPE prometheus_notifications_dropped_total counter prometheus_notifications_dropped_total 1 # HELP prometheus_notifications_errors_total Total number of errors sending alert notifications. # TYPE prometheus_notifications_errors_total counter prometheus_notifications_errors_total{alertmanager="http://prod-passpass2-argos-metrics-alertmanager:9093/alertmanager/api/v2/alerts"} 0 # HELP prometheus_notifications_latency_seconds Latency quantiles for sending alert notifications. # TYPE prometheus_notifications_latency_seconds summary prometheus_notifications_latency_seconds{alertmanager="http://prod-passpass2-argos-metrics-alertmanager:9093/alertmanager/api/v2/alerts",quantile="0.5"} 0.001342549 prometheus_notifications_latency_seconds{alertmanager="http://prod-passpass2-argos-metrics-alertmanager:9093/alertmanager/api/v2/alerts",quantile="0.9"} 0.002234161 prometheus_notifications_latency_seconds{alertmanager="http://prod-passpass2-argos-metrics-alertmanager:9093/alertmanager/api/v2/alerts",quantile="0.99"} 0.003997691 prometheus_notifications_latency_seconds_sum{alertmanager="http://prod-passpass2-argos-metrics-alertmanager:9093/alertmanager/api/v2/alerts"} 617.4937679349958 prometheus_notifications_latency_seconds_count{alertmanager="http://prod-passpass2-argos-metrics-alertmanager:9093/alertmanager/api/v2/alerts"} 347689 # HELP prometheus_notifications_queue_capacity The capacity of the alert notifications queue. # TYPE prometheus_notifications_queue_capacity gauge prometheus_notifications_queue_capacity 10000 # HELP prometheus_notifications_queue_length The number of alert notifications in the queue. # TYPE prometheus_notifications_queue_length gauge prometheus_notifications_queue_length 0 # HELP prometheus_notifications_sent_total Total number of alerts sent. # TYPE prometheus_notifications_sent_total counter prometheus_notifications_sent_total{alertmanager="http://prod-passpass2-argos-metrics-alertmanager:9093/alertmanager/api/v2/alerts"} 549907 # HELP prometheus_ready Whether Prometheus startup was fully completed and the server is ready for normal operation. # TYPE prometheus_ready gauge prometheus_ready 1 # HELP prometheus_remote_storage_exemplars_in_total Exemplars in to remote storage, compare to exemplars out for queue managers. # TYPE prometheus_remote_storage_exemplars_in_total counter prometheus_remote_storage_exemplars_in_total 0 # HELP prometheus_remote_storage_highest_timestamp_in_seconds Highest timestamp that has come into the remote storage via the Appender interface, in seconds since epoch. Initialized to 0 when no data has been received yet. # TYPE prometheus_remote_storage_highest_timestamp_in_seconds gauge prometheus_remote_storage_highest_timestamp_in_seconds 1.786175446e+09 # HELP prometheus_remote_storage_histograms_in_total HistogramSamples in to remote storage, compare to histograms out for queue managers. # TYPE prometheus_remote_storage_histograms_in_total counter prometheus_remote_storage_histograms_in_total 0 # HELP prometheus_remote_storage_samples_in_total Samples in to remote storage, compare to samples out for queue managers. # TYPE prometheus_remote_storage_samples_in_total counter prometheus_remote_storage_samples_in_total 4.1244379691e+10 # HELP prometheus_remote_storage_string_interner_zero_reference_releases_total The number of times release has been called for strings that are not interned. # TYPE prometheus_remote_storage_string_interner_zero_reference_releases_total counter prometheus_remote_storage_string_interner_zero_reference_releases_total 0 # HELP prometheus_rule_evaluation_duration_seconds The duration for a rule to execute. # TYPE prometheus_rule_evaluation_duration_seconds summary prometheus_rule_evaluation_duration_seconds{quantile="0.5"} 0.000159001 prometheus_rule_evaluation_duration_seconds{quantile="0.9"} 0.001293681 prometheus_rule_evaluation_duration_seconds{quantile="0.99"} 0.11544982 prometheus_rule_evaluation_duration_seconds_sum 43300.649828065645 prometheus_rule_evaluation_duration_seconds_count 1.9548204e+07 # HELP prometheus_rule_evaluation_failures_total The total number of rule evaluation failures. # TYPE prometheus_rule_evaluation_failures_total counter prometheus_rule_evaluation_failures_total{rule_group="/etc/prometheus/alert.rules.d/deadman.yml;DeadmanGroup"} 0 prometheus_rule_evaluation_failures_total{rule_group="/etc/prometheus/alert.rules.d/prometheus.yml;PrometheusGroup"} 0 prometheus_rule_evaluation_failures_total{rule_group="/etc/prometheus/modules/alerts/apache.yml;ApacheGroup"} 0 prometheus_rule_evaluation_failures_total{rule_group="/etc/prometheus/modules/alerts/blackbox-k8s.yml;BlackboxK8sGroup"} 0 prometheus_rule_evaluation_failures_total{rule_group="/etc/prometheus/modules/alerts/kong.yml;KongGroup"} 0 prometheus_rule_evaluation_failures_total{rule_group="/etc/prometheus/modules/alerts/kube-state-metrics-alerts.yaml;KubernetesKubeStateMetricsAlerts"} 0 prometheus_rule_evaluation_failures_total{rule_group="/etc/prometheus/modules/alerts/mysqld_alerts.yml;MysqldExporterGroup"} 0 prometheus_rule_evaluation_failures_total{rule_group="/etc/prometheus/modules/alerts/redis.yml;RedisGroup"} 0 # HELP prometheus_rule_evaluations_total The total number of rule evaluations. # TYPE prometheus_rule_evaluations_total counter prometheus_rule_evaluations_total{rule_group="/etc/prometheus/alert.rules.d/deadman.yml;DeadmanGroup"} 232717 prometheus_rule_evaluations_total{rule_group="/etc/prometheus/alert.rules.d/prometheus.yml;PrometheusGroup"} 5.352491e+06 prometheus_rule_evaluations_total{rule_group="/etc/prometheus/modules/alerts/apache.yml;ApacheGroup"} 698148 prometheus_rule_evaluations_total{rule_group="/etc/prometheus/modules/alerts/blackbox-k8s.yml;BlackboxK8sGroup"} 930864 prometheus_rule_evaluations_total{rule_group="/etc/prometheus/modules/alerts/kong.yml;KongGroup"} 232716 prometheus_rule_evaluations_total{rule_group="/etc/prometheus/modules/alerts/kube-state-metrics-alerts.yaml;KubernetesKubeStateMetricsAlerts"} 8.377812e+06 prometheus_rule_evaluations_total{rule_group="/etc/prometheus/modules/alerts/mysqld_alerts.yml;MysqldExporterGroup"} 1.629012e+06 prometheus_rule_evaluations_total{rule_group="/etc/prometheus/modules/alerts/redis.yml;RedisGroup"} 2.094444e+06 # HELP prometheus_rule_group_duration_seconds The duration of rule group evaluations. # TYPE prometheus_rule_group_duration_seconds summary prometheus_rule_group_duration_seconds{quantile="0.01"} 0.000206619 prometheus_rule_group_duration_seconds{quantile="0.05"} 0.000253922 prometheus_rule_group_duration_seconds{quantile="0.5"} 0.001325869 prometheus_rule_group_duration_seconds{quantile="0.9"} 0.139142872 prometheus_rule_group_duration_seconds{quantile="0.99"} 0.173408198 prometheus_rule_group_duration_seconds_sum 43505.617545534784 prometheus_rule_group_duration_seconds_count 1.861731e+06 # HELP prometheus_rule_group_interval_seconds The interval of a rule group. # TYPE prometheus_rule_group_interval_seconds gauge prometheus_rule_group_interval_seconds{rule_group="/etc/prometheus/alert.rules.d/deadman.yml;DeadmanGroup"} 30 prometheus_rule_group_interval_seconds{rule_group="/etc/prometheus/alert.rules.d/prometheus.yml;PrometheusGroup"} 30 prometheus_rule_group_interval_seconds{rule_group="/etc/prometheus/modules/alerts/apache.yml;ApacheGroup"} 30 prometheus_rule_group_interval_seconds{rule_group="/etc/prometheus/modules/alerts/blackbox-k8s.yml;BlackboxK8sGroup"} 30 prometheus_rule_group_interval_seconds{rule_group="/etc/prometheus/modules/alerts/kong.yml;KongGroup"} 30 prometheus_rule_group_interval_seconds{rule_group="/etc/prometheus/modules/alerts/kube-state-metrics-alerts.yaml;KubernetesKubeStateMetricsAlerts"} 30 prometheus_rule_group_interval_seconds{rule_group="/etc/prometheus/modules/alerts/mysqld_alerts.yml;MysqldExporterGroup"} 30 prometheus_rule_group_interval_seconds{rule_group="/etc/prometheus/modules/alerts/redis.yml;RedisGroup"} 30 # HELP prometheus_rule_group_iterations_missed_total The total number of rule group evaluations missed due to slow rule group evaluation. # TYPE prometheus_rule_group_iterations_missed_total counter prometheus_rule_group_iterations_missed_total{rule_group="/etc/prometheus/alert.rules.d/deadman.yml;DeadmanGroup"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/etc/prometheus/alert.rules.d/prometheus.yml;PrometheusGroup"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/etc/prometheus/modules/alerts/apache.yml;ApacheGroup"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/etc/prometheus/modules/alerts/blackbox-k8s.yml;BlackboxK8sGroup"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/etc/prometheus/modules/alerts/kong.yml;KongGroup"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/etc/prometheus/modules/alerts/kube-state-metrics-alerts.yaml;KubernetesKubeStateMetricsAlerts"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/etc/prometheus/modules/alerts/mysqld_alerts.yml;MysqldExporterGroup"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/etc/prometheus/modules/alerts/redis.yml;RedisGroup"} 0 # HELP prometheus_rule_group_iterations_total The total number of scheduled rule group evaluations, whether executed or missed. # TYPE prometheus_rule_group_iterations_total counter prometheus_rule_group_iterations_total{rule_group="/etc/prometheus/alert.rules.d/deadman.yml;DeadmanGroup"} 232717 prometheus_rule_group_iterations_total{rule_group="/etc/prometheus/alert.rules.d/prometheus.yml;PrometheusGroup"} 232717 prometheus_rule_group_iterations_total{rule_group="/etc/prometheus/modules/alerts/apache.yml;ApacheGroup"} 232716 prometheus_rule_group_iterations_total{rule_group="/etc/prometheus/modules/alerts/blackbox-k8s.yml;BlackboxK8sGroup"} 232716 prometheus_rule_group_iterations_total{rule_group="/etc/prometheus/modules/alerts/kong.yml;KongGroup"} 232716 prometheus_rule_group_iterations_total{rule_group="/etc/prometheus/modules/alerts/kube-state-metrics-alerts.yaml;KubernetesKubeStateMetricsAlerts"} 232717 prometheus_rule_group_iterations_total{rule_group="/etc/prometheus/modules/alerts/mysqld_alerts.yml;MysqldExporterGroup"} 232716 prometheus_rule_group_iterations_total{rule_group="/etc/prometheus/modules/alerts/redis.yml;RedisGroup"} 232716 # HELP prometheus_rule_group_last_duration_seconds The duration of the last rule group evaluation. # TYPE prometheus_rule_group_last_duration_seconds gauge prometheus_rule_group_last_duration_seconds{rule_group="/etc/prometheus/alert.rules.d/deadman.yml;DeadmanGroup"} 0.000404369 prometheus_rule_group_last_duration_seconds{rule_group="/etc/prometheus/alert.rules.d/prometheus.yml;PrometheusGroup"} 0.00245127 prometheus_rule_group_last_duration_seconds{rule_group="/etc/prometheus/modules/alerts/apache.yml;ApacheGroup"} 0.00069791 prometheus_rule_group_last_duration_seconds{rule_group="/etc/prometheus/modules/alerts/blackbox-k8s.yml;BlackboxK8sGroup"} 0.007858121 prometheus_rule_group_last_duration_seconds{rule_group="/etc/prometheus/modules/alerts/kong.yml;KongGroup"} 0.000264935 prometheus_rule_group_last_duration_seconds{rule_group="/etc/prometheus/modules/alerts/kube-state-metrics-alerts.yaml;KubernetesKubeStateMetricsAlerts"} 0.139676516 prometheus_rule_group_last_duration_seconds{rule_group="/etc/prometheus/modules/alerts/mysqld_alerts.yml;MysqldExporterGroup"} 0.001876937 prometheus_rule_group_last_duration_seconds{rule_group="/etc/prometheus/modules/alerts/redis.yml;RedisGroup"} 0.001268965 # HELP prometheus_rule_group_last_evaluation_samples The number of samples returned during the last rule group evaluation. # TYPE prometheus_rule_group_last_evaluation_samples gauge prometheus_rule_group_last_evaluation_samples{rule_group="/etc/prometheus/alert.rules.d/deadman.yml;DeadmanGroup"} 2 prometheus_rule_group_last_evaluation_samples{rule_group="/etc/prometheus/alert.rules.d/prometheus.yml;PrometheusGroup"} 2 prometheus_rule_group_last_evaluation_samples{rule_group="/etc/prometheus/modules/alerts/apache.yml;ApacheGroup"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/etc/prometheus/modules/alerts/blackbox-k8s.yml;BlackboxK8sGroup"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/etc/prometheus/modules/alerts/kong.yml;KongGroup"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/etc/prometheus/modules/alerts/kube-state-metrics-alerts.yaml;KubernetesKubeStateMetricsAlerts"} 4 prometheus_rule_group_last_evaluation_samples{rule_group="/etc/prometheus/modules/alerts/mysqld_alerts.yml;MysqldExporterGroup"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/etc/prometheus/modules/alerts/redis.yml;RedisGroup"} 2 # HELP prometheus_rule_group_last_evaluation_timestamp_seconds The timestamp of the last rule group evaluation in seconds. # TYPE prometheus_rule_group_last_evaluation_timestamp_seconds gauge prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/etc/prometheus/alert.rules.d/deadman.yml;DeadmanGroup"} 1.7861754456678166e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/etc/prometheus/alert.rules.d/prometheus.yml;PrometheusGroup"} 1.7861754429414563e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/etc/prometheus/modules/alerts/apache.yml;ApacheGroup"} 1.7861754251782186e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/etc/prometheus/modules/alerts/blackbox-k8s.yml;BlackboxK8sGroup"} 1.7861754362490597e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/etc/prometheus/modules/alerts/kong.yml;KongGroup"} 1.7861754238032994e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/etc/prometheus/modules/alerts/kube-state-metrics-alerts.yaml;KubernetesKubeStateMetricsAlerts"} 1.7861754443003922e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/etc/prometheus/modules/alerts/mysqld_alerts.yml;MysqldExporterGroup"} 1.786175421466284e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/etc/prometheus/modules/alerts/redis.yml;RedisGroup"} 1.786175437112802e+09 # HELP prometheus_rule_group_last_restore_duration_seconds The duration of the last alert rules alerts restoration using the `ALERTS_FOR_STATE` series. # TYPE prometheus_rule_group_last_restore_duration_seconds gauge prometheus_rule_group_last_restore_duration_seconds{rule_group="/etc/prometheus/alert.rules.d/deadman.yml;DeadmanGroup"} 5.591e-06 prometheus_rule_group_last_restore_duration_seconds{rule_group="/etc/prometheus/alert.rules.d/prometheus.yml;PrometheusGroup"} 4.823e-06 prometheus_rule_group_last_restore_duration_seconds{rule_group="/etc/prometheus/modules/alerts/apache.yml;ApacheGroup"} 3.343e-06 prometheus_rule_group_last_restore_duration_seconds{rule_group="/etc/prometheus/modules/alerts/blackbox-k8s.yml;BlackboxK8sGroup"} 2.424e-06 prometheus_rule_group_last_restore_duration_seconds{rule_group="/etc/prometheus/modules/alerts/kong.yml;KongGroup"} 3.618e-06 prometheus_rule_group_last_restore_duration_seconds{rule_group="/etc/prometheus/modules/alerts/kube-state-metrics-alerts.yaml;KubernetesKubeStateMetricsAlerts"} 0.000102444 prometheus_rule_group_last_restore_duration_seconds{rule_group="/etc/prometheus/modules/alerts/mysqld_alerts.yml;MysqldExporterGroup"} 2.322e-06 prometheus_rule_group_last_restore_duration_seconds{rule_group="/etc/prometheus/modules/alerts/redis.yml;RedisGroup"} 1.2378e-05 # HELP prometheus_rule_group_rules The number of rules. # TYPE prometheus_rule_group_rules gauge prometheus_rule_group_rules{rule_group="/etc/prometheus/alert.rules.d/deadman.yml;DeadmanGroup"} 1 prometheus_rule_group_rules{rule_group="/etc/prometheus/alert.rules.d/prometheus.yml;PrometheusGroup"} 23 prometheus_rule_group_rules{rule_group="/etc/prometheus/modules/alerts/apache.yml;ApacheGroup"} 3 prometheus_rule_group_rules{rule_group="/etc/prometheus/modules/alerts/blackbox-k8s.yml;BlackboxK8sGroup"} 4 prometheus_rule_group_rules{rule_group="/etc/prometheus/modules/alerts/kong.yml;KongGroup"} 1 prometheus_rule_group_rules{rule_group="/etc/prometheus/modules/alerts/kube-state-metrics-alerts.yaml;KubernetesKubeStateMetricsAlerts"} 36 prometheus_rule_group_rules{rule_group="/etc/prometheus/modules/alerts/mysqld_alerts.yml;MysqldExporterGroup"} 7 prometheus_rule_group_rules{rule_group="/etc/prometheus/modules/alerts/redis.yml;RedisGroup"} 9 # HELP prometheus_sd_azure_cache_hit_total Number of cache hit during refresh. # TYPE prometheus_sd_azure_cache_hit_total counter prometheus_sd_azure_cache_hit_total 0 # HELP prometheus_sd_azure_failures_total Number of Azure service discovery refresh failures. # TYPE prometheus_sd_azure_failures_total counter prometheus_sd_azure_failures_total 0 # HELP prometheus_sd_consul_rpc_duration_seconds The duration of a Consul RPC call in seconds. # TYPE prometheus_sd_consul_rpc_duration_seconds summary prometheus_sd_consul_rpc_duration_seconds{call="service",endpoint="catalog",quantile="0.5"} 48.724425248 prometheus_sd_consul_rpc_duration_seconds{call="service",endpoint="catalog",quantile="0.9"} 120.003733147 prometheus_sd_consul_rpc_duration_seconds{call="service",endpoint="catalog",quantile="0.99"} 120.003733147 prometheus_sd_consul_rpc_duration_seconds_sum{call="service",endpoint="catalog"} 6.450358765435014e+06 prometheus_sd_consul_rpc_duration_seconds_count{call="service",endpoint="catalog"} 125566 prometheus_sd_consul_rpc_duration_seconds{call="services",endpoint="catalog",quantile="0.5"} 122.808741415 prometheus_sd_consul_rpc_duration_seconds{call="services",endpoint="catalog",quantile="0.9"} 126.60876398 prometheus_sd_consul_rpc_duration_seconds{call="services",endpoint="catalog",quantile="0.99"} 126.60876398 prometheus_sd_consul_rpc_duration_seconds_sum{call="services",endpoint="catalog"} 1.3962758556848848e+07 prometheus_sd_consul_rpc_duration_seconds_count{call="services",endpoint="catalog"} 112833 # HELP prometheus_sd_consul_rpc_failures_total The number of Consul RPC call failures. # TYPE prometheus_sd_consul_rpc_failures_total counter prometheus_sd_consul_rpc_failures_total 0 # HELP prometheus_sd_discovered_targets Current number of discovered targets. # TYPE prometheus_sd_discovered_targets gauge prometheus_sd_discovered_targets{config="blackbox-direct",name="scrape"} 0 prometheus_sd_discovered_targets{config="blackbox-kubernetes",name="scrape"} 412 prometheus_sd_discovered_targets{config="config-0",name="notify"} 1 prometheus_sd_discovered_targets{config="exporter-consul",name="scrape"} 4 prometheus_sd_discovered_targets{config="kubernetes-apiservers",name="scrape"} 422 prometheus_sd_discovered_targets{config="kubernetes-cadvisor",name="scrape"} 8 prometheus_sd_discovered_targets{config="kubernetes-ksm",name="scrape"} 422 prometheus_sd_discovered_targets{config="kubernetes-nodes",name="scrape"} 8 prometheus_sd_discovered_targets{config="kubernetes-pods",name="scrape"} 412 prometheus_sd_discovered_targets{config="kubernetes-pods-port2",name="scrape"} 412 prometheus_sd_discovered_targets{config="local-services-static",name="scrape"} 1 # HELP prometheus_sd_dns_lookup_failures_total The number of DNS-SD lookup failures. # TYPE prometheus_sd_dns_lookup_failures_total counter prometheus_sd_dns_lookup_failures_total 0 # HELP prometheus_sd_dns_lookups_total The number of DNS-SD lookups. # TYPE prometheus_sd_dns_lookups_total counter prometheus_sd_dns_lookups_total 0 # HELP prometheus_sd_failed_configs Current number of service discovery configurations that failed to load. # TYPE prometheus_sd_failed_configs gauge prometheus_sd_failed_configs{name="notify"} 0 prometheus_sd_failed_configs{name="scrape"} 0 # HELP prometheus_sd_file_read_errors_total The number of File-SD read errors. # TYPE prometheus_sd_file_read_errors_total counter prometheus_sd_file_read_errors_total 0 # HELP prometheus_sd_file_scan_duration_seconds The duration of the File-SD scan in seconds. # TYPE prometheus_sd_file_scan_duration_seconds summary prometheus_sd_file_scan_duration_seconds{quantile="0.5"} NaN prometheus_sd_file_scan_duration_seconds{quantile="0.9"} NaN prometheus_sd_file_scan_duration_seconds{quantile="0.99"} NaN prometheus_sd_file_scan_duration_seconds_sum 0 prometheus_sd_file_scan_duration_seconds_count 0 # HELP prometheus_sd_file_watcher_errors_total The number of File-SD errors caused by filesystem watch failures. # TYPE prometheus_sd_file_watcher_errors_total counter prometheus_sd_file_watcher_errors_total 0 # HELP prometheus_sd_http_failures_total Number of HTTP service discovery refresh failures. # TYPE prometheus_sd_http_failures_total counter prometheus_sd_http_failures_total 0 # HELP prometheus_sd_kubernetes_events_total The number of Kubernetes events handled. # TYPE prometheus_sd_kubernetes_events_total counter prometheus_sd_kubernetes_events_total{event="add",role="endpoints"} 133 prometheus_sd_kubernetes_events_total{event="add",role="endpointslice"} 0 prometheus_sd_kubernetes_events_total{event="add",role="ingress"} 0 prometheus_sd_kubernetes_events_total{event="add",role="node"} 8 prometheus_sd_kubernetes_events_total{event="add",role="pod"} 9168 prometheus_sd_kubernetes_events_total{event="add",role="service"} 130 prometheus_sd_kubernetes_events_total{event="delete",role="endpoints"} 29 prometheus_sd_kubernetes_events_total{event="delete",role="endpointslice"} 0 prometheus_sd_kubernetes_events_total{event="delete",role="ingress"} 0 prometheus_sd_kubernetes_events_total{event="delete",role="node"} 0 prometheus_sd_kubernetes_events_total{event="delete",role="pod"} 8962 prometheus_sd_kubernetes_events_total{event="delete",role="service"} 29 prometheus_sd_kubernetes_events_total{event="update",role="endpoints"} 1.6593951e+07 prometheus_sd_kubernetes_events_total{event="update",role="endpointslice"} 0 prometheus_sd_kubernetes_events_total{event="update",role="ingress"} 0 prometheus_sd_kubernetes_events_total{event="update",role="node"} 5.464682e+06 prometheus_sd_kubernetes_events_total{event="update",role="pod"} 1.38938e+06 prometheus_sd_kubernetes_events_total{event="update",role="service"} 0 # HELP prometheus_sd_kubernetes_failures_total The number of failed WATCH/LIST requests. # TYPE prometheus_sd_kubernetes_failures_total counter prometheus_sd_kubernetes_failures_total 0 # HELP prometheus_sd_kubernetes_http_request_duration_seconds Summary of latencies for HTTP requests to the Kubernetes API by endpoint. # TYPE prometheus_sd_kubernetes_http_request_duration_seconds summary prometheus_sd_kubernetes_http_request_duration_seconds_sum{endpoint="/api/v1/endpoints"} 0.026364464 prometheus_sd_kubernetes_http_request_duration_seconds_count{endpoint="/api/v1/endpoints"} 1 prometheus_sd_kubernetes_http_request_duration_seconds_sum{endpoint="/api/v1/nodes"} 0.02887809 prometheus_sd_kubernetes_http_request_duration_seconds_count{endpoint="/api/v1/nodes"} 1 prometheus_sd_kubernetes_http_request_duration_seconds_sum{endpoint="/api/v1/pods"} 0.08341562 prometheus_sd_kubernetes_http_request_duration_seconds_count{endpoint="/api/v1/pods"} 2 prometheus_sd_kubernetes_http_request_duration_seconds_sum{endpoint="/api/v1/services"} 0.027355617 prometheus_sd_kubernetes_http_request_duration_seconds_count{endpoint="/api/v1/services"} 1 # HELP prometheus_sd_kubernetes_http_request_total Total number of HTTP requests to the Kubernetes API by status code. # TYPE prometheus_sd_kubernetes_http_request_total counter prometheus_sd_kubernetes_http_request_total{status_code="200"} 77603 # HELP prometheus_sd_kubernetes_workqueue_depth Current depth of the work queue. # TYPE prometheus_sd_kubernetes_workqueue_depth gauge prometheus_sd_kubernetes_workqueue_depth{queue_name="endpoints"} 0 prometheus_sd_kubernetes_workqueue_depth{queue_name="node"} 0 prometheus_sd_kubernetes_workqueue_depth{queue_name="pod"} 0 # HELP prometheus_sd_kubernetes_workqueue_items_total Total number of items added to the work queue. # TYPE prometheus_sd_kubernetes_workqueue_items_total counter prometheus_sd_kubernetes_workqueue_items_total{queue_name="endpoints"} 1.6594114e+07 prometheus_sd_kubernetes_workqueue_items_total{queue_name="node"} 5.464688e+06 prometheus_sd_kubernetes_workqueue_items_total{queue_name="pod"} 712802 # HELP prometheus_sd_kubernetes_workqueue_latency_seconds How long an item stays in the work queue. # TYPE prometheus_sd_kubernetes_workqueue_latency_seconds summary prometheus_sd_kubernetes_workqueue_latency_seconds_sum{queue_name="endpoints"} 148.69212948169007 prometheus_sd_kubernetes_workqueue_latency_seconds_count{queue_name="endpoints"} 1.6594114e+07 prometheus_sd_kubernetes_workqueue_latency_seconds_sum{queue_name="node"} 42.895396070986 prometheus_sd_kubernetes_workqueue_latency_seconds_count{queue_name="node"} 5.464688e+06 prometheus_sd_kubernetes_workqueue_latency_seconds_sum{queue_name="pod"} 15.411465313999997 prometheus_sd_kubernetes_workqueue_latency_seconds_count{queue_name="pod"} 712802 # HELP prometheus_sd_kubernetes_workqueue_longest_running_processor_seconds Duration of the longest running processor in the work queue. # TYPE prometheus_sd_kubernetes_workqueue_longest_running_processor_seconds gauge prometheus_sd_kubernetes_workqueue_longest_running_processor_seconds{queue_name="endpoints"} 0 prometheus_sd_kubernetes_workqueue_longest_running_processor_seconds{queue_name="node"} 0 prometheus_sd_kubernetes_workqueue_longest_running_processor_seconds{queue_name="pod"} 0 # HELP prometheus_sd_kubernetes_workqueue_unfinished_work_seconds How long an item has remained unfinished in the work queue. # TYPE prometheus_sd_kubernetes_workqueue_unfinished_work_seconds gauge prometheus_sd_kubernetes_workqueue_unfinished_work_seconds{queue_name="endpoints"} 0 prometheus_sd_kubernetes_workqueue_unfinished_work_seconds{queue_name="node"} 0 prometheus_sd_kubernetes_workqueue_unfinished_work_seconds{queue_name="pod"} 0 # HELP prometheus_sd_kubernetes_workqueue_work_duration_seconds How long processing an item from the work queue takes. # TYPE prometheus_sd_kubernetes_workqueue_work_duration_seconds summary prometheus_sd_kubernetes_workqueue_work_duration_seconds_sum{queue_name="endpoints"} 1188.505730426713 prometheus_sd_kubernetes_workqueue_work_duration_seconds_count{queue_name="endpoints"} 1.6594114e+07 prometheus_sd_kubernetes_workqueue_work_duration_seconds_sum{queue_name="node"} 483.69452226889945 prometheus_sd_kubernetes_workqueue_work_duration_seconds_count{queue_name="node"} 5.464688e+06 prometheus_sd_kubernetes_workqueue_work_duration_seconds_sum{queue_name="pod"} 47.59005880699964 prometheus_sd_kubernetes_workqueue_work_duration_seconds_count{queue_name="pod"} 712802 # HELP prometheus_sd_kuma_fetch_duration_seconds The duration of a Kuma MADS fetch call. # TYPE prometheus_sd_kuma_fetch_duration_seconds summary prometheus_sd_kuma_fetch_duration_seconds{quantile="0.5"} NaN prometheus_sd_kuma_fetch_duration_seconds{quantile="0.9"} NaN prometheus_sd_kuma_fetch_duration_seconds{quantile="0.99"} NaN prometheus_sd_kuma_fetch_duration_seconds_sum 0 prometheus_sd_kuma_fetch_duration_seconds_count 0 # HELP prometheus_sd_kuma_fetch_failures_total The number of Kuma MADS fetch call failures. # TYPE prometheus_sd_kuma_fetch_failures_total counter prometheus_sd_kuma_fetch_failures_total 0 # HELP prometheus_sd_kuma_fetch_skipped_updates_total The number of Kuma MADS fetch calls that result in no updates to the targets. # TYPE prometheus_sd_kuma_fetch_skipped_updates_total counter prometheus_sd_kuma_fetch_skipped_updates_total 0 # HELP prometheus_sd_linode_failures_total Number of Linode service discovery refresh failures. # TYPE prometheus_sd_linode_failures_total counter prometheus_sd_linode_failures_total 0 # HELP prometheus_sd_nomad_failures_total Number of nomad service discovery refresh failures. # TYPE prometheus_sd_nomad_failures_total counter prometheus_sd_nomad_failures_total 0 # HELP prometheus_sd_received_updates_total Total number of update events received from the SD providers. # TYPE prometheus_sd_received_updates_total counter prometheus_sd_received_updates_total{name="notify"} 2 prometheus_sd_received_updates_total{name="scrape"} 2.2882894e+07 # HELP prometheus_sd_updates_delayed_total Total number of update events that couldn't be sent immediately. # TYPE prometheus_sd_updates_delayed_total counter prometheus_sd_updates_delayed_total{name="notify"} 0 prometheus_sd_updates_delayed_total{name="scrape"} 0 # HELP prometheus_sd_updates_total Total number of update events sent to the SD consumers. # TYPE prometheus_sd_updates_total counter prometheus_sd_updates_total{name="notify"} 1 prometheus_sd_updates_total{name="scrape"} 1.396294e+06 # HELP prometheus_target_interval_length_seconds Actual intervals between scrapes. # TYPE prometheus_target_interval_length_seconds summary prometheus_target_interval_length_seconds{interval="30s",quantile="0.01"} 29.999114555 prometheus_target_interval_length_seconds{interval="30s",quantile="0.05"} 29.999217246 prometheus_target_interval_length_seconds{interval="30s",quantile="0.5"} 30.000060389 prometheus_target_interval_length_seconds{interval="30s",quantile="0.9"} 30.000647985 prometheus_target_interval_length_seconds{interval="30s",quantile="0.99"} 30.000950139 prometheus_target_interval_length_seconds_sum{interval="30s"} 2.3654001775109348e+08 prometheus_target_interval_length_seconds_count{interval="30s"} 7.884665e+06 # HELP prometheus_target_metadata_cache_bytes The number of bytes that are currently used for storing metric metadata in the cache # TYPE prometheus_target_metadata_cache_bytes gauge prometheus_target_metadata_cache_bytes{scrape_job="blackbox-direct"} 0 prometheus_target_metadata_cache_bytes{scrape_job="blackbox-kubernetes"} 0 prometheus_target_metadata_cache_bytes{scrape_job="exporter-consul"} 142216 prometheus_target_metadata_cache_bytes{scrape_job="kubernetes-apiservers"} 28491 prometheus_target_metadata_cache_bytes{scrape_job="kubernetes-cadvisor"} 27592 prometheus_target_metadata_cache_bytes{scrape_job="kubernetes-ksm"} 14799 prometheus_target_metadata_cache_bytes{scrape_job="kubernetes-nodes"} 198256 prometheus_target_metadata_cache_bytes{scrape_job="kubernetes-pods"} 138000 prometheus_target_metadata_cache_bytes{scrape_job="kubernetes-pods-port2"} 0 prometheus_target_metadata_cache_bytes{scrape_job="local-services-static"} 20151 # HELP prometheus_target_metadata_cache_entries Total number of metric metadata entries in the cache # TYPE prometheus_target_metadata_cache_entries gauge prometheus_target_metadata_cache_entries{scrape_job="blackbox-direct"} 0 prometheus_target_metadata_cache_entries{scrape_job="blackbox-kubernetes"} 0 prometheus_target_metadata_cache_entries{scrape_job="exporter-consul"} 2733 prometheus_target_metadata_cache_entries{scrape_job="kubernetes-apiservers"} 256 prometheus_target_metadata_cache_entries{scrape_job="kubernetes-cadvisor"} 552 prometheus_target_metadata_cache_entries{scrape_job="kubernetes-ksm"} 240 prometheus_target_metadata_cache_entries{scrape_job="kubernetes-nodes"} 1771 prometheus_target_metadata_cache_entries{scrape_job="kubernetes-pods"} 1649 prometheus_target_metadata_cache_entries{scrape_job="kubernetes-pods-port2"} 0 prometheus_target_metadata_cache_entries{scrape_job="local-services-static"} 242 # HELP prometheus_target_scrape_pool_exceeded_label_limits_total Total number of times scrape pools hit the label limits, during sync or config reload. # TYPE prometheus_target_scrape_pool_exceeded_label_limits_total counter prometheus_target_scrape_pool_exceeded_label_limits_total 0 # HELP prometheus_target_scrape_pool_exceeded_target_limit_total Total number of times scrape pools hit the target limit, during sync or config reload. # TYPE prometheus_target_scrape_pool_exceeded_target_limit_total counter prometheus_target_scrape_pool_exceeded_target_limit_total 0 # HELP prometheus_target_scrape_pool_reloads_failed_total Total number of failed scrape pool reloads. # TYPE prometheus_target_scrape_pool_reloads_failed_total counter prometheus_target_scrape_pool_reloads_failed_total 0 # HELP prometheus_target_scrape_pool_reloads_total Total number of scrape pool reloads. # TYPE prometheus_target_scrape_pool_reloads_total counter prometheus_target_scrape_pool_reloads_total 0 # HELP prometheus_target_scrape_pool_symboltable_items Current number of symbols in table for this scrape pool. # TYPE prometheus_target_scrape_pool_symboltable_items gauge prometheus_target_scrape_pool_symboltable_items{scrape_job="blackbox-direct"} 0 prometheus_target_scrape_pool_symboltable_items{scrape_job="blackbox-kubernetes"} 0 prometheus_target_scrape_pool_symboltable_items{scrape_job="exporter-consul"} 0 prometheus_target_scrape_pool_symboltable_items{scrape_job="kubernetes-apiservers"} 0 prometheus_target_scrape_pool_symboltable_items{scrape_job="kubernetes-cadvisor"} 0 prometheus_target_scrape_pool_symboltable_items{scrape_job="kubernetes-ksm"} 0 prometheus_target_scrape_pool_symboltable_items{scrape_job="kubernetes-nodes"} 0 prometheus_target_scrape_pool_symboltable_items{scrape_job="kubernetes-pods"} 0 prometheus_target_scrape_pool_symboltable_items{scrape_job="kubernetes-pods-port2"} 0 prometheus_target_scrape_pool_symboltable_items{scrape_job="local-services-static"} 0 # HELP prometheus_target_scrape_pool_sync_total Total number of syncs that were executed on a scrape pool. # TYPE prometheus_target_scrape_pool_sync_total counter prometheus_target_scrape_pool_sync_total{scrape_job="blackbox-direct"} 1.396274e+06 prometheus_target_scrape_pool_sync_total{scrape_job="blackbox-kubernetes"} 1.396274e+06 prometheus_target_scrape_pool_sync_total{scrape_job="exporter-consul"} 1.396274e+06 prometheus_target_scrape_pool_sync_total{scrape_job="kubernetes-apiservers"} 1.396274e+06 prometheus_target_scrape_pool_sync_total{scrape_job="kubernetes-cadvisor"} 1.396274e+06 prometheus_target_scrape_pool_sync_total{scrape_job="kubernetes-ksm"} 1.396274e+06 prometheus_target_scrape_pool_sync_total{scrape_job="kubernetes-nodes"} 1.396274e+06 prometheus_target_scrape_pool_sync_total{scrape_job="kubernetes-pods"} 1.396274e+06 prometheus_target_scrape_pool_sync_total{scrape_job="kubernetes-pods-port2"} 1.396274e+06 prometheus_target_scrape_pool_sync_total{scrape_job="local-services-static"} 1.396274e+06 # HELP prometheus_target_scrape_pool_target_limit Maximum number of targets allowed in this scrape pool. # TYPE prometheus_target_scrape_pool_target_limit gauge prometheus_target_scrape_pool_target_limit{scrape_job="blackbox-direct"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="blackbox-kubernetes"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="exporter-consul"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="kubernetes-apiservers"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="kubernetes-cadvisor"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="kubernetes-ksm"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="kubernetes-nodes"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="kubernetes-pods"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="kubernetes-pods-port2"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="local-services-static"} 0 # HELP prometheus_target_scrape_pool_targets Current number of targets in this scrape pool. # TYPE prometheus_target_scrape_pool_targets gauge prometheus_target_scrape_pool_targets{scrape_job="blackbox-direct"} 0 prometheus_target_scrape_pool_targets{scrape_job="blackbox-kubernetes"} 0 prometheus_target_scrape_pool_targets{scrape_job="exporter-consul"} 4 prometheus_target_scrape_pool_targets{scrape_job="kubernetes-apiservers"} 1 prometheus_target_scrape_pool_targets{scrape_job="kubernetes-cadvisor"} 8 prometheus_target_scrape_pool_targets{scrape_job="kubernetes-ksm"} 1 prometheus_target_scrape_pool_targets{scrape_job="kubernetes-nodes"} 8 prometheus_target_scrape_pool_targets{scrape_job="kubernetes-pods"} 10 prometheus_target_scrape_pool_targets{scrape_job="kubernetes-pods-port2"} 0 prometheus_target_scrape_pool_targets{scrape_job="local-services-static"} 1 # HELP prometheus_target_scrape_pools_failed_total Total number of scrape pool creations that failed. # TYPE prometheus_target_scrape_pools_failed_total counter prometheus_target_scrape_pools_failed_total 0 # HELP prometheus_target_scrape_pools_total Total number of scrape pool creation attempts. # TYPE prometheus_target_scrape_pools_total counter prometheus_target_scrape_pools_total 10 # HELP prometheus_target_scrapes_cache_flush_forced_total How many times a scrape cache was flushed due to getting big while scrapes are failing. # TYPE prometheus_target_scrapes_cache_flush_forced_total counter prometheus_target_scrapes_cache_flush_forced_total 0 # HELP prometheus_target_scrapes_exceeded_body_size_limit_total Total number of scrapes that hit the body size limit # TYPE prometheus_target_scrapes_exceeded_body_size_limit_total counter prometheus_target_scrapes_exceeded_body_size_limit_total 0 # HELP prometheus_target_scrapes_exceeded_native_histogram_bucket_limit_total Total number of scrapes that hit the native histogram bucket limit and were rejected. # TYPE prometheus_target_scrapes_exceeded_native_histogram_bucket_limit_total counter prometheus_target_scrapes_exceeded_native_histogram_bucket_limit_total 0 # HELP prometheus_target_scrapes_exceeded_sample_limit_total Total number of scrapes that hit the sample limit and were rejected. # TYPE prometheus_target_scrapes_exceeded_sample_limit_total counter prometheus_target_scrapes_exceeded_sample_limit_total 0 # HELP prometheus_target_scrapes_exemplar_out_of_order_total Total number of exemplar rejected due to not being out of the expected order. # TYPE prometheus_target_scrapes_exemplar_out_of_order_total counter prometheus_target_scrapes_exemplar_out_of_order_total 0 # HELP prometheus_target_scrapes_sample_duplicate_timestamp_total Total number of samples rejected due to duplicate timestamps but different values. # TYPE prometheus_target_scrapes_sample_duplicate_timestamp_total counter prometheus_target_scrapes_sample_duplicate_timestamp_total 465432 # HELP prometheus_target_scrapes_sample_out_of_bounds_total Total number of samples rejected due to timestamp falling outside of the time bounds. # TYPE prometheus_target_scrapes_sample_out_of_bounds_total counter prometheus_target_scrapes_sample_out_of_bounds_total 0 # HELP prometheus_target_scrapes_sample_out_of_order_total Total number of samples rejected due to not being out of the expected order. # TYPE prometheus_target_scrapes_sample_out_of_order_total counter prometheus_target_scrapes_sample_out_of_order_total 20266 # HELP prometheus_target_sync_failed_total Total number of target sync failures. # TYPE prometheus_target_sync_failed_total counter prometheus_target_sync_failed_total{scrape_job="blackbox-kubernetes"} 0 prometheus_target_sync_failed_total{scrape_job="exporter-consul"} 0 prometheus_target_sync_failed_total{scrape_job="kubernetes-apiservers"} 0 prometheus_target_sync_failed_total{scrape_job="kubernetes-cadvisor"} 0 prometheus_target_sync_failed_total{scrape_job="kubernetes-ksm"} 0 prometheus_target_sync_failed_total{scrape_job="kubernetes-nodes"} 0 prometheus_target_sync_failed_total{scrape_job="kubernetes-pods"} 0 prometheus_target_sync_failed_total{scrape_job="kubernetes-pods-port2"} 0 prometheus_target_sync_failed_total{scrape_job="local-services-static"} 0 # HELP prometheus_target_sync_length_seconds Actual interval to sync the scrape pool. # TYPE prometheus_target_sync_length_seconds summary prometheus_target_sync_length_seconds{scrape_job="blackbox-direct",quantile="0.01"} 2.153e-06 prometheus_target_sync_length_seconds{scrape_job="blackbox-direct",quantile="0.05"} 2.551e-06 prometheus_target_sync_length_seconds{scrape_job="blackbox-direct",quantile="0.5"} 1.3594e-05 prometheus_target_sync_length_seconds{scrape_job="blackbox-direct",quantile="0.9"} 2.3962e-05 prometheus_target_sync_length_seconds{scrape_job="blackbox-direct",quantile="0.99"} 0.00418004 prometheus_target_sync_length_seconds_sum{scrape_job="blackbox-direct"} 101.62475675099574 prometheus_target_sync_length_seconds_count{scrape_job="blackbox-direct"} 1.396274e+06 prometheus_target_sync_length_seconds{scrape_job="blackbox-kubernetes",quantile="0.01"} 0.004306131 prometheus_target_sync_length_seconds{scrape_job="blackbox-kubernetes",quantile="0.05"} 0.004352685 prometheus_target_sync_length_seconds{scrape_job="blackbox-kubernetes",quantile="0.5"} 0.00461552 prometheus_target_sync_length_seconds{scrape_job="blackbox-kubernetes",quantile="0.9"} 0.008218292 prometheus_target_sync_length_seconds{scrape_job="blackbox-kubernetes",quantile="0.99"} 0.022984435 prometheus_target_sync_length_seconds_sum{scrape_job="blackbox-kubernetes"} 10847.755065105379 prometheus_target_sync_length_seconds_count{scrape_job="blackbox-kubernetes"} 1.396274e+06 prometheus_target_sync_length_seconds{scrape_job="exporter-consul",quantile="0.01"} 0.000106266 prometheus_target_sync_length_seconds{scrape_job="exporter-consul",quantile="0.05"} 0.000108568 prometheus_target_sync_length_seconds{scrape_job="exporter-consul",quantile="0.5"} 0.000156988 prometheus_target_sync_length_seconds{scrape_job="exporter-consul",quantile="0.9"} 0.000197638 prometheus_target_sync_length_seconds{scrape_job="exporter-consul",quantile="0.99"} 0.005097507 prometheus_target_sync_length_seconds_sum{scrape_job="exporter-consul"} 1036.1419790679474 prometheus_target_sync_length_seconds_count{scrape_job="exporter-consul"} 1.396274e+06 prometheus_target_sync_length_seconds{scrape_job="kubernetes-apiservers",quantile="0.01"} 0.009084117 prometheus_target_sync_length_seconds{scrape_job="kubernetes-apiservers",quantile="0.05"} 0.009317929 prometheus_target_sync_length_seconds{scrape_job="kubernetes-apiservers",quantile="0.5"} 0.009794411 prometheus_target_sync_length_seconds{scrape_job="kubernetes-apiservers",quantile="0.9"} 0.013018534 prometheus_target_sync_length_seconds{scrape_job="kubernetes-apiservers",quantile="0.99"} 0.021970613 prometheus_target_sync_length_seconds_sum{scrape_job="kubernetes-apiservers"} 19705.01366559265 prometheus_target_sync_length_seconds_count{scrape_job="kubernetes-apiservers"} 1.396274e+06 prometheus_target_sync_length_seconds{scrape_job="kubernetes-cadvisor",quantile="0.01"} 0.000235773 prometheus_target_sync_length_seconds{scrape_job="kubernetes-cadvisor",quantile="0.05"} 0.000277128 prometheus_target_sync_length_seconds{scrape_job="kubernetes-cadvisor",quantile="0.5"} 0.000338031 prometheus_target_sync_length_seconds{scrape_job="kubernetes-cadvisor",quantile="0.9"} 0.004900222 prometheus_target_sync_length_seconds{scrape_job="kubernetes-cadvisor",quantile="0.99"} 0.010678893 prometheus_target_sync_length_seconds_sum{scrape_job="kubernetes-cadvisor"} 1484.129489171005 prometheus_target_sync_length_seconds_count{scrape_job="kubernetes-cadvisor"} 1.396274e+06 prometheus_target_sync_length_seconds{scrape_job="kubernetes-ksm",quantile="0.01"} 0.009062342 prometheus_target_sync_length_seconds{scrape_job="kubernetes-ksm",quantile="0.05"} 0.009109164 prometheus_target_sync_length_seconds{scrape_job="kubernetes-ksm",quantile="0.5"} 0.009579659 prometheus_target_sync_length_seconds{scrape_job="kubernetes-ksm",quantile="0.9"} 0.013882278 prometheus_target_sync_length_seconds{scrape_job="kubernetes-ksm",quantile="0.99"} 0.022866509 prometheus_target_sync_length_seconds_sum{scrape_job="kubernetes-ksm"} 19431.19057145095 prometheus_target_sync_length_seconds_count{scrape_job="kubernetes-ksm"} 1.396274e+06 prometheus_target_sync_length_seconds{scrape_job="kubernetes-nodes",quantile="0.01"} 0.000225485 prometheus_target_sync_length_seconds{scrape_job="kubernetes-nodes",quantile="0.05"} 0.000237454 prometheus_target_sync_length_seconds{scrape_job="kubernetes-nodes",quantile="0.5"} 0.000317228 prometheus_target_sync_length_seconds{scrape_job="kubernetes-nodes",quantile="0.9"} 0.000881801 prometheus_target_sync_length_seconds{scrape_job="kubernetes-nodes",quantile="0.99"} 0.004808182 prometheus_target_sync_length_seconds_sum{scrape_job="kubernetes-nodes"} 1384.5350415840494 prometheus_target_sync_length_seconds_count{scrape_job="kubernetes-nodes"} 1.396274e+06 prometheus_target_sync_length_seconds{scrape_job="kubernetes-pods",quantile="0.01"} 0.004559213 prometheus_target_sync_length_seconds{scrape_job="kubernetes-pods",quantile="0.05"} 0.004737501 prometheus_target_sync_length_seconds{scrape_job="kubernetes-pods",quantile="0.5"} 0.004949069 prometheus_target_sync_length_seconds{scrape_job="kubernetes-pods",quantile="0.9"} 0.007291312 prometheus_target_sync_length_seconds{scrape_job="kubernetes-pods",quantile="0.99"} 0.023877654 prometheus_target_sync_length_seconds_sum{scrape_job="kubernetes-pods"} 11634.002783568329 prometheus_target_sync_length_seconds_count{scrape_job="kubernetes-pods"} 1.396274e+06 prometheus_target_sync_length_seconds{scrape_job="kubernetes-pods-port2",quantile="0.01"} 0.00418219 prometheus_target_sync_length_seconds{scrape_job="kubernetes-pods-port2",quantile="0.05"} 0.004304523 prometheus_target_sync_length_seconds{scrape_job="kubernetes-pods-port2",quantile="0.5"} 0.004611268 prometheus_target_sync_length_seconds{scrape_job="kubernetes-pods-port2",quantile="0.9"} 0.007158914 prometheus_target_sync_length_seconds{scrape_job="kubernetes-pods-port2",quantile="0.99"} 0.014945973 prometheus_target_sync_length_seconds_sum{scrape_job="kubernetes-pods-port2"} 10821.862579159702 prometheus_target_sync_length_seconds_count{scrape_job="kubernetes-pods-port2"} 1.396274e+06 prometheus_target_sync_length_seconds{scrape_job="local-services-static",quantile="0.01"} 1.4166e-05 prometheus_target_sync_length_seconds{scrape_job="local-services-static",quantile="0.05"} 1.8212e-05 prometheus_target_sync_length_seconds{scrape_job="local-services-static",quantile="0.5"} 4.8538e-05 prometheus_target_sync_length_seconds{scrape_job="local-services-static",quantile="0.9"} 6.5731e-05 prometheus_target_sync_length_seconds{scrape_job="local-services-static",quantile="0.99"} 0.002664695 prometheus_target_sync_length_seconds_sum{scrape_job="local-services-static"} 362.6062672479799 prometheus_target_sync_length_seconds_count{scrape_job="local-services-static"} 1.396274e+06 # HELP prometheus_template_text_expansion_failures_total The total number of template text expansion failures. # TYPE prometheus_template_text_expansion_failures_total counter prometheus_template_text_expansion_failures_total 0 # HELP prometheus_template_text_expansions_total The total number of template text expansions. # TYPE prometheus_template_text_expansions_total counter prometheus_template_text_expansions_total 5.594118e+06 # HELP prometheus_treecache_watcher_goroutines The current number of watcher goroutines. # TYPE prometheus_treecache_watcher_goroutines gauge prometheus_treecache_watcher_goroutines 0 # HELP prometheus_treecache_zookeeper_failures_total The total number of ZooKeeper failures. # TYPE prometheus_treecache_zookeeper_failures_total counter prometheus_treecache_zookeeper_failures_total 0 # HELP prometheus_tsdb_blocks_loaded Number of currently loaded data blocks # TYPE prometheus_tsdb_blocks_loaded gauge prometheus_tsdb_blocks_loaded 23 # HELP prometheus_tsdb_checkpoint_creations_failed_total Total number of checkpoint creations that failed. # TYPE prometheus_tsdb_checkpoint_creations_failed_total counter prometheus_tsdb_checkpoint_creations_failed_total 0 # HELP prometheus_tsdb_checkpoint_creations_total Total number of checkpoint creations attempted. # TYPE prometheus_tsdb_checkpoint_creations_total counter prometheus_tsdb_checkpoint_creations_total 970 # HELP prometheus_tsdb_checkpoint_deletions_failed_total Total number of checkpoint deletions that failed. # TYPE prometheus_tsdb_checkpoint_deletions_failed_total counter prometheus_tsdb_checkpoint_deletions_failed_total 0 # HELP prometheus_tsdb_checkpoint_deletions_total Total number of checkpoint deletions attempted. # TYPE prometheus_tsdb_checkpoint_deletions_total counter prometheus_tsdb_checkpoint_deletions_total 970 # HELP prometheus_tsdb_clean_start -1: lockfile is disabled. 0: a lockfile from a previous execution was replaced. 1: lockfile creation was clean # TYPE prometheus_tsdb_clean_start gauge prometheus_tsdb_clean_start 0 # HELP prometheus_tsdb_compaction_chunk_range_seconds Final time range of chunks on their first compaction # TYPE prometheus_tsdb_compaction_chunk_range_seconds histogram prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="100"} 191904 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="400"} 191904 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="1600"} 191904 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="6400"} 191904 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="25600"} 197371 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="102400"} 324771 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="409600"} 454922 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="1.6384e+06"} 2.035923e+06 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="6.5536e+06"} 3.45594863e+08 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="2.62144e+07"} 3.45597793e+08 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="+Inf"} 3.45597793e+08 prometheus_tsdb_compaction_chunk_range_seconds_sum 1.227304022354989e+15 prometheus_tsdb_compaction_chunk_range_seconds_count 3.45597793e+08 # HELP prometheus_tsdb_compaction_chunk_samples Final number of samples on their first compaction # TYPE prometheus_tsdb_compaction_chunk_samples histogram prometheus_tsdb_compaction_chunk_samples_bucket{le="4"} 324982 prometheus_tsdb_compaction_chunk_samples_bucket{le="6"} 364880 prometheus_tsdb_compaction_chunk_samples_bucket{le="9"} 417591 prometheus_tsdb_compaction_chunk_samples_bucket{le="13.5"} 448497 prometheus_tsdb_compaction_chunk_samples_bucket{le="20.25"} 535111 prometheus_tsdb_compaction_chunk_samples_bucket{le="30.375"} 1.819195e+06 prometheus_tsdb_compaction_chunk_samples_bucket{le="45.5625"} 2.007372e+06 prometheus_tsdb_compaction_chunk_samples_bucket{le="68.34375"} 2.144096e+06 prometheus_tsdb_compaction_chunk_samples_bucket{le="102.515625"} 2.317626e+06 prometheus_tsdb_compaction_chunk_samples_bucket{le="153.7734375"} 3.45571837e+08 prometheus_tsdb_compaction_chunk_samples_bucket{le="230.66015625"} 3.45597508e+08 prometheus_tsdb_compaction_chunk_samples_bucket{le="345.990234375"} 3.45597793e+08 prometheus_tsdb_compaction_chunk_samples_bucket{le="+Inf"} 3.45597793e+08 prometheus_tsdb_compaction_chunk_samples_sum 4.1258593389e+10 prometheus_tsdb_compaction_chunk_samples_count 3.45597793e+08 # HELP prometheus_tsdb_compaction_chunk_size_bytes Final size of chunks on their first compaction # TYPE prometheus_tsdb_compaction_chunk_size_bytes histogram prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="32"} 349287 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="48"} 601374 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="72"} 3.8883231e+07 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="108"} 5.3003853e+07 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="162"} 9.7387678e+07 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="243"} 2.25184396e+08 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="364.5"} 3.17702536e+08 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="546.75"} 3.32395657e+08 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="820.125"} 3.42254583e+08 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="1230.1875"} 3.45597793e+08 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="1845.28125"} 3.45597793e+08 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="2767.921875"} 3.45597793e+08 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="+Inf"} 3.45597793e+08 prometheus_tsdb_compaction_chunk_size_bytes_sum 7.7514592442e+10 prometheus_tsdb_compaction_chunk_size_bytes_count 3.45597793e+08 # HELP prometheus_tsdb_compaction_duration_seconds Duration of compaction runs # TYPE prometheus_tsdb_compaction_duration_seconds histogram prometheus_tsdb_compaction_duration_seconds_bucket{le="1"} 0 prometheus_tsdb_compaction_duration_seconds_bucket{le="2"} 0 prometheus_tsdb_compaction_duration_seconds_bucket{le="4"} 153 prometheus_tsdb_compaction_duration_seconds_bucket{le="8"} 1175 prometheus_tsdb_compaction_duration_seconds_bucket{le="16"} 1382 prometheus_tsdb_compaction_duration_seconds_bucket{le="32"} 1401 prometheus_tsdb_compaction_duration_seconds_bucket{le="64"} 1401 prometheus_tsdb_compaction_duration_seconds_bucket{le="128"} 1401 prometheus_tsdb_compaction_duration_seconds_bucket{le="256"} 1401 prometheus_tsdb_compaction_duration_seconds_bucket{le="512"} 1401 prometheus_tsdb_compaction_duration_seconds_bucket{le="1024"} 1401 prometheus_tsdb_compaction_duration_seconds_bucket{le="2048"} 1401 prometheus_tsdb_compaction_duration_seconds_bucket{le="4096"} 1401 prometheus_tsdb_compaction_duration_seconds_bucket{le="8192"} 1401 prometheus_tsdb_compaction_duration_seconds_bucket{le="+Inf"} 1401 prometheus_tsdb_compaction_duration_seconds_sum 8812.501333991986 prometheus_tsdb_compaction_duration_seconds_count 1401 # HELP prometheus_tsdb_compaction_populating_block Set to 1 when a block is currently being written to the disk. # TYPE prometheus_tsdb_compaction_populating_block gauge prometheus_tsdb_compaction_populating_block 0 # HELP prometheus_tsdb_compactions_failed_total Total number of compactions that failed for the partition. # TYPE prometheus_tsdb_compactions_failed_total counter prometheus_tsdb_compactions_failed_total 0 # HELP prometheus_tsdb_compactions_skipped_total Total number of skipped compactions due to disabled auto compaction. # TYPE prometheus_tsdb_compactions_skipped_total counter prometheus_tsdb_compactions_skipped_total 0 # HELP prometheus_tsdb_compactions_total Total number of compactions that were executed for the partition. # TYPE prometheus_tsdb_compactions_total counter prometheus_tsdb_compactions_total 1401 # HELP prometheus_tsdb_compactions_triggered_total Total number of triggered compactions for the partition. # TYPE prometheus_tsdb_compactions_triggered_total counter prometheus_tsdb_compactions_triggered_total 117326 # HELP prometheus_tsdb_data_replay_duration_seconds Time taken to replay the data on disk. # TYPE prometheus_tsdb_data_replay_duration_seconds gauge prometheus_tsdb_data_replay_duration_seconds 9.594249315999999 # HELP prometheus_tsdb_exemplar_exemplars_appended_total Total number of appended exemplars. # TYPE prometheus_tsdb_exemplar_exemplars_appended_total counter prometheus_tsdb_exemplar_exemplars_appended_total 0 # HELP prometheus_tsdb_exemplar_exemplars_in_storage Number of exemplars currently in circular storage. # TYPE prometheus_tsdb_exemplar_exemplars_in_storage gauge prometheus_tsdb_exemplar_exemplars_in_storage 0 # HELP prometheus_tsdb_exemplar_last_exemplars_timestamp_seconds The timestamp of the oldest exemplar stored in circular storage. Useful to check for what timerange the current exemplar buffer limit allows. This usually means the last timestampfor all exemplars for a typical setup. This is not true though if one of the series timestamp is in future compared to rest series. # TYPE prometheus_tsdb_exemplar_last_exemplars_timestamp_seconds gauge prometheus_tsdb_exemplar_last_exemplars_timestamp_seconds 0 # HELP prometheus_tsdb_exemplar_max_exemplars Total number of exemplars the exemplar storage can store, resizeable. # TYPE prometheus_tsdb_exemplar_max_exemplars gauge prometheus_tsdb_exemplar_max_exemplars 0 # HELP prometheus_tsdb_exemplar_out_of_order_exemplars_total Total number of out of order exemplar ingestion failed attempts. # TYPE prometheus_tsdb_exemplar_out_of_order_exemplars_total counter prometheus_tsdb_exemplar_out_of_order_exemplars_total 0 # HELP prometheus_tsdb_exemplar_series_with_exemplars_in_storage Number of series with exemplars currently in circular storage. # TYPE prometheus_tsdb_exemplar_series_with_exemplars_in_storage gauge prometheus_tsdb_exemplar_series_with_exemplars_in_storage 0 # HELP prometheus_tsdb_head_active_appenders Number of currently active appender transactions # TYPE prometheus_tsdb_head_active_appenders gauge prometheus_tsdb_head_active_appenders 0 # HELP prometheus_tsdb_head_chunks Total number of chunks in the head block. # TYPE prometheus_tsdb_head_chunks gauge prometheus_tsdb_head_chunks 357150 # HELP prometheus_tsdb_head_chunks_created_total Total number of chunks created in the head # TYPE prometheus_tsdb_head_chunks_created_total counter prometheus_tsdb_head_chunks_created_total 3.45954943e+08 # HELP prometheus_tsdb_head_chunks_removed_total Total number of chunks removed in the head # TYPE prometheus_tsdb_head_chunks_removed_total counter prometheus_tsdb_head_chunks_removed_total 3.45597793e+08 # HELP prometheus_tsdb_head_chunks_storage_size_bytes Size of the chunks_head directory. # TYPE prometheus_tsdb_head_chunks_storage_size_bytes gauge prometheus_tsdb_head_chunks_storage_size_bytes 1.40706444e+08 # HELP prometheus_tsdb_head_gc_duration_seconds Runtime of garbage collection in the head block. # TYPE prometheus_tsdb_head_gc_duration_seconds summary prometheus_tsdb_head_gc_duration_seconds_sum 141.9521605089999 prometheus_tsdb_head_gc_duration_seconds_count 970 # HELP prometheus_tsdb_head_max_time Maximum timestamp of the head block. The unit is decided by the library consumer. # TYPE prometheus_tsdb_head_max_time gauge prometheus_tsdb_head_max_time 1.786175446417e+12 # HELP prometheus_tsdb_head_max_time_seconds Maximum timestamp of the head block. # TYPE prometheus_tsdb_head_max_time_seconds gauge prometheus_tsdb_head_max_time_seconds 1.786175446e+09 # HELP prometheus_tsdb_head_min_time Minimum time bound of the head block. The unit is decided by the library consumer. # TYPE prometheus_tsdb_head_min_time gauge prometheus_tsdb_head_min_time 1.786168800036e+12 # HELP prometheus_tsdb_head_min_time_seconds Minimum time bound of the head block. # TYPE prometheus_tsdb_head_min_time_seconds gauge prometheus_tsdb_head_min_time_seconds 1.7861688e+09 # HELP prometheus_tsdb_head_out_of_order_samples_appended_total Total number of appended out of order samples. # TYPE prometheus_tsdb_head_out_of_order_samples_appended_total counter prometheus_tsdb_head_out_of_order_samples_appended_total{type="float"} 0 prometheus_tsdb_head_out_of_order_samples_appended_total{type="histogram"} 0 # HELP prometheus_tsdb_head_samples_appended_total Total number of appended samples. # TYPE prometheus_tsdb_head_samples_appended_total counter prometheus_tsdb_head_samples_appended_total{type="float"} 4.1244374575e+10 prometheus_tsdb_head_samples_appended_total{type="histogram"} 0 # HELP prometheus_tsdb_head_series Total number of series in the head block. # TYPE prometheus_tsdb_head_series gauge prometheus_tsdb_head_series 180043 # HELP prometheus_tsdb_head_series_created_total Total number of series created in the head # TYPE prometheus_tsdb_head_series_created_total counter prometheus_tsdb_head_series_created_total 2.375242e+06 # HELP prometheus_tsdb_head_series_not_found_total Total number of requests for series that were not found. # TYPE prometheus_tsdb_head_series_not_found_total counter prometheus_tsdb_head_series_not_found_total 687 # HELP prometheus_tsdb_head_series_removed_total Total number of series removed in the head # TYPE prometheus_tsdb_head_series_removed_total counter prometheus_tsdb_head_series_removed_total 2.195199e+06 # HELP prometheus_tsdb_head_truncations_failed_total Total number of head truncations that failed. # TYPE prometheus_tsdb_head_truncations_failed_total counter prometheus_tsdb_head_truncations_failed_total 0 # HELP prometheus_tsdb_head_truncations_total Total number of head truncations attempted. # TYPE prometheus_tsdb_head_truncations_total counter prometheus_tsdb_head_truncations_total 970 # HELP prometheus_tsdb_isolation_high_watermark The highest TSDB append ID that has been given out. # TYPE prometheus_tsdb_isolation_high_watermark gauge prometheus_tsdb_isolation_high_watermark 2.7432928e+07 # HELP prometheus_tsdb_isolation_low_watermark The lowest TSDB append ID that is still referenced. # TYPE prometheus_tsdb_isolation_low_watermark gauge prometheus_tsdb_isolation_low_watermark 2.7432928e+07 # HELP prometheus_tsdb_lowest_timestamp Lowest timestamp value stored in the database. The unit is decided by the library consumer. # TYPE prometheus_tsdb_lowest_timestamp gauge prometheus_tsdb_lowest_timestamp 1.784851200004e+12 # HELP prometheus_tsdb_lowest_timestamp_seconds Lowest timestamp value stored in the database. # TYPE prometheus_tsdb_lowest_timestamp_seconds gauge prometheus_tsdb_lowest_timestamp_seconds 1.7848512e+09 # HELP prometheus_tsdb_mmap_chunk_corruptions_total Total number of memory-mapped chunk corruptions. # TYPE prometheus_tsdb_mmap_chunk_corruptions_total counter prometheus_tsdb_mmap_chunk_corruptions_total 0 # HELP prometheus_tsdb_mmap_chunks_total Total number of chunks that were memory-mapped. # TYPE prometheus_tsdb_mmap_chunks_total counter prometheus_tsdb_mmap_chunks_total 3.43229346e+08 # HELP prometheus_tsdb_out_of_bound_samples_total Total number of out of bound samples ingestion failed attempts with out of order support disabled. # TYPE prometheus_tsdb_out_of_bound_samples_total counter prometheus_tsdb_out_of_bound_samples_total{type="float"} 0 # HELP prometheus_tsdb_out_of_order_samples_total Total number of out of order samples ingestion failed attempts due to out of order being disabled. # TYPE prometheus_tsdb_out_of_order_samples_total counter prometheus_tsdb_out_of_order_samples_total{type="float"} 20266 prometheus_tsdb_out_of_order_samples_total{type="histogram"} 0 # HELP prometheus_tsdb_reloads_failures_total Number of times the database failed to reloadBlocks block data from disk. # TYPE prometheus_tsdb_reloads_failures_total counter prometheus_tsdb_reloads_failures_total 0 # HELP prometheus_tsdb_reloads_total Number of times the database reloaded block data from disk. # TYPE prometheus_tsdb_reloads_total counter prometheus_tsdb_reloads_total 116788 # HELP prometheus_tsdb_retention_limit_bytes Max number of bytes to be retained in the tsdb blocks, configured 0 means disabled # TYPE prometheus_tsdb_retention_limit_bytes gauge prometheus_tsdb_retention_limit_bytes 0 # HELP prometheus_tsdb_retention_limit_seconds How long to retain samples in storage. # TYPE prometheus_tsdb_retention_limit_seconds gauge prometheus_tsdb_retention_limit_seconds 1.296e+06 # HELP prometheus_tsdb_size_retentions_total The number of times that blocks were deleted because the maximum number of bytes was exceeded. # TYPE prometheus_tsdb_size_retentions_total counter prometheus_tsdb_size_retentions_total 0 # HELP prometheus_tsdb_snapshot_replay_error_total Total number snapshot replays that failed. # TYPE prometheus_tsdb_snapshot_replay_error_total counter prometheus_tsdb_snapshot_replay_error_total 0 # HELP prometheus_tsdb_storage_blocks_bytes The number of bytes that are currently used for local storage by all blocks. # TYPE prometheus_tsdb_storage_blocks_bytes gauge prometheus_tsdb_storage_blocks_bytes 1.7117980752e+10 # HELP prometheus_tsdb_symbol_table_size_bytes Size of symbol table in memory for loaded blocks # TYPE prometheus_tsdb_symbol_table_size_bytes gauge prometheus_tsdb_symbol_table_size_bytes 60224 # HELP prometheus_tsdb_time_retentions_total The number of times that blocks were deleted because the maximum time limit was exceeded. # TYPE prometheus_tsdb_time_retentions_total counter prometheus_tsdb_time_retentions_total 108 # HELP prometheus_tsdb_tombstone_cleanup_seconds The time taken to recompact blocks to remove tombstones. # TYPE prometheus_tsdb_tombstone_cleanup_seconds histogram prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="+Inf"} 0 prometheus_tsdb_tombstone_cleanup_seconds_sum 0 prometheus_tsdb_tombstone_cleanup_seconds_count 0 # HELP prometheus_tsdb_too_old_samples_total Total number of out of order samples ingestion failed attempts with out of support enabled, but sample outside of time window. # TYPE prometheus_tsdb_too_old_samples_total counter prometheus_tsdb_too_old_samples_total{type="float"} 0 # HELP prometheus_tsdb_vertical_compactions_total Total number of compactions done on overlapping blocks. # TYPE prometheus_tsdb_vertical_compactions_total counter prometheus_tsdb_vertical_compactions_total 0 # HELP prometheus_tsdb_wal_completed_pages_total Total number of completed pages. # TYPE prometheus_tsdb_wal_completed_pages_total counter prometheus_tsdb_wal_completed_pages_total 7.634275e+06 # HELP prometheus_tsdb_wal_corruptions_total Total number of WAL corruptions. # TYPE prometheus_tsdb_wal_corruptions_total counter prometheus_tsdb_wal_corruptions_total 0 # HELP prometheus_tsdb_wal_fsync_duration_seconds Duration of write log fsync. # TYPE prometheus_tsdb_wal_fsync_duration_seconds summary prometheus_tsdb_wal_fsync_duration_seconds{quantile="0.5"} NaN prometheus_tsdb_wal_fsync_duration_seconds{quantile="0.9"} NaN prometheus_tsdb_wal_fsync_duration_seconds{quantile="0.99"} NaN prometheus_tsdb_wal_fsync_duration_seconds_sum 3.3682182519999984 prometheus_tsdb_wal_fsync_duration_seconds_count 1942 # HELP prometheus_tsdb_wal_page_flushes_total Total number of page flushes. # TYPE prometheus_tsdb_wal_page_flushes_total counter prometheus_tsdb_wal_page_flushes_total 1.675042e+07 # HELP prometheus_tsdb_wal_segment_current Write log segment index that TSDB is currently writing to. # TYPE prometheus_tsdb_wal_segment_current gauge prometheus_tsdb_wal_segment_current 13461 # HELP prometheus_tsdb_wal_storage_size_bytes Size of the write log directory. # TYPE prometheus_tsdb_wal_storage_size_bytes gauge prometheus_tsdb_wal_storage_size_bytes 3.73962287e+08 # HELP prometheus_tsdb_wal_truncate_duration_seconds Duration of WAL truncation. # TYPE prometheus_tsdb_wal_truncate_duration_seconds summary prometheus_tsdb_wal_truncate_duration_seconds_sum 4170.390652881002 prometheus_tsdb_wal_truncate_duration_seconds_count 970 # HELP prometheus_tsdb_wal_truncations_failed_total Total number of write log truncations that failed. # TYPE prometheus_tsdb_wal_truncations_failed_total counter prometheus_tsdb_wal_truncations_failed_total 0 # HELP prometheus_tsdb_wal_truncations_total Total number of write log truncations attempted. # TYPE prometheus_tsdb_wal_truncations_total counter prometheus_tsdb_wal_truncations_total 970 # HELP prometheus_tsdb_wal_writes_failed_total Total number of write log writes that failed. # TYPE prometheus_tsdb_wal_writes_failed_total counter prometheus_tsdb_wal_writes_failed_total 0 # HELP prometheus_web_federation_errors_total Total number of errors that occurred while sending federation responses. # TYPE prometheus_web_federation_errors_total counter prometheus_web_federation_errors_total 0 # HELP prometheus_web_federation_warnings_total Total number of warnings that occurred while sending federation responses. # TYPE prometheus_web_federation_warnings_total counter prometheus_web_federation_warnings_total 0 # HELP promhttp_metric_handler_requests_in_flight Current number of scrapes being served. # TYPE promhttp_metric_handler_requests_in_flight gauge promhttp_metric_handler_requests_in_flight 1 # HELP promhttp_metric_handler_requests_total Total number of scrapes by HTTP status code. # TYPE promhttp_metric_handler_requests_total counter promhttp_metric_handler_requests_total{code="200"} 232743 promhttp_metric_handler_requests_total{code="500"} 0 promhttp_metric_handler_requests_total{code="503"} 0