# HELP go_gc_duration_seconds A summary of the wall-time pause (stop-the-world) duration in garbage collection cycles. # TYPE go_gc_duration_seconds summary go_gc_duration_seconds{quantile="0"} 0.000100038 go_gc_duration_seconds{quantile="0.25"} 0.000128237 go_gc_duration_seconds{quantile="0.5"} 0.000156968 go_gc_duration_seconds{quantile="0.75"} 0.000204616 go_gc_duration_seconds{quantile="1"} 0.002036241 go_gc_duration_seconds_sum 24.512179342 go_gc_duration_seconds_count 102438 # HELP go_gc_gogc_percent Heap size target percentage configured by the user, otherwise 100. This value is set by the GOGC environment variable, and the runtime/debug.SetGCPercent function. Sourced from /gc/gogc:percent. # TYPE go_gc_gogc_percent gauge go_gc_gogc_percent 100 # HELP go_gc_gomemlimit_bytes Go runtime memory limit configured by the user, otherwise math.MaxInt64. This value is set by the GOMEMLIMIT environment variable, and the runtime/debug.SetMemoryLimit function. Sourced from /gc/gomemlimit:bytes. # TYPE go_gc_gomemlimit_bytes gauge go_gc_gomemlimit_bytes 9.223372036854776e+18 # HELP go_goroutines Number of goroutines that currently exist. # TYPE go_goroutines gauge go_goroutines 84 # HELP go_info Information about the Go environment. # TYPE go_info gauge go_info{version="go1.27.0"} 1 # HELP go_memstats_alloc_bytes Number of bytes allocated in heap and currently in use. Equals to /memory/classes/heap/objects:bytes. # TYPE go_memstats_alloc_bytes gauge go_memstats_alloc_bytes 2.5767184e+07 # HELP go_memstats_alloc_bytes_total Total number of bytes allocated in heap until now, even if released already. Equals to /gc/heap/allocs:bytes. # TYPE go_memstats_alloc_bytes_total counter go_memstats_alloc_bytes_total 2.097405698536e+12 # HELP go_memstats_buck_hash_sys_bytes Number of bytes used by the profiling bucket hash table. Equals to /memory/classes/profiling/buckets:bytes. # TYPE go_memstats_buck_hash_sys_bytes gauge go_memstats_buck_hash_sys_bytes 3.270374e+06 # HELP go_memstats_frees_total Total number of heap objects frees. Equals to /gc/heap/frees:objects + /gc/heap/tiny/allocs:objects. # TYPE go_memstats_frees_total counter go_memstats_frees_total 3.058269777e+09 # HELP go_memstats_gc_sys_bytes Number of bytes used for garbage collection system metadata. Equals to /memory/classes/metadata/other:bytes. # TYPE go_memstats_gc_sys_bytes gauge go_memstats_gc_sys_bytes 5.2416e+06 # HELP go_memstats_heap_alloc_bytes Number of heap bytes allocated and currently in use, same as go_memstats_alloc_bytes. Equals to /memory/classes/heap/objects:bytes. # TYPE go_memstats_heap_alloc_bytes gauge go_memstats_heap_alloc_bytes 2.5767184e+07 # HELP go_memstats_heap_idle_bytes Number of heap bytes waiting to be used. Equals to /memory/classes/heap/released:bytes + /memory/classes/heap/free:bytes. # TYPE go_memstats_heap_idle_bytes gauge go_memstats_heap_idle_bytes 3.3816576e+07 # HELP go_memstats_heap_inuse_bytes Number of heap bytes that are in use. Equals to /memory/classes/heap/objects:bytes + /memory/classes/heap/unused:bytes # TYPE go_memstats_heap_inuse_bytes gauge go_memstats_heap_inuse_bytes 3.145728e+07 # HELP go_memstats_heap_objects Number of currently allocated objects. Equals to /gc/heap/objects:objects. # TYPE go_memstats_heap_objects gauge go_memstats_heap_objects 69637 # HELP go_memstats_heap_released_bytes Number of heap bytes released to OS. Equals to /memory/classes/heap/released:bytes. # TYPE go_memstats_heap_released_bytes gauge go_memstats_heap_released_bytes 1.2722176e+07 # HELP go_memstats_heap_sys_bytes Number of heap bytes obtained from system. Equals to /memory/classes/heap/objects:bytes + /memory/classes/heap/unused:bytes + /memory/classes/heap/released:bytes + /memory/classes/heap/free:bytes. # TYPE go_memstats_heap_sys_bytes gauge go_memstats_heap_sys_bytes 6.5273856e+07 # HELP go_memstats_last_gc_time_seconds Number of seconds since 1970 of last garbage collection. # TYPE go_memstats_last_gc_time_seconds gauge go_memstats_last_gc_time_seconds 1.7887780549808779e+09 # HELP go_memstats_mallocs_total Total number of heap objects allocated, both live and gc-ed. Semantically a counter version for go_memstats_heap_objects gauge. Equals to /gc/heap/allocs:objects + /gc/heap/tiny/allocs:objects. # TYPE go_memstats_mallocs_total counter go_memstats_mallocs_total 3.058339414e+09 # HELP go_memstats_mcache_inuse_bytes Number of bytes in use by mcache structures. Equals to /memory/classes/metadata/mcache/inuse:bytes. # TYPE go_memstats_mcache_inuse_bytes gauge go_memstats_mcache_inuse_bytes 110208 # HELP go_memstats_mcache_sys_bytes Number of bytes used for mcache structures obtained from system. Equals to /memory/classes/metadata/mcache/inuse:bytes + /memory/classes/metadata/mcache/free:bytes. # TYPE go_memstats_mcache_sys_bytes gauge go_memstats_mcache_sys_bytes 112504 # HELP go_memstats_mspan_inuse_bytes Number of bytes in use by mspan structures. Equals to /memory/classes/metadata/mspan/inuse:bytes. # TYPE go_memstats_mspan_inuse_bytes gauge go_memstats_mspan_inuse_bytes 747840 # HELP go_memstats_mspan_sys_bytes Number of bytes used for mspan structures obtained from system. Equals to /memory/classes/metadata/mspan/inuse:bytes + /memory/classes/metadata/mspan/free:bytes. # TYPE go_memstats_mspan_sys_bytes gauge go_memstats_mspan_sys_bytes 979200 # HELP go_memstats_next_gc_bytes Number of heap bytes when next garbage collection will take place. Equals to /gc/heap/goal:bytes. # TYPE go_memstats_next_gc_bytes gauge go_memstats_next_gc_bytes 4.5481234e+07 # HELP go_memstats_other_sys_bytes Number of bytes used for other system allocations. Equals to /memory/classes/other:bytes. # TYPE go_memstats_other_sys_bytes gauge go_memstats_other_sys_bytes 7.184058e+06 # HELP go_memstats_stack_inuse_bytes Number of bytes obtained from system for stack allocator in non-CGO environments. Equals to /memory/classes/heap/stacks:bytes. # TYPE go_memstats_stack_inuse_bytes gauge go_memstats_stack_inuse_bytes 5.865472e+06 # HELP go_memstats_stack_sys_bytes Number of bytes obtained from system for stack allocator. Equals to /memory/classes/heap/stacks:bytes + /memory/classes/os-stacks:bytes. # TYPE go_memstats_stack_sys_bytes gauge go_memstats_stack_sys_bytes 5.865472e+06 # HELP go_memstats_sys_bytes Number of bytes obtained from system. Equals to /memory/classes/total:byte. # TYPE go_memstats_sys_bytes gauge go_memstats_sys_bytes 8.7927064e+07 # HELP go_sched_gomaxprocs_threads The current runtime.GOMAXPROCS setting, or the number of operating system threads that can execute user-level Go code simultaneously. Sourced from /sched/gomaxprocs:threads. # TYPE go_sched_gomaxprocs_threads gauge go_sched_gomaxprocs_threads 48 # HELP go_threads Number of OS threads created. # TYPE go_threads gauge go_threads 44 # HELP process_cpu_seconds_total Total user and system CPU time spent in seconds. # TYPE process_cpu_seconds_total counter process_cpu_seconds_total 64964.25 # HELP process_max_fds Maximum number of open file descriptors. # TYPE process_max_fds gauge process_max_fds 524287 # HELP process_network_receive_bytes_total Number of bytes received by the process over the network. # TYPE process_network_receive_bytes_total counter process_network_receive_bytes_total 2.1716369706974e+13 # HELP process_network_transmit_bytes_total Number of bytes sent by the process over the network. # TYPE process_network_transmit_bytes_total counter process_network_transmit_bytes_total 6.39694397338713e+14 # HELP process_open_fds Number of open file descriptors. # TYPE process_open_fds gauge process_open_fds 70 # HELP process_resident_memory_bytes Resident memory size in bytes. # TYPE process_resident_memory_bytes gauge process_resident_memory_bytes 4.734521344e+09 # HELP process_start_time_seconds Start time of the process since unix epoch in seconds. # TYPE process_start_time_seconds gauge process_start_time_seconds 1.78870836678e+09 # HELP process_virtual_memory_bytes Virtual memory size in bytes. # TYPE process_virtual_memory_bytes gauge process_virtual_memory_bytes 6.505263104e+09 # HELP process_virtual_memory_max_bytes Maximum amount of virtual memory available in bytes. # TYPE process_virtual_memory_max_bytes gauge process_virtual_memory_max_bytes 1.8446744073709552e+19 # HELP sunlight_addchain_requests_total Number of add-[pre-]chain requests, by chain characteristics and errors if any. # TYPE sunlight_addchain_requests_total counter sunlight_addchain_requests_total{chain_len="",error="failed to read body",issuer="",log="navigli2026h2",low_priority="",precert="",preissuer="",reused="false",root="",source=""} 2 sunlight_addchain_requests_total{chain_len="",error="failed to read body",issuer="",log="navigli2026h2",low_priority="",precert="",preissuer="",reused="true",root="",source=""} 2 sunlight_addchain_requests_total{chain_len="2",error="",issuer="O=Geomys, CN=CT Uptime Test Root",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="O=Geomys, CN=CT Uptime Test Root",source="cache"} 1136 sunlight_addchain_requests_total{chain_len="2",error="",issuer="O=Geomys, CN=CT Uptime Test Root",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="O=Geomys, CN=CT Uptime Test Root",source="pool"} 26 sunlight_addchain_requests_total{chain_len="2",error="",issuer="O=Geomys, CN=CT Uptime Test Root",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="O=Geomys, CN=CT Uptime Test Root",source="sequencer"} 1161 sunlight_addchain_requests_total{chain_len="2",error="",issuer="O=Geomys, CN=CT Uptime Test Root",log="navigli2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="O=Geomys, CN=CT Uptime Test Root",source="cache"} 1136 sunlight_addchain_requests_total{chain_len="2",error="",issuer="O=Geomys, CN=CT Uptime Test Root",log="navigli2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="O=Geomys, CN=CT Uptime Test Root",source="pool"} 25 sunlight_addchain_requests_total{chain_len="2",error="",issuer="O=Geomys, CN=CT Uptime Test Root",log="navigli2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="O=Geomys, CN=CT Uptime Test Root",source="sequencer"} 1161 sunlight_addchain_requests_total{chain_len="2",error="",issuer="O=Geomys, CN=CT Uptime Test Root",log="navigli2027h2",low_priority="false",precert="true",preissuer="",reused="false",root="O=Geomys, CN=CT Uptime Test Root",source="cache"} 1140 sunlight_addchain_requests_total{chain_len="2",error="",issuer="O=Geomys, CN=CT Uptime Test Root",log="navigli2027h2",low_priority="false",precert="true",preissuer="",reused="false",root="O=Geomys, CN=CT Uptime Test Root",source="pool"} 22 sunlight_addchain_requests_total{chain_len="2",error="",issuer="O=Geomys, CN=CT Uptime Test Root",log="navigli2027h2",low_priority="false",precert="true",preissuer="",reused="false",root="O=Geomys, CN=CT Uptime Test Root",source="sequencer"} 1162 sunlight_addchain_requests_total{chain_len="2",error="",issuer="O=Geomys, CN=CT Uptime Test Root",log="navigli2028h1",low_priority="false",precert="true",preissuer="",reused="false",root="O=Geomys, CN=CT Uptime Test Root",source="cache"} 1132 sunlight_addchain_requests_total{chain_len="2",error="",issuer="O=Geomys, CN=CT Uptime Test Root",log="navigli2028h1",low_priority="false",precert="true",preissuer="",reused="false",root="O=Geomys, CN=CT Uptime Test Root",source="pool"} 30 sunlight_addchain_requests_total{chain_len="2",error="",issuer="O=Geomys, CN=CT Uptime Test Root",log="navigli2028h1",low_priority="false",precert="true",preissuer="",reused="false",root="O=Geomys, CN=CT Uptime Test Root",source="sequencer"} 1162 sunlight_addchain_requests_total{chain_len="2",error="",issuer="O=Geomys, CN=CT Uptime Test Root",log="navigli2028h2",low_priority="false",precert="true",preissuer="",reused="false",root="O=Geomys, CN=CT Uptime Test Root",source="cache"} 1142 sunlight_addchain_requests_total{chain_len="2",error="",issuer="O=Geomys, CN=CT Uptime Test Root",log="navigli2028h2",low_priority="false",precert="true",preissuer="",reused="false",root="O=Geomys, CN=CT Uptime Test Root",source="pool"} 20 sunlight_addchain_requests_total{chain_len="2",error="",issuer="O=Geomys, CN=CT Uptime Test Root",log="navigli2028h2",low_priority="false",precert="true",preissuer="",reused="false",root="O=Geomys, CN=CT Uptime Test Root",source="sequencer"} 1161 sunlight_addchain_requests_total{chain_len="4",error="",issuer="C=FI, O=Telia Finland Oyj, CN=Telia PreProd Domain Validation CA v3",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="O=TeliaSonera, CN=TeliaSonera PreProd Root CA v1",source="sequencer"} 2 sunlight_addchain_requests_total{chain_len="4",error="",issuer="C=FI, O=Telia Finland Oyj, CN=Telia PreProd Server CA v3",log="navigli2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="O=TeliaSonera, CN=TeliaSonera PreProd Root CA v1",source="sequencer"} 1 sunlight_addchain_requests_total{chain_len="4",error="",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Dastardly Durum YR1",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 411 sunlight_addchain_requests_total{chain_len="4",error="",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Dastardly Durum YR1",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 8540 sunlight_addchain_requests_total{chain_len="4",error="",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Ersatz Emmer YR2",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 470 sunlight_addchain_requests_total{chain_len="4",error="",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Ersatz Emmer YR2",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 8538 sunlight_addchain_requests_total{chain_len="4",error="client went away: failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Dastardly Durum YR1",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 3 sunlight_addchain_requests_total{chain_len="4",error="client went away: failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Dastardly Durum YR1",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 86 sunlight_addchain_requests_total{chain_len="4",error="client went away: failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Ersatz Emmer YR2",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 4 sunlight_addchain_requests_total{chain_len="4",error="client went away: failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Ersatz Emmer YR2",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 99 sunlight_addchain_requests_total{chain_len="5",error="",issuer="C=SE, O=Telia Company AB, CN=Telia CA Test EC OV E1",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="O=TeliaSonera, CN=TeliaSonera PreProd Root CA v1",source="sequencer"} 1 sunlight_addchain_requests_total{chain_len="5",error="",issuer="C=SE, O=Telia Company AB, CN=Telia CA Test EC QWAC R1, 2.5.4.97=NTRSE-5561034249",log="navigli2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="O=TeliaSonera, CN=TeliaSonera PreProd Root CA v1",source="sequencer"} 1 sunlight_addchain_requests_total{chain_len="5",error="",issuer="C=SE, O=Telia Company AB, CN=Telia Test EC DV CA v4",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="O=TeliaSonera, CN=TeliaSonera PreProd Root CA v1",source="sequencer"} 1 sunlight_addchain_requests_total{chain_len="5",error="",issuer="C=SE, O=Telia Company AB, CN=Telia Test RSA DV CA v4",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="O=TeliaSonera, CN=TeliaSonera PreProd Root CA v1",source="sequencer"} 8 sunlight_addchain_requests_total{chain_len="5",error="",issuer="C=SE, O=Telia Company AB, CN=Telia Test RSA DV CA v4",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="true",root="O=TeliaSonera, CN=TeliaSonera PreProd Root CA v1",source="sequencer"} 1 sunlight_addchain_requests_total{chain_len="5",error="",issuer="C=SE, O=Telia Company AB, CN=Telia Test RSA DV CA v4",log="navigli2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="O=TeliaSonera, CN=TeliaSonera PreProd Root CA v1",source="sequencer"} 9 sunlight_addchain_requests_total{chain_len="5",error="",issuer="C=SE, O=Telia Company AB, CN=Telia Test RSA OV CA v4",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="O=TeliaSonera, CN=TeliaSonera PreProd Root CA v1",source="sequencer"} 6 sunlight_addchain_requests_total{chain_len="5",error="",issuer="C=SE, O=Telia Company AB, CN=Telia Test RSA OV CA v4",log="navigli2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="O=TeliaSonera, CN=TeliaSonera PreProd Root CA v1",source="sequencer"} 11 sunlight_addchain_requests_total{chain_len="5",error="",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Artificial Amaranth YE1",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 18139 sunlight_addchain_requests_total{chain_len="5",error="",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Artificial Amaranth YE1",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 355855 sunlight_addchain_requests_total{chain_len="5",error="",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Baloney Bulgur YE2",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 18199 sunlight_addchain_requests_total{chain_len="5",error="",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Baloney Bulgur YE2",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 356227 sunlight_addchain_requests_total{chain_len="5",error="client went away: failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Artificial Amaranth YE1",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 192 sunlight_addchain_requests_total{chain_len="5",error="client went away: failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Artificial Amaranth YE1",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 4353 sunlight_addchain_requests_total{chain_len="5",error="client went away: failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Baloney Bulgur YE2",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 206 sunlight_addchain_requests_total{chain_len="5",error="client went away: failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Baloney Bulgur YE2",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 4415 # HELP sunlight_addchain_wait_seconds Duration of add-[pre-]chain pauses waiting for a leaf to be sequenced, excluding deduplicated entries. # TYPE sunlight_addchain_wait_seconds summary sunlight_addchain_wait_seconds{log="navigli2026h2",quantile="0.5"} 0.178466653 sunlight_addchain_wait_seconds{log="navigli2026h2",quantile="0.75"} 0.221052261 sunlight_addchain_wait_seconds{log="navigli2026h2",quantile="0.9"} 0.254405313 sunlight_addchain_wait_seconds{log="navigli2026h2",quantile="0.99"} 0.297126518 sunlight_addchain_wait_seconds_sum{log="navigli2026h2"} 128917.50006345133 sunlight_addchain_wait_seconds_count{log="navigli2026h2"} 776917 sunlight_addchain_wait_seconds{log="navigli2027h1",quantile="0.5"} 0.084819972 sunlight_addchain_wait_seconds{log="navigli2027h1",quantile="0.75"} 0.084819972 sunlight_addchain_wait_seconds{log="navigli2027h1",quantile="0.9"} 0.084819972 sunlight_addchain_wait_seconds{log="navigli2027h1",quantile="0.99"} 0.084819972 sunlight_addchain_wait_seconds_sum{log="navigli2027h1"} 183.10876708699993 sunlight_addchain_wait_seconds_count{log="navigli2027h1"} 1183 sunlight_addchain_wait_seconds{log="navigli2027h2",quantile="0.5"} 0.234902176 sunlight_addchain_wait_seconds{log="navigli2027h2",quantile="0.75"} 0.234902176 sunlight_addchain_wait_seconds{log="navigli2027h2",quantile="0.9"} 0.234902176 sunlight_addchain_wait_seconds{log="navigli2027h2",quantile="0.99"} 0.234902176 sunlight_addchain_wait_seconds_sum{log="navigli2027h2"} 175.48680293500027 sunlight_addchain_wait_seconds_count{log="navigli2027h2"} 1162 sunlight_addchain_wait_seconds{log="navigli2028h1",quantile="0.5"} 0.2006905 sunlight_addchain_wait_seconds{log="navigli2028h1",quantile="0.75"} 0.2006905 sunlight_addchain_wait_seconds{log="navigli2028h1",quantile="0.9"} 0.2006905 sunlight_addchain_wait_seconds{log="navigli2028h1",quantile="0.99"} 0.2006905 sunlight_addchain_wait_seconds_sum{log="navigli2028h1"} 180.64150902100016 sunlight_addchain_wait_seconds_count{log="navigli2028h1"} 1162 sunlight_addchain_wait_seconds{log="navigli2028h2",quantile="0.5"} 0.230984591 sunlight_addchain_wait_seconds{log="navigli2028h2",quantile="0.75"} 0.230984591 sunlight_addchain_wait_seconds{log="navigli2028h2",quantile="0.9"} 0.230984591 sunlight_addchain_wait_seconds{log="navigli2028h2",quantile="0.99"} 0.230984591 sunlight_addchain_wait_seconds_sum{log="navigli2028h2"} 181.40562315800022 sunlight_addchain_wait_seconds_count{log="navigli2028h2"} 1161 # HELP sunlight_build_info Build information about the running sunlight binary. # TYPE sunlight_build_info gauge sunlight_build_info{commit="29a8a3cfc1cc9a6e7be7300164e7fc5f6afc6479",version="v0.9.1-0.20260830151008-29a8a3cfc1cc"} 1 # HELP sunlight_cache_checkpoint_busy_total Number of cache WAL checkpoints that couldn't complete and reset the WAL. # TYPE sunlight_cache_checkpoint_busy_total counter sunlight_cache_checkpoint_busy_total{log="navigli2026h2"} 0 sunlight_cache_checkpoint_busy_total{log="navigli2027h1"} 0 sunlight_cache_checkpoint_busy_total{log="navigli2027h2"} 0 sunlight_cache_checkpoint_busy_total{log="navigli2028h1"} 0 sunlight_cache_checkpoint_busy_total{log="navigli2028h2"} 0 # HELP sunlight_cache_checkpoint_duration_seconds Duration of deduplication cache WAL checkpoints. # TYPE sunlight_cache_checkpoint_duration_seconds summary sunlight_cache_checkpoint_duration_seconds{log="navigli2026h2",quantile="0.5"} 0.000102408 sunlight_cache_checkpoint_duration_seconds{log="navigli2026h2",quantile="0.9"} 0.000184596 sunlight_cache_checkpoint_duration_seconds{log="navigli2026h2",quantile="0.99"} 0.000344763 sunlight_cache_checkpoint_duration_seconds_sum{log="navigli2026h2"} 48.12125217100027 sunlight_cache_checkpoint_duration_seconds_count{log="navigli2026h2"} 348435 sunlight_cache_checkpoint_duration_seconds{log="navigli2027h1",quantile="0.5"} 5.2279e-05 sunlight_cache_checkpoint_duration_seconds{log="navigli2027h1",quantile="0.9"} 9.0688e-05 sunlight_cache_checkpoint_duration_seconds{log="navigli2027h1",quantile="0.99"} 0.000138727 sunlight_cache_checkpoint_duration_seconds_sum{log="navigli2027h1"} 20.928994066999966 sunlight_cache_checkpoint_duration_seconds_count{log="navigli2027h1"} 348434 sunlight_cache_checkpoint_duration_seconds{log="navigli2027h2",quantile="0.5"} 5.3649e-05 sunlight_cache_checkpoint_duration_seconds{log="navigli2027h2",quantile="0.9"} 9.0779e-05 sunlight_cache_checkpoint_duration_seconds{log="navigli2027h2",quantile="0.99"} 0.000142197 sunlight_cache_checkpoint_duration_seconds_sum{log="navigli2027h2"} 21.755205750000165 sunlight_cache_checkpoint_duration_seconds_count{log="navigli2027h2"} 348434 sunlight_cache_checkpoint_duration_seconds{log="navigli2028h1",quantile="0.5"} 5.0269e-05 sunlight_cache_checkpoint_duration_seconds{log="navigli2028h1",quantile="0.9"} 8.2509e-05 sunlight_cache_checkpoint_duration_seconds{log="navigli2028h1",quantile="0.99"} 0.000121378 sunlight_cache_checkpoint_duration_seconds_sum{log="navigli2028h1"} 19.894042148000114 sunlight_cache_checkpoint_duration_seconds_count{log="navigli2028h1"} 348433 sunlight_cache_checkpoint_duration_seconds{log="navigli2028h2",quantile="0.5"} 5.3519e-05 sunlight_cache_checkpoint_duration_seconds{log="navigli2028h2",quantile="0.9"} 9.2598e-05 sunlight_cache_checkpoint_duration_seconds{log="navigli2028h2",quantile="0.99"} 0.000143507 sunlight_cache_checkpoint_duration_seconds_sum{log="navigli2028h2"} 22.605690586999597 sunlight_cache_checkpoint_duration_seconds_count{log="navigli2028h2"} 348433 # HELP sunlight_cache_checkpoint_errors_total Number of failed cache WAL checkpoints. # TYPE sunlight_cache_checkpoint_errors_total counter sunlight_cache_checkpoint_errors_total{log="navigli2026h2"} 0 sunlight_cache_checkpoint_errors_total{log="navigli2027h1"} 0 sunlight_cache_checkpoint_errors_total{log="navigli2027h2"} 0 sunlight_cache_checkpoint_errors_total{log="navigli2028h1"} 0 sunlight_cache_checkpoint_errors_total{log="navigli2028h2"} 0 # HELP sunlight_cache_database_bytes Size of the deduplication cache database file. # TYPE sunlight_cache_database_bytes gauge sunlight_cache_database_bytes{log="navigli2026h2"} 9.009631232e+09 sunlight_cache_database_bytes{log="navigli2027h1"} 2.21184e+06 sunlight_cache_database_bytes{log="navigli2027h2"} 2.080768e+06 sunlight_cache_database_bytes{log="navigli2028h1"} 2.064384e+06 sunlight_cache_database_bytes{log="navigli2028h2"} 2.08896e+06 # HELP sunlight_cache_get_duration_seconds Duration of individual deduplication cache lookups. # TYPE sunlight_cache_get_duration_seconds summary sunlight_cache_get_duration_seconds{log="navigli2026h2",quantile="0.5"} 0.000358513 sunlight_cache_get_duration_seconds{log="navigli2026h2",quantile="0.9"} 0.00050978 sunlight_cache_get_duration_seconds{log="navigli2026h2",quantile="0.99"} 0.000715897 sunlight_cache_get_duration_seconds_sum{log="navigli2026h2"} 241.83270689000136 sunlight_cache_get_duration_seconds_count{log="navigli2026h2"} 778056 sunlight_cache_get_duration_seconds{log="navigli2027h1",quantile="0.5"} 0.000158917 sunlight_cache_get_duration_seconds{log="navigli2027h1",quantile="0.9"} 0.000406022 sunlight_cache_get_duration_seconds{log="navigli2027h1",quantile="0.99"} 0.000406022 sunlight_cache_get_duration_seconds_sum{log="navigli2027h1"} 0.3998577799999998 sunlight_cache_get_duration_seconds_count{log="navigli2027h1"} 2319 sunlight_cache_get_duration_seconds{log="navigli2027h2",quantile="0.5"} 8.1068e-05 sunlight_cache_get_duration_seconds{log="navigli2027h2",quantile="0.9"} 0.000178207 sunlight_cache_get_duration_seconds{log="navigli2027h2",quantile="0.99"} 0.000178207 sunlight_cache_get_duration_seconds_sum{log="navigli2027h2"} 0.39465596399999914 sunlight_cache_get_duration_seconds_count{log="navigli2027h2"} 2302 sunlight_cache_get_duration_seconds{log="navigli2028h1",quantile="0.5"} 0.000200326 sunlight_cache_get_duration_seconds{log="navigli2028h1",quantile="0.9"} 0.000200326 sunlight_cache_get_duration_seconds{log="navigli2028h1",quantile="0.99"} 0.000200326 sunlight_cache_get_duration_seconds_sum{log="navigli2028h1"} 0.3939649870000009 sunlight_cache_get_duration_seconds_count{log="navigli2028h1"} 2294 sunlight_cache_get_duration_seconds{log="navigli2028h2",quantile="0.5"} 0.000122768 sunlight_cache_get_duration_seconds{log="navigli2028h2",quantile="0.9"} 0.000201657 sunlight_cache_get_duration_seconds{log="navigli2028h2",quantile="0.99"} 0.000201657 sunlight_cache_get_duration_seconds_sum{log="navigli2028h2"} 0.3941122450000004 sunlight_cache_get_duration_seconds_count{log="navigli2028h2"} 2303 # HELP sunlight_cache_put_duration_seconds Duration of batch deduplication cache inserts. # TYPE sunlight_cache_put_duration_seconds summary sunlight_cache_put_duration_seconds{log="navigli2026h2",quantile="0.5"} 0.000183656 sunlight_cache_put_duration_seconds{log="navigli2026h2",quantile="0.9"} 0.000584239 sunlight_cache_put_duration_seconds{log="navigli2026h2",quantile="0.99"} 0.000928552 sunlight_cache_put_duration_seconds_sum{log="navigli2026h2"} 108.41746933100043 sunlight_cache_put_duration_seconds_count{log="navigli2026h2"} 348435 sunlight_cache_put_duration_seconds{log="navigli2027h1",quantile="0.5"} 4.0449e-05 sunlight_cache_put_duration_seconds{log="navigli2027h1",quantile="0.9"} 7.5808e-05 sunlight_cache_put_duration_seconds{log="navigli2027h1",quantile="0.99"} 0.000164777 sunlight_cache_put_duration_seconds_sum{log="navigli2027h1"} 16.91069527599945 sunlight_cache_put_duration_seconds_count{log="navigli2027h1"} 348434 sunlight_cache_put_duration_seconds{log="navigli2027h2",quantile="0.5"} 4.1229e-05 sunlight_cache_put_duration_seconds{log="navigli2027h2",quantile="0.9"} 7.1119e-05 sunlight_cache_put_duration_seconds{log="navigli2027h2",quantile="0.99"} 0.000165977 sunlight_cache_put_duration_seconds_sum{log="navigli2027h2"} 17.28793074099993 sunlight_cache_put_duration_seconds_count{log="navigli2027h2"} 348434 sunlight_cache_put_duration_seconds{log="navigli2028h1",quantile="0.5"} 3.7589e-05 sunlight_cache_put_duration_seconds{log="navigli2028h1",quantile="0.9"} 7.0399e-05 sunlight_cache_put_duration_seconds{log="navigli2028h1",quantile="0.99"} 9.7318e-05 sunlight_cache_put_duration_seconds_sum{log="navigli2028h1"} 16.31238979000017 sunlight_cache_put_duration_seconds_count{log="navigli2028h1"} 348433 sunlight_cache_put_duration_seconds{log="navigli2028h2",quantile="0.5"} 4.1739e-05 sunlight_cache_put_duration_seconds{log="navigli2028h2",quantile="0.9"} 7.2528e-05 sunlight_cache_put_duration_seconds{log="navigli2028h2",quantile="0.99"} 0.000117918 sunlight_cache_put_duration_seconds_sum{log="navigli2028h2"} 18.187145454999765 sunlight_cache_put_duration_seconds_count{log="navigli2028h2"} 348433 # HELP sunlight_cache_put_entries_total Number of entries in deduplication cache inserts, successful or not. # TYPE sunlight_cache_put_entries_total counter sunlight_cache_put_entries_total{log="navigli2026h2"} 776917 sunlight_cache_put_entries_total{log="navigli2027h1"} 1183 sunlight_cache_put_entries_total{log="navigli2027h2"} 1162 sunlight_cache_put_entries_total{log="navigli2028h1"} 1162 sunlight_cache_put_entries_total{log="navigli2028h2"} 1161 # HELP sunlight_cache_put_errors_total Number of failed deduplication cache inserts. # TYPE sunlight_cache_put_errors_total counter sunlight_cache_put_errors_total{log="navigli2026h2"} 0 sunlight_cache_put_errors_total{log="navigli2027h1"} 0 sunlight_cache_put_errors_total{log="navigli2027h2"} 0 sunlight_cache_put_errors_total{log="navigli2028h1"} 0 sunlight_cache_put_errors_total{log="navigli2028h2"} 0 # HELP sunlight_cache_wal_frames Frames in the cache WAL as of the latest checkpoint. # TYPE sunlight_cache_wal_frames gauge sunlight_cache_wal_frames{log="navigli2026h2"} 2 sunlight_cache_wal_frames{log="navigli2027h1"} 1 sunlight_cache_wal_frames{log="navigli2027h2"} 1 sunlight_cache_wal_frames{log="navigli2028h1"} 1 sunlight_cache_wal_frames{log="navigli2028h2"} 1 # HELP sunlight_config_notafter_end_timestamp_seconds End of the NotAfter accepted period. # TYPE sunlight_config_notafter_end_timestamp_seconds gauge sunlight_config_notafter_end_timestamp_seconds{log="navigli2026h2"} 1.7987616e+09 sunlight_config_notafter_end_timestamp_seconds{log="navigli2027h1"} 1.8144e+09 sunlight_config_notafter_end_timestamp_seconds{log="navigli2027h2"} 1.8302976e+09 sunlight_config_notafter_end_timestamp_seconds{log="navigli2028h1"} 1.8460224e+09 sunlight_config_notafter_end_timestamp_seconds{log="navigli2028h2"} 1.86192e+09 # HELP sunlight_config_notafter_start_timestamp_seconds Start of the NotAfter accepted period. # TYPE sunlight_config_notafter_start_timestamp_seconds gauge sunlight_config_notafter_start_timestamp_seconds{log="navigli2026h2"} 1.782864e+09 sunlight_config_notafter_start_timestamp_seconds{log="navigli2027h1"} 1.7987616e+09 sunlight_config_notafter_start_timestamp_seconds{log="navigli2027h2"} 1.8144e+09 sunlight_config_notafter_start_timestamp_seconds{log="navigli2028h1"} 1.8302976e+09 sunlight_config_notafter_start_timestamp_seconds{log="navigli2028h2"} 1.8460224e+09 # HELP sunlight_config_roots_total Number of accepted roots. # TYPE sunlight_config_roots_total gauge sunlight_config_roots_total{log="navigli2026h2"} 113 sunlight_config_roots_total{log="navigli2027h1"} 113 sunlight_config_roots_total{log="navigli2027h2"} 113 sunlight_config_roots_total{log="navigli2028h1"} 81 sunlight_config_roots_total{log="navigli2028h2"} 81 # HELP sunlight_fs_op_duration_seconds Overall local backend operation latency. # TYPE sunlight_fs_op_duration_seconds summary sunlight_fs_op_duration_seconds{log="navigli2026h2",method="discard",quantile="0.5"} 8.6528e-05 sunlight_fs_op_duration_seconds{log="navigli2026h2",method="discard",quantile="0.75"} 0.000102868 sunlight_fs_op_duration_seconds{log="navigli2026h2",method="discard",quantile="0.9"} 0.000129238 sunlight_fs_op_duration_seconds{log="navigli2026h2",method="discard",quantile="0.99"} 0.000224695 sunlight_fs_op_duration_seconds_sum{log="navigli2026h2",method="discard"} 33.293697971000505 sunlight_fs_op_duration_seconds_count{log="navigli2026h2",method="discard"} 304580 sunlight_fs_op_duration_seconds{log="navigli2026h2",method="fetch",quantile="0.5"} NaN sunlight_fs_op_duration_seconds{log="navigli2026h2",method="fetch",quantile="0.75"} NaN sunlight_fs_op_duration_seconds{log="navigli2026h2",method="fetch",quantile="0.9"} NaN sunlight_fs_op_duration_seconds{log="navigli2026h2",method="fetch",quantile="0.99"} NaN sunlight_fs_op_duration_seconds_sum{log="navigli2026h2",method="fetch"} 0.006673742000000002 sunlight_fs_op_duration_seconds_count{log="navigli2026h2",method="fetch"} 27 sunlight_fs_op_duration_seconds{log="navigli2026h2",method="upload",quantile="0.5"} 0.000623898 sunlight_fs_op_duration_seconds{log="navigli2026h2",method="upload",quantile="0.75"} 0.000742486 sunlight_fs_op_duration_seconds{log="navigli2026h2",method="upload",quantile="0.9"} 0.000881653 sunlight_fs_op_duration_seconds{log="navigli2026h2",method="upload",quantile="0.99"} 0.001441202 sunlight_fs_op_duration_seconds_sum{log="navigli2026h2",method="upload"} 1088.8516684440174 sunlight_fs_op_duration_seconds_count{log="navigli2026h2",method="upload"} 1.575275e+06 sunlight_fs_op_duration_seconds{log="navigli2027h1",method="discard",quantile="0.5"} 7.2759e-05 sunlight_fs_op_duration_seconds{log="navigli2027h1",method="discard",quantile="0.75"} 7.2759e-05 sunlight_fs_op_duration_seconds{log="navigli2027h1",method="discard",quantile="0.9"} 7.2759e-05 sunlight_fs_op_duration_seconds{log="navigli2027h1",method="discard",quantile="0.99"} 7.2759e-05 sunlight_fs_op_duration_seconds_sum{log="navigli2027h1",method="discard"} 0.1306374150000001 sunlight_fs_op_duration_seconds_count{log="navigli2027h1",method="discard"} 1183 sunlight_fs_op_duration_seconds{log="navigli2027h1",method="fetch",quantile="0.5"} NaN sunlight_fs_op_duration_seconds{log="navigli2027h1",method="fetch",quantile="0.75"} NaN sunlight_fs_op_duration_seconds{log="navigli2027h1",method="fetch",quantile="0.9"} NaN sunlight_fs_op_duration_seconds{log="navigli2027h1",method="fetch",quantile="0.99"} NaN sunlight_fs_op_duration_seconds_sum{log="navigli2027h1",method="fetch"} 0.004763048 sunlight_fs_op_duration_seconds_count{log="navigli2027h1",method="fetch"} 15 sunlight_fs_op_duration_seconds{log="navigli2027h1",method="upload",quantile="0.5"} 0.000568739 sunlight_fs_op_duration_seconds{log="navigli2027h1",method="upload",quantile="0.75"} 0.000710616 sunlight_fs_op_duration_seconds{log="navigli2027h1",method="upload",quantile="0.9"} 0.000917953 sunlight_fs_op_duration_seconds{log="navigli2027h1",method="upload",quantile="0.99"} 0.001229107 sunlight_fs_op_duration_seconds_sum{log="navigli2027h1",method="upload"} 230.55897302000596 sunlight_fs_op_duration_seconds_count{log="navigli2027h1",method="upload"} 353173 sunlight_fs_op_duration_seconds{log="navigli2027h2",method="discard",quantile="0.5"} 7.8828e-05 sunlight_fs_op_duration_seconds{log="navigli2027h2",method="discard",quantile="0.75"} 7.8828e-05 sunlight_fs_op_duration_seconds{log="navigli2027h2",method="discard",quantile="0.9"} 7.8828e-05 sunlight_fs_op_duration_seconds{log="navigli2027h2",method="discard",quantile="0.99"} 7.8828e-05 sunlight_fs_op_duration_seconds_sum{log="navigli2027h2",method="discard"} 0.120942924 sunlight_fs_op_duration_seconds_count{log="navigli2027h2",method="discard"} 1162 sunlight_fs_op_duration_seconds{log="navigli2027h2",method="fetch",quantile="0.5"} NaN sunlight_fs_op_duration_seconds{log="navigli2027h2",method="fetch",quantile="0.75"} NaN sunlight_fs_op_duration_seconds{log="navigli2027h2",method="fetch",quantile="0.9"} NaN sunlight_fs_op_duration_seconds{log="navigli2027h2",method="fetch",quantile="0.99"} NaN sunlight_fs_op_duration_seconds_sum{log="navigli2027h2",method="fetch"} 0.0015987889999999998 sunlight_fs_op_duration_seconds_count{log="navigli2027h2",method="fetch"} 8 sunlight_fs_op_duration_seconds{log="navigli2027h2",method="upload",quantile="0.5"} 0.000586199 sunlight_fs_op_duration_seconds{log="navigli2027h2",method="upload",quantile="0.75"} 0.000767965 sunlight_fs_op_duration_seconds{log="navigli2027h2",method="upload",quantile="0.9"} 0.000887743 sunlight_fs_op_duration_seconds{log="navigli2027h2",method="upload",quantile="0.99"} 0.001207427 sunlight_fs_op_duration_seconds_sum{log="navigli2027h2",method="upload"} 227.81250865700142 sunlight_fs_op_duration_seconds_count{log="navigli2027h2",method="upload"} 353086 sunlight_fs_op_duration_seconds{log="navigli2028h1",method="discard",quantile="0.5"} 7.6899e-05 sunlight_fs_op_duration_seconds{log="navigli2028h1",method="discard",quantile="0.75"} 7.6899e-05 sunlight_fs_op_duration_seconds{log="navigli2028h1",method="discard",quantile="0.9"} 7.6899e-05 sunlight_fs_op_duration_seconds{log="navigli2028h1",method="discard",quantile="0.99"} 7.6899e-05 sunlight_fs_op_duration_seconds_sum{log="navigli2028h1",method="discard"} 0.129168349 sunlight_fs_op_duration_seconds_count{log="navigli2028h1",method="discard"} 1162 sunlight_fs_op_duration_seconds{log="navigli2028h1",method="fetch",quantile="0.5"} NaN sunlight_fs_op_duration_seconds{log="navigli2028h1",method="fetch",quantile="0.75"} NaN sunlight_fs_op_duration_seconds{log="navigli2028h1",method="fetch",quantile="0.9"} NaN sunlight_fs_op_duration_seconds{log="navigli2028h1",method="fetch",quantile="0.99"} NaN sunlight_fs_op_duration_seconds_sum{log="navigli2028h1",method="fetch"} 0.001875033 sunlight_fs_op_duration_seconds_count{log="navigli2028h1",method="fetch"} 8 sunlight_fs_op_duration_seconds{log="navigli2028h1",method="upload",quantile="0.5"} 0.000573639 sunlight_fs_op_duration_seconds{log="navigli2028h1",method="upload",quantile="0.75"} 0.000709326 sunlight_fs_op_duration_seconds{log="navigli2028h1",method="upload",quantile="0.9"} 0.000881973 sunlight_fs_op_duration_seconds{log="navigli2028h1",method="upload",quantile="0.99"} 0.001353214 sunlight_fs_op_duration_seconds_sum{log="navigli2028h1",method="upload"} 231.90304539299467 sunlight_fs_op_duration_seconds_count{log="navigli2028h1",method="upload"} 353086 sunlight_fs_op_duration_seconds{log="navigli2028h2",method="discard",quantile="0.5"} 7.6008e-05 sunlight_fs_op_duration_seconds{log="navigli2028h2",method="discard",quantile="0.75"} 7.6008e-05 sunlight_fs_op_duration_seconds{log="navigli2028h2",method="discard",quantile="0.9"} 7.6008e-05 sunlight_fs_op_duration_seconds{log="navigli2028h2",method="discard",quantile="0.99"} 7.6008e-05 sunlight_fs_op_duration_seconds_sum{log="navigli2028h2",method="discard"} 0.1279925530000001 sunlight_fs_op_duration_seconds_count{log="navigli2028h2",method="discard"} 1161 sunlight_fs_op_duration_seconds{log="navigli2028h2",method="fetch",quantile="0.5"} NaN sunlight_fs_op_duration_seconds{log="navigli2028h2",method="fetch",quantile="0.75"} NaN sunlight_fs_op_duration_seconds{log="navigli2028h2",method="fetch",quantile="0.9"} NaN sunlight_fs_op_duration_seconds{log="navigli2028h2",method="fetch",quantile="0.99"} NaN sunlight_fs_op_duration_seconds_sum{log="navigli2028h2",method="fetch"} 0.001186288 sunlight_fs_op_duration_seconds_count{log="navigli2028h2",method="fetch"} 8 sunlight_fs_op_duration_seconds{log="navigli2028h2",method="upload",quantile="0.5"} 0.000603018 sunlight_fs_op_duration_seconds{log="navigli2028h2",method="upload",quantile="0.75"} 0.000772626 sunlight_fs_op_duration_seconds{log="navigli2028h2",method="upload",quantile="0.9"} 0.000912602 sunlight_fs_op_duration_seconds{log="navigli2028h2",method="upload",quantile="0.99"} 0.001134178 sunlight_fs_op_duration_seconds_sum{log="navigli2028h2",method="upload"} 240.2705786639983 sunlight_fs_op_duration_seconds_count{log="navigli2028h2",method="upload"} 353082 # HELP sunlight_http_in_flight_requests Requests currently being served, by endpoint. # TYPE sunlight_http_in_flight_requests gauge sunlight_http_in_flight_requests{endpoint="add-chain",log="navigli2026h2"} 0 sunlight_http_in_flight_requests{endpoint="add-chain",log="navigli2027h1"} 0 sunlight_http_in_flight_requests{endpoint="add-chain",log="navigli2027h2"} 0 sunlight_http_in_flight_requests{endpoint="add-chain",log="navigli2028h1"} 0 sunlight_http_in_flight_requests{endpoint="add-chain",log="navigli2028h2"} 0 sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="navigli2026h2"} 3 sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="navigli2027h1"} 0 sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="navigli2027h2"} 0 sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="navigli2028h1"} 0 sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="navigli2028h2"} 0 sunlight_http_in_flight_requests{endpoint="get-roots",log="navigli2026h2"} 0 sunlight_http_in_flight_requests{endpoint="get-roots",log="navigli2027h1"} 0 sunlight_http_in_flight_requests{endpoint="get-roots",log="navigli2027h2"} 0 sunlight_http_in_flight_requests{endpoint="get-roots",log="navigli2028h1"} 0 sunlight_http_in_flight_requests{endpoint="get-roots",log="navigli2028h2"} 0 # HELP sunlight_http_request_duration_seconds HTTP request serving latencies in seconds, by endpoint. # TYPE sunlight_http_request_duration_seconds summary sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2026h2",quantile="0.5"} 0.215172372 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2026h2",quantile="0.75"} 0.256589182 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2026h2",quantile="0.9"} 0.289802458 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2026h2",quantile="0.99"} 0.332824577 sunlight_http_request_duration_seconds_sum{endpoint="add-pre-chain",log="navigli2026h2"} 156331.4170844261 sunlight_http_request_duration_seconds_count{endpoint="add-pre-chain",log="navigli2026h2"} 778083 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2027h1",quantile="0.5"} 0.003383016 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2027h1",quantile="0.75"} 0.087549569 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2027h1",quantile="0.9"} 0.087549569 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2027h1",quantile="0.99"} 0.087549569 sunlight_http_request_duration_seconds_sum{endpoint="add-pre-chain",log="navigli2027h1"} 191.66794828099987 sunlight_http_request_duration_seconds_count{endpoint="add-pre-chain",log="navigli2027h1"} 2344 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2027h2",quantile="0.5"} 0.00161466 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2027h2",quantile="0.75"} 0.236326899 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2027h2",quantile="0.9"} 0.236326899 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2027h2",quantile="0.99"} 0.236326899 sunlight_http_request_duration_seconds_sum{endpoint="add-pre-chain",log="navigli2027h2"} 182.75880560699963 sunlight_http_request_duration_seconds_count{endpoint="add-pre-chain",log="navigli2027h2"} 2324 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2028h1",quantile="0.5"} 0.094915698 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2028h1",quantile="0.75"} 0.202371487 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2028h1",quantile="0.9"} 0.202371487 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2028h1",quantile="0.99"} 0.202371487 sunlight_http_request_duration_seconds_sum{endpoint="add-pre-chain",log="navigli2028h1"} 188.03967054399993 sunlight_http_request_duration_seconds_count{endpoint="add-pre-chain",log="navigli2028h1"} 2324 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2028h2",quantile="0.5"} 0.002557371 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2028h2",quantile="0.75"} 0.232678599 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2028h2",quantile="0.9"} 0.232678599 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2028h2",quantile="0.99"} 0.232678599 sunlight_http_request_duration_seconds_sum{endpoint="add-pre-chain",log="navigli2028h2"} 188.04848923400004 sunlight_http_request_duration_seconds_count{endpoint="add-pre-chain",log="navigli2028h2"} 2323 sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2026h2",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2026h2",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2026h2",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2026h2",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="navigli2026h2"} 6.870823708 sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="navigli2026h2"} 38 sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2027h1",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2027h1",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2027h1",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2027h1",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="navigli2027h1"} 7.427096637000003 sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="navigli2027h1"} 38 sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2027h2",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2027h2",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2027h2",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2027h2",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="navigli2027h2"} 7.390326064000001 sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="navigli2027h2"} 38 sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2028h1",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2028h1",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2028h1",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2028h1",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="navigli2028h1"} 4.008240737 sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="navigli2028h1"} 37 sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2028h2",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2028h2",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2028h2",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2028h2",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="navigli2028h2"} 4.075672265000001 sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="navigli2028h2"} 38 # HELP sunlight_http_requests_total HTTP requests served, by endpoint and response code. # TYPE sunlight_http_requests_total counter sunlight_http_requests_total{code="200",endpoint="add-pre-chain",log="navigli2026h2"} 768721 sunlight_http_requests_total{code="200",endpoint="add-pre-chain",log="navigli2027h1"} 2344 sunlight_http_requests_total{code="200",endpoint="add-pre-chain",log="navigli2027h2"} 2324 sunlight_http_requests_total{code="200",endpoint="add-pre-chain",log="navigli2028h1"} 2324 sunlight_http_requests_total{code="200",endpoint="add-pre-chain",log="navigli2028h2"} 2323 sunlight_http_requests_total{code="200",endpoint="get-roots",log="navigli2026h2"} 38 sunlight_http_requests_total{code="200",endpoint="get-roots",log="navigli2027h1"} 38 sunlight_http_requests_total{code="200",endpoint="get-roots",log="navigli2027h2"} 38 sunlight_http_requests_total{code="200",endpoint="get-roots",log="navigli2028h1"} 37 sunlight_http_requests_total{code="200",endpoint="get-roots",log="navigli2028h2"} 38 sunlight_http_requests_total{code="499",endpoint="add-pre-chain",log="navigli2026h2"} 9362 # HELP sunlight_issuers_cache_total Number of issuers observed since restarting. # TYPE sunlight_issuers_cache_total gauge sunlight_issuers_cache_total{log="navigli2026h2"} 18 sunlight_issuers_cache_total{log="navigli2027h1"} 8 sunlight_issuers_cache_total{log="navigli2027h2"} 1 sunlight_issuers_cache_total{log="navigli2028h1"} 1 sunlight_issuers_cache_total{log="navigli2028h2"} 1 # HELP sunlight_sequencing_data_tiles_bytes Uncompressed size of uploaded data tiles, including partials. # TYPE sunlight_sequencing_data_tiles_bytes summary sunlight_sequencing_data_tiles_bytes{log="navigli2026h2",quantile="0.5"} 185361 sunlight_sequencing_data_tiles_bytes{log="navigli2026h2",quantile="0.9"} 355910 sunlight_sequencing_data_tiles_bytes{log="navigli2026h2",quantile="0.99"} 395977 sunlight_sequencing_data_tiles_bytes_sum{log="navigli2026h2"} 6.1672854923e+10 sunlight_sequencing_data_tiles_bytes_count{log="navigli2026h2"} 306404 sunlight_sequencing_data_tiles_bytes{log="navigli2027h1",quantile="0.5"} 28943 sunlight_sequencing_data_tiles_bytes{log="navigli2027h1",quantile="0.9"} 28943 sunlight_sequencing_data_tiles_bytes{log="navigli2027h1",quantile="0.99"} 28943 sunlight_sequencing_data_tiles_bytes_sum{log="navigli2027h1"} 1.74335506e+08 sunlight_sequencing_data_tiles_bytes_count{log="navigli2027h1"} 1183 sunlight_sequencing_data_tiles_bytes{log="navigli2027h2",quantile="0.5"} 272293 sunlight_sequencing_data_tiles_bytes{log="navigli2027h2",quantile="0.9"} 272293 sunlight_sequencing_data_tiles_bytes{log="navigli2027h2",quantile="0.99"} 272293 sunlight_sequencing_data_tiles_bytes_sum{log="navigli2027h2"} 1.68494393e+08 sunlight_sequencing_data_tiles_bytes_count{log="navigli2027h2"} 1162 sunlight_sequencing_data_tiles_bytes{log="navigli2028h1",quantile="0.5"} 270153 sunlight_sequencing_data_tiles_bytes{log="navigli2028h1",quantile="0.9"} 270153 sunlight_sequencing_data_tiles_bytes{log="navigli2028h1",quantile="0.99"} 270153 sunlight_sequencing_data_tiles_bytes_sum{log="navigli2028h1"} 1.6819335e+08 sunlight_sequencing_data_tiles_bytes_count{log="navigli2028h1"} 1162 sunlight_sequencing_data_tiles_bytes{log="navigli2028h2",quantile="0.5"} 272255 sunlight_sequencing_data_tiles_bytes{log="navigli2028h2",quantile="0.9"} 272255 sunlight_sequencing_data_tiles_bytes{log="navigli2028h2",quantile="0.99"} 272255 sunlight_sequencing_data_tiles_bytes_sum{log="navigli2028h2"} 1.6836883e+08 sunlight_sequencing_data_tiles_bytes_count{log="navigli2028h2"} 1161 # HELP sunlight_sequencing_data_tiles_gzip_bytes Compressed size of uploaded data tiles, including partials. # TYPE sunlight_sequencing_data_tiles_gzip_bytes summary sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2026h2",quantile="0.5"} 42627 sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2026h2",quantile="0.9"} 80471 sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2026h2",quantile="0.99"} 89405 sunlight_sequencing_data_tiles_gzip_bytes_sum{log="navigli2026h2"} 1.3995648102e+10 sunlight_sequencing_data_tiles_gzip_bytes_count{log="navigli2026h2"} 306404 sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2027h1",quantile="0.5"} 3759 sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2027h1",quantile="0.9"} 3759 sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2027h1",quantile="0.99"} 3759 sunlight_sequencing_data_tiles_gzip_bytes_sum{log="navigli2027h1"} 2.2723086e+07 sunlight_sequencing_data_tiles_gzip_bytes_count{log="navigli2027h1"} 1183 sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2027h2",quantile="0.5"} 31001 sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2027h2",quantile="0.9"} 31001 sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2027h2",quantile="0.99"} 31001 sunlight_sequencing_data_tiles_gzip_bytes_sum{log="navigli2027h2"} 1.9450823e+07 sunlight_sequencing_data_tiles_gzip_bytes_count{log="navigli2027h2"} 1162 sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2028h1",quantile="0.5"} 30775 sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2028h1",quantile="0.9"} 30775 sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2028h1",quantile="0.99"} 30775 sunlight_sequencing_data_tiles_gzip_bytes_sum{log="navigli2028h1"} 1.9410541e+07 sunlight_sequencing_data_tiles_gzip_bytes_count{log="navigli2028h1"} 1162 sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2028h2",quantile="0.5"} 30976 sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2028h2",quantile="0.9"} 30976 sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2028h2",quantile="0.99"} 30976 sunlight_sequencing_data_tiles_gzip_bytes_sum{log="navigli2028h2"} 1.9447841e+07 sunlight_sequencing_data_tiles_gzip_bytes_count{log="navigli2028h2"} 1161 # HELP sunlight_sequencing_duration_seconds Duration of sequencing rounds, successful or not. # TYPE sunlight_sequencing_duration_seconds summary sunlight_sequencing_duration_seconds{log="navigli2026h2",quantile="0.5"} 0.055371653 sunlight_sequencing_duration_seconds{log="navigli2026h2",quantile="0.75"} 0.081103051 sunlight_sequencing_duration_seconds{log="navigli2026h2",quantile="0.9"} 0.097401331 sunlight_sequencing_duration_seconds{log="navigli2026h2",quantile="0.99"} 0.119775514 sunlight_sequencing_duration_seconds_sum{log="navigli2026h2"} 20776.568543767913 sunlight_sequencing_duration_seconds_count{log="navigli2026h2"} 348435 sunlight_sequencing_duration_seconds{log="navigli2027h1",quantile="0.5"} 0.004829038 sunlight_sequencing_duration_seconds{log="navigli2027h1",quantile="0.75"} 0.007626704 sunlight_sequencing_duration_seconds{log="navigli2027h1",quantile="0.9"} 0.011918853 sunlight_sequencing_duration_seconds{log="navigli2027h1",quantile="0.99"} 0.027302468 sunlight_sequencing_duration_seconds_sum{log="navigli2027h1"} 2417.737017279922 sunlight_sequencing_duration_seconds_count{log="navigli2027h1"} 348434 sunlight_sequencing_duration_seconds{log="navigli2027h2",quantile="0.5"} 0.00629271 sunlight_sequencing_duration_seconds{log="navigli2027h2",quantile="0.75"} 0.00939767 sunlight_sequencing_duration_seconds{log="navigli2027h2",quantile="0.9"} 0.012957863 sunlight_sequencing_duration_seconds{log="navigli2027h2",quantile="0.99"} 0.025586482 sunlight_sequencing_duration_seconds_sum{log="navigli2027h2"} 2427.2986303690423 sunlight_sequencing_duration_seconds_count{log="navigli2027h2"} 348434 sunlight_sequencing_duration_seconds{log="navigli2028h1",quantile="0.5"} 0.006496526 sunlight_sequencing_duration_seconds{log="navigli2028h1",quantile="0.75"} 0.008982259 sunlight_sequencing_duration_seconds{log="navigli2028h1",quantile="0.9"} 0.012720817 sunlight_sequencing_duration_seconds{log="navigli2028h1",quantile="0.99"} 0.024011102 sunlight_sequencing_duration_seconds_sum{log="navigli2028h1"} 2390.4857994560207 sunlight_sequencing_duration_seconds_count{log="navigli2028h1"} 348433 sunlight_sequencing_duration_seconds{log="navigli2028h2",quantile="0.5"} 0.006939148 sunlight_sequencing_duration_seconds{log="navigli2028h2",quantile="0.75"} 0.00942555 sunlight_sequencing_duration_seconds{log="navigli2028h2",quantile="0.9"} 0.012467442 sunlight_sequencing_duration_seconds{log="navigli2028h2",quantile="0.99"} 0.024999423 sunlight_sequencing_duration_seconds_sum{log="navigli2028h2"} 2506.5057824929686 sunlight_sequencing_duration_seconds_count{log="navigli2028h2"} 348433 # HELP sunlight_sequencing_leaf_bytes Size of leaves in sequencing rounds, successful or not. # TYPE sunlight_sequencing_leaf_bytes summary sunlight_sequencing_leaf_bytes{log="navigli2026h2",quantile="0.5"} 1544 sunlight_sequencing_leaf_bytes{log="navigli2026h2",quantile="0.99"} 2109 sunlight_sequencing_leaf_bytes_sum{log="navigli2026h2"} 1.207776702e+09 sunlight_sequencing_leaf_bytes_count{log="navigli2026h2"} 776917 sunlight_sequencing_leaf_bytes{log="navigli2027h1",quantile="0.5"} 1073 sunlight_sequencing_leaf_bytes{log="navigli2027h1",quantile="0.99"} 1073 sunlight_sequencing_leaf_bytes_sum{log="navigli2027h1"} 1.298727e+06 sunlight_sequencing_leaf_bytes_count{log="navigli2027h1"} 1183 sunlight_sequencing_leaf_bytes{log="navigli2027h2",quantile="0.5"} 1071 sunlight_sequencing_leaf_bytes{log="navigli2027h2",quantile="0.99"} 1071 sunlight_sequencing_leaf_bytes_sum{log="navigli2027h2"} 1.245653e+06 sunlight_sequencing_leaf_bytes_count{log="navigli2027h2"} 1162 sunlight_sequencing_leaf_bytes{log="navigli2028h1",quantile="0.5"} 1071 sunlight_sequencing_leaf_bytes{log="navigli2028h1",quantile="0.99"} 1071 sunlight_sequencing_leaf_bytes_sum{log="navigli2028h1"} 1.245614e+06 sunlight_sequencing_leaf_bytes_count{log="navigli2028h1"} 1162 sunlight_sequencing_leaf_bytes{log="navigli2028h2",quantile="0.5"} 1070 sunlight_sequencing_leaf_bytes{log="navigli2028h2",quantile="0.99"} 1070 sunlight_sequencing_leaf_bytes_sum{log="navigli2028h2"} 1.244524e+06 sunlight_sequencing_leaf_bytes_count{log="navigli2028h2"} 1161 # HELP sunlight_sequencing_names_tiles_bytes Uncompressed size of uploaded names tiles, including partials. # TYPE sunlight_sequencing_names_tiles_bytes summary sunlight_sequencing_names_tiles_bytes{log="navigli2026h2",quantile="0.5"} 16516 sunlight_sequencing_names_tiles_bytes{log="navigli2026h2",quantile="0.9"} 31705 sunlight_sequencing_names_tiles_bytes{log="navigli2026h2",quantile="0.99"} 35457 sunlight_sequencing_names_tiles_bytes_sum{log="navigli2026h2"} 5.409065663e+09 sunlight_sequencing_names_tiles_bytes_count{log="navigli2026h2"} 306404 sunlight_sequencing_names_tiles_bytes{log="navigli2027h1",quantile="0.5"} 5346 sunlight_sequencing_names_tiles_bytes{log="navigli2027h1",quantile="0.9"} 5346 sunlight_sequencing_names_tiles_bytes{log="navigli2027h1",quantile="0.99"} 5346 sunlight_sequencing_names_tiles_bytes_sum{log="navigli2027h1"} 3.0905816e+07 sunlight_sequencing_names_tiles_bytes_count{log="navigli2027h1"} 1183 sunlight_sequencing_names_tiles_bytes{log="navigli2027h2",quantile="0.5"} 50292 sunlight_sequencing_names_tiles_bytes{log="navigli2027h2",quantile="0.9"} 50292 sunlight_sequencing_names_tiles_bytes{log="navigli2027h2",quantile="0.99"} 50292 sunlight_sequencing_names_tiles_bytes_sum{log="navigli2027h2"} 3.1122234e+07 sunlight_sequencing_names_tiles_bytes_count{log="navigli2027h2"} 1162 sunlight_sequencing_names_tiles_bytes{log="navigli2028h1",quantile="0.5"} 49896 sunlight_sequencing_names_tiles_bytes{log="navigli2028h1",quantile="0.9"} 49896 sunlight_sequencing_names_tiles_bytes{log="navigli2028h1",quantile="0.99"} 49896 sunlight_sequencing_names_tiles_bytes_sum{log="navigli2028h1"} 3.1067586e+07 sunlight_sequencing_names_tiles_bytes_count{log="navigli2028h1"} 1162 sunlight_sequencing_names_tiles_bytes{log="navigli2028h2",quantile="0.5"} 50292 sunlight_sequencing_names_tiles_bytes{log="navigli2028h2",quantile="0.9"} 50292 sunlight_sequencing_names_tiles_bytes{log="navigli2028h2",quantile="0.99"} 50292 sunlight_sequencing_names_tiles_bytes_sum{log="navigli2028h2"} 3.1099068e+07 sunlight_sequencing_names_tiles_bytes_count{log="navigli2028h2"} 1161 # HELP sunlight_sequencing_names_tiles_gzip_bytes Compressed size of uploaded names tiles, including partials. # TYPE sunlight_sequencing_names_tiles_gzip_bytes summary sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2026h2",quantile="0.5"} 5101 sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2026h2",quantile="0.9"} 8971 sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2026h2",quantile="0.99"} 9883 sunlight_sequencing_names_tiles_gzip_bytes_sum{log="navigli2026h2"} 1.592984298e+09 sunlight_sequencing_names_tiles_gzip_bytes_count{log="navigli2026h2"} 306404 sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2027h1",quantile="0.5"} 368 sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2027h1",quantile="0.9"} 368 sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2027h1",quantile="0.99"} 368 sunlight_sequencing_names_tiles_gzip_bytes_sum{log="navigli2027h1"} 1.365496e+06 sunlight_sequencing_names_tiles_gzip_bytes_count{log="navigli2027h1"} 1183 sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2027h2",quantile="0.5"} 1929 sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2027h2",quantile="0.9"} 1929 sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2027h2",quantile="0.99"} 1929 sunlight_sequencing_names_tiles_gzip_bytes_sum{log="navigli2027h2"} 1.300669e+06 sunlight_sequencing_names_tiles_gzip_bytes_count{log="navigli2027h2"} 1162 sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2028h1",quantile="0.5"} 1930 sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2028h1",quantile="0.9"} 1930 sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2028h1",quantile="0.99"} 1930 sunlight_sequencing_names_tiles_gzip_bytes_sum{log="navigli2028h1"} 1.300589e+06 sunlight_sequencing_names_tiles_gzip_bytes_count{log="navigli2028h1"} 1162 sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2028h2",quantile="0.5"} 1945 sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2028h2",quantile="0.9"} 1945 sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2028h2",quantile="0.99"} 1945 sunlight_sequencing_names_tiles_gzip_bytes_sum{log="navigli2028h2"} 1.304073e+06 sunlight_sequencing_names_tiles_gzip_bytes_count{log="navigli2028h2"} 1161 # HELP sunlight_sequencing_phase_duration_seconds Duration of sequencing round phases, up to the point of failure. # TYPE sunlight_sequencing_phase_duration_seconds summary sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="cache",quantile="0.5"} 0.000304224 sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="cache",quantile="0.9"} 0.000863554 sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="cache",quantile="0.99"} 0.003293257 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2026h2",phase="cache"} 181.96054704299812 sunlight_sequencing_phase_duration_seconds_count{log="navigli2026h2",phase="cache"} 348435 sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="checkpoint",quantile="0.5"} 0.003126031 sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="checkpoint",quantile="0.9"} 0.006384779 sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="checkpoint",quantile="0.99"} 0.01412456 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2026h2",phase="checkpoint"} 1258.5223207539896 sunlight_sequencing_phase_duration_seconds_count{log="navigli2026h2",phase="checkpoint"} 348435 sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="hash",quantile="0.5"} 0.03612232 sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="hash",quantile="0.9"} 0.071389718 sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="hash",quantile="0.99"} 0.092360637 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2026h2",phase="hash"} 14376.045377072403 sunlight_sequencing_phase_duration_seconds_count{log="navigli2026h2",phase="hash"} 348435 sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="stage",quantile="0.5"} 0.008613426 sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="stage",quantile="0.9"} 0.015558183 sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="stage",quantile="0.99"} 0.022168876 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2026h2",phase="stage"} 3452.439545567962 sunlight_sequencing_phase_duration_seconds_count{log="navigli2026h2",phase="stage"} 348435 sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="upload",quantile="0.5"} 0.006331839 sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="upload",quantile="0.9"} 0.008481398 sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="upload",quantile="0.99"} 0.013490182 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2026h2",phase="upload"} 1448.6653732330224 sunlight_sequencing_phase_duration_seconds_count{log="navigli2026h2",phase="upload"} 348435 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="cache",quantile="0.5"} 0.000104128 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="cache",quantile="0.9"} 0.000204726 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="cache",quantile="0.99"} 0.003907345 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2027h1",phase="cache"} 66.15989513099791 sunlight_sequencing_phase_duration_seconds_count{log="navigli2027h1",phase="cache"} 348434 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="checkpoint",quantile="0.5"} 0.003430215 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="checkpoint",quantile="0.9"} 0.008124545 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="checkpoint",quantile="0.99"} 0.021561218 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2027h1",phase="checkpoint"} 1535.063017958016 sunlight_sequencing_phase_duration_seconds_count{log="navigli2027h1",phase="checkpoint"} 348434 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="hash",quantile="0.5"} 0.000308164 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="hash",quantile="0.9"} 0.000615139 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="hash",quantile="0.99"} 0.001009701 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2027h1",phase="hash"} 459.70113935700215 sunlight_sequencing_phase_duration_seconds_count{log="navigli2027h1",phase="hash"} 348434 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="stage",quantile="0.5"} 3.212e-05 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="stage",quantile="0.9"} 5.6688e-05 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="stage",quantile="0.99"} 0.004056582 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2027h1",phase="stage"} 30.82565477499946 sunlight_sequencing_phase_duration_seconds_count{log="navigli2027h1",phase="stage"} 348434 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="upload",quantile="0.5"} 0.000624618 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="upload",quantile="0.9"} 0.00107274 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="upload",quantile="0.99"} 0.004956656 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2027h1",phase="upload"} 269.74385939799964 sunlight_sequencing_phase_duration_seconds_count{log="navigli2027h1",phase="upload"} 348434 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="cache",quantile="0.5"} 0.000108618 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="cache",quantile="0.9"} 0.000189076 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="cache",quantile="0.99"} 0.003982294 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2027h2",phase="cache"} 67.53017852000045 sunlight_sequencing_phase_duration_seconds_count{log="navigli2027h2",phase="cache"} 348434 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="checkpoint",quantile="0.5"} 0.003308646 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="checkpoint",quantile="0.9"} 0.008023716 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="checkpoint",quantile="0.99"} 0.015919756 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2027h2",phase="checkpoint"} 1553.8653677830307 sunlight_sequencing_phase_duration_seconds_count{log="navigli2027h2",phase="checkpoint"} 348434 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="hash",quantile="0.5"} 0.001643948 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="hash",quantile="0.9"} 0.003044832 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="hash",quantile="0.99"} 0.004452255 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2027h2",phase="hash"} 450.4724954699986 sunlight_sequencing_phase_duration_seconds_count{log="navigli2027h2",phase="hash"} 348434 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="stage",quantile="0.5"} 3.5799e-05 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="stage",quantile="0.9"} 6.6069e-05 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="stage",quantile="0.99"} 0.00212202 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2027h2",phase="stage"} 30.463553419000817 sunlight_sequencing_phase_duration_seconds_count{log="navigli2027h2",phase="stage"} 348434 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="upload",quantile="0.5"} 0.000646058 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="upload",quantile="0.9"} 0.0010602 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="upload",quantile="0.99"} 0.003489114 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2027h2",phase="upload"} 268.58714441899616 sunlight_sequencing_phase_duration_seconds_count{log="navigli2027h2",phase="upload"} 348434 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="cache",quantile="0.5"} 0.000101258 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="cache",quantile="0.9"} 0.000187186 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="cache",quantile="0.99"} 0.003266547 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2028h1",phase="cache"} 64.92729536999926 sunlight_sequencing_phase_duration_seconds_count{log="navigli2028h1",phase="cache"} 348433 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="checkpoint",quantile="0.5"} 0.00366905 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="checkpoint",quantile="0.9"} 0.007908429 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="checkpoint",quantile="0.99"} 0.013220168 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2028h1",phase="checkpoint"} 1541.9470232939875 sunlight_sequencing_phase_duration_seconds_count{log="navigli2028h1",phase="checkpoint"} 348433 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="hash",quantile="0.5"} 0.001557491 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="hash",quantile="0.9"} 0.002985643 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="hash",quantile="0.99"} 0.004130952 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2028h1",phase="hash"} 424.909937723002 sunlight_sequencing_phase_duration_seconds_count{log="navigli2028h1",phase="hash"} 348433 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="stage",quantile="0.5"} 3.1399e-05 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="stage",quantile="0.9"} 5.7549e-05 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="stage",quantile="0.99"} 0.002337135 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2028h1",phase="stage"} 30.182554868000206 sunlight_sequencing_phase_duration_seconds_count{log="navigli2028h1",phase="stage"} 348433 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="upload",quantile="0.5"} 0.000627357 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="upload",quantile="0.9"} 0.00105116 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="upload",quantile="0.99"} 0.003521903 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2028h1",phase="upload"} 270.91491919800524 sunlight_sequencing_phase_duration_seconds_count{log="navigli2028h1",phase="upload"} 348433 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="cache",quantile="0.5"} 0.000108158 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="cache",quantile="0.9"} 0.000205516 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="cache",quantile="0.99"} 0.004290478 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2028h2",phase="cache"} 70.73692952499916 sunlight_sequencing_phase_duration_seconds_count{log="navigli2028h2",phase="cache"} 348433 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="checkpoint",quantile="0.5"} 0.003483763 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="checkpoint",quantile="0.9"} 0.008030417 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="checkpoint",quantile="0.99"} 0.018536987 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2028h2",phase="checkpoint"} 1616.633040842937 sunlight_sequencing_phase_duration_seconds_count{log="navigli2028h2",phase="checkpoint"} 348433 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="hash",quantile="0.5"} 0.001672998 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="hash",quantile="0.9"} 0.003024813 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="hash",quantile="0.99"} 0.004055323 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2028h2",phase="hash"} 445.2455717510055 sunlight_sequencing_phase_duration_seconds_count{log="navigli2028h2",phase="hash"} 348433 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="stage",quantile="0.5"} 3.7409e-05 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="stage",quantile="0.9"} 7.0729e-05 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="stage",quantile="0.99"} 0.002334615 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2028h2",phase="stage"} 31.46839490199963 sunlight_sequencing_phase_duration_seconds_count{log="navigli2028h2",phase="stage"} 348433 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="upload",quantile="0.5"} 0.000663038 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="upload",quantile="0.9"} 0.00103946 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="upload",quantile="0.99"} 0.004637821 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2028h2",phase="upload"} 282.85230091499676 sunlight_sequencing_phase_duration_seconds_count{log="navigli2028h2",phase="upload"} 348433 # HELP sunlight_sequencing_pool_entries Number of entries in the pools being sequenced. # TYPE sunlight_sequencing_pool_entries summary sunlight_sequencing_pool_entries{log="navigli2026h2",quantile="0.5"} 2 sunlight_sequencing_pool_entries{log="navigli2026h2",quantile="0.99"} 6 sunlight_sequencing_pool_entries_sum{log="navigli2026h2"} 776917 sunlight_sequencing_pool_entries_count{log="navigli2026h2"} 348435 sunlight_sequencing_pool_entries{log="navigli2027h1",quantile="0.5"} 0 sunlight_sequencing_pool_entries{log="navigli2027h1",quantile="0.99"} 0 sunlight_sequencing_pool_entries_sum{log="navigli2027h1"} 1183 sunlight_sequencing_pool_entries_count{log="navigli2027h1"} 348434 sunlight_sequencing_pool_entries{log="navigli2027h2",quantile="0.5"} 0 sunlight_sequencing_pool_entries{log="navigli2027h2",quantile="0.99"} 0 sunlight_sequencing_pool_entries_sum{log="navigli2027h2"} 1162 sunlight_sequencing_pool_entries_count{log="navigli2027h2"} 348434 sunlight_sequencing_pool_entries{log="navigli2028h1",quantile="0.5"} 0 sunlight_sequencing_pool_entries{log="navigli2028h1",quantile="0.99"} 0 sunlight_sequencing_pool_entries_sum{log="navigli2028h1"} 1162 sunlight_sequencing_pool_entries_count{log="navigli2028h1"} 348433 sunlight_sequencing_pool_entries{log="navigli2028h2",quantile="0.5"} 0 sunlight_sequencing_pool_entries{log="navigli2028h2",quantile="0.99"} 0 sunlight_sequencing_pool_entries_sum{log="navigli2028h2"} 1161 sunlight_sequencing_pool_entries_count{log="navigli2028h2"} 348433 # HELP sunlight_sequencing_rounds_total Number of sequencing rounds, by error category if failed. # TYPE sunlight_sequencing_rounds_total counter sunlight_sequencing_rounds_total{error="",log="navigli2026h2"} 348435 sunlight_sequencing_rounds_total{error="",log="navigli2027h1"} 348434 sunlight_sequencing_rounds_total{error="",log="navigli2027h2"} 348433 sunlight_sequencing_rounds_total{error="",log="navigli2028h1"} 348433 sunlight_sequencing_rounds_total{error="",log="navigli2028h2"} 348433 # HELP sunlight_sequencing_uploaded_tiles_total Number of tiles uploaded in successful rounds, including partials. # TYPE sunlight_sequencing_uploaded_tiles_total counter sunlight_sequencing_uploaded_tiles_total{log="navigli2026h2"} 922259 sunlight_sequencing_uploaded_tiles_total{log="navigli2027h1"} 3554 sunlight_sequencing_uploaded_tiles_total{log="navigli2027h2"} 3490 sunlight_sequencing_uploaded_tiles_total{log="navigli2028h1"} 3490 sunlight_sequencing_uploaded_tiles_total{log="navigli2028h2"} 3487 # HELP sunlight_sqlite_update_duration_seconds Duration of SQLite lock backend updates. # TYPE sunlight_sqlite_update_duration_seconds summary sunlight_sqlite_update_duration_seconds{quantile="0.5"} 0.000391372 sunlight_sqlite_update_duration_seconds{quantile="0.9"} 0.000648268 sunlight_sqlite_update_duration_seconds{quantile="0.99"} 0.00157875 sunlight_sqlite_update_duration_seconds_sum 945.4971313260468 sunlight_sqlite_update_duration_seconds_count 2.078667e+06 # HELP sunlight_staging_discard_errors_total Number of errors discarding staging entries. # TYPE sunlight_staging_discard_errors_total counter sunlight_staging_discard_errors_total{log="navigli2026h2"} 0 sunlight_staging_discard_errors_total{log="navigli2027h1"} 0 sunlight_staging_discard_errors_total{log="navigli2027h2"} 0 sunlight_staging_discard_errors_total{log="navigli2028h1"} 0 sunlight_staging_discard_errors_total{log="navigli2028h2"} 0 # HELP sunlight_tree_size_leaves_total Size of the latest published tree head. # TYPE sunlight_tree_size_leaves_total gauge sunlight_tree_size_leaves_total{log="navigli2026h2"} 1.65159973e+08 sunlight_tree_size_leaves_total{log="navigli2027h1"} 41755 sunlight_tree_size_leaves_total{log="navigli2027h2"} 38910 sunlight_tree_size_leaves_total{log="navigli2028h1"} 38908 sunlight_tree_size_leaves_total{log="navigli2028h2"} 38910 # HELP sunlight_tree_timestamp_seconds Timestamp of the latest published tree head. # TYPE sunlight_tree_timestamp_seconds gauge sunlight_tree_timestamp_seconds{log="navigli2026h2"} 1.788778054917e+09 sunlight_tree_timestamp_seconds{log="navigli2027h1"} 1.788778054871e+09 sunlight_tree_timestamp_seconds{log="navigli2027h2"} 1.788778054978e+09 sunlight_tree_timestamp_seconds{log="navigli2028h1"} 1.788778054886e+09 sunlight_tree_timestamp_seconds{log="navigli2028h2"} 1.788778054865e+09 # HELP sunlight_witness_add_checkpoint_requests_total Total number of add-checkpoint requests processed, by log origin. # TYPE sunlight_witness_add_checkpoint_requests_total counter sunlight_witness_add_checkpoint_requests_total{error="",origin="coachandhorses2026h1.staging.certificate.transparency.goog",progress="false"} 2366 sunlight_witness_add_checkpoint_requests_total{error="",origin="coachandhorses2026h2.staging.certificate.transparency.goog",progress="false"} 941 sunlight_witness_add_checkpoint_requests_total{error="",origin="coachandhorses2026h2.staging.certificate.transparency.goog",progress="true"} 55430 sunlight_witness_add_checkpoint_requests_total{error="",origin="coachandhorses2027h1.staging.certificate.transparency.goog",progress="false"} 1226 sunlight_witness_add_checkpoint_requests_total{error="",origin="coachandhorses2027h1.staging.certificate.transparency.goog",progress="true"} 14546 sunlight_witness_add_checkpoint_requests_total{error="",origin="coachandhorses2027h2.staging.certificate.transparency.goog",progress="false"} 2347 sunlight_witness_add_checkpoint_requests_total{error="",origin="coachandhorses2027h2.staging.certificate.transparency.goog",progress="true"} 20 sunlight_witness_add_checkpoint_requests_total{error="",origin="geomys.org/witness/test-log",progress="false"} 5810 sunlight_witness_add_checkpoint_requests_total{error="",origin="keyserver.geomys.org",progress="false"} 20 sunlight_witness_add_checkpoint_requests_total{error="",origin="log2025-1.rekor.sigstore.dev",progress="false"} 4 sunlight_witness_add_checkpoint_requests_total{error="",origin="log2025-1.rekor.sigstore.dev",progress="true"} 22020 sunlight_witness_add_checkpoint_requests_total{error="",origin="log2025-alpha3.rekor.sigstage.dev",progress="false"} 4 sunlight_witness_add_checkpoint_requests_total{error="",origin="log2025-alpha3.rekor.sigstage.dev",progress="true"} 10458 sunlight_witness_add_checkpoint_requests_total{error="",origin="log2026-1.us-east4.rekor.sigstage.dev",progress="false"} 6 sunlight_witness_add_checkpoint_requests_total{error="",origin="log2026-1.us-east4.rekor.sigstage.dev",progress="true"} 11861 sunlight_witness_add_checkpoint_requests_total{error="",origin="markovianprotocol.com/log",progress="false"} 14 sunlight_witness_add_checkpoint_requests_total{error="",origin="markovianprotocol.com/log",progress="true"} 6 sunlight_witness_add_checkpoint_requests_total{error="",origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1",progress="true"} 19 sunlight_witness_add_checkpoint_requests_total{error="",origin="parcelyard2026h2.prod.certificate.transparency.goog",progress="false"} 1676 sunlight_witness_add_checkpoint_requests_total{error="",origin="parcelyard2026h2.prod.certificate.transparency.goog",progress="true"} 55715 sunlight_witness_add_checkpoint_requests_total{error="",origin="parcelyard2027h1.prod.certificate.transparency.goog",progress="false"} 984 sunlight_witness_add_checkpoint_requests_total{error="",origin="parcelyard2027h1.prod.certificate.transparency.goog",progress="true"} 54527 sunlight_witness_add_checkpoint_requests_total{error="",origin="parcelyard2027h2.prod.certificate.transparency.goog",progress="false"} 2321 sunlight_witness_add_checkpoint_requests_total{error="",origin="parcelyard2027h2.prod.certificate.transparency.goog",progress="true"} 43 sunlight_witness_add_checkpoint_requests_total{error="",origin="plumbersarms2026h2.prod.certificate.transparency.goog",progress="false"} 454 sunlight_witness_add_checkpoint_requests_total{error="",origin="plumbersarms2026h2.prod.certificate.transparency.goog",progress="true"} 38360 sunlight_witness_add_checkpoint_requests_total{error="",origin="plumbersarms2027h1.prod.certificate.transparency.goog",progress="false"} 806 sunlight_witness_add_checkpoint_requests_total{error="",origin="plumbersarms2027h1.prod.certificate.transparency.goog",progress="true"} 37684 sunlight_witness_add_checkpoint_requests_total{error="",origin="plumbersarms2027h2.prod.certificate.transparency.goog",progress="false"} 2306 sunlight_witness_add_checkpoint_requests_total{error="",origin="plumbersarms2027h2.prod.certificate.transparency.goog",progress="true"} 42 sunlight_witness_add_checkpoint_requests_total{error="",origin="sigsum.org/v1/tree/1643169b32bef33a3f54f8a353b87c475d19b6223cbb106390d10a29978e1cba",progress="false"} 6967 sunlight_witness_add_checkpoint_requests_total{error="",origin="sigsum.org/v1/tree/4e89cc51651f0d95f3c6127c15e1a42e3ddf7046c5b17b752689c402e773bb4d",progress="false"} 6948 sunlight_witness_add_checkpoint_requests_total{error="",origin="sigsum.org/v1/tree/4e89cc51651f0d95f3c6127c15e1a42e3ddf7046c5b17b752689c402e773bb4d",progress="true"} 21 sunlight_witness_add_checkpoint_requests_total{error="",origin="thelemail.com/keys",progress="false"} 109 sunlight_witness_add_checkpoint_requests_total{error="",origin="thelemail.com/keys",progress="true"} 11 sunlight_witness_add_checkpoint_requests_total{error="known tree size doesn't match provided old size",origin="coachandhorses2026h2.staging.certificate.transparency.goog",progress="true"} 925 sunlight_witness_add_checkpoint_requests_total{error="known tree size doesn't match provided old size",origin="coachandhorses2027h1.staging.certificate.transparency.goog",progress="true"} 183 sunlight_witness_add_checkpoint_requests_total{error="known tree size doesn't match provided old size",origin="log2025-1.rekor.sigstore.dev",progress="true"} 39 sunlight_witness_add_checkpoint_requests_total{error="known tree size doesn't match provided old size",origin="log2025-alpha3.rekor.sigstage.dev",progress="true"} 3 sunlight_witness_add_checkpoint_requests_total{error="known tree size doesn't match provided old size",origin="log2026-1.us-east4.rekor.sigstage.dev",progress="true"} 6 sunlight_witness_add_checkpoint_requests_total{error="known tree size doesn't match provided old size",origin="markovianprotocol.com/log",progress="true"} 20 sunlight_witness_add_checkpoint_requests_total{error="known tree size doesn't match provided old size",origin="parcelyard2026h2.prod.certificate.transparency.goog",progress="true"} 1580 sunlight_witness_add_checkpoint_requests_total{error="known tree size doesn't match provided old size",origin="parcelyard2027h1.prod.certificate.transparency.goog",progress="true"} 969 sunlight_witness_add_checkpoint_requests_total{error="known tree size doesn't match provided old size",origin="plumbersarms2026h2.prod.certificate.transparency.goog",progress="false"} 13 sunlight_witness_add_checkpoint_requests_total{error="known tree size doesn't match provided old size",origin="plumbersarms2026h2.prod.certificate.transparency.goog",progress="true"} 10718 sunlight_witness_add_checkpoint_requests_total{error="known tree size doesn't match provided old size",origin="plumbersarms2027h1.prod.certificate.transparency.goog",progress="false"} 14 sunlight_witness_add_checkpoint_requests_total{error="known tree size doesn't match provided old size",origin="plumbersarms2027h1.prod.certificate.transparency.goog",progress="true"} 10882 sunlight_witness_add_checkpoint_requests_total{error="known tree size doesn't match provided old size",origin="plumbersarms2027h2.prod.certificate.transparency.goog",progress="false"} 1 sunlight_witness_add_checkpoint_requests_total{error="known tree size doesn't match provided old size",origin="plumbersarms2027h2.prod.certificate.transparency.goog",progress="true"} 1 sunlight_witness_add_checkpoint_requests_total{error="known tree size doesn't match provided old size",origin="sigsum.org/v1/tree/4e89cc51651f0d95f3c6127c15e1a42e3ddf7046c5b17b752689c402e773bb4d",progress="true"} 2 sunlight_witness_add_checkpoint_requests_total{error="known tree size doesn't match provided old size",origin="thelemail.com/keys",progress="false"} 1 sunlight_witness_add_checkpoint_requests_total{error="unknown log",origin="",progress=""} 18783 # HELP sunlight_witness_add_entries_requests_total Total number of add-entries requests processed, by log origin. # TYPE sunlight_witness_add_entries_requests_total counter sunlight_witness_add_entries_requests_total{error="",origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1"} 31 sunlight_witness_add_entries_requests_total{error="",origin="oid/1.3.6.1.4.1.44494.3.1.2.0.1"} 5 # HELP sunlight_witness_fs_op_duration_seconds Overall local backend operation latency. # TYPE sunlight_witness_fs_op_duration_seconds summary sunlight_witness_fs_op_duration_seconds{method="fetch",quantile="0.5"} NaN sunlight_witness_fs_op_duration_seconds{method="fetch",quantile="0.75"} NaN sunlight_witness_fs_op_duration_seconds{method="fetch",quantile="0.9"} NaN sunlight_witness_fs_op_duration_seconds{method="fetch",quantile="0.99"} NaN sunlight_witness_fs_op_duration_seconds_sum{method="fetch"} 0.006715761 sunlight_witness_fs_op_duration_seconds_count{method="fetch"} 57 sunlight_witness_fs_op_duration_seconds{method="upload",quantile="0.5"} 0.000638258 sunlight_witness_fs_op_duration_seconds{method="upload",quantile="0.75"} 0.000852794 sunlight_witness_fs_op_duration_seconds{method="upload",quantile="0.9"} 0.001015421 sunlight_witness_fs_op_duration_seconds{method="upload",quantile="0.99"} 0.001290485 sunlight_witness_fs_op_duration_seconds_sum{method="upload"} 239.253653214996 sunlight_witness_fs_op_duration_seconds_count{method="upload"} 336148 # HELP sunlight_witness_http_in_flight_requests Requests currently being served, by endpoint. # TYPE sunlight_witness_http_in_flight_requests gauge sunlight_witness_http_in_flight_requests{endpoint="add-checkpoint"} 0 sunlight_witness_http_in_flight_requests{endpoint="add-entries"} 0 sunlight_witness_http_in_flight_requests{endpoint="sign-subtree"} 0 # HELP sunlight_witness_http_request_duration_seconds HTTP request serving latencies in seconds, by endpoint. # TYPE sunlight_witness_http_request_duration_seconds summary sunlight_witness_http_request_duration_seconds{endpoint="add-checkpoint",quantile="0.5"} 0.007190902 sunlight_witness_http_request_duration_seconds{endpoint="add-checkpoint",quantile="0.75"} 0.010003639 sunlight_witness_http_request_duration_seconds{endpoint="add-checkpoint",quantile="0.9"} 0.013038221 sunlight_witness_http_request_duration_seconds{endpoint="add-checkpoint",quantile="0.99"} 0.019603085 sunlight_witness_http_request_duration_seconds_sum{endpoint="add-checkpoint"} 2923.97464990203 sunlight_witness_http_request_duration_seconds_count{endpoint="add-checkpoint"} 380213 sunlight_witness_http_request_duration_seconds{endpoint="add-entries",quantile="0.5"} NaN sunlight_witness_http_request_duration_seconds{endpoint="add-entries",quantile="0.75"} NaN sunlight_witness_http_request_duration_seconds{endpoint="add-entries",quantile="0.9"} NaN sunlight_witness_http_request_duration_seconds{endpoint="add-entries",quantile="0.99"} NaN sunlight_witness_http_request_duration_seconds_sum{endpoint="add-entries"} 0.7067804759999997 sunlight_witness_http_request_duration_seconds_count{endpoint="add-entries"} 36 sunlight_witness_http_request_duration_seconds{endpoint="sign-subtree",quantile="0.5"} NaN sunlight_witness_http_request_duration_seconds{endpoint="sign-subtree",quantile="0.75"} NaN sunlight_witness_http_request_duration_seconds{endpoint="sign-subtree",quantile="0.9"} NaN sunlight_witness_http_request_duration_seconds{endpoint="sign-subtree",quantile="0.99"} NaN sunlight_witness_http_request_duration_seconds_sum{endpoint="sign-subtree"} 2.620798124 sunlight_witness_http_request_duration_seconds_count{endpoint="sign-subtree"} 59 # HELP sunlight_witness_http_request_size_bytes HTTP request sizes in bytes, by endpoint. # TYPE sunlight_witness_http_request_size_bytes summary sunlight_witness_http_request_size_bytes{endpoint="add-entries",quantile="0.5"} NaN sunlight_witness_http_request_size_bytes{endpoint="add-entries",quantile="0.9"} NaN sunlight_witness_http_request_size_bytes{endpoint="add-entries",quantile="0.99"} NaN sunlight_witness_http_request_size_bytes_sum{endpoint="add-entries"} 15842 sunlight_witness_http_request_size_bytes_count{endpoint="add-entries"} 36 # HELP sunlight_witness_http_requests_total HTTP requests served, by endpoint and response code. # TYPE sunlight_witness_http_requests_total counter sunlight_witness_http_requests_total{code="200",endpoint="add-checkpoint"} 336072 sunlight_witness_http_requests_total{code="200",endpoint="add-entries"} 36 sunlight_witness_http_requests_total{code="200",endpoint="sign-subtree"} 19 sunlight_witness_http_requests_total{code="403",endpoint="sign-subtree"} 40 sunlight_witness_http_requests_total{code="404",endpoint="add-checkpoint"} 18783 sunlight_witness_http_requests_total{code="409",endpoint="add-checkpoint"} 25357 sunlight_witness_http_requests_total{code="500",endpoint="add-checkpoint"} 1 # HELP sunlight_witness_known_logs Number of logs known to the witness. # TYPE sunlight_witness_known_logs gauge sunlight_witness_known_logs 31 # HELP sunlight_witness_log_entries_total Size of the latest checkpoint, by log origin. # TYPE sunlight_witness_log_entries_total gauge sunlight_witness_log_entries_total{origin="coachandhorses2026h1.staging.certificate.transparency.goog"} 1.85550988e+08 sunlight_witness_log_entries_total{origin="coachandhorses2026h2.staging.certificate.transparency.goog"} 3.877558012e+09 sunlight_witness_log_entries_total{origin="coachandhorses2027h1.staging.certificate.transparency.goog"} 2.7097768e+08 sunlight_witness_log_entries_total{origin="coachandhorses2027h2.staging.certificate.transparency.goog"} 3347 sunlight_witness_log_entries_total{origin="geomys.org/witness/test-log"} 1 sunlight_witness_log_entries_total{origin="keyserver.geomys.org"} 79 sunlight_witness_log_entries_total{origin="log2025-1.rekor.sigstore.dev"} 9.9896355e+07 sunlight_witness_log_entries_total{origin="log2025-alpha3.rekor.sigstage.dev"} 5.578236e+06 sunlight_witness_log_entries_total{origin="log2026-1.us-east4.rekor.sigstage.dev"} 1.279813e+06 sunlight_witness_log_entries_total{origin="markovianprotocol.com/log"} 7859 sunlight_witness_log_entries_total{origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1"} 9928 sunlight_witness_log_entries_total{origin="parcelyard2026h2.prod.certificate.transparency.goog"} 1.197277548e+09 sunlight_witness_log_entries_total{origin="parcelyard2027h1.prod.certificate.transparency.goog"} 4.8603819e+07 sunlight_witness_log_entries_total{origin="parcelyard2027h2.prod.certificate.transparency.goog"} 6396 sunlight_witness_log_entries_total{origin="plumbersarms2026h2.prod.certificate.transparency.goog"} 1.196927275e+09 sunlight_witness_log_entries_total{origin="plumbersarms2027h1.prod.certificate.transparency.goog"} 4.8552014e+07 sunlight_witness_log_entries_total{origin="plumbersarms2027h2.prod.certificate.transparency.goog"} 6417 sunlight_witness_log_entries_total{origin="sigsum.org/v1/tree/1643169b32bef33a3f54f8a353b87c475d19b6223cbb106390d10a29978e1cba"} 478496 sunlight_witness_log_entries_total{origin="sigsum.org/v1/tree/4e89cc51651f0d95f3c6127c15e1a42e3ddf7046c5b17b752689c402e773bb4d"} 214867 sunlight_witness_log_entries_total{origin="thelemail.com/keys"} 191 # HELP sunlight_witness_log_list_pull_timestamp_seconds Timestamp of the last successful pull of each log list. # TYPE sunlight_witness_log_list_pull_timestamp_seconds gauge sunlight_witness_log_list_pull_timestamp_seconds{list="https://github.com/geomys/magnolia/raw/refs/heads/main/staging/mirror.log-list.txt"} 1.7887776701325688e+09 sunlight_witness_log_list_pull_timestamp_seconds{list="https://staging.witness-network.org/log-list-100qps-40klogs.1"} 1.788777669553651e+09 sunlight_witness_log_list_pull_timestamp_seconds{list="https://staging.witness-network.org/log-list-10qps-4klogs.1"} 1.7887776695235717e+09 sunlight_witness_log_list_pull_timestamp_seconds{list="https://testing.witness-network.org/log-list.1"} 1.788777669412385e+09 sunlight_witness_log_list_pull_timestamp_seconds{list="https://uptime.geomys.org/witness/log-list"} 1.7887776696360416e+09 # HELP sunlight_witness_mirror_data_tiles_bytes Uncompressed size of uploaded mirror data tiles, including partials, by log origin. # TYPE sunlight_witness_mirror_data_tiles_bytes summary sunlight_witness_mirror_data_tiles_bytes{origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1",quantile="0.5"} NaN sunlight_witness_mirror_data_tiles_bytes{origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1",quantile="0.9"} NaN sunlight_witness_mirror_data_tiles_bytes{origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1",quantile="0.99"} NaN sunlight_witness_mirror_data_tiles_bytes_sum{origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1"} 1.39297e+06 sunlight_witness_mirror_data_tiles_bytes_count{origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1"} 19 # HELP sunlight_witness_mirror_data_tiles_gzip_bytes Compressed size of uploaded mirror data tiles, including partials, by log origin. # TYPE sunlight_witness_mirror_data_tiles_gzip_bytes summary sunlight_witness_mirror_data_tiles_gzip_bytes{origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1",quantile="0.5"} NaN sunlight_witness_mirror_data_tiles_gzip_bytes{origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1",quantile="0.9"} NaN sunlight_witness_mirror_data_tiles_gzip_bytes{origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1",quantile="0.99"} NaN sunlight_witness_mirror_data_tiles_gzip_bytes_sum{origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1"} 128474 sunlight_witness_mirror_data_tiles_gzip_bytes_count{origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1"} 19 # HELP sunlight_witness_mirror_entry_bytes Size of individual entries uploaded via add-entries, by log origin. # TYPE sunlight_witness_mirror_entry_bytes summary sunlight_witness_mirror_entry_bytes{origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1",quantile="0.5"} NaN sunlight_witness_mirror_entry_bytes{origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1",quantile="0.99"} NaN sunlight_witness_mirror_entry_bytes_sum{origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1"} 6946 sunlight_witness_mirror_entry_bytes_count{origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1"} 19 # HELP sunlight_witness_mirror_log_entries_total Size of the latest mirror checkpoint, by log origin. # TYPE sunlight_witness_mirror_log_entries_total gauge sunlight_witness_mirror_log_entries_total{origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1"} 9928 sunlight_witness_mirror_log_entries_total{origin="oid/1.3.6.1.4.1.44494.3.1.2.0.1"} 15 # HELP sunlight_witness_mirror_next_entry Number of entries durably uploaded to the mirror, at or ahead of the mirror checkpoint, by log origin. # TYPE sunlight_witness_mirror_next_entry gauge sunlight_witness_mirror_next_entry{origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1"} 9928 sunlight_witness_mirror_next_entry{origin="oid/1.3.6.1.4.1.44494.3.1.2.0.1"} 15 # HELP sunlight_witness_mirror_uploaded_entries_total Number of new entries uploaded via add-entries, by log origin. # TYPE sunlight_witness_mirror_uploaded_entries_total counter sunlight_witness_mirror_uploaded_entries_total{origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1"} 19 # HELP sunlight_witness_mirror_uploaded_tiles_total Number of tiles uploaded via add-entries, including partials, by log origin and whether they are tiles cut at the committed checkpoint. # TYPE sunlight_witness_mirror_uploaded_tiles_total counter sunlight_witness_mirror_uploaded_tiles_total{cut="false",origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1"} 38 # HELP sunlight_witness_mirrored_logs Number of logs mirrored by the witness. # TYPE sunlight_witness_mirrored_logs gauge sunlight_witness_mirrored_logs 3 # HELP sunlight_witness_sign_subtree_requests_total Total number of sign-subtree requests processed, by log origin. # TYPE sunlight_witness_sign_subtree_requests_total counter sunlight_witness_sign_subtree_requests_total{error="",origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1"} 19 sunlight_witness_sign_subtree_requests_total{error="invalid signature",origin="oid/1.3.6.1.4.1.44494.3.1.1.0.1"} 40