# HELP go_gc_duration_seconds A summary of the wall-time pause (stop-the-world) duration in garbage collection cycles. # TYPE go_gc_duration_seconds summary go_gc_duration_seconds{quantile="0"} 5.0228e-05 go_gc_duration_seconds{quantile="0.25"} 6.379e-05 go_gc_duration_seconds{quantile="0.5"} 7.7281e-05 go_gc_duration_seconds{quantile="0.75"} 0.000117255 go_gc_duration_seconds{quantile="1"} 0.003373213 go_gc_duration_seconds_sum 3.246806039 go_gc_duration_seconds_count 40492 # HELP go_gc_gogc_percent Heap size target percentage configured by the user, otherwise 100. This value is set by the GOGC environment variable, and the runtime/debug.SetGCPercent function. Sourced from /gc/gogc:percent. # TYPE go_gc_gogc_percent gauge go_gc_gogc_percent 100 # HELP go_gc_gomemlimit_bytes Go runtime memory limit configured by the user, otherwise math.MaxInt64. This value is set by the GOMEMLIMIT environment variable, and the runtime/debug.SetMemoryLimit function. Sourced from /gc/gomemlimit:bytes. # TYPE go_gc_gomemlimit_bytes gauge go_gc_gomemlimit_bytes 9.223372036854776e+18 # HELP go_goroutines Number of goroutines that currently exist. # TYPE go_goroutines gauge go_goroutines 40 # HELP go_info Information about the Go environment. # TYPE go_info gauge go_info{version="go1.24.4"} 1 # HELP go_memstats_alloc_bytes Number of bytes allocated in heap and currently in use. Equals to /memory/classes/heap/objects:bytes. # TYPE go_memstats_alloc_bytes gauge go_memstats_alloc_bytes 5.9450216e+07 # HELP go_memstats_alloc_bytes_total Total number of bytes allocated in heap until now, even if released already. Equals to /gc/heap/allocs:bytes. # TYPE go_memstats_alloc_bytes_total counter go_memstats_alloc_bytes_total 1.190356294072e+12 # HELP go_memstats_buck_hash_sys_bytes Number of bytes used by the profiling bucket hash table. Equals to /memory/classes/profiling/buckets:bytes. # TYPE go_memstats_buck_hash_sys_bytes gauge go_memstats_buck_hash_sys_bytes 3.50349e+06 # HELP go_memstats_frees_total Total number of heap objects frees. Equals to /gc/heap/frees:objects + /gc/heap/tiny/allocs:objects. # TYPE go_memstats_frees_total counter go_memstats_frees_total 1.1443126635e+10 # HELP go_memstats_gc_sys_bytes Number of bytes used for garbage collection system metadata. Equals to /memory/classes/metadata/other:bytes. # TYPE go_memstats_gc_sys_bytes gauge go_memstats_gc_sys_bytes 4.484144e+06 # HELP go_memstats_heap_alloc_bytes Number of heap bytes allocated and currently in use, same as go_memstats_alloc_bytes. Equals to /memory/classes/heap/objects:bytes. # TYPE go_memstats_heap_alloc_bytes gauge go_memstats_heap_alloc_bytes 5.9450216e+07 # HELP go_memstats_heap_idle_bytes Number of heap bytes waiting to be used. Equals to /memory/classes/heap/released:bytes + /memory/classes/heap/free:bytes. # TYPE go_memstats_heap_idle_bytes gauge go_memstats_heap_idle_bytes 3.182592e+07 # HELP go_memstats_heap_inuse_bytes Number of heap bytes that are in use. Equals to /memory/classes/heap/objects:bytes + /memory/classes/heap/unused:bytes # TYPE go_memstats_heap_inuse_bytes gauge go_memstats_heap_inuse_bytes 6.762496e+07 # HELP go_memstats_heap_objects Number of currently allocated objects. Equals to /gc/heap/objects:objects. # TYPE go_memstats_heap_objects gauge go_memstats_heap_objects 379637 # HELP go_memstats_heap_released_bytes Number of heap bytes released to OS. Equals to /memory/classes/heap/released:bytes. # TYPE go_memstats_heap_released_bytes gauge go_memstats_heap_released_bytes 2.6853376e+07 # HELP go_memstats_heap_sys_bytes Number of heap bytes obtained from system. Equals to /memory/classes/heap/objects:bytes + /memory/classes/heap/unused:bytes + /memory/classes/heap/released:bytes + /memory/classes/heap/free:bytes. # TYPE go_memstats_heap_sys_bytes gauge go_memstats_heap_sys_bytes 9.945088e+07 # HELP go_memstats_last_gc_time_seconds Number of seconds since 1970 of last garbage collection. # TYPE go_memstats_last_gc_time_seconds gauge go_memstats_last_gc_time_seconds 1.7564839599682248e+09 # HELP go_memstats_mallocs_total Total number of heap objects allocated, both live and gc-ed. Semantically a counter version for go_memstats_heap_objects gauge. Equals to /gc/heap/allocs:objects + /gc/heap/tiny/allocs:objects. # TYPE go_memstats_mallocs_total counter go_memstats_mallocs_total 1.1443506272e+10 # HELP go_memstats_mcache_inuse_bytes Number of bytes in use by mcache structures. Equals to /memory/classes/metadata/mcache/inuse:bytes. # TYPE go_memstats_mcache_inuse_bytes gauge go_memstats_mcache_inuse_bytes 2416 # HELP go_memstats_mcache_sys_bytes Number of bytes used for mcache structures obtained from system. Equals to /memory/classes/metadata/mcache/inuse:bytes + /memory/classes/metadata/mcache/free:bytes. # TYPE go_memstats_mcache_sys_bytes gauge go_memstats_mcache_sys_bytes 15704 # HELP go_memstats_mspan_inuse_bytes Number of bytes in use by mspan structures. Equals to /memory/classes/metadata/mspan/inuse:bytes. # TYPE go_memstats_mspan_inuse_bytes gauge go_memstats_mspan_inuse_bytes 1.07424e+06 # HELP go_memstats_mspan_sys_bytes Number of bytes used for mspan structures obtained from system. Equals to /memory/classes/metadata/mspan/inuse:bytes + /memory/classes/metadata/mspan/free:bytes. # TYPE go_memstats_mspan_sys_bytes gauge go_memstats_mspan_sys_bytes 1.58304e+06 # HELP go_memstats_next_gc_bytes Number of heap bytes when next garbage collection will take place. Equals to /gc/heap/goal:bytes. # TYPE go_memstats_next_gc_bytes gauge go_memstats_next_gc_bytes 6.5516354e+07 # HELP go_memstats_other_sys_bytes Number of bytes used for other system allocations. Equals to /memory/classes/other:bytes. # TYPE go_memstats_other_sys_bytes gauge go_memstats_other_sys_bytes 825934 # HELP go_memstats_stack_inuse_bytes Number of bytes obtained from system for stack allocator in non-CGO environments. Equals to /memory/classes/heap/stacks:bytes. # TYPE go_memstats_stack_inuse_bytes gauge go_memstats_stack_inuse_bytes 1.212416e+06 # HELP go_memstats_stack_sys_bytes Number of bytes obtained from system for stack allocator. Equals to /memory/classes/heap/stacks:bytes + /memory/classes/os-stacks:bytes. # TYPE go_memstats_stack_sys_bytes gauge go_memstats_stack_sys_bytes 1.212416e+06 # HELP go_memstats_sys_bytes Number of bytes obtained from system. Equals to /memory/classes/total:byte. # TYPE go_memstats_sys_bytes gauge go_memstats_sys_bytes 1.11075608e+08 # HELP go_sched_gomaxprocs_threads The current runtime.GOMAXPROCS setting, or the number of operating system threads that can execute user-level Go code simultaneously. Sourced from /sched/gomaxprocs:threads. # TYPE go_sched_gomaxprocs_threads gauge go_sched_gomaxprocs_threads 2 # HELP go_threads Number of OS threads created. # TYPE go_threads gauge go_threads 10 # HELP process_cpu_seconds_total Total user and system CPU time spent in seconds. # TYPE process_cpu_seconds_total counter process_cpu_seconds_total 7478.59 # HELP process_max_fds Maximum number of open file descriptors. # TYPE process_max_fds gauge process_max_fds 524287 # HELP process_network_receive_bytes_total Number of bytes received by the process over the network. # TYPE process_network_receive_bytes_total counter process_network_receive_bytes_total 9.473396827e+09 # HELP process_network_transmit_bytes_total Number of bytes sent by the process over the network. # TYPE process_network_transmit_bytes_total counter process_network_transmit_bytes_total 4.9409837379e+10 # HELP process_open_fds Number of open file descriptors. # TYPE process_open_fds gauge process_open_fds 40 # HELP process_resident_memory_bytes Resident memory size in bytes. # TYPE process_resident_memory_bytes gauge process_resident_memory_bytes 1.07618304e+08 # HELP process_start_time_seconds Start time of the process since unix epoch in seconds. # TYPE process_start_time_seconds gauge process_start_time_seconds 1.75514106297e+09 # HELP process_virtual_memory_bytes Virtual memory size in bytes. # TYPE process_virtual_memory_bytes gauge process_virtual_memory_bytes 1.9652608e+09 # HELP process_virtual_memory_max_bytes Maximum amount of virtual memory available in bytes. # TYPE process_virtual_memory_max_bytes gauge process_virtual_memory_max_bytes 1.8446744073709552e+19 # HELP sunlight_addchain_requests_total Number of add-[pre-]chain requests, by chain characteristics and errors if any. # TYPE sunlight_addchain_requests_total counter sunlight_addchain_requests_total{chain_len="",error="invalid chain",issuer="",log="twig2025h2d",precert="",preissuer="",reused="false",root="",source=""} 1 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Amazon, CN=Amazon RSA 2048 M02",log="twig2026h1",precert="",preissuer="",reused="true",root="C=US, O=Amazon, CN=Amazon Root CA 1",source="sequencer"} 1 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=E6",log="twig2025h2d",precert="",preissuer="",reused="false",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 1 # HELP sunlight_addchain_wait_seconds Duration of add-[pre-]chain pauses waiting for a leaf to be sequenced, excluding deduplicated entries. # TYPE sunlight_addchain_wait_seconds summary sunlight_addchain_wait_seconds{log="twig2025h2d",quantile="0.5"} NaN sunlight_addchain_wait_seconds{log="twig2025h2d",quantile="0.75"} NaN sunlight_addchain_wait_seconds{log="twig2025h2d",quantile="0.9"} NaN sunlight_addchain_wait_seconds{log="twig2025h2d",quantile="0.99"} NaN sunlight_addchain_wait_seconds_sum{log="twig2025h2d"} 0.514127098 sunlight_addchain_wait_seconds_count{log="twig2025h2d"} 1 sunlight_addchain_wait_seconds{log="twig2026h1",quantile="0.5"} NaN sunlight_addchain_wait_seconds{log="twig2026h1",quantile="0.75"} NaN sunlight_addchain_wait_seconds{log="twig2026h1",quantile="0.9"} NaN sunlight_addchain_wait_seconds{log="twig2026h1",quantile="0.99"} NaN sunlight_addchain_wait_seconds_sum{log="twig2026h1"} 0.709797233 sunlight_addchain_wait_seconds_count{log="twig2026h1"} 1 sunlight_addchain_wait_seconds{log="twig2026h2",quantile="0.5"} NaN sunlight_addchain_wait_seconds{log="twig2026h2",quantile="0.75"} NaN sunlight_addchain_wait_seconds{log="twig2026h2",quantile="0.9"} NaN sunlight_addchain_wait_seconds{log="twig2026h2",quantile="0.99"} NaN sunlight_addchain_wait_seconds_sum{log="twig2026h2"} 0 sunlight_addchain_wait_seconds_count{log="twig2026h2"} 0 sunlight_addchain_wait_seconds{log="twig2027h1",quantile="0.5"} NaN sunlight_addchain_wait_seconds{log="twig2027h1",quantile="0.75"} NaN sunlight_addchain_wait_seconds{log="twig2027h1",quantile="0.9"} NaN sunlight_addchain_wait_seconds{log="twig2027h1",quantile="0.99"} NaN sunlight_addchain_wait_seconds_sum{log="twig2027h1"} 0 sunlight_addchain_wait_seconds_count{log="twig2027h1"} 0 sunlight_addchain_wait_seconds{log="twig2027h2",quantile="0.5"} NaN sunlight_addchain_wait_seconds{log="twig2027h2",quantile="0.75"} NaN sunlight_addchain_wait_seconds{log="twig2027h2",quantile="0.9"} NaN sunlight_addchain_wait_seconds{log="twig2027h2",quantile="0.99"} NaN sunlight_addchain_wait_seconds_sum{log="twig2027h2"} 0 sunlight_addchain_wait_seconds_count{log="twig2027h2"} 0 # HELP sunlight_cache_get_duration_seconds Duration of individual deduplication cache lookups. # TYPE sunlight_cache_get_duration_seconds summary sunlight_cache_get_duration_seconds{log="twig2025h2d",quantile="0.5"} NaN sunlight_cache_get_duration_seconds{log="twig2025h2d",quantile="0.9"} NaN sunlight_cache_get_duration_seconds{log="twig2025h2d",quantile="0.99"} NaN sunlight_cache_get_duration_seconds_sum{log="twig2025h2d"} 0.000102794 sunlight_cache_get_duration_seconds_count{log="twig2025h2d"} 1 sunlight_cache_get_duration_seconds{log="twig2026h1",quantile="0.5"} NaN sunlight_cache_get_duration_seconds{log="twig2026h1",quantile="0.9"} NaN sunlight_cache_get_duration_seconds{log="twig2026h1",quantile="0.99"} NaN sunlight_cache_get_duration_seconds_sum{log="twig2026h1"} 8.1575e-05 sunlight_cache_get_duration_seconds_count{log="twig2026h1"} 1 sunlight_cache_get_duration_seconds{log="twig2026h2",quantile="0.5"} NaN sunlight_cache_get_duration_seconds{log="twig2026h2",quantile="0.9"} NaN sunlight_cache_get_duration_seconds{log="twig2026h2",quantile="0.99"} NaN sunlight_cache_get_duration_seconds_sum{log="twig2026h2"} 0 sunlight_cache_get_duration_seconds_count{log="twig2026h2"} 0 sunlight_cache_get_duration_seconds{log="twig2027h1",quantile="0.5"} NaN sunlight_cache_get_duration_seconds{log="twig2027h1",quantile="0.9"} NaN sunlight_cache_get_duration_seconds{log="twig2027h1",quantile="0.99"} NaN sunlight_cache_get_duration_seconds_sum{log="twig2027h1"} 0 sunlight_cache_get_duration_seconds_count{log="twig2027h1"} 0 sunlight_cache_get_duration_seconds{log="twig2027h2",quantile="0.5"} NaN sunlight_cache_get_duration_seconds{log="twig2027h2",quantile="0.9"} NaN sunlight_cache_get_duration_seconds{log="twig2027h2",quantile="0.99"} NaN sunlight_cache_get_duration_seconds_sum{log="twig2027h2"} 0 sunlight_cache_get_duration_seconds_count{log="twig2027h2"} 0 # HELP sunlight_cache_put_duration_seconds Duration of batch deduplication cache inserts. # TYPE sunlight_cache_put_duration_seconds summary sunlight_cache_put_duration_seconds{log="twig2025h2d",quantile="0.5"} 2.6032e-05 sunlight_cache_put_duration_seconds{log="twig2025h2d",quantile="0.9"} 3.5424e-05 sunlight_cache_put_duration_seconds{log="twig2025h2d",quantile="0.99"} 7.6565e-05 sunlight_cache_put_duration_seconds_sum{log="twig2025h2d"} 27.746098778998952 sunlight_cache_put_duration_seconds_count{log="twig2025h2d"} 1.34293e+06 sunlight_cache_put_duration_seconds{log="twig2026h1",quantile="0.5"} 2.6867e-05 sunlight_cache_put_duration_seconds{log="twig2026h1",quantile="0.9"} 3.5526e-05 sunlight_cache_put_duration_seconds{log="twig2026h1",quantile="0.99"} 8.1991e-05 sunlight_cache_put_duration_seconds_sum{log="twig2026h1"} 32.89306485400067 sunlight_cache_put_duration_seconds_count{log="twig2026h1"} 1.342929e+06 sunlight_cache_put_duration_seconds{log="twig2026h2",quantile="0.5"} 2.6216e-05 sunlight_cache_put_duration_seconds{log="twig2026h2",quantile="0.9"} 3.2814e-05 sunlight_cache_put_duration_seconds{log="twig2026h2",quantile="0.99"} 0.000173205 sunlight_cache_put_duration_seconds_sum{log="twig2026h2"} 33.885358002001105 sunlight_cache_put_duration_seconds_count{log="twig2026h2"} 1.342929e+06 sunlight_cache_put_duration_seconds{log="twig2027h1",quantile="0.5"} 2.6053e-05 sunlight_cache_put_duration_seconds{log="twig2027h1",quantile="0.9"} 3.3838e-05 sunlight_cache_put_duration_seconds{log="twig2027h1",quantile="0.99"} 0.000282486 sunlight_cache_put_duration_seconds_sum{log="twig2027h1"} 32.084635770998666 sunlight_cache_put_duration_seconds_count{log="twig2027h1"} 1.342927e+06 sunlight_cache_put_duration_seconds{log="twig2027h2",quantile="0.5"} 2.6468e-05 sunlight_cache_put_duration_seconds{log="twig2027h2",quantile="0.9"} 3.9993e-05 sunlight_cache_put_duration_seconds{log="twig2027h2",quantile="0.99"} 0.000506884 sunlight_cache_put_duration_seconds_sum{log="twig2027h2"} 32.27295898599966 sunlight_cache_put_duration_seconds_count{log="twig2027h2"} 1.342928e+06 # HELP sunlight_cache_put_errors_total Number of failed deduplication cache inserts. # TYPE sunlight_cache_put_errors_total counter sunlight_cache_put_errors_total{log="twig2025h2d"} 0 sunlight_cache_put_errors_total{log="twig2026h1"} 0 sunlight_cache_put_errors_total{log="twig2026h2"} 0 sunlight_cache_put_errors_total{log="twig2027h1"} 0 sunlight_cache_put_errors_total{log="twig2027h2"} 0 # HELP sunlight_config_notafter_end_timestamp_seconds End of the NotAfter accepted period. # TYPE sunlight_config_notafter_end_timestamp_seconds gauge sunlight_config_notafter_end_timestamp_seconds{log="twig2025h2d"} 1.7658432e+09 sunlight_config_notafter_end_timestamp_seconds{log="twig2026h1"} 1.781568e+09 sunlight_config_notafter_end_timestamp_seconds{log="twig2026h2"} 1.7972928e+09 sunlight_config_notafter_end_timestamp_seconds{log="twig2027h1"} 1.813104e+09 sunlight_config_notafter_end_timestamp_seconds{log="twig2027h2"} 1.8287424e+09 # HELP sunlight_config_notafter_start_timestamp_seconds Start of the NotAfter accepted period. # TYPE sunlight_config_notafter_start_timestamp_seconds gauge sunlight_config_notafter_start_timestamp_seconds{log="twig2025h2d"} 1.7501184e+09 sunlight_config_notafter_start_timestamp_seconds{log="twig2026h1"} 1.7658432e+09 sunlight_config_notafter_start_timestamp_seconds{log="twig2026h2"} 1.781568e+09 sunlight_config_notafter_start_timestamp_seconds{log="twig2027h1"} 1.7972928e+09 sunlight_config_notafter_start_timestamp_seconds{log="twig2027h2"} 1.813104e+09 # HELP sunlight_config_roots_total Number of accepted roots. # TYPE sunlight_config_roots_total gauge sunlight_config_roots_total{log="twig2025h2d"} 525 sunlight_config_roots_total{log="twig2026h1"} 525 sunlight_config_roots_total{log="twig2026h2"} 525 sunlight_config_roots_total{log="twig2027h1"} 525 sunlight_config_roots_total{log="twig2027h2"} 525 # HELP sunlight_dynamodb_request_duration_seconds DynamoDB request latencies, by method and response code. # TYPE sunlight_dynamodb_request_duration_seconds summary sunlight_dynamodb_request_duration_seconds{code="200",method="post",quantile="0.5"} 0.004641477 sunlight_dynamodb_request_duration_seconds{code="200",method="post",quantile="0.75"} 0.004882079 sunlight_dynamodb_request_duration_seconds{code="200",method="post",quantile="0.9"} 0.005468536 sunlight_dynamodb_request_duration_seconds{code="200",method="post",quantile="0.99"} 0.020436326 sunlight_dynamodb_request_duration_seconds_sum{code="200",method="post"} 29560.94473557431 sunlight_dynamodb_request_duration_seconds_count{code="200",method="post"} 6.714649e+06 # HELP sunlight_dynamodb_requests_total DynamoDB requests performed, by method and response code. # TYPE sunlight_dynamodb_requests_total counter sunlight_dynamodb_requests_total{code="200",method="post"} 6.714649e+06 # HELP sunlight_http_in_flight_requests Requests currently being served, by endpoint. # TYPE sunlight_http_in_flight_requests gauge sunlight_http_in_flight_requests{endpoint="add-chain",log="twig2025h2d"} 0 sunlight_http_in_flight_requests{endpoint="add-chain",log="twig2026h1"} 0 sunlight_http_in_flight_requests{endpoint="add-chain",log="twig2026h2"} 0 sunlight_http_in_flight_requests{endpoint="add-chain",log="twig2027h1"} 0 sunlight_http_in_flight_requests{endpoint="add-chain",log="twig2027h2"} 0 sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="twig2025h2d"} 0 sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="twig2026h1"} 0 sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="twig2026h2"} 0 sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="twig2027h1"} 0 sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="twig2027h2"} 0 sunlight_http_in_flight_requests{endpoint="get-roots",log="twig2025h2d"} 0 sunlight_http_in_flight_requests{endpoint="get-roots",log="twig2026h1"} 0 sunlight_http_in_flight_requests{endpoint="get-roots",log="twig2026h2"} 0 sunlight_http_in_flight_requests{endpoint="get-roots",log="twig2027h1"} 0 sunlight_http_in_flight_requests{endpoint="get-roots",log="twig2027h2"} 0 # HELP sunlight_http_request_duration_seconds HTTP request serving latencies in seconds, by endpoint. # TYPE sunlight_http_request_duration_seconds summary sunlight_http_request_duration_seconds{endpoint="add-chain",log="twig2025h2d",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="twig2025h2d",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="twig2025h2d",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="twig2025h2d",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="add-chain",log="twig2025h2d"} 0.60466606 sunlight_http_request_duration_seconds_count{endpoint="add-chain",log="twig2025h2d"} 2 sunlight_http_request_duration_seconds{endpoint="add-chain",log="twig2026h1",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="twig2026h1",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="twig2026h1",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="twig2026h1",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="add-chain",log="twig2026h1"} 0.781172125 sunlight_http_request_duration_seconds_count{endpoint="add-chain",log="twig2026h1"} 1 sunlight_http_request_duration_seconds{endpoint="get-roots",log="twig2025h2d",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="twig2025h2d",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="twig2025h2d",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="twig2025h2d",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="twig2025h2d"} 5.499531543000002 sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="twig2025h2d"} 24 sunlight_http_request_duration_seconds{endpoint="get-roots",log="twig2026h1",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="twig2026h1",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="twig2026h1",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="twig2026h1",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="twig2026h1"} 5.299785227 sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="twig2026h1"} 22 sunlight_http_request_duration_seconds{endpoint="get-roots",log="twig2026h2",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="twig2026h2",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="twig2026h2",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="twig2026h2",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="twig2026h2"} 5.14835099 sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="twig2026h2"} 22 sunlight_http_request_duration_seconds{endpoint="get-roots",log="twig2027h1",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="twig2027h1",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="twig2027h1",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="twig2027h1",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="twig2027h1"} 5.332841197 sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="twig2027h1"} 22 sunlight_http_request_duration_seconds{endpoint="get-roots",log="twig2027h2",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="twig2027h2",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="twig2027h2",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="twig2027h2",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="twig2027h2"} 5.223137303 sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="twig2027h2"} 22 # HELP sunlight_http_requests_total HTTP requests served, by endpoint and response code. # TYPE sunlight_http_requests_total counter sunlight_http_requests_total{code="200",endpoint="add-chain",log="twig2025h2d"} 1 sunlight_http_requests_total{code="200",endpoint="add-chain",log="twig2026h1"} 1 sunlight_http_requests_total{code="200",endpoint="get-roots",log="twig2025h2d"} 24 sunlight_http_requests_total{code="200",endpoint="get-roots",log="twig2026h1"} 22 sunlight_http_requests_total{code="200",endpoint="get-roots",log="twig2026h2"} 22 sunlight_http_requests_total{code="200",endpoint="get-roots",log="twig2027h1"} 22 sunlight_http_requests_total{code="200",endpoint="get-roots",log="twig2027h2"} 22 sunlight_http_requests_total{code="400",endpoint="add-chain",log="twig2025h2d"} 1 # HELP sunlight_issuers_cache_total Number of issuers observed since restarting. # TYPE sunlight_issuers_cache_total gauge sunlight_issuers_cache_total{log="twig2025h2d"} 2 sunlight_issuers_cache_total{log="twig2026h1"} 2 sunlight_issuers_cache_total{log="twig2026h2"} 0 sunlight_issuers_cache_total{log="twig2027h1"} 0 sunlight_issuers_cache_total{log="twig2027h2"} 0 # HELP sunlight_s3_hedges_successful_total S3 hedge requests that completed before the main request. # TYPE sunlight_s3_hedges_successful_total counter sunlight_s3_hedges_successful_total{log="twig2025h2d"} 2687 sunlight_s3_hedges_successful_total{log="twig2026h1"} 2810 sunlight_s3_hedges_successful_total{log="twig2026h2"} 2871 sunlight_s3_hedges_successful_total{log="twig2027h1"} 2865 sunlight_s3_hedges_successful_total{log="twig2027h2"} 2870 # HELP sunlight_s3_hedges_total S3 hedge requests that were launched because the main request was too slow. # TYPE sunlight_s3_hedges_total counter sunlight_s3_hedges_total{log="twig2025h2d"} 36050 sunlight_s3_hedges_total{log="twig2026h1"} 36377 sunlight_s3_hedges_total{log="twig2026h2"} 36425 sunlight_s3_hedges_total{log="twig2027h1"} 36661 sunlight_s3_hedges_total{log="twig2027h2"} 36857 # HELP sunlight_s3_request_duration_seconds S3 HTTP request latencies, by method and response code. # TYPE sunlight_s3_request_duration_seconds summary sunlight_s3_request_duration_seconds{code="200",log="twig2025h2d",method="get",quantile="0.5"} NaN sunlight_s3_request_duration_seconds{code="200",log="twig2025h2d",method="get",quantile="0.75"} NaN sunlight_s3_request_duration_seconds{code="200",log="twig2025h2d",method="get",quantile="0.9"} NaN sunlight_s3_request_duration_seconds{code="200",log="twig2025h2d",method="get",quantile="0.99"} NaN sunlight_s3_request_duration_seconds_sum{code="200",log="twig2025h2d",method="get"} 0.364572648 sunlight_s3_request_duration_seconds_count{code="200",log="twig2025h2d",method="get"} 7 sunlight_s3_request_duration_seconds{code="200",log="twig2025h2d",method="put",quantile="0.5"} 0.027482142 sunlight_s3_request_duration_seconds{code="200",log="twig2025h2d",method="put",quantile="0.75"} 0.038685362 sunlight_s3_request_duration_seconds{code="200",log="twig2025h2d",method="put",quantile="0.9"} 0.046677012 sunlight_s3_request_duration_seconds{code="200",log="twig2025h2d",method="put",quantile="0.99"} 0.104628039 sunlight_s3_request_duration_seconds_sum{code="200",log="twig2025h2d",method="put"} 45100.73979712309 sunlight_s3_request_duration_seconds_count{code="200",log="twig2025h2d",method="put"} 1.342947e+06 sunlight_s3_request_duration_seconds{code="200",log="twig2026h1",method="get",quantile="0.5"} NaN sunlight_s3_request_duration_seconds{code="200",log="twig2026h1",method="get",quantile="0.75"} NaN sunlight_s3_request_duration_seconds{code="200",log="twig2026h1",method="get",quantile="0.9"} NaN sunlight_s3_request_duration_seconds{code="200",log="twig2026h1",method="get",quantile="0.99"} NaN sunlight_s3_request_duration_seconds_sum{code="200",log="twig2026h1",method="get"} 0.22894811499999998 sunlight_s3_request_duration_seconds_count{code="200",log="twig2026h1",method="get"} 3 sunlight_s3_request_duration_seconds{code="200",log="twig2026h1",method="put",quantile="0.5"} 0.032195265 sunlight_s3_request_duration_seconds{code="200",log="twig2026h1",method="put",quantile="0.75"} 0.043624383 sunlight_s3_request_duration_seconds{code="200",log="twig2026h1",method="put",quantile="0.9"} 0.061332396 sunlight_s3_request_duration_seconds{code="200",log="twig2026h1",method="put",quantile="0.99"} 0.104267651 sunlight_s3_request_duration_seconds_sum{code="200",log="twig2026h1",method="put"} 45133.69891872185 sunlight_s3_request_duration_seconds_count{code="200",log="twig2026h1",method="put"} 1.342945e+06 sunlight_s3_request_duration_seconds{code="200",log="twig2026h2",method="get",quantile="0.5"} NaN sunlight_s3_request_duration_seconds{code="200",log="twig2026h2",method="get",quantile="0.75"} NaN sunlight_s3_request_duration_seconds{code="200",log="twig2026h2",method="get",quantile="0.9"} NaN sunlight_s3_request_duration_seconds{code="200",log="twig2026h2",method="get",quantile="0.99"} NaN sunlight_s3_request_duration_seconds_sum{code="200",log="twig2026h2",method="get"} 0.187387095 sunlight_s3_request_duration_seconds_count{code="200",log="twig2026h2",method="get"} 3 sunlight_s3_request_duration_seconds{code="200",log="twig2026h2",method="put",quantile="0.5"} 0.029698348 sunlight_s3_request_duration_seconds{code="200",log="twig2026h2",method="put",quantile="0.75"} 0.033137379 sunlight_s3_request_duration_seconds{code="200",log="twig2026h2",method="put",quantile="0.9"} 0.04793393 sunlight_s3_request_duration_seconds{code="200",log="twig2026h2",method="put",quantile="0.99"} 0.05515494 sunlight_s3_request_duration_seconds_sum{code="200",log="twig2026h2",method="put"} 45224.94040457772 sunlight_s3_request_duration_seconds_count{code="200",log="twig2026h2",method="put"} 1.342943e+06 sunlight_s3_request_duration_seconds{code="200",log="twig2027h1",method="get",quantile="0.5"} NaN sunlight_s3_request_duration_seconds{code="200",log="twig2027h1",method="get",quantile="0.75"} NaN sunlight_s3_request_duration_seconds{code="200",log="twig2027h1",method="get",quantile="0.9"} NaN sunlight_s3_request_duration_seconds{code="200",log="twig2027h1",method="get",quantile="0.99"} NaN sunlight_s3_request_duration_seconds_sum{code="200",log="twig2027h1",method="get"} 0.18407234699999997 sunlight_s3_request_duration_seconds_count{code="200",log="twig2027h1",method="get"} 3 sunlight_s3_request_duration_seconds{code="200",log="twig2027h1",method="put",quantile="0.5"} 0.028414053 sunlight_s3_request_duration_seconds{code="200",log="twig2027h1",method="put",quantile="0.75"} 0.039013354 sunlight_s3_request_duration_seconds{code="200",log="twig2027h1",method="put",quantile="0.9"} 0.053782107 sunlight_s3_request_duration_seconds{code="200",log="twig2027h1",method="put",quantile="0.99"} 0.07659792 sunlight_s3_request_duration_seconds_sum{code="200",log="twig2027h1",method="put"} 45200.64536416349 sunlight_s3_request_duration_seconds_count{code="200",log="twig2027h1",method="put"} 1.342935e+06 sunlight_s3_request_duration_seconds{code="200",log="twig2027h2",method="get",quantile="0.5"} NaN sunlight_s3_request_duration_seconds{code="200",log="twig2027h2",method="get",quantile="0.75"} NaN sunlight_s3_request_duration_seconds{code="200",log="twig2027h2",method="get",quantile="0.9"} NaN sunlight_s3_request_duration_seconds{code="200",log="twig2027h2",method="get",quantile="0.99"} NaN sunlight_s3_request_duration_seconds_sum{code="200",log="twig2027h2",method="get"} 0.123808218 sunlight_s3_request_duration_seconds_count{code="200",log="twig2027h2",method="get"} 3 sunlight_s3_request_duration_seconds{code="200",log="twig2027h2",method="put",quantile="0.5"} 0.031090398 sunlight_s3_request_duration_seconds{code="200",log="twig2027h2",method="put",quantile="0.75"} 0.038821433 sunlight_s3_request_duration_seconds{code="200",log="twig2027h2",method="put",quantile="0.9"} 0.045949143 sunlight_s3_request_duration_seconds{code="200",log="twig2027h2",method="put",quantile="0.99"} 0.100543389 sunlight_s3_request_duration_seconds_sum{code="200",log="twig2027h2",method="put"} 45219.80653192801 sunlight_s3_request_duration_seconds_count{code="200",log="twig2027h2",method="put"} 1.342945e+06 sunlight_s3_request_duration_seconds{code="403",log="twig2026h1",method="get",quantile="0.5"} NaN sunlight_s3_request_duration_seconds{code="403",log="twig2026h1",method="get",quantile="0.75"} NaN sunlight_s3_request_duration_seconds{code="403",log="twig2026h1",method="get",quantile="0.9"} NaN sunlight_s3_request_duration_seconds{code="403",log="twig2026h1",method="get",quantile="0.99"} NaN sunlight_s3_request_duration_seconds_sum{code="403",log="twig2026h1",method="get"} 0.020471265 sunlight_s3_request_duration_seconds_count{code="403",log="twig2026h1",method="get"} 2 sunlight_s3_request_duration_seconds{code="500",log="twig2027h2",method="put",quantile="0.5"} NaN sunlight_s3_request_duration_seconds{code="500",log="twig2027h2",method="put",quantile="0.75"} NaN sunlight_s3_request_duration_seconds{code="500",log="twig2027h2",method="put",quantile="0.9"} NaN sunlight_s3_request_duration_seconds{code="500",log="twig2027h2",method="put",quantile="0.99"} NaN sunlight_s3_request_duration_seconds_sum{code="500",log="twig2027h2",method="put"} 0.163771366 sunlight_s3_request_duration_seconds_count{code="500",log="twig2027h2",method="put"} 1 sunlight_s3_request_duration_seconds{code="503",log="twig2025h2d",method="put",quantile="0.5"} NaN sunlight_s3_request_duration_seconds{code="503",log="twig2025h2d",method="put",quantile="0.75"} NaN sunlight_s3_request_duration_seconds{code="503",log="twig2025h2d",method="put",quantile="0.9"} NaN sunlight_s3_request_duration_seconds{code="503",log="twig2025h2d",method="put",quantile="0.99"} NaN sunlight_s3_request_duration_seconds_sum{code="503",log="twig2025h2d",method="put"} 2.697836461 sunlight_s3_request_duration_seconds_count{code="503",log="twig2025h2d",method="put"} 21 sunlight_s3_request_duration_seconds{code="503",log="twig2026h1",method="put",quantile="0.5"} NaN sunlight_s3_request_duration_seconds{code="503",log="twig2026h1",method="put",quantile="0.75"} NaN sunlight_s3_request_duration_seconds{code="503",log="twig2026h1",method="put",quantile="0.9"} NaN sunlight_s3_request_duration_seconds{code="503",log="twig2026h1",method="put",quantile="0.99"} NaN sunlight_s3_request_duration_seconds_sum{code="503",log="twig2026h1",method="put"} 3.289411351 sunlight_s3_request_duration_seconds_count{code="503",log="twig2026h1",method="put"} 24 sunlight_s3_request_duration_seconds{code="503",log="twig2026h2",method="put",quantile="0.5"} NaN sunlight_s3_request_duration_seconds{code="503",log="twig2026h2",method="put",quantile="0.75"} NaN sunlight_s3_request_duration_seconds{code="503",log="twig2026h2",method="put",quantile="0.9"} NaN sunlight_s3_request_duration_seconds{code="503",log="twig2026h2",method="put",quantile="0.99"} NaN sunlight_s3_request_duration_seconds_sum{code="503",log="twig2026h2",method="put"} 1.9592619879999997 sunlight_s3_request_duration_seconds_count{code="503",log="twig2026h2",method="put"} 15 sunlight_s3_request_duration_seconds{code="503",log="twig2027h1",method="put",quantile="0.5"} NaN sunlight_s3_request_duration_seconds{code="503",log="twig2027h1",method="put",quantile="0.75"} NaN sunlight_s3_request_duration_seconds{code="503",log="twig2027h1",method="put",quantile="0.9"} NaN sunlight_s3_request_duration_seconds{code="503",log="twig2027h1",method="put",quantile="0.99"} NaN sunlight_s3_request_duration_seconds_sum{code="503",log="twig2027h1",method="put"} 2.3300297430000008 sunlight_s3_request_duration_seconds_count{code="503",log="twig2027h1",method="put"} 18 sunlight_s3_request_duration_seconds{code="503",log="twig2027h2",method="put",quantile="0.5"} NaN sunlight_s3_request_duration_seconds{code="503",log="twig2027h2",method="put",quantile="0.75"} NaN sunlight_s3_request_duration_seconds{code="503",log="twig2027h2",method="put",quantile="0.9"} NaN sunlight_s3_request_duration_seconds{code="503",log="twig2027h2",method="put",quantile="0.99"} NaN sunlight_s3_request_duration_seconds_sum{code="503",log="twig2027h2",method="put"} 2.526855524 sunlight_s3_request_duration_seconds_count{code="503",log="twig2027h2",method="put"} 21 # HELP sunlight_s3_upload_size_bytes S3 body size in bytes for object puts. # TYPE sunlight_s3_upload_size_bytes summary sunlight_s3_upload_size_bytes{log="twig2025h2d",quantile="0.5"} 599 sunlight_s3_upload_size_bytes{log="twig2025h2d",quantile="0.9"} 639 sunlight_s3_upload_size_bytes{log="twig2025h2d",quantile="0.99"} 679 sunlight_s3_upload_size_bytes_sum{log="twig2025h2d"} 7.85968692e+08 sunlight_s3_upload_size_bytes_count{log="twig2025h2d"} 1.342937e+06 sunlight_s3_upload_size_bytes{log="twig2026h1",quantile="0.5"} 567 sunlight_s3_upload_size_bytes{log="twig2026h1",quantile="0.9"} 627 sunlight_s3_upload_size_bytes{log="twig2026h1",quantile="0.99"} 691 sunlight_s3_upload_size_bytes_sum{log="twig2026h1"} 7.8063105e+08 sunlight_s3_upload_size_bytes_count{log="twig2026h1"} 1.342938e+06 sunlight_s3_upload_size_bytes{log="twig2026h2",quantile="0.5"} 579 sunlight_s3_upload_size_bytes{log="twig2026h2",quantile="0.9"} 647 sunlight_s3_upload_size_bytes{log="twig2026h2",quantile="0.99"} 699 sunlight_s3_upload_size_bytes_sum{log="twig2026h2"} 7.80587914e+08 sunlight_s3_upload_size_bytes_count{log="twig2026h2"} 1.342932e+06 sunlight_s3_upload_size_bytes{log="twig2027h1",quantile="0.5"} 575 sunlight_s3_upload_size_bytes{log="twig2027h1",quantile="0.9"} 655 sunlight_s3_upload_size_bytes{log="twig2027h1",quantile="0.99"} 707 sunlight_s3_upload_size_bytes_sum{log="twig2027h1"} 7.80641063e+08 sunlight_s3_upload_size_bytes_count{log="twig2027h1"} 1.342931e+06 sunlight_s3_upload_size_bytes{log="twig2027h2",quantile="0.5"} 583 sunlight_s3_upload_size_bytes{log="twig2027h2",quantile="0.9"} 655 sunlight_s3_upload_size_bytes{log="twig2027h2",quantile="0.99"} 695 sunlight_s3_upload_size_bytes_sum{log="twig2027h2"} 7.80641487e+08 sunlight_s3_upload_size_bytes_count{log="twig2027h2"} 1.342931e+06 # HELP sunlight_sequencing_data_tiles_bytes Uncompressed size of uploaded data tiles, including partials. # TYPE sunlight_sequencing_data_tiles_bytes summary sunlight_sequencing_data_tiles_bytes{log="twig2025h2d",quantile="0.5"} NaN sunlight_sequencing_data_tiles_bytes{log="twig2025h2d",quantile="0.9"} NaN sunlight_sequencing_data_tiles_bytes{log="twig2025h2d",quantile="0.99"} NaN sunlight_sequencing_data_tiles_bytes_sum{log="twig2025h2d"} 3128 sunlight_sequencing_data_tiles_bytes_count{log="twig2025h2d"} 1 sunlight_sequencing_data_tiles_bytes{log="twig2026h1",quantile="0.5"} NaN sunlight_sequencing_data_tiles_bytes{log="twig2026h1",quantile="0.9"} NaN sunlight_sequencing_data_tiles_bytes{log="twig2026h1",quantile="0.99"} NaN sunlight_sequencing_data_tiles_bytes_sum{log="twig2026h1"} 1841 sunlight_sequencing_data_tiles_bytes_count{log="twig2026h1"} 1 sunlight_sequencing_data_tiles_bytes{log="twig2026h2",quantile="0.5"} NaN sunlight_sequencing_data_tiles_bytes{log="twig2026h2",quantile="0.9"} NaN sunlight_sequencing_data_tiles_bytes{log="twig2026h2",quantile="0.99"} NaN sunlight_sequencing_data_tiles_bytes_sum{log="twig2026h2"} 0 sunlight_sequencing_data_tiles_bytes_count{log="twig2026h2"} 0 sunlight_sequencing_data_tiles_bytes{log="twig2027h1",quantile="0.5"} NaN sunlight_sequencing_data_tiles_bytes{log="twig2027h1",quantile="0.9"} NaN sunlight_sequencing_data_tiles_bytes{log="twig2027h1",quantile="0.99"} NaN sunlight_sequencing_data_tiles_bytes_sum{log="twig2027h1"} 0 sunlight_sequencing_data_tiles_bytes_count{log="twig2027h1"} 0 sunlight_sequencing_data_tiles_bytes{log="twig2027h2",quantile="0.5"} NaN sunlight_sequencing_data_tiles_bytes{log="twig2027h2",quantile="0.9"} NaN sunlight_sequencing_data_tiles_bytes{log="twig2027h2",quantile="0.99"} NaN sunlight_sequencing_data_tiles_bytes_sum{log="twig2027h2"} 0 sunlight_sequencing_data_tiles_bytes_count{log="twig2027h2"} 0 # HELP sunlight_sequencing_data_tiles_gzip_bytes Compressed size of uploaded data tiles, including partials. # TYPE sunlight_sequencing_data_tiles_gzip_bytes summary sunlight_sequencing_data_tiles_gzip_bytes{log="twig2025h2d",quantile="0.5"} NaN sunlight_sequencing_data_tiles_gzip_bytes{log="twig2025h2d",quantile="0.9"} NaN sunlight_sequencing_data_tiles_gzip_bytes{log="twig2025h2d",quantile="0.99"} NaN sunlight_sequencing_data_tiles_gzip_bytes_sum{log="twig2025h2d"} 2019 sunlight_sequencing_data_tiles_gzip_bytes_count{log="twig2025h2d"} 1 sunlight_sequencing_data_tiles_gzip_bytes{log="twig2026h1",quantile="0.5"} NaN sunlight_sequencing_data_tiles_gzip_bytes{log="twig2026h1",quantile="0.9"} NaN sunlight_sequencing_data_tiles_gzip_bytes{log="twig2026h1",quantile="0.99"} NaN sunlight_sequencing_data_tiles_gzip_bytes_sum{log="twig2026h1"} 1560 sunlight_sequencing_data_tiles_gzip_bytes_count{log="twig2026h1"} 1 sunlight_sequencing_data_tiles_gzip_bytes{log="twig2026h2",quantile="0.5"} NaN sunlight_sequencing_data_tiles_gzip_bytes{log="twig2026h2",quantile="0.9"} NaN sunlight_sequencing_data_tiles_gzip_bytes{log="twig2026h2",quantile="0.99"} NaN sunlight_sequencing_data_tiles_gzip_bytes_sum{log="twig2026h2"} 0 sunlight_sequencing_data_tiles_gzip_bytes_count{log="twig2026h2"} 0 sunlight_sequencing_data_tiles_gzip_bytes{log="twig2027h1",quantile="0.5"} NaN sunlight_sequencing_data_tiles_gzip_bytes{log="twig2027h1",quantile="0.9"} NaN sunlight_sequencing_data_tiles_gzip_bytes{log="twig2027h1",quantile="0.99"} NaN sunlight_sequencing_data_tiles_gzip_bytes_sum{log="twig2027h1"} 0 sunlight_sequencing_data_tiles_gzip_bytes_count{log="twig2027h1"} 0 sunlight_sequencing_data_tiles_gzip_bytes{log="twig2027h2",quantile="0.5"} NaN sunlight_sequencing_data_tiles_gzip_bytes{log="twig2027h2",quantile="0.9"} NaN sunlight_sequencing_data_tiles_gzip_bytes{log="twig2027h2",quantile="0.99"} NaN sunlight_sequencing_data_tiles_gzip_bytes_sum{log="twig2027h2"} 0 sunlight_sequencing_data_tiles_gzip_bytes_count{log="twig2027h2"} 0 # HELP sunlight_sequencing_duration_seconds Duration of sequencing rounds, successful or not. # TYPE sunlight_sequencing_duration_seconds summary sunlight_sequencing_duration_seconds{log="twig2025h2d",quantile="0.5"} 0.033132495 sunlight_sequencing_duration_seconds{log="twig2025h2d",quantile="0.75"} 0.045486213 sunlight_sequencing_duration_seconds{log="twig2025h2d",quantile="0.9"} 0.059656579 sunlight_sequencing_duration_seconds{log="twig2025h2d",quantile="0.99"} 0.109562366 sunlight_sequencing_duration_seconds_sum{log="twig2025h2d"} 52042.91762836125 sunlight_sequencing_duration_seconds_count{log="twig2025h2d"} 1.34293e+06 sunlight_sequencing_duration_seconds{log="twig2026h1",quantile="0.5"} 0.037977803 sunlight_sequencing_duration_seconds{log="twig2026h1",quantile="0.75"} 0.048946734 sunlight_sequencing_duration_seconds{log="twig2026h1",quantile="0.9"} 0.067732123 sunlight_sequencing_duration_seconds{log="twig2026h1",quantile="0.99"} 0.10968704 sunlight_sequencing_duration_seconds_sum{log="twig2026h1"} 51986.02749047462 sunlight_sequencing_duration_seconds_count{log="twig2026h1"} 1.342929e+06 sunlight_sequencing_duration_seconds{log="twig2026h2",quantile="0.5"} 0.035769525 sunlight_sequencing_duration_seconds{log="twig2026h2",quantile="0.75"} 0.038749556 sunlight_sequencing_duration_seconds{log="twig2026h2",quantile="0.9"} 0.053040158 sunlight_sequencing_duration_seconds{log="twig2026h2",quantile="0.99"} 0.060832205 sunlight_sequencing_duration_seconds_sum{log="twig2026h2"} 52077.35877647479 sunlight_sequencing_duration_seconds_count{log="twig2026h2"} 1.342929e+06 sunlight_sequencing_duration_seconds{log="twig2027h1",quantile="0.5"} 0.034432447 sunlight_sequencing_duration_seconds{log="twig2027h1",quantile="0.75"} 0.044898757 sunlight_sequencing_duration_seconds{log="twig2027h1",quantile="0.9"} 0.05897423 sunlight_sequencing_duration_seconds{log="twig2027h1",quantile="0.99"} 0.082117257 sunlight_sequencing_duration_seconds_sum{log="twig2027h1"} 52110.34241039616 sunlight_sequencing_duration_seconds_count{log="twig2027h1"} 1.342928e+06 sunlight_sequencing_duration_seconds{log="twig2027h2",quantile="0.5"} 0.037614914 sunlight_sequencing_duration_seconds{log="twig2027h2",quantile="0.75"} 0.046011472 sunlight_sequencing_duration_seconds{log="twig2027h2",quantile="0.9"} 0.054780688 sunlight_sequencing_duration_seconds{log="twig2027h2",quantile="0.99"} 0.107029487 sunlight_sequencing_duration_seconds_sum{log="twig2027h2"} 52085.51528250846 sunlight_sequencing_duration_seconds_count{log="twig2027h2"} 1.342928e+06 # HELP sunlight_sequencing_leaf_bytes Size of leaves in sequencing rounds, successful or not. # TYPE sunlight_sequencing_leaf_bytes summary sunlight_sequencing_leaf_bytes{log="twig2025h2d",quantile="0.5"} NaN sunlight_sequencing_leaf_bytes{log="twig2025h2d",quantile="0.99"} NaN sunlight_sequencing_leaf_bytes_sum{log="twig2025h2d"} 1083 sunlight_sequencing_leaf_bytes_count{log="twig2025h2d"} 1 sunlight_sequencing_leaf_bytes{log="twig2026h1",quantile="0.5"} NaN sunlight_sequencing_leaf_bytes{log="twig2026h1",quantile="0.99"} NaN sunlight_sequencing_leaf_bytes_sum{log="twig2026h1"} 1841 sunlight_sequencing_leaf_bytes_count{log="twig2026h1"} 1 sunlight_sequencing_leaf_bytes{log="twig2026h2",quantile="0.5"} NaN sunlight_sequencing_leaf_bytes{log="twig2026h2",quantile="0.99"} NaN sunlight_sequencing_leaf_bytes_sum{log="twig2026h2"} 0 sunlight_sequencing_leaf_bytes_count{log="twig2026h2"} 0 sunlight_sequencing_leaf_bytes{log="twig2027h1",quantile="0.5"} NaN sunlight_sequencing_leaf_bytes{log="twig2027h1",quantile="0.99"} NaN sunlight_sequencing_leaf_bytes_sum{log="twig2027h1"} 0 sunlight_sequencing_leaf_bytes_count{log="twig2027h1"} 0 sunlight_sequencing_leaf_bytes{log="twig2027h2",quantile="0.5"} NaN sunlight_sequencing_leaf_bytes{log="twig2027h2",quantile="0.99"} NaN sunlight_sequencing_leaf_bytes_sum{log="twig2027h2"} 0 sunlight_sequencing_leaf_bytes_count{log="twig2027h2"} 0 # HELP sunlight_sequencing_names_tiles_bytes Uncompressed size of uploaded names tiles, including partials. # TYPE sunlight_sequencing_names_tiles_bytes summary sunlight_sequencing_names_tiles_bytes{log="twig2025h2d",quantile="0.5"} NaN sunlight_sequencing_names_tiles_bytes{log="twig2025h2d",quantile="0.9"} NaN sunlight_sequencing_names_tiles_bytes{log="twig2025h2d",quantile="0.99"} NaN sunlight_sequencing_names_tiles_bytes_sum{log="twig2025h2d"} 429 sunlight_sequencing_names_tiles_bytes_count{log="twig2025h2d"} 1 sunlight_sequencing_names_tiles_bytes{log="twig2026h1",quantile="0.5"} NaN sunlight_sequencing_names_tiles_bytes{log="twig2026h1",quantile="0.9"} NaN sunlight_sequencing_names_tiles_bytes{log="twig2026h1",quantile="0.99"} NaN sunlight_sequencing_names_tiles_bytes_sum{log="twig2026h1"} 363 sunlight_sequencing_names_tiles_bytes_count{log="twig2026h1"} 1 sunlight_sequencing_names_tiles_bytes{log="twig2026h2",quantile="0.5"} NaN sunlight_sequencing_names_tiles_bytes{log="twig2026h2",quantile="0.9"} NaN sunlight_sequencing_names_tiles_bytes{log="twig2026h2",quantile="0.99"} NaN sunlight_sequencing_names_tiles_bytes_sum{log="twig2026h2"} 0 sunlight_sequencing_names_tiles_bytes_count{log="twig2026h2"} 0 sunlight_sequencing_names_tiles_bytes{log="twig2027h1",quantile="0.5"} NaN sunlight_sequencing_names_tiles_bytes{log="twig2027h1",quantile="0.9"} NaN sunlight_sequencing_names_tiles_bytes{log="twig2027h1",quantile="0.99"} NaN sunlight_sequencing_names_tiles_bytes_sum{log="twig2027h1"} 0 sunlight_sequencing_names_tiles_bytes_count{log="twig2027h1"} 0 sunlight_sequencing_names_tiles_bytes{log="twig2027h2",quantile="0.5"} NaN sunlight_sequencing_names_tiles_bytes{log="twig2027h2",quantile="0.9"} NaN sunlight_sequencing_names_tiles_bytes{log="twig2027h2",quantile="0.99"} NaN sunlight_sequencing_names_tiles_bytes_sum{log="twig2027h2"} 0 sunlight_sequencing_names_tiles_bytes_count{log="twig2027h2"} 0 # HELP sunlight_sequencing_names_tiles_gzip_bytes Compressed size of uploaded names tiles, including partials. # TYPE sunlight_sequencing_names_tiles_gzip_bytes summary sunlight_sequencing_names_tiles_gzip_bytes{log="twig2025h2d",quantile="0.5"} NaN sunlight_sequencing_names_tiles_gzip_bytes{log="twig2025h2d",quantile="0.9"} NaN sunlight_sequencing_names_tiles_gzip_bytes{log="twig2025h2d",quantile="0.99"} NaN sunlight_sequencing_names_tiles_gzip_bytes_sum{log="twig2025h2d"} 178 sunlight_sequencing_names_tiles_gzip_bytes_count{log="twig2025h2d"} 1 sunlight_sequencing_names_tiles_gzip_bytes{log="twig2026h1",quantile="0.5"} NaN sunlight_sequencing_names_tiles_gzip_bytes{log="twig2026h1",quantile="0.9"} NaN sunlight_sequencing_names_tiles_gzip_bytes{log="twig2026h1",quantile="0.99"} NaN sunlight_sequencing_names_tiles_gzip_bytes_sum{log="twig2026h1"} 179 sunlight_sequencing_names_tiles_gzip_bytes_count{log="twig2026h1"} 1 sunlight_sequencing_names_tiles_gzip_bytes{log="twig2026h2",quantile="0.5"} NaN sunlight_sequencing_names_tiles_gzip_bytes{log="twig2026h2",quantile="0.9"} NaN sunlight_sequencing_names_tiles_gzip_bytes{log="twig2026h2",quantile="0.99"} NaN sunlight_sequencing_names_tiles_gzip_bytes_sum{log="twig2026h2"} 0 sunlight_sequencing_names_tiles_gzip_bytes_count{log="twig2026h2"} 0 sunlight_sequencing_names_tiles_gzip_bytes{log="twig2027h1",quantile="0.5"} NaN sunlight_sequencing_names_tiles_gzip_bytes{log="twig2027h1",quantile="0.9"} NaN sunlight_sequencing_names_tiles_gzip_bytes{log="twig2027h1",quantile="0.99"} NaN sunlight_sequencing_names_tiles_gzip_bytes_sum{log="twig2027h1"} 0 sunlight_sequencing_names_tiles_gzip_bytes_count{log="twig2027h1"} 0 sunlight_sequencing_names_tiles_gzip_bytes{log="twig2027h2",quantile="0.5"} NaN sunlight_sequencing_names_tiles_gzip_bytes{log="twig2027h2",quantile="0.9"} NaN sunlight_sequencing_names_tiles_gzip_bytes{log="twig2027h2",quantile="0.99"} NaN sunlight_sequencing_names_tiles_gzip_bytes_sum{log="twig2027h2"} 0 sunlight_sequencing_names_tiles_gzip_bytes_count{log="twig2027h2"} 0 # HELP sunlight_sequencing_pool_entries Number of entries in the pools being sequenced. # TYPE sunlight_sequencing_pool_entries summary sunlight_sequencing_pool_entries{log="twig2025h2d",quantile="0.5"} 0 sunlight_sequencing_pool_entries{log="twig2025h2d",quantile="0.99"} 0 sunlight_sequencing_pool_entries_sum{log="twig2025h2d"} 1 sunlight_sequencing_pool_entries_count{log="twig2025h2d"} 1.34293e+06 sunlight_sequencing_pool_entries{log="twig2026h1",quantile="0.5"} 0 sunlight_sequencing_pool_entries{log="twig2026h1",quantile="0.99"} 0 sunlight_sequencing_pool_entries_sum{log="twig2026h1"} 1 sunlight_sequencing_pool_entries_count{log="twig2026h1"} 1.342929e+06 sunlight_sequencing_pool_entries{log="twig2026h2",quantile="0.5"} 0 sunlight_sequencing_pool_entries{log="twig2026h2",quantile="0.99"} 0 sunlight_sequencing_pool_entries_sum{log="twig2026h2"} 0 sunlight_sequencing_pool_entries_count{log="twig2026h2"} 1.342929e+06 sunlight_sequencing_pool_entries{log="twig2027h1",quantile="0.5"} 0 sunlight_sequencing_pool_entries{log="twig2027h1",quantile="0.99"} 0 sunlight_sequencing_pool_entries_sum{log="twig2027h1"} 0 sunlight_sequencing_pool_entries_count{log="twig2027h1"} 1.342928e+06 sunlight_sequencing_pool_entries{log="twig2027h2",quantile="0.5"} 0 sunlight_sequencing_pool_entries{log="twig2027h2",quantile="0.99"} 0 sunlight_sequencing_pool_entries_sum{log="twig2027h2"} 0 sunlight_sequencing_pool_entries_count{log="twig2027h2"} 1.342928e+06 # HELP sunlight_sequencing_rounds_total Number of sequencing rounds, by error category if failed. # TYPE sunlight_sequencing_rounds_total counter sunlight_sequencing_rounds_total{error="",log="twig2025h2d"} 1.34293e+06 sunlight_sequencing_rounds_total{error="",log="twig2026h1"} 1.342929e+06 sunlight_sequencing_rounds_total{error="",log="twig2026h2"} 1.342929e+06 sunlight_sequencing_rounds_total{error="",log="twig2027h1"} 1.342927e+06 sunlight_sequencing_rounds_total{error="",log="twig2027h2"} 1.342928e+06 sunlight_sequencing_rounds_total{error="couldn't upload checkpoint to object storage: failed to upload",log="twig2027h1"} 1 # HELP sunlight_sequencing_uploaded_tiles_total Number of tiles uploaded in successful rounds, including partials. # TYPE sunlight_sequencing_uploaded_tiles_total counter sunlight_sequencing_uploaded_tiles_total{log="twig2025h2d"} 3 sunlight_sequencing_uploaded_tiles_total{log="twig2026h1"} 3 sunlight_sequencing_uploaded_tiles_total{log="twig2026h2"} 0 sunlight_sequencing_uploaded_tiles_total{log="twig2027h1"} 0 sunlight_sequencing_uploaded_tiles_total{log="twig2027h2"} 0 # HELP sunlight_staging_discard_errors_total Number of errors discarding staging entries. # TYPE sunlight_staging_discard_errors_total counter sunlight_staging_discard_errors_total{log="twig2025h2d"} 0 sunlight_staging_discard_errors_total{log="twig2026h1"} 0 sunlight_staging_discard_errors_total{log="twig2026h2"} 0 sunlight_staging_discard_errors_total{log="twig2027h1"} 0 sunlight_staging_discard_errors_total{log="twig2027h2"} 0 # HELP sunlight_tree_size_leaves_total Size of the latest published tree head. # TYPE sunlight_tree_size_leaves_total gauge sunlight_tree_size_leaves_total{log="twig2025h2d"} 3 sunlight_tree_size_leaves_total{log="twig2026h1"} 1 sunlight_tree_size_leaves_total{log="twig2026h2"} 0 sunlight_tree_size_leaves_total{log="twig2027h1"} 0 sunlight_tree_size_leaves_total{log="twig2027h2"} 0 # HELP sunlight_tree_timestamp_seconds Timestamp of the latest published tree head. # TYPE sunlight_tree_timestamp_seconds gauge sunlight_tree_timestamp_seconds{log="twig2025h2d"} 1.756483993976e+09 sunlight_tree_timestamp_seconds{log="twig2026h1"} 1.756483993654e+09 sunlight_tree_timestamp_seconds{log="twig2026h2"} 1.75648399395e+09 sunlight_tree_timestamp_seconds{log="twig2027h1"} 1.756483993433e+09 sunlight_tree_timestamp_seconds{log="twig2027h2"} 1.75648399313e+09