{"status":"success","data":{"groups":[{"name":"agent-rules","rules":[{"state":"","name":"node_up","query":"up{instance=~\".*:9100\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001189444,"lastEvaluation":"2026-08-30T13:20:31.095966318-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"14752024380941422471","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"haproxy_up","query":"up{instance=~\".*:9101\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000996382,"lastEvaluation":"2026-08-30T13:20:31.097200886-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"6384569495788557771","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"keepalived_exporter_up","query":"up{instance=~\".*:9650\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000327895,"lastEvaluation":"2026-08-30T13:20:31.098234379-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8927142465727684287","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"docker_up","query":"up{instance=~\".*:9323\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000462122,"lastEvaluation":"2026-08-30T13:20:31.09857449-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"549499414273937970","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"vector_up","query":"up{instance=~\".*:9598\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000770347,"lastEvaluation":"2026-08-30T13:20:31.099044035-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"2192065186833386819","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd_up","query":"up{job=\"etcd\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000598713,"lastEvaluation":"2026-08-30T13:20:31.099857497-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"17819113597514614295","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"minio_up","query":"up{job=\"minio\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000641395,"lastEvaluation":"2026-08-30T13:20:31.100485469-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"12508267770875687031","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg_exporter_agent_up","query":"up{instance=~\".*:9630\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001477014,"lastEvaluation":"2026-08-30T13:20:31.101149304-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"2626570853599856340","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer_exporter_agent_up","query":"up{instance=~\".*:9631\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000535593,"lastEvaluation":"2026-08-30T13:20:31.102652424-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"6560419138046595181","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbackrest_exporter_agent_up","query":"up{instance=~\".*:9854\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000495603,"lastEvaluation":"2026-08-30T13:20:31.103228891-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"7711451010508465477","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"patroni_up","query":"up{instance=~\".*:8008\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000501415,"lastEvaluation":"2026-08-30T13:20:31.103749201-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"112614349375099594","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql_exporter_up","query":"up{job=\"mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00032851,"lastEvaluation":"2026-08-30T13:20:31.104273439-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13817772392009897881","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka_up","query":"up{job=\"kafka\",role=~\".+\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000521885,"lastEvaluation":"2026-08-30T13:20:31.104614919-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2615694742516567183","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka_exporter_up","query":"up{job=\"kafka\",role=\"\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000475927,"lastEvaluation":"2026-08-30T13:20:31.105154308-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"11877108057045193400","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-08-30T13:20:31.095961738-07:00","type":"prometheus","id":"2019580944935921608","file":"/infra/rules/agent.yml","concurrency":1,"states":{"":14}},{"name":"etcd-alert","rules":[{"state":"inactive","name":"EtcdServerDown","query":"etcd_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"etcd","level":"0","severity":"CRIT"},"annotations":{"description":"etcd_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/etcd-overview\n","summary":"CRIT EtcdServerDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.001579472,"lastEvaluation":"2026-08-30T13:20:28.90453081-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"6472556129433162101","group_id":"16422350404351705521","group_name":"etcd-alert","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"EtcdNoLeader","query":"min(etcd_server_has_leader) by (cls) \u003c 1","duration":15,"keep_firing_for":0,"labels":{"category":"etcd","level":"0","severity":"CRIT"},"annotations":{"description":"etcd_server_has_leader[cls={{ $labels.cls }}] = {{ $value }} \u003c 1\n/ui/d/etcd-overview?from=now-5m\u0026to=now\u0026var-cls={{$labels.cls}}\n","summary":"CRIT EtcdNoLeader: {{ $labels.cls }} {{ $value }}"},"lastError":"","evaluationTime":0.0008656,"lastEvaluation":"2026-08-30T13:20:28.906126873-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"6712175362511620660","group_id":"16422350404351705521","group_name":"etcd-alert","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"EtcdQuotaFull","query":"etcd:cls:quota_usage \u003e 0.90","duration":60,"keep_firing_for":0,"labels":{"category":"etcd","level":"1","severity":"WARN"},"annotations":{"description":"etcd:cls:quota_usage[cls={{ $labels.cls }}] = {{ $value | printf \"%.3f\" }} \u003e 90%\n","summary":"WARN EtcdQuotaFull: {{ $labels.cls }}"},"lastError":"","evaluationTime":0.000841334,"lastEvaluation":"2026-08-30T13:20:28.907089022-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"13420651261018784922","group_id":"16422350404351705521","group_name":"etcd-alert","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"EtcdNetworkPeerRTSlow","query":"etcd:ins:network_peer_rt_p95_5m \u003e 0.200","duration":60,"keep_firing_for":0,"labels":{"category":"etcd","level":"2","severity":"INFO"},"annotations":{"description":"etcd:ins:network_peer_rt_p95_5m[cls={{ $labels.cls }}, ins={{ $labels.ins }}] = {{ $value }} \u003e 200ms\n/ui/d/etcd-instance?from=now-10m\u0026to=now\u0026var-cls={{ $labels.cls }}\n","summary":"INFO EtcdNetworkPeerRTSlow: {{ $labels.cls }} {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000785883,"lastEvaluation":"2026-08-30T13:20:28.907943908-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":6,"id":"14954978935799354606","group_id":"16422350404351705521","group_name":"etcd-alert","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"EtcdWalFsyncSlow","query":"etcd:ins:wal_fsync_rt_p95_5m \u003e 0.050","duration":60,"keep_firing_for":0,"labels":{"category":"etcd","level":"2","severity":"INFO"},"annotations":{"description":"etcd:ins:wal_fsync_rt_p95_5m[cls={{ $labels.cls }}, ins={{ $labels.ins }}] = {{ $value }} \u003e 50ms\n/ui/d/etcd-instance?from=now-10m\u0026to=now\u0026var-cls={{ $labels.cls }}\n","summary":"INFO EtcdWalFsyncSlow: {{ $labels.cls }} {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000765196,"lastEvaluation":"2026-08-30T13:20:28.908742413-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"5715944512589980155","group_id":"16422350404351705521","group_name":"etcd-alert","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-08-30T13:20:28.904525351-07:00","type":"prometheus","id":"16422350404351705521","file":"/infra/rules/etcd.yml","concurrency":1,"states":{"inactive":5}},{"name":"etcd-rules","rules":[{"state":"","name":"etcd:ins:rpm","query":"sum without (type, client_api_version) (increase(etcd_server_client_requests_total{job=\"etcd\"}[1m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001275943,"lastEvaluation":"2026-08-30T13:20:26.600167874-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":8,"id":"4832754136110249834","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:ins:wpm","query":"increase(etcd_server_proposals_committed_total{job=\"etcd\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00096808,"lastEvaluation":"2026-08-30T13:20:26.601486486-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"11860767146026404497","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:ins:quota_usage","query":"etcd_mvcc_db_total_size_in_bytes{job=\"etcd\"} / etcd_server_quota_backend_bytes{job=\"etcd\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001289222,"lastEvaluation":"2026-08-30T13:20:26.602494153-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"12020725054132561431","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:cls:quota_usage","query":"max by (job,cls) (etcd_mvcc_db_total_size_in_bytes{job=\"etcd\"} / etcd_server_quota_backend_bytes{job=\"etcd\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000619997,"lastEvaluation":"2026-08-30T13:20:26.60381499-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"4816945504981658763","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:ins:age","query":"etcd_debugging_mvcc_current_revision{job=\"etcd\"} - etcd_debugging_mvcc_compact_revision{job=\"etcd\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001034315,"lastEvaluation":"2026-08-30T13:20:26.60445629-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"8023804730260639706","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:cls:age","query":"max by (job,cls) (etcd_debugging_mvcc_current_revision{job=\"etcd\"} - etcd_debugging_mvcc_compact_revision{job=\"etcd\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000611488,"lastEvaluation":"2026-08-30T13:20:26.605531218-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"11142691502952152760","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:ins:wal_fsync_rt_p95_5m","query":"histogram_quantile(0.95, rate(etcd_disk_wal_fsync_duration_seconds_bucket{job=\"etcd\"}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000866937,"lastEvaluation":"2026-08-30T13:20:26.606166638-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":45,"id":"9683070077679029108","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:ins:backend_commit_rt_p95_5m","query":"histogram_quantile(0.95, rate(etcd_disk_backend_commit_duration_seconds_bucket{job=\"etcd\"}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000991785,"lastEvaluation":"2026-08-30T13:20:26.607041617-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":45,"id":"7915787585156206754","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:ins:network_peer_rt_p95_5m","query":"histogram_quantile(0.95, rate(etcd_network_peer_round_trip_time_seconds_bucket{job=\"etcd\"}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00179185,"lastEvaluation":"2026-08-30T13:20:26.608040676-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":102,"id":"4235737155991928642","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-08-30T13:20:26.600162492-07:00","type":"prometheus","id":"12172382247898273642","file":"/infra/rules/etcd.yml","concurrency":1,"states":{"":9}},{"name":"infra-alert","rules":[{"state":"inactive","name":"InfraDown","query":"infra_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"infra","level":"0","severity":"CRIT"},"annotations":{"description":"infra_up[type={{ $labels.type }}, instance={{ $labels.instance }}] = {{ $value  | printf \"%.2f\" }} \u003c 1\n","summary":"CRIT InfraDown {{ $labels.type }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.001466061,"lastEvaluation":"2026-08-30T13:20:29.218280017-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":24,"id":"34541643354244742","group_id":"17002711367853094751","group_name":"infra-alert","file":"/infra/rules/infra.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"AgentDown","query":"agent_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"infra","level":"0","severity":"CRIT"},"annotations":{"description":"agent_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value  | printf \"%.2f\" }} \u003c 1\n","summary":"CRIT AgentDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.001240671,"lastEvaluation":"2026-08-30T13:20:29.21976023-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":5,"id":"3750705474481061326","group_id":"17002711367853094751","group_name":"infra-alert","file":"/infra/rules/infra.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-08-30T13:20:29.21827521-07:00","type":"prometheus","id":"17002711367853094751","file":"/infra/rules/infra.yml","concurrency":1,"states":{"inactive":2}},{"name":"infra-rules","rules":[{"state":"","name":"infra_up","query":"up{job=\"infra\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001914969,"lastEvaluation":"2026-08-30T13:20:26.927214722-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":24,"lastSeriesFetched":24,"id":"3234035625992075699","group_id":"12774679442975532692","group_name":"infra-rules","file":"/infra/rules/infra.yml","debug":false,"max_updates_entries":20},{"state":"","name":"agent_up","query":"up{job!~\"infra|node|etcd|minio|pgsql|redis|mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001123118,"lastEvaluation":"2026-08-30T13:20:26.92919597-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":5,"lastSeriesFetched":5,"id":"8080388337310565842","group_id":"12774679442975532692","group_name":"infra-rules","file":"/infra/rules/infra.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-08-30T13:20:26.927210754-07:00","type":"prometheus","id":"12774679442975532692","file":"/infra/rules/infra.yml","concurrency":1,"states":{"":2}},{"name":"kafka-alert","rules":[{"state":"inactive","name":"KafkaDown","query":"up{job=\"kafka\",role=~\".+\"} \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"kafka","level":"0","severity":"CRIT"},"annotations":{"description":"Kafka JMX endpoint is unreachable for {{ $labels.ins }} (role={{ $labels.role }}, node_id={{ $labels.node_id }}).\n/ui/d/kafka-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT KafkaDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.001100938,"lastEvaluation":"2026-08-30T13:20:29.875936343-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4106633443422949673","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaExporterDown","query":"up{job=\"kafka\",role=\"\"} \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"kafka","level":"0","severity":"CRIT"},"annotations":{"description":"up[job=kafka, role='', ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/kafka-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT KafkaExporterDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000633687,"lastEvaluation":"2026-08-30T13:20:29.877054625-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":2,"id":"6114697482555084835","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaJmxScrapeError","query":"jmx_scrape_error{job=\"kafka\"} \u003e 0","duration":180,"keep_firing_for":0,"labels":{"category":"kafka","level":"1","severity":"WARN"},"annotations":{"description":"JMX Exporter is reachable but failed to collect one or more Kafka MBeans.\n/ui/d/kafka-instance?var-ins={{ $labels.ins }}\n","summary":"WARN KafkaJmxScrapeError {{ $labels.ins }}"},"lastError":"","evaluationTime":0.001135401,"lastEvaluation":"2026-08-30T13:20:29.877720597-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2932956951693807662","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaJvmHeapHigh","query":"kafka:ins:jvm_heap_used_ratio \u003e 0.90","duration":900,"keep_firing_for":0,"labels":{"category":"kafka","level":"1","severity":"WARN"},"annotations":{"description":"Kafka JVM heap utilization has remained above 90% for 15 minutes: {{ $value | humanizePercentage }}.\n/ui/d/kafka-instance?var-ins={{ $labels.ins }}\n","summary":"WARN KafkaJvmHeapHigh {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000906179,"lastEvaluation":"2026-08-30T13:20:29.878874046-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11057504407616715820","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaJvmDeadlock","query":"jvm_threads_deadlocked{job=\"kafka\"} \u003e 0","duration":60,"keep_firing_for":0,"labels":{"category":"kafka","level":"0","severity":"CRIT"},"annotations":{"description":"The Kafka JVM reports {{ $value }} deadlocked thread cycle(s).\n/ui/d/kafka-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT KafkaJvmDeadlock {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000704157,"lastEvaluation":"2026-08-30T13:20:29.879800271-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1682667259236544097","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaRequestHandlerSaturated","query":"kafka_server_request_handler_idle_ratio{job=\"kafka\"} \u003c 0.10","duration":600,"keep_firing_for":0,"labels":{"category":"kafka","level":"1","severity":"WARN"},"annotations":{"description":"Kafka request handler idle capacity is below 10%: {{ $value | humanizePercentage }}.\n/ui/d/kafka-instance?var-ins={{ $labels.ins }}\n","summary":"WARN KafkaRequestHandlerSaturated {{ $labels.ins }}"},"lastError":"","evaluationTime":0.00092738,"lastEvaluation":"2026-08-30T13:20:29.880525862-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2435324408008451337","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaUnderReplicatedPartitions","query":"kafka_server_replica_manager_under_replicated_partitions{job=\"kafka\"} \u003e 0","duration":300,"keep_firing_for":0,"labels":{"category":"kafka","level":"1","severity":"WARN"},"annotations":{"description":"{{ $value }} partition replicas are outside ISR on {{ $labels.ins }}.\n/ui/d/kafka-instance?var-ins={{ $labels.ins }}\n","summary":"WARN KafkaUnderReplicatedPartitions {{ $labels.ins }}"},"lastError":"","evaluationTime":0.001001195,"lastEvaluation":"2026-08-30T13:20:29.88146731-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3594504266637175878","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaUnderMinISR","query":"kafka_server_replica_manager_under_min_isr_partitions{job=\"kafka\"} \u003e 0","duration":60,"keep_firing_for":0,"labels":{"category":"kafka","level":"0","severity":"CRIT"},"annotations":{"description":"{{ $value }} partitions are below min.insync.replicas on {{ $labels.ins }}.\n/ui/d/kafka-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT KafkaUnderMinISR {{ $labels.ins }}"},"lastError":"","evaluationTime":0.00060956,"lastEvaluation":"2026-08-30T13:20:29.882483836-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11326321882344255373","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaOfflineLogDirectory","query":"kafka_log_manager_offline_log_directories{job=\"kafka\"} \u003e 0","duration":60,"keep_firing_for":0,"labels":{"category":"kafka","level":"0","severity":"CRIT"},"annotations":{"description":"Kafka has marked {{ $value }} log directories offline on {{ $labels.ins }}.\n/ui/d/kafka-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT KafkaOfflineLogDirectory {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000951604,"lastEvaluation":"2026-08-30T13:20:29.883111945-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1717181191271714831","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaOfflinePartitions","query":"max by (cls) (kafka_controller_offline_partition_count{job=\"kafka\"}) \u003e 0","duration":60,"keep_firing_for":0,"labels":{"category":"kafka","level":"0","severity":"CRIT"},"annotations":{"description":"The active KRaft controller reports {{ $value }} offline partitions.\n/ui/d/kafka-overview?var-cls={{ $labels.cls }}\n","summary":"CRIT KafkaOfflinePartitions {{ $labels.cls }}"},"lastError":"","evaluationTime":0.000757237,"lastEvaluation":"2026-08-30T13:20:29.88408331-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15252468229033472766","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaControllerCountMismatch","query":"(sum by (cls) (kafka_controller_active_controller_count{job=\"kafka\"}) or 0 * count by (cls) (up{job=\"kafka\",role=~\"combined|controller\"})) != 1","duration":60,"keep_firing_for":0,"labels":{"category":"kafka","level":"0","severity":"CRIT"},"annotations":{"description":"A healthy KRaft cluster must expose exactly one active controller; observed {{ $value }}.\n/ui/d/kafka-overview?var-cls={{ $labels.cls }}\n","summary":"CRIT KafkaControllerCountMismatch {{ $labels.cls }}"},"lastError":"","evaluationTime":0.000904354,"lastEvaluation":"2026-08-30T13:20:29.88485405-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10047444768488911927","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaFencedBrokers","query":"max by (cls) (kafka_controller_fenced_broker_count{job=\"kafka\"}) \u003e 0","duration":300,"keep_firing_for":0,"labels":{"category":"kafka","level":"1","severity":"WARN"},"annotations":{"description":"The active controller reports {{ $value }} fenced brokers.\n/ui/d/kafka-overview?var-cls={{ $labels.cls }}\n","summary":"WARN KafkaFencedBrokers {{ $labels.cls }}"},"lastError":"","evaluationTime":0.000819775,"lastEvaluation":"2026-08-30T13:20:29.885772767-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3793801864357164293","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaUncleanLeaderElection","query":"increase(kafka_controller_unclean_leader_elections_total{job=\"kafka\"}[5m]) \u003e 0","duration":0,"keep_firing_for":0,"labels":{"category":"kafka","level":"0","severity":"CRIT"},"annotations":{"description":"{{ $value }} unclean leader election(s) occurred during the last five minutes; data loss may have occurred.\n/ui/d/kafka-overview?var-cls={{ $labels.cls }}\n","summary":"CRIT KafkaUncleanLeaderElection {{ $labels.cls }}"},"lastError":"","evaluationTime":0.000711488,"lastEvaluation":"2026-08-30T13:20:29.886610971-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10286343268033438554","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaNetworkProcessorSaturated","query":"kafka_network_processor_idle_ratio{job=\"kafka\"} \u003c 0.10","duration":600,"keep_firing_for":0,"labels":{"category":"kafka","level":"1","severity":"WARN"},"annotations":{"description":"Kafka network processor idle capacity is below 10%: {{ $value | humanizePercentage }}.\n/ui/d/kafka-instance?var-ins={{ $labels.ins }}\n","summary":"WARN KafkaNetworkProcessorSaturated {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000864052,"lastEvaluation":"2026-08-30T13:20:29.887336811-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17465203282628974183","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaConsumerLagGrowing","query":"kafka:csg:lag \u003e 100000 and on (job, cls, consumergroup) delta(kafka:csg:lag[30m]) \u003e 0","duration":1800,"keep_firing_for":0,"labels":{"category":"kafka","level":"1","severity":"WARN"},"annotations":{"description":"Consumer group lag is above 100k records and still growing after 30 minutes ({{ $value }} records).\n/ui/d/kafka-consumer?var-cls={{ $labels.cls }}\u0026var-group={{ $labels.consumergroup }}\n","summary":"WARN KafkaConsumerLagGrowing {{ $labels.consumergroup }}"},"lastError":"","evaluationTime":0.000369661,"lastEvaluation":"2026-08-30T13:20:29.888214293-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15895644962497138700","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-08-30T13:20:29.875927254-07:00","type":"prometheus","id":"18216149610123607395","file":"/infra/rules/kafka.yml","concurrency":1,"states":{"inactive":15}},{"name":"kafka-jmx-rules","rules":[{"state":"","name":"kafka:ins:jvm_heap_used_ratio","query":"sum by (job, cls, ins, ip, instance, role, node_id) (jvm_memory_used_bytes{job=\"kafka\",area=\"heap\"}) / clamp_min(sum by (job, cls, ins, ip, instance, role, node_id) (jvm_memory_max_bytes{job=\"kafka\",area=\"heap\"}), 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001367806,"lastEvaluation":"2026-08-30T13:20:31.654100503-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14884650160529744712","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:ins:jvm_cpu_cores","query":"rate(process_cpu_seconds_total{job=\"kafka\",role=~\".+\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001014638,"lastEvaluation":"2026-08-30T13:20:31.655480784-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17423167809640503965","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:ins:load","query":"1 - clamp( min by (job, cls, ins, ip, instance, role, node_id) ( kafka_server_request_handler_idle_ratio{job=\"kafka\"} or kafka_network_processor_idle_ratio{job=\"kafka\"} ), 0, 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000979058,"lastEvaluation":"2026-08-30T13:20:31.656508287-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5927236481145339729","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:cls:load","query":"avg by (job, cls) (kafka:ins:load)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000895607,"lastEvaluation":"2026-08-30T13:20:31.657497897-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1921393208877593090","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:ins:jvm_gc_time_rate5m","query":"sum without (gc) (rate(jvm_gc_collection_seconds_sum{job=\"kafka\"}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000862464,"lastEvaluation":"2026-08-30T13:20:31.658401107-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9952172232901444958","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:ins:messages_in_rate5m","query":"rate(kafka_server_broker_messages_in_total{job=\"kafka\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000870826,"lastEvaluation":"2026-08-30T13:20:31.659276806-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11348051420868752190","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:ins:bytes_in_rate5m","query":"rate(kafka_server_broker_bytes_in_total{job=\"kafka\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000597672,"lastEvaluation":"2026-08-30T13:20:31.66015935-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8379635569592296642","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:ins:bytes_out_rate5m","query":"rate(kafka_server_broker_bytes_out_total{job=\"kafka\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000838696,"lastEvaluation":"2026-08-30T13:20:31.660763738-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9825219534332299410","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:ins:request_error_rate5m","query":"sum without (request, error) (rate(kafka_network_request_errors_total{job=\"kafka\",error!=\"NONE\"}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003393736,"lastEvaluation":"2026-08-30T13:20:31.661611662-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5729367482286545958","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:cls:under_replicated_partitions","query":"sum by (job, cls) (kafka_server_replica_manager_under_replicated_partitions{job=\"kafka\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001137588,"lastEvaluation":"2026-08-30T13:20:31.665017423-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"18205907956583451977","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:cls:offline_partitions","query":"max by (job, cls) (kafka_controller_offline_partition_count{job=\"kafka\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000864531,"lastEvaluation":"2026-08-30T13:20:31.666164212-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9556703035884433725","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-08-30T13:20:31.65409594-07:00","type":"prometheus","id":"3047419082577557758","file":"/infra/rules/kafka.yml","concurrency":1,"states":{"":11}},{"name":"kafka-rules","rules":[{"state":"","name":"kafka:topic:msg_rate1m","query":"sum by (job, cls, topic) (max without (ins, ip, instance) (clamp_min(rate(kafka_topic_partition_current_offset[1m]), 0)))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00273488,"lastEvaluation":"2026-08-30T13:20:34.207043655-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":102,"id":"3824950518663537846","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:topic:msg_rate5m","query":"sum by (job, cls, topic) (max without (ins, ip, instance) (clamp_min(rate(kafka_topic_partition_current_offset[5m]), 0)))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00287204,"lastEvaluation":"2026-08-30T13:20:34.209835314-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":102,"id":"6893912955393123494","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:cls:msg_rate1m","query":"sum without (topic) (kafka:topic:msg_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001509414,"lastEvaluation":"2026-08-30T13:20:34.212733965-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"11128310781942141837","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:cls:msg_rate5m","query":"sum without (topic) (kafka:topic:msg_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001154917,"lastEvaluation":"2026-08-30T13:20:34.214269846-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"14688034553184214981","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:csg_topic:commit_rate5m","query":"sum by (job, cls, consumergroup, topic) (max without (ins, ip, instance) (clamp_min(rate(kafka_consumergroup_current_offset[5m]), 0)))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0004237,"lastEvaluation":"2026-08-30T13:20:34.215446226-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12341570812249030338","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:csg_topic:lag","query":"sum by (job, cls, consumergroup, topic) (max without (ins, ip, instance) (clamp_min(kafka_consumergroup_lag, 0)))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000325076,"lastEvaluation":"2026-08-30T13:20:34.215877668-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2530917240113996236","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:csg:lag","query":"sum without (topic) (kafka:csg_topic:lag)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000273621,"lastEvaluation":"2026-08-30T13:20:34.216212979-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11869090650498232330","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:cls:lag","query":"sum without (consumergroup) (kafka:csg:lag)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000297565,"lastEvaluation":"2026-08-30T13:20:34.216493374-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"874545517223926333","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-08-30T13:20:34.207038062-07:00","type":"prometheus","id":"7760010977157438040","file":"/infra/rules/kafka.yml","concurrency":1,"states":{"":8}},{"name":"minio-alert","rules":[{"state":"inactive","name":"MinioServerDown","query":"minio_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"minio","level":"0","severity":"CRIT"},"annotations":{"description":"minio_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/minio-overview\n","summary":"CRIT MinioServerDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.002019106,"lastEvaluation":"2026-08-30T13:20:29.9807743-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"5056977363625481287","group_id":"18410437492731671407","group_name":"minio-alert","file":"/infra/rules/minio.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MinioNodeOffline","query":"max by (cls) (avg_over_time(minio_cluster_health_nodes_offline_count{job=\"minio\"}[5m])) \u003e 0","duration":180,"keep_firing_for":0,"labels":{"category":"minio","level":"1","severity":"WARN"},"annotations":{"description":"minio_cluster_health_nodes_offline_count[cls={{ $labels.cls }}] = {{ $value }} \u003e 0\n/ui/d/minio-overview?from=now-5m\u0026to=now\u0026var-cls={{$labels.cls}}\n","summary":"WARN MinioNodeOffline: {{ $labels.cls }} {{ $value }}"},"lastError":"","evaluationTime":0.000662203,"lastEvaluation":"2026-08-30T13:20:29.982838451-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2548434918796171148","group_id":"18410437492731671407","group_name":"minio-alert","file":"/infra/rules/minio.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MinioDiskOffline","query":"max by (cls) (avg_over_time(minio_cluster_health_drives_offline_count{job=\"minio\"}[5m])) \u003e 0","duration":180,"keep_firing_for":0,"labels":{"category":"minio","level":"1","severity":"WARN"},"annotations":{"description":"minio_cluster_health_drives_offline_count[cls={{ $labels.cls }}] = {{ $value }} \u003e 0\n/ui/d/minio-overview?from=now-5m\u0026to=now\u0026var-cls={{$labels.cls}}\n","summary":"WARN MinioDiskOffline: {{ $labels.cls }} {{ $value }}"},"lastError":"","evaluationTime":0.000462192,"lastEvaluation":"2026-08-30T13:20:29.98354461-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16805369781837028873","group_id":"18410437492731671407","group_name":"minio-alert","file":"/infra/rules/minio.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MinioErasureSetUnhealthy","query":"min by (cls) (\n  minio_cluster_erasure_set_overall_health{job=\"minio\"}\n  or (minio_cluster_erasure_set_overall_write_quorum{job=\"minio\"} * 0)\n) \u003c 1\n","duration":60,"keep_firing_for":0,"labels":{"category":"minio","level":"0","severity":"CRIT"},"annotations":{"description":"minio_cluster_erasure_set_overall_health[cls={{ $labels.cls }}] = {{ $value }} \u003c 1\n/ui/d/minio-overview?from=now-15m\u0026to=now\u0026var-cls={{$labels.cls}}\n","summary":"CRIT MinioErasureSetUnhealthy: {{ $labels.cls }}"},"lastError":"","evaluationTime":0.001292173,"lastEvaluation":"2026-08-30T13:20:29.984019937-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":2,"id":"8279853608072352223","group_id":"18410437492731671407","group_name":"minio-alert","file":"/infra/rules/minio.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MinioClusterCapacityHigh","query":"max by (cls) (\n  1 - (\n    (\n      minio_cluster_health_capacity_usable_free_bytes{job=\"minio\"}\n      or (minio_cluster_health_capacity_usable_total_bytes{job=\"minio\"} * 0)\n    )\n    / minio_cluster_health_capacity_usable_total_bytes{job=\"minio\"}\n  )\n) \u003e 0.90\n","duration":900,"keep_firing_for":0,"labels":{"category":"minio","level":"1","severity":"WARN"},"annotations":{"description":"MinIO usable capacity usage for cls={{ $labels.cls }} is {{ $value | humanizePercentage }} \u003e 90%.\n/ui/d/minio-overview?from=now-1h\u0026to=now\u0026var-cls={{$labels.cls}}\n","summary":"WARN MinioClusterCapacityHigh: {{ $labels.cls }} {{ $value | humanizePercentage }}"},"lastError":"","evaluationTime":0.001372975,"lastEvaluation":"2026-08-30T13:20:29.985332126-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"9392663091178120830","group_id":"18410437492731671407","group_name":"minio-alert","file":"/infra/rules/minio.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-08-30T13:20:29.980767245-07:00","type":"prometheus","id":"18410437492731671407","file":"/infra/rules/minio.yml","concurrency":1,"states":{"inactive":5}},{"name":"mysql-alerts","rules":[{"state":"inactive","name":"MySQLExporterDown","query":"mysql:ins:exporter_up \u003c 1","duration":120,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"mysqld_exporter is unavailable for {{ $labels.ins }} at {{ $labels.instance }}.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN MySQLExporterDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.00079341,"lastEvaluation":"2026-08-30T13:20:13.696674175-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7526740186098509471","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLInstanceDown","query":"mysql:ins:exporter_up == 1 and on (job, cls, ins, ip, instance, topology) mysql:ins:up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"mysql","level":"0","severity":"CRIT"},"annotations":{"description":"mysqld_exporter is reachable but cannot connect to MySQL on {{ $labels.ins }}.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT MySQLInstanceDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000478073,"lastEvaluation":"2026-08-30T13:20:13.697484064-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14408643372734883685","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLCollectorError","query":"mysql_exporter_collector_success{job=\"mysql\"} \u003c 1","duration":300,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"mysqld_exporter collector {{ $labels.collector }} has failed for 5 minutes.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN MySQLCollectorError {{ $labels.ins }} {{ $labels.collector }}"},"lastError":"","evaluationTime":0.000371454,"lastEvaluation":"2026-08-30T13:20:13.697982928-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6842410475238443322","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLRecentlyRestarted","query":"mysql:ins:uptime \u003c 600","duration":120,"keep_firing_for":0,"labels":{"category":"mysql","level":"2","severity":"INFO"},"annotations":{"description":"{{ $labels.ins }} has been up for only {{ $value | humanizeDuration }}.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"INFO MySQLRecentlyRestarted {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000285571,"lastEvaluation":"2026-08-30T13:20:13.698368304-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10237589161268952367","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLConnectionsHigh","query":"mysql:ins:connection_usage \u003e 0.80 and mysql:ins:connection_usage \u003c= 0.95","duration":600,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"{{ $labels.ins }} is using {{ $value | humanizePercentage }} of max_connections.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN MySQLConnectionsHigh {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000366738,"lastEvaluation":"2026-08-30T13:20:13.69866266-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6384783939064139719","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLConnectionsCritical","query":"mysql:ins:connection_usage \u003e 0.95","duration":180,"keep_firing_for":0,"labels":{"category":"mysql","level":"0","severity":"CRIT"},"annotations":{"description":"{{ $labels.ins }} is using {{ $value | humanizePercentage }} of max_connections.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT MySQLConnectionsCritical {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000357985,"lastEvaluation":"2026-08-30T13:20:13.699044084-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"291525136166992757","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLConnectionErrors","query":"mysql:ins:connection_errors \u003e 0.1","duration":600,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"{{ $labels.ins }} has {{ $value | printf \"%.2f\" }} connection errors per second.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN MySQLConnectionErrors {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000274179,"lastEvaluation":"2026-08-30T13:20:13.699413128-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4416803170619156166","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLAbortedConnections","query":"mysql:ins:aborted_connects \u003e 1 or mysql:ins:aborted_clients \u003e 1","duration":600,"keep_firing_for":0,"labels":{"category":"mysql","level":"2","severity":"INFO"},"annotations":{"description":"{{ $labels.ins }} has {{ $value | printf \"%.2f\" }} aborted connections per second.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"INFO MySQLAbortedConnections {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000446971,"lastEvaluation":"2026-08-30T13:20:13.699694251-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10754334981656827139","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLSlowQueries","query":"mysql:ins:slow_query_ratio \u003e 0.01 and mysql:ins:qps \u003e 10","duration":600,"keep_firing_for":0,"labels":{"category":"mysql","level":"2","severity":"INFO"},"annotations":{"description":"{{ $labels.ins }} slow-query ratio is {{ $value | humanizePercentage }}.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"INFO MySQLSlowQueries {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000298033,"lastEvaluation":"2026-08-30T13:20:13.700151968-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16685883791935058087","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLDiskTemporaryTablesHigh","query":"mysql:ins:tmp_disk_ratio \u003e 0.25 and mysql:ins:tmp_tables \u003e 1","duration":900,"keep_firing_for":0,"labels":{"category":"mysql","level":"2","severity":"INFO"},"annotations":{"description":"{{ $labels.ins }} creates {{ $value | humanizePercentage }} of temporary tables on disk.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"INFO MySQLDiskTemporaryTablesHigh {{ $labels.ins }}"},"lastError":"","evaluationTime":0.00023285,"lastEvaluation":"2026-08-30T13:20:13.700458922-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"408374536753029705","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLFullJoinsHigh","query":"mysql:ins:full_joins \u003e 1","duration":900,"keep_firing_for":0,"labels":{"category":"mysql","level":"2","severity":"INFO"},"annotations":{"description":"{{ $labels.ins }} executes {{ $value | printf \"%.2f\" }} joins without indexes per second.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"INFO MySQLFullJoinsHigh {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000293206,"lastEvaluation":"2026-08-30T13:20:13.700701868-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10215723616197049135","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLBufferPoolHitLow","query":"mysql:ins:buffer_pool_hit_ratio \u003c 0.95 and mysql:ins:qps \u003e 100","duration":900,"keep_firing_for":0,"labels":{"category":"mysql","level":"2","severity":"INFO"},"annotations":{"description":"{{ $labels.ins }} buffer-pool hit ratio is {{ $value | humanizePercentage }} under sustained load.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"INFO MySQLBufferPoolHitLow {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000294621,"lastEvaluation":"2026-08-30T13:20:13.701005756-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17650029185716306135","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLBufferPoolWaits","query":"mysql:ins:buffer_pool_waits \u003e 0","duration":300,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"{{ $labels.ins }} waits for free InnoDB buffer-pool pages at {{ $value | printf \"%.2f\" }}/s.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN MySQLBufferPoolWaits {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000232214,"lastEvaluation":"2026-08-30T13:20:13.701310369-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6095606965869047128","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLInnoDBLogWaits","query":"mysql:ins:log_waits \u003e 0","duration":300,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"{{ $labels.ins }} waits for InnoDB redo space at {{ $value | printf \"%.2f\" }}/s.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN MySQLInnoDBLogWaits {{ $labels.ins }}"},"lastError":"","evaluationTime":0.00020936,"lastEvaluation":"2026-08-30T13:20:13.701549198-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3876971663627789983","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLRedoCapacityHigh","query":"mysql:ins:redo_utilization \u003e 0.80","duration":600,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"{{ $labels.ins }} redo checkpoint age uses {{ $value | humanizePercentage }} of capacity.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN MySQLRedoCapacityHigh {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000312634,"lastEvaluation":"2026-08-30T13:20:13.701764658-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4593623846663555977","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLDeadlocksHigh","query":"mysql:ins:deadlocks \u003e 0","duration":300,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"{{ $labels.ins }} reports {{ $value | printf \"%.3f\" }} deadlocks per second.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN MySQLDeadlocks {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000350594,"lastEvaluation":"2026-08-30T13:20:13.702087776-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7435991847605768378","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLHistoryListLarge","query":"mysql:ins:history_list_length \u003e 1000000","duration":900,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"{{ $labels.ins }} InnoDB history-list length is {{ $value | humanize }}; purge may be blocked.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN MySQLHistoryListLarge {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000238882,"lastEvaluation":"2026-08-30T13:20:13.702445467-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7302117283224926300","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLClusterNoPrimary","query":"mysql:cls:gr_primary_members{topology=\"innodb_cluster\"} \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"mysql","level":"0","severity":"CRIT"},"annotations":{"description":"The InnoDB Cluster has no ONLINE primary. Normal automation will not\nperform complete-outage recovery or force a new primary.\n/ui/d/mysql-replication?var-cls={{ $labels.cls }}\n","summary":"CRIT MySQLClusterNoPrimary {{ $labels.cls }}"},"lastError":"","evaluationTime":0.000286681,"lastEvaluation":"2026-08-30T13:20:13.702691294-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13383311224999544126","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLClusterMultiplePrimary","query":"mysql:cls:gr_primary_members{topology=\"innodb_cluster\"} \u003e 1","duration":30,"keep_firing_for":0,"labels":{"category":"mysql","level":"0","severity":"CRIT"},"annotations":{"description":"Single-primary invariant is violated: {{ $value }} ONLINE primary members.\n/ui/d/mysql-replication?var-cls={{ $labels.cls }}\n","summary":"CRIT MySQLClusterMultiplePrimary {{ $labels.cls }}"},"lastError":"","evaluationTime":0.000214143,"lastEvaluation":"2026-08-30T13:20:13.7029887-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"863728401142352045","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLClusterQuorumLost","query":"mysql:cls:gr_quorum{topology=\"innodb_cluster\"} \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"mysql","level":"0","severity":"CRIT"},"annotations":{"description":"Fewer than a majority of declared members are ONLINE; writes must remain unavailable.\n/ui/d/mysql-replication?var-cls={{ $labels.cls }}\n","summary":"CRIT MySQLClusterQuorumLost {{ $labels.cls }}"},"lastError":"","evaluationTime":0.000262764,"lastEvaluation":"2026-08-30T13:20:13.70320984-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16764538527207291091","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLClusterMemberOffline","query":"mysql:ins:up{topology=\"innodb_cluster\"} == 1 unless on (job, cls, ins, ip, instance, topology) mysql:ins:gr_online == 1","duration":300,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"mysqld is reachable but its local Group Replication member is not ONLINE.\n/ui/d/mysql-replication?var-cls={{ $labels.cls }}\n","summary":"WARN MySQLClusterMemberOffline {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000311246,"lastEvaluation":"2026-08-30T13:20:13.703479266-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4921640385778001986","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLGRQueueHigh","query":"mysql:ins:gr_certifier_queue \u003e 1000 or mysql:ins:gr_applier_queue \u003e 1000","duration":600,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"A GR certification or applier queue has exceeded 1000 transactions.\n/ui/d/mysql-replication?var-cls={{ $labels.cls }}\n","summary":"WARN MySQLGRQueueHigh {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000388799,"lastEvaluation":"2026-08-30T13:20:13.703805376-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12473408840823730509","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLGRQueueCritical","query":"mysql:ins:gr_certifier_queue \u003e 10000 or mysql:ins:gr_applier_queue \u003e 10000","duration":300,"keep_firing_for":0,"labels":{"category":"mysql","level":"0","severity":"CRIT"},"annotations":{"description":"A GR certification or applier queue has exceeded 10000 transactions.\n/ui/d/mysql-replication?var-cls={{ $labels.cls }}\n","summary":"CRIT MySQLGRQueueCritical {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000301457,"lastEvaluation":"2026-08-30T13:20:13.704201089-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5947649293951060941","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLGRFlowControlHigh","query":"mysql:ins:gr_certifier_queue_ratio \u003e 0.80 or mysql:ins:gr_applier_queue_ratio \u003e 0.80","duration":600,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"A Group Replication queue has remained above 80% of its configured flow-control threshold.\n/ui/d/mysql-replication?var-cls={{ $labels.cls }}\n","summary":"WARN MySQLGRFlowControlHigh {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000413927,"lastEvaluation":"2026-08-30T13:20:13.704512057-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10302922902164620985","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLPrimaryReadOnly","query":"mysql_global_variables_read_only{job=\"mysql\"} \u003e 0 and on (job, cls, ins, ip, instance, topology) mysql:ins:gr_primary == 1","duration":300,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"The runtime GR primary reports read_only enabled.\n/ui/d/mysql-cluster?var-cls={{ $labels.cls }}\n","summary":"WARN MySQLPrimaryReadOnly {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000334884,"lastEvaluation":"2026-08-30T13:20:13.704937017-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15376005625202083032","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLSecondaryWritable","query":"mysql_global_variables_super_read_only{job=\"mysql\"} \u003c 1 and on (job, cls, ins, ip, instance, topology) mysql:ins:gr_secondary == 1","duration":120,"keep_firing_for":0,"labels":{"category":"mysql","level":"0","severity":"CRIT"},"annotations":{"description":"A runtime GR secondary reports super_read_only disabled.\n/ui/d/mysql-cluster?var-cls={{ $labels.cls }}\n","summary":"CRIT MySQLSecondaryWritable {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000249182,"lastEvaluation":"2026-08-30T13:20:13.705280689-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4786653785347223550","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLExporterScrapeSlow","query":"max without (collector) (mysql_exporter_collector_duration_seconds{job=\"mysql\"}) \u003e 5","duration":600,"keep_firing_for":0,"labels":{"category":"mysql","level":"2","severity":"INFO"},"annotations":{"description":"{{ $labels.ins }} exporter collectors take {{ $value | humanizeDuration }}.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"INFO MySQLExporterScrapeSlow {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000286675,"lastEvaluation":"2026-08-30T13:20:13.705538015-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8432818720413109612","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20}],"interval":30,"lastEvaluation":"2026-08-30T13:20:13.696660739-07:00","type":"prometheus","id":"8421186766958095244","file":"/infra/rules/mysql.yml","concurrency":1,"states":{"inactive":27}},{"name":"mysql-rules","rules":[{"state":"","name":"mysql:ins:exporter_up","query":"up{job=\"mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000718341,"lastEvaluation":"2026-08-30T13:20:34.021023457-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3667637367286507702","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:up","query":"mysql_up{job=\"mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000818702,"lastEvaluation":"2026-08-30T13:20:34.02175685-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1619934901076580885","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:uptime","query":"mysql_global_status_uptime{job=\"mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000975448,"lastEvaluation":"2026-08-30T13:20:34.022586529-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6203853746995238318","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:cls:instances","query":"count by (cls, topology) (up{job=\"mysql\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000553922,"lastEvaluation":"2026-08-30T13:20:34.023615263-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"18279982323015360710","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:cls:up","query":"sum by (cls, topology) (mysql:ins:up) or (0 * count by (cls, topology) (up{job=\"mysql\"}))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000599335,"lastEvaluation":"2026-08-30T13:20:34.02418454-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2578215900149084057","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:qps","query":"rate(mysql_global_status_questions{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00068224,"lastEvaluation":"2026-08-30T13:20:34.024810639-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15650040395811166644","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:tps","query":"sum without (command) (rate(mysql_global_status_commands_total{job=\"mysql\",command=~\"commit|rollback\"}[1m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000582057,"lastEvaluation":"2026-08-30T13:20:34.025513449-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17313497984451352678","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:read_qps","query":"sum without (command) (rate(mysql_global_status_commands_total{job=\"mysql\",command=~\"select|show.*\"}[1m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000413073,"lastEvaluation":"2026-08-30T13:20:34.026105867-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7766024519115978762","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:write_qps","query":"sum without (command) (rate(mysql_global_status_commands_total{job=\"mysql\",command=~\"insert|update|delete|replace|load\"}[1m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000485319,"lastEvaluation":"2026-08-30T13:20:34.0265297-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17700452923072641649","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:row_ops","query":"rate(mysql_global_status_innodb_row_ops_total{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000452215,"lastEvaluation":"2026-08-30T13:20:34.02702737-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4401899730371190573","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:statement_rate","query":"sum without (digest, schema) (rate(mysql_perf_schema_events_statements_sum_total{job=\"mysql\"}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000975804,"lastEvaluation":"2026-08-30T13:20:34.027492488-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5338326599823916839","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:statement_latency","query":"sum without (digest, schema) (rate(mysql_perf_schema_events_statements_sum_timer_wait{job=\"mysql\"}[5m])) / clamp_min(mysql:ins:statement_rate, 0.001)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000488347,"lastEvaluation":"2026-08-30T13:20:34.028478955-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4731984022380503333","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:rows_examined_per_query","query":"sum without (digest, schema) (rate(mysql_perf_schema_events_statements_sum_rows_examined{job=\"mysql\"}[5m])) / clamp_min(mysql:ins:statement_rate, 0.001)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000418087,"lastEvaluation":"2026-08-30T13:20:34.028978283-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8271791146867007533","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:connections","query":"mysql_global_status_threads_connected{job=\"mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000527322,"lastEvaluation":"2026-08-30T13:20:34.029410957-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13355637212781540594","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:connection_usage","query":"mysql_global_status_threads_connected{job=\"mysql\"} / clamp_min(mysql_global_variables_max_connections{job=\"mysql\"}, 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000359209,"lastEvaluation":"2026-08-30T13:20:34.029947137-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14321795515860636451","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:connection_rate","query":"rate(mysql_global_status_connections{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000565643,"lastEvaluation":"2026-08-30T13:20:34.03031702-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11433804532710332929","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:threads_running","query":"mysql_global_status_threads_running{job=\"mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000440397,"lastEvaluation":"2026-08-30T13:20:34.03090138-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1502524331389792386","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:threads_cached","query":"mysql_global_status_threads_cached{job=\"mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000502184,"lastEvaluation":"2026-08-30T13:20:34.031354783-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4803259428255142034","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:slow_queries","query":"rate(mysql_global_status_slow_queries{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000539132,"lastEvaluation":"2026-08-30T13:20:34.03186729-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12915011976540338491","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:slow_query_ratio","query":"mysql:ins:slow_queries / clamp_min(mysql:ins:qps, 0.001)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000441841,"lastEvaluation":"2026-08-30T13:20:34.032415158-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10642101806960531151","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:aborted_connects","query":"rate(mysql_global_status_aborted_connects{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000434833,"lastEvaluation":"2026-08-30T13:20:34.032881132-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3618783440755805233","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:aborted_clients","query":"rate(mysql_global_status_aborted_clients{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000376326,"lastEvaluation":"2026-08-30T13:20:34.033323322-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12008032513619755219","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:connection_errors","query":"sum without (error) (rate(mysql_global_status_connection_errors_total{job=\"mysql\"}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000425057,"lastEvaluation":"2026-08-30T13:20:34.03370913-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10699886227970336491","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:rx_bytes","query":"rate(mysql_global_status_bytes_received{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000498473,"lastEvaluation":"2026-08-30T13:20:34.034141664-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12913599011557570124","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:tx_bytes","query":"rate(mysql_global_status_bytes_sent{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000415857,"lastEvaluation":"2026-08-30T13:20:34.034654956-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5067642561798207493","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:tmp_tables","query":"rate(mysql_global_status_created_tmp_tables{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000393397,"lastEvaluation":"2026-08-30T13:20:34.035081917-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4620641988824769986","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:tmp_disk_tables","query":"rate(mysql_global_status_created_tmp_disk_tables{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00047392,"lastEvaluation":"2026-08-30T13:20:34.035496131-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12382303562433694208","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:tmp_disk_ratio","query":"mysql:ins:tmp_disk_tables / clamp_min(mysql:ins:tmp_tables, 0.001)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00038405,"lastEvaluation":"2026-08-30T13:20:34.03597836-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13605922670192083092","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:full_joins","query":"rate(mysql_global_status_select_full_join{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00041093,"lastEvaluation":"2026-08-30T13:20:34.036371915-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10247406955506288411","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:full_scans","query":"rate(mysql_global_status_select_scan{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000490003,"lastEvaluation":"2026-08-30T13:20:34.03679172-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4450059214805752669","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:sort_merge_passes","query":"rate(mysql_global_status_sort_merge_passes{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000378201,"lastEvaluation":"2026-08-30T13:20:34.03729045-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15109908821635214879","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:table_open_cache_hit_ratio","query":"rate(mysql_global_status_table_open_cache_hits{job=\"mysql\"}[5m]) / clamp_min(rate(mysql_global_status_table_open_cache_hits{job=\"mysql\"}[5m]) + rate(mysql_global_status_table_open_cache_misses{job=\"mysql\"}[5m]), 0.001)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000610892,"lastEvaluation":"2026-08-30T13:20:34.037679505-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13419610529189107450","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:open_files_usage","query":"mysql_global_status_open_files{job=\"mysql\"} / clamp_min(mysql_global_variables_open_files_limit{job=\"mysql\"}, 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000370245,"lastEvaluation":"2026-08-30T13:20:34.038304893-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12632843824441801370","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:statement_errors","query":"sum without (digest, schema) (rate(mysql_perf_schema_events_statements_sum_errors{job=\"mysql\"}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000390709,"lastEvaluation":"2026-08-30T13:20:34.038683752-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11815747714212491195","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:no_index_queries","query":"sum without (digest, schema) (rate(mysql_perf_schema_events_statements_sum_no_index_used{job=\"mysql\"}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000541077,"lastEvaluation":"2026-08-30T13:20:34.039085593-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14089720052255660794","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:buffer_pool_hit_ratio","query":"clamp_min(1 - rate(mysql_global_status_innodb_buffer_pool_reads{job=\"mysql\"}[5m]) / clamp_min(rate(mysql_global_status_innodb_buffer_pool_read_requests{job=\"mysql\"}[5m]), 1), 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000449267,"lastEvaluation":"2026-08-30T13:20:34.039633851-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14078602311975960821","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:buffer_pool_usage","query":"mysql_global_status_innodb_buffer_pool_bytes_data{job=\"mysql\"} / clamp_min(mysql_global_variables_innodb_buffer_pool_size{job=\"mysql\"}, 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001006727,"lastEvaluation":"2026-08-30T13:20:34.040130863-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16785586299791959232","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:buffer_pool_dirty_ratio","query":"mysql_global_status_innodb_buffer_pool_bytes_dirty{job=\"mysql\"} / clamp_min(mysql_global_status_innodb_buffer_pool_bytes_data{job=\"mysql\"}, 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000392851,"lastEvaluation":"2026-08-30T13:20:34.041151518-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10011440007340424741","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:buffer_pool_waits","query":"rate(mysql_global_status_innodb_buffer_pool_wait_free{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000537033,"lastEvaluation":"2026-08-30T13:20:34.041552905-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13482696747444875978","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:data_read_bytes","query":"rate(mysql_global_status_innodb_data_read{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000481798,"lastEvaluation":"2026-08-30T13:20:34.042101533-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15991989607859236960","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:data_write_bytes","query":"rate(mysql_global_status_innodb_data_written{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000405824,"lastEvaluation":"2026-08-30T13:20:34.042594507-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6346211140176591808","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:data_reads","query":"rate(mysql_global_status_innodb_data_reads{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000477622,"lastEvaluation":"2026-08-30T13:20:34.043009295-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10412409716367854760","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:data_writes","query":"rate(mysql_global_status_innodb_data_writes{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000386537,"lastEvaluation":"2026-08-30T13:20:34.043495463-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16152890665156980084","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:data_fsyncs","query":"rate(mysql_global_status_innodb_data_fsyncs{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000488455,"lastEvaluation":"2026-08-30T13:20:34.04390973-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16686411635826181124","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:redo_bytes","query":"rate(mysql_global_status_innodb_os_log_written{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000339952,"lastEvaluation":"2026-08-30T13:20:34.044428277-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11878460789522685301","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:redo_utilization","query":"clamp_min(mysql_global_status_innodb_redo_log_current_lsn{job=\"mysql\"} - mysql_global_status_innodb_redo_log_checkpoint_lsn{job=\"mysql\"}, 0) / clamp_min(mysql_global_status_innodb_redo_log_capacity_resized{job=\"mysql\"}, 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000395056,"lastEvaluation":"2026-08-30T13:20:34.044776042-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13788653410769828951","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:log_waits","query":"rate(mysql_global_status_innodb_log_waits{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000525915,"lastEvaluation":"2026-08-30T13:20:34.045180462-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14003281194996009332","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:row_lock_waits","query":"rate(mysql_global_status_innodb_row_lock_waits{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00041722,"lastEvaluation":"2026-08-30T13:20:34.045714828-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1059002157743943342","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:row_lock_time","query":"rate(mysql_global_status_innodb_row_lock_time{job=\"mysql\"}[5m]) / 1000","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000441411,"lastEvaluation":"2026-08-30T13:20:34.046140366-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7123053349368748744","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:deadlocks","query":"rate(mysql_info_schema_innodb_metrics_lock_lock_deadlocks_total{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000865747,"lastEvaluation":"2026-08-30T13:20:34.046597195-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10379382513202940635","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:history_list_length","query":"mysql_info_schema_innodb_metrics_transaction_trx_rseg_history_len{job=\"mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001009905,"lastEvaluation":"2026-08-30T13:20:34.047472251-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12523831668807973063","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:binlog_bytes","query":"sum without (log_file) (mysql_binlog_size_bytes{job=\"mysql\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000561619,"lastEvaluation":"2026-08-30T13:20:34.048490631-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7978949055004346749","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_member","query":"mysql_perf_schema_replication_group_member_info{job=\"mysql\"} and on (job, cls, ins, member_host) label_replace(mysql_up{job=\"mysql\"} == 1, \"member_host\", \"$1\", \"ip\", \"(.*)\")","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000350274,"lastEvaluation":"2026-08-30T13:20:34.049066248-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17124692128710406859","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_online","query":"max by (job, cls, ins, ip, instance, topology) (mysql:ins:gr_member{member_state=\"ONLINE\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000437124,"lastEvaluation":"2026-08-30T13:20:34.04942629-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"328208921778971312","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_primary","query":"max by (job, cls, ins, ip, instance, topology) (mysql:ins:gr_member{member_state=\"ONLINE\",member_role=\"PRIMARY\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000405977,"lastEvaluation":"2026-08-30T13:20:34.04989885-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6458260833296114111","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_secondary","query":"max by (job, cls, ins, ip, instance, topology) (mysql:ins:gr_member{member_state=\"ONLINE\",member_role=\"SECONDARY\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000412546,"lastEvaluation":"2026-08-30T13:20:34.050313106-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11141051362548740671","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:cls:gr_online_members","query":"sum by (cls, topology) (mysql:ins:gr_online) or (0 * count by (cls, topology) (up{job=\"mysql\",topology=\"innodb_cluster\"}))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000566873,"lastEvaluation":"2026-08-30T13:20:34.050735459-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6906511819758197052","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:cls:gr_primary_members","query":"sum by (cls, topology) (mysql:ins:gr_primary) or (0 * count by (cls, topology) (up{job=\"mysql\",topology=\"innodb_cluster\"}))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00055538,"lastEvaluation":"2026-08-30T13:20:34.051313264-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1039576857828161372","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:cls:gr_quorum","query":"mysql:cls:gr_online_members \u003e bool mysql:cls:instances / 2","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000426497,"lastEvaluation":"2026-08-30T13:20:34.051895818-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14871331672444688083","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:cls:gr_single_primary","query":"mysql:cls:gr_primary_members == bool 1","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000415566,"lastEvaluation":"2026-08-30T13:20:34.052332782-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5425930398224119006","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:cls:health","query":"mysql:cls:gr_quorum * mysql:cls:gr_single_primary * (1 + (mysql:cls:gr_online_members == bool mysql:cls:instances)) or 2 * mysql:cls:up{topology=\"standalone\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00062902,"lastEvaluation":"2026-08-30T13:20:34.052758209-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2853887298413333296","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_certifier_queue","query":"mysql_perf_schema_transactions_in_queue{job=\"mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000407296,"lastEvaluation":"2026-08-30T13:20:34.053398023-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6168421960972489945","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_applier_queue","query":"mysql_perf_schema_transactions_remote_in_applier_queue{job=\"mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000652899,"lastEvaluation":"2026-08-30T13:20:34.053814304-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"18422025705934967030","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_conflict_rate","query":"rate(mysql_perf_schema_conflicts_detected_total{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000792002,"lastEvaluation":"2026-08-30T13:20:34.054478989-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13680407074120993532","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_checked_rate","query":"rate(mysql_perf_schema_transactions_checked_total{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000406381,"lastEvaluation":"2026-08-30T13:20:34.055280732-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16014839082081672942","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_applied_rate","query":"rate(mysql_perf_schema_transactions_remote_applied_total{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000525031,"lastEvaluation":"2026-08-30T13:20:34.055698759-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12084785764911113591","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_certifier_queue_ratio","query":"mysql:ins:gr_certifier_queue / clamp_min(mysql_global_variables_group_replication_flow_control_certifier_threshold{job=\"mysql\"}, 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00039738,"lastEvaluation":"2026-08-30T13:20:34.056233712-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"415905669452713405","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_applier_queue_ratio","query":"mysql:ins:gr_applier_queue / clamp_min(mysql_global_variables_group_replication_flow_control_applier_threshold{job=\"mysql\"}, 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000480398,"lastEvaluation":"2026-08-30T13:20:34.056639771-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13539631378638621921","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20}],"interval":30,"lastEvaluation":"2026-08-30T13:20:34.021014449-07:00","type":"prometheus","id":"2471772382337185274","file":"/infra/rules/mysql.yml","concurrency":1,"states":{"":68}},{"name":"node-alert","rules":[{"state":"inactive","name":"NodeDown","query":"node_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"0","severity":"CRIT"},"annotations":{"description":"node_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/node-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT NodeDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000797476,"lastEvaluation":"2026-08-30T13:20:29.024328344-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"16019517992970412958","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"HaproxyDown","query":"haproxy_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"0","severity":"CRIT"},"annotations":{"description":"haproxy_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/node-haproxy?var-ins={{ $labels.ins }}\n","summary":"CRIT HaproxyDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.00065896,"lastEvaluation":"2026-08-30T13:20:29.025143049-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"12638265306320626676","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"VectorDown","query":"vector_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"vector_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/node-instance?var-ins={{ $labels.ins }}\n","summary":"WARN VectorDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000924001,"lastEvaluation":"2026-08-30T13:20:29.025812477-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"9785641553625993683","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"DockerDown","query":"docker_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"docker_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/node-instance?var-ins={{ $labels.ins }}\n","summary":"WARN DockerDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000469057,"lastEvaluation":"2026-08-30T13:20:29.026749938-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17519437467855893973","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KeepalivedDown","query":"keepalived_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"keepalived_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/node-instance?var-ins={{ $labels.ins }}\n","summary":"WARN KeepalivedDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.00095689,"lastEvaluation":"2026-08-30T13:20:29.027228528-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14739400565412876089","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeCpuHigh","query":"node:ins:cpu_usage_1m \u003e 0.70","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:ins:cpu_usage[ins={{ $labels.ins }}] = {{ $value  | printf \"%.2f\" }} \u003e 70%\n","summary":"WARN NodeCpuHigh {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.000619427,"lastEvaluation":"2026-08-30T13:20:29.02819799-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"13796941076028204598","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeLoadHigh","query":"node:ins:stdload1 \u003e 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:ins:stdload1[ins={{ $labels.ins }}] = {{ $value  | printf \"%.2f\" }} \u003e 100%\n","summary":"WARN NodeLoadHigh {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.000563629,"lastEvaluation":"2026-08-30T13:20:29.028832924-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"11095295423365407923","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeOutOfMem","query":"node:ins:mem_avail \u003c 0.10","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:ins:mem_avail[ins={{ $labels.ins }}] = {{ $value  | printf \"%.2f\" }} \u003c 10%\n","summary":"WARN NodeOutOfMem {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.000673022,"lastEvaluation":"2026-08-30T13:20:29.030745056-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"8066904298648559398","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"firing","name":"NodeMemSwapped","query":"node:ins:swap_usage \u003e 0.01","duration":300,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:ins:swap_usage[ins={{ $labels.ins }}] = {{ $value  | printf \"%.2f\" }} \u003e 1%\n","summary":"WARN NodeMemSwapped {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.000654898,"lastEvaluation":"2026-08-30T13:20:29.031431963-07:00","alerts":[{"state":"firing","name":"NodeMemSwapped","value":"0.4188096","labels":{"alertgroup":"node-alert","alertname":"NodeMemSwapped","category":"node","cls":"pigsty.io","ins":"n1.pigsty.io","instance":"10.10.10.11:9100","ip":"10.10.10.11","job":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:ins:swap_usage[ins=n1.pigsty.io] = 0.42 \u003e 1%\n","summary":"WARN NodeMemSwapped n1.pigsty.io@10.10.10.11:9100 0.42"},"activeAt":"2026-08-30T07:25:10-07:00","id":"14895280143428201787","rule_id":"6229805939734861597","group_id":"16645464500811562701","expression":"node:ins:swap_usage \u003e 0.01","source":"http://n0.pigsty.io:8880/vmalert/alert?group_id=16645464500811562701\u0026alert_id=14895280143428201787","restored":false,"stabilizing":false},{"state":"firing","name":"NodeMemSwapped","value":"0.28495896","labels":{"alertgroup":"node-alert","alertname":"NodeMemSwapped","category":"node","cls":"pigsty.io","ins":"n2.pigsty.io","instance":"10.10.10.12:9100","ip":"10.10.10.12","job":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:ins:swap_usage[ins=n2.pigsty.io] = 0.28 \u003e 1%\n","summary":"WARN NodeMemSwapped n2.pigsty.io@10.10.10.12:9100 0.28"},"activeAt":"2026-08-30T03:33:50-07:00","id":"10975896016542997896","rule_id":"6229805939734861597","group_id":"16645464500811562701","expression":"node:ins:swap_usage \u003e 0.01","source":"http://n0.pigsty.io:8880/vmalert/alert?group_id=16645464500811562701\u0026alert_id=10975896016542997896","restored":false,"stabilizing":false}],"health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":3,"id":"6229805939734861597","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeFsSpaceFull","query":"node:fs:space_usage \u003e 0.90","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:fs:space_usage[ins={{ $labels.ins }}] = {{ $value  | printf \"%.2f\" }} \u003e 90%\n","summary":"WARN NodeFsSpaceFull {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.000690258,"lastEvaluation":"2026-08-30T13:20:29.033415404-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"7038076033337763084","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeFsFilesFull","query":"node:fs:inode_usage \u003e 0.90","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:fs:inode_usage[ins={{ $labels.ins }}] = {{ $value  | printf \"%.2f\" }} \u003e 90%\n","summary":"WARN NodeFsFilesFull {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.000972904,"lastEvaluation":"2026-08-30T13:20:29.034119315-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"8874572647086784580","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeFdFull","query":"node:ins:fd_usage \u003e 0.90","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:ins:fd_usage[ins={{ $labels.ins }}] = {{ $value  | printf \"%.2f\" }} \u003e 90%\n","summary":"WARN NodeFdFull {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.000691663,"lastEvaluation":"2026-08-30T13:20:29.035106541-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"16813281865954641002","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeDiskSlow","query":"node:dev:disk_read_rt_1m{device=\"dfa\"} \u003e 0.032 or node:dev:disk_write_rt_1m{device=\"dfa\"} \u003e 0.032","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"2","severity":"INFO"},"annotations":{"description":"node:dev:disk_read_rt_1m[ins={{ $labels.ins }}] = {{ $value  | printf \"%.6f\" }} \u003e 32ms\n","summary":"INFO NodeReadSlow {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.6f\" }}"},"lastError":"","evaluationTime":0.000716658,"lastEvaluation":"2026-08-30T13:20:29.035806679-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10480812130110156229","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeTcpErrHigh","query":"rate(node:ins:tcp_error[1m]) \u003e 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"rate(node:ins:tcp_error{ins={{ $labels.ins }}}[1m]) = {{ $value  | printf \"%.2f\" }} \u003e 1\n","summary":"WARN NodeTcpErrHigh {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.000552934,"lastEvaluation":"2026-08-30T13:20:29.036536778-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"13135027163341137980","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeTcpRetransHigh","query":"node:ins:tcp_retrans_ratio1m \u003e 1e-2","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"2","severity":"INFO"},"annotations":{"description":"node:ins:tcp_retrans_ratio1m[ins={{ $labels.ins }}] = {{ $value  | printf \"%.6f\" }} \u003e 1%\n","summary":"INFO NodeTcpRetransHigh {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.6f\" }}"},"lastError":"","evaluationTime":0.000657294,"lastEvaluation":"2026-08-30T13:20:29.037104449-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"6776646381033655691","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeTimeDrift","query":"node_timex_sync_status != 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node_timex_status[ins={{ $labels.ins }}]) = {{ $value | printf \"%.6f\" }} != 0 or\nnode_timex_sync_status[ins={{ $labels.ins }}]) = {{ $value | printf \"%.6f\" }} != 1\n","summary":"WARN NodeTimeDrift {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000777117,"lastEvaluation":"2026-08-30T13:20:29.037770316-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"772400409056077844","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-08-30T13:20:29.024322709-07:00","type":"prometheus","id":"16645464500811562701","file":"/infra/rules/node.yml","concurrency":1,"states":{"firing":1,"inactive":15}},{"name":"node-rules","rules":[{"state":"","name":"node:ins:uptime","query":"time() - node_boot_time_seconds","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001460624,"lastEvaluation":"2026-08-30T13:20:35.18950364-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"9401408525170488524","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins","query":"sum without (machine, release, version, sysname, domainname) (\n  label_replace(node_uname_info, \"id\", \"$1\", \"nodename\", \"(.+)\") OR\n  label_replace(node_uname_info, \"id\", \"$1\", \"instance\", \"(.+)\\\\:\\\\d+\") OR\n  label_replace(node_uname_info, \"id\", \"$1\", \"ins\", \"(.+)\")\n)\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002259522,"lastEvaluation":"2026-08-30T13:20:35.190998465-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":9,"id":"7407674611584905885","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:time_irate1m","query":"irate(node_cpu_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005420755,"lastEvaluation":"2026-08-30T13:20:35.193303295-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":88,"lastSeriesFetched":88,"id":"6511480272498948327","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:total_time_irate1m","query":"sum without (mode) (node:cpu:time_irate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003715788,"lastEvaluation":"2026-08-30T13:20:35.198969086-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":11,"lastSeriesFetched":88,"id":"17132181104544358717","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:idle_time_irate1m","query":"sum without (mode) (node:cpu:time_irate1m{mode=\"idle\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001815838,"lastEvaluation":"2026-08-30T13:20:35.202742967-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":11,"lastSeriesFetched":11,"id":"2455974463324679267","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:usage","query":"1 - node:cpu:idle_time_irate1m / node:cpu:total_time_irate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003310966,"lastEvaluation":"2026-08-30T13:20:35.204646307-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":11,"lastSeriesFetched":22,"id":"9127707955957573694","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:usage_avg1m","query":"avg_over_time(node:cpu:usage[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001512177,"lastEvaluation":"2026-08-30T13:20:35.208007849-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":11,"lastSeriesFetched":11,"id":"6524487840412765699","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:usage_avg5m","query":"avg_over_time(node:cpu:usage[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001868254,"lastEvaluation":"2026-08-30T13:20:35.209561724-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":11,"lastSeriesFetched":11,"id":"11118447404764511547","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:usage_avg15m","query":"avg_over_time(node:cpu:usage[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.006695569,"lastEvaluation":"2026-08-30T13:20:35.211484411-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":11,"lastSeriesFetched":11,"id":"16300686881889951345","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:cpu_count","query":"count without (cpu) (node:cpu:usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000699399,"lastEvaluation":"2026-08-30T13:20:35.218249155-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":11,"id":"3198138003200265048","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:cpu_count","query":"sum by (cls, job) (node:ins:cpu_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001292074,"lastEvaluation":"2026-08-30T13:20:35.218971142-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"9699243263915215623","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:cpu_count","query":"sum by (job) (node:ins:cpu_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005393029,"lastEvaluation":"2026-08-30T13:20:35.220283268-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"2756649093465966298","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:cpu_usage","query":"avg without (cpu) (node:cpu:usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000630925,"lastEvaluation":"2026-08-30T13:20:35.225700353-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":11,"id":"17361968402134592143","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:cpu_usage","query":"avg by (cls, job) (node:cpu:usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000573648,"lastEvaluation":"2026-08-30T13:20:35.226353053-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":11,"id":"11734084268823284227","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:cpu_usage","query":"sum by (job) (node:cls:cpu_usage * node:cls:cpu_count) / sum by (job) (node:cls:cpu_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001971805,"lastEvaluation":"2026-08-30T13:20:35.226944319-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"16230136649888883038","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:cpu_usage_1m","query":"avg_over_time(node:ins:cpu_usage[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001178437,"lastEvaluation":"2026-08-30T13:20:35.228972476-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"14901411241616117705","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:cpu_usage_5m","query":"avg_over_time(node:ins:cpu_usage[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000881112,"lastEvaluation":"2026-08-30T13:20:35.230177821-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"12801543779739365745","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:cpu_usage_15m","query":"avg_over_time(node:ins:cpu_usage[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000546491,"lastEvaluation":"2026-08-30T13:20:35.231079339-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"9325076280419598175","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:cpu_usage_1m","query":"avg_over_time(node:cls:cpu_usage[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000796618,"lastEvaluation":"2026-08-30T13:20:35.231659379-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"13999611393183662585","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:cpu_usage_5m","query":"avg_over_time(node:cls:cpu_usage[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000932108,"lastEvaluation":"2026-08-30T13:20:35.232476818-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"11779632751403933217","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:cpu_usage_15m","query":"avg_over_time(node:cls:cpu_usage[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000375008,"lastEvaluation":"2026-08-30T13:20:35.233445246-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"10941882556654924635","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:cpu_usage_1m","query":"avg_over_time(node:env:cpu_usage[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000867177,"lastEvaluation":"2026-08-30T13:20:35.233841945-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"9817129875516694697","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:cpu_usage_5m","query":"avg_over_time(node:env:cpu_usage[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000516093,"lastEvaluation":"2026-08-30T13:20:35.234756995-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"13872681658318755785","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:cpu_usage_15m","query":"avg_over_time(node:env:cpu_usage[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000361366,"lastEvaluation":"2026-08-30T13:20:35.235301381-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"14677879818390284497","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:sched_timeslices_rate1m","query":"rate(node_schedstat_timeslices_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001353686,"lastEvaluation":"2026-08-30T13:20:35.235682562-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":11,"lastSeriesFetched":11,"id":"8728579936254624026","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:sched_timeslices_rate1m","query":"sum without (cpu) (node:cpu:sched_timeslices)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000306226,"lastEvaluation":"2026-08-30T13:20:35.237085629-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10632709283231262498","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:sched_wait_rate1m","query":"rate(node_schedstat_waiting_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001438853,"lastEvaluation":"2026-08-30T13:20:35.237416017-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":11,"lastSeriesFetched":11,"id":"18338811278325431648","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:sched_wait_rate1m","query":"avg without (cpu) (node:cpu:sched_wait_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000771899,"lastEvaluation":"2026-08-30T13:20:35.238955931-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":11,"id":"10928534967844092506","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:forks_rate1m","query":"rate(node_forks_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001041371,"lastEvaluation":"2026-08-30T13:20:35.239764215-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"1808440412390199276","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:interrupt_rate1m","query":"rate(node_intr_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000738225,"lastEvaluation":"2026-08-30T13:20:35.240832157-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"933163256379823210","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:ctx_switch_rate1m","query":"rate(node_context_switches_total{}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000828597,"lastEvaluation":"2026-08-30T13:20:35.241601641-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"16604634143594084832","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:stdload1","query":"node_load1 / node:ins:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001034132,"lastEvaluation":"2026-08-30T13:20:35.242457984-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"1374289539546190667","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:stdload5","query":"node_load5 / node:ins:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001008801,"lastEvaluation":"2026-08-30T13:20:35.243512695-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"12884625502471395315","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:stdload15","query":"node_load15 / node:ins:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000829596,"lastEvaluation":"2026-08-30T13:20:35.244591712-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"15908545669906044747","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:stdload1","query":"sum by (cls, job) (node_load1) / node:cls:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000924175,"lastEvaluation":"2026-08-30T13:20:35.245440928-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"7117698929219768668","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:stdload5","query":"sum by (cls, job) (node_load5) / node:cls:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000623316,"lastEvaluation":"2026-08-30T13:20:35.246391787-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"8066263819899311780","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:stdload15","query":"sum by (cls, job) (node_load15) / node:cls:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000568006,"lastEvaluation":"2026-08-30T13:20:35.247034617-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"4847924583435378748","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:stdload1","query":"sum by (job) (node:cls:stdload1) / node:env:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001115211,"lastEvaluation":"2026-08-30T13:20:35.247617735-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"10313513388187095890","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:stdload5","query":"sum by (job) (node:cls:stdload5) / node:env:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000702385,"lastEvaluation":"2026-08-30T13:20:35.248750501-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"15588910471447754058","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:stdload15","query":"sum by (job) (node:cls:stdload15) / node:env:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000662636,"lastEvaluation":"2026-08-30T13:20:35.249467836-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"267035687402678018","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:mem_kernel","query":"node_memory_KernelStack_bytes +\nnode_memory_VmallocUsed_bytes +\nnode_memory_HardwareCorrupted_bytes +\nnode_memory_PageTables_bytes +\nnode_memory_Slab_bytes +\nnode_memory_PageTables_bytes\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004259662,"lastEvaluation":"2026-08-30T13:20:35.250171796-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":18,"id":"9049200433437858196","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:mem_rss","query":"node_memory_MemTotal_bytes -\n(node_memory_KernelStack_bytes +\nnode_memory_VmallocUsed_bytes +\nnode_memory_HardwareCorrupted_bytes +\nnode_memory_PageTables_bytes +\nnode_memory_Slab_bytes +\nnode_memory_PageTables_bytes) - \nnode_memory_Buffers_bytes -\n(node_memory_Hugepagesize_bytes * node_memory_HugePages_Total) -\n(node_memory_Cached_bytes - node_memory_Mapped_bytes ) -\nnode_memory_MemFree_bytes\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.007391026,"lastEvaluation":"2026-08-30T13:20:35.254467191-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":39,"id":"9425556445431079500","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:mem_avail","query":"node_memory_MemAvailable_bytes / node_memory_MemTotal_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000736291,"lastEvaluation":"2026-08-30T13:20:35.261933669-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"158920957374443895","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:mem_usage","query":"1 - node_memory_MemAvailable_bytes / node_memory_MemTotal_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000750055,"lastEvaluation":"2026-08-30T13:20:35.26271666-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"14309124731473047595","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:swap_usage","query":"1 - node_memory_SwapFree_bytes / node_memory_SwapTotal_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001632414,"lastEvaluation":"2026-08-30T13:20:35.263500708-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"5356025052687237122","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:mem_commit_ratio","query":"node_memory_Committed_AS_bytes / node_memory_CommitLimit_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000782761,"lastEvaluation":"2026-08-30T13:20:35.265152126-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"7919797404266592199","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:mem_usage","query":"1 - sum by (cls, job) (node_memory_MemAvailable_bytes) / sum by (cls, job) (node_memory_MemTotal_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000757006,"lastEvaluation":"2026-08-30T13:20:35.265984077-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"96299415574904903","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:mem_total","query":"sum by (job) (node_memory_MemTotal_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00051309,"lastEvaluation":"2026-08-30T13:20:35.266777434-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"6068954742586035092","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:mem_avail","query":"sum by (job) (node_memory_MemAvailable_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000528609,"lastEvaluation":"2026-08-30T13:20:35.267306452-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"11612225227846643624","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:mem_usage","query":"1 - node:env:mem_avail / node:env:mem_total","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000924167,"lastEvaluation":"2026-08-30T13:20:35.267851616-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"14038990321245007802","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:pagefault_rate1m","query":"rate(node_vmstat_pgfault[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001137974,"lastEvaluation":"2026-08-30T13:20:35.268796482-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"10950558275222527617","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:pgmajfault_rate1m","query":"rate(node_vmstat_pgmajfault[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000680609,"lastEvaluation":"2026-08-30T13:20:35.269975426-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"4820790355900254269","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:pagein_rate1m","query":"rate(node_vmstat_pgpgin[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000561607,"lastEvaluation":"2026-08-30T13:20:35.270685981-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"4941227209866765460","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:pageout_rate1m","query":"rate(node_vmstat_pgpgout[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000550396,"lastEvaluation":"2026-08-30T13:20:35.271294268-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"18096857954112164556","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:swapin_rate1m","query":"rate(node_vmstat_pswpin[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000648232,"lastEvaluation":"2026-08-30T13:20:35.271871894-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"16485949045378414530","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:swapout_rate1m","query":"rate(node_vmstat_pswpout[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000864027,"lastEvaluation":"2026-08-30T13:20:35.272552632-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"3620137707161442522","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_util_1m","query":"rate(node_disk_io_time_seconds_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001255235,"lastEvaluation":"2026-08-30T13:20:35.27346188-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":6,"id":"1039640768420056595","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_avg_queue_size","query":"rate(node_disk_io_time_weighted_seconds_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000767451,"lastEvaluation":"2026-08-30T13:20:35.274753524-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":6,"id":"375174179580766960","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_reads_rate1m","query":"rate(node_disk_reads_completed_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000945968,"lastEvaluation":"2026-08-30T13:20:35.27557928-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":6,"id":"1682238519860485907","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_reads_rate1m","query":"sum without (device) (node:dev:disk_reads_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00106694,"lastEvaluation":"2026-08-30T13:20:35.276968038-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"11076488824991184664","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_reads_rate1m","query":"sum by (cls, job) (node:ins:disk_reads_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000961166,"lastEvaluation":"2026-08-30T13:20:35.278082519-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"8446566679310242367","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_writes_rate1m","query":"rate(node_disk_writes_completed_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001260219,"lastEvaluation":"2026-08-30T13:20:35.279084105-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":6,"id":"10578539936569969585","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_writes_rate1m","query":"sum without (device) (node:dev:disk_writes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000878874,"lastEvaluation":"2026-08-30T13:20:35.280426935-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"7015302838403950630","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_writes_rate1m","query":"sum by (cls, job) (node:ins:disk_writes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001393881,"lastEvaluation":"2026-08-30T13:20:35.281356898-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"7391741516196658613","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_mreads_rate1m","query":"rate(node_disk_reads_merged_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001082776,"lastEvaluation":"2026-08-30T13:20:35.282786361-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":6,"id":"2788581623853275381","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_mreads_rate1m","query":"sum without (device) (node:dev:disk_mreads_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00128262,"lastEvaluation":"2026-08-30T13:20:35.283923901-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"2778788110194942274","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_mreads_rate1m","query":"sum by (cls, job) (node:ins:disk_mreads_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001569758,"lastEvaluation":"2026-08-30T13:20:35.285266552-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"5809903126020372797","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_mwrites_rate1m","query":"rate(node_disk_writes_merged_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000822338,"lastEvaluation":"2026-08-30T13:20:35.286854523-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":6,"id":"7235084307968569863","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_mwrites_rate1m","query":"sum without (device) (node:dev:disk_mwrites_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000839329,"lastEvaluation":"2026-08-30T13:20:35.287717252-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"16085498518675736216","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_mwrites_rate1m","query":"sum by (cls, job) (node:ins:disk_mwrites_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000849513,"lastEvaluation":"2026-08-30T13:20:35.288592169-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"6835701536281639319","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_iops_1m","query":"node:dev:disk_reads_rate1m + node:dev:disk_writes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001023635,"lastEvaluation":"2026-08-30T13:20:35.289468351-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":12,"id":"3265428852773095087","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_iops_1m","query":"node:ins:disk_reads_rate1m + node:ins:disk_writes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00142959,"lastEvaluation":"2026-08-30T13:20:35.290528629-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"2157555957308323204","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_iops_1m","query":"node:cls:disk_reads_rate1m + node:cls:disk_writes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00045356,"lastEvaluation":"2026-08-30T13:20:35.291987048-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"4493202755107311520","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_mreads_ratio1m","query":"node:dev:disk_mreads_rate1m / (node:dev:disk_reads_rate1m + node:dev:disk_mreads_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001898762,"lastEvaluation":"2026-08-30T13:20:35.292463459-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":18,"id":"2763597895872782081","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_mreads_ratio1m","query":"node:ins:disk_mreads_rate1m / (node:ins:disk_reads_rate1m + node:ins:disk_mreads_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00107659,"lastEvaluation":"2026-08-30T13:20:35.29439656-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":9,"id":"9706823082731558609","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_mreads_ratio1m","query":"node:cls:disk_mreads_rate1m / (node:cls:disk_reads_rate1m + node:cls:disk_mreads_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000763078,"lastEvaluation":"2026-08-30T13:20:35.295507709-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"10946930764275656549","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_mwrites_ratio1m","query":"node:dev:disk_mwrites_rate1m / (node:dev:disk_writes_rate1m + node:dev:disk_mwrites_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00118245,"lastEvaluation":"2026-08-30T13:20:35.296293359-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":18,"id":"17196040158769018799","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_mwrites_ratio1m","query":"node:ins:disk_mwrites_rate1m / (node:ins:disk_writes_rate1m + node:ins:disk_mwrites_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001809206,"lastEvaluation":"2026-08-30T13:20:35.297506444-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":9,"id":"16679103603747457899","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_mwrites_ratio1m","query":"node:cls:disk_mwrites_rate1m / (node:cls:disk_writes_rate1m + node:cls:disk_mwrites_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00053657,"lastEvaluation":"2026-08-30T13:20:35.299342913-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"17945334044271343687","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_read_bytes_rate1m","query":"rate(node_disk_read_bytes_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000870455,"lastEvaluation":"2026-08-30T13:20:35.299903169-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":6,"id":"8650203305232689995","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_read_bytes_rate1m","query":"sum without (device) (node:dev:disk_read_bytes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00295701,"lastEvaluation":"2026-08-30T13:20:35.300820578-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"15332426096650223050","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_read_bytes_rate1m","query":"sum by (cls, job) (node:ins:disk_read_bytes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00459101,"lastEvaluation":"2026-08-30T13:20:35.303800918-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"12197276198489144125","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_write_bytes_rate1m","query":"rate(node_disk_written_bytes_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001533841,"lastEvaluation":"2026-08-30T13:20:35.308410514-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":6,"id":"4324285912741160117","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_write_bytes_rate1m","query":"sum without (device) (node:dev:disk_write_bytes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000979954,"lastEvaluation":"2026-08-30T13:20:35.309985621-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"2407775415700892680","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_write_bytes_rate1m","query":"sum by (cls, job) (node:ins:disk_write_bytes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001299612,"lastEvaluation":"2026-08-30T13:20:35.310988467-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"18203376499968876383","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_io_bytes_rate1m","query":"node:dev:disk_read_bytes_rate1m + node:dev:disk_write_bytes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00114428,"lastEvaluation":"2026-08-30T13:20:35.312310449-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":12,"id":"17103780687438674338","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_io_bytes_rate1m","query":"node:ins:disk_read_bytes_rate1m + node:ins:disk_write_bytes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001143,"lastEvaluation":"2026-08-30T13:20:35.313480893-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"7634097355351364107","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_io_bytes_rate1m","query":"node:cls:disk_read_bytes_rate1m + node:cls:disk_write_bytes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000883432,"lastEvaluation":"2026-08-30T13:20:35.31464724-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"12306718345381899195","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_read_time_rate1m","query":"rate(node_disk_read_time_seconds_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00105614,"lastEvaluation":"2026-08-30T13:20:35.315544165-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":6,"id":"493441833603193921","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_write_time_rate1m","query":"rate(node_disk_write_time_seconds_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000560651,"lastEvaluation":"2026-08-30T13:20:35.316631842-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":6,"id":"17392786703656715721","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_io_time_rate1m","query":"node:dev:disk_read_time_rate1m + node:dev:disk_write_time_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001394502,"lastEvaluation":"2026-08-30T13:20:35.317220098-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":12,"id":"3189036985064629128","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_read_rt_1m","query":"node:dev:disk_read_time_rate1m / node:dev:disk_reads_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001081778,"lastEvaluation":"2026-08-30T13:20:35.318652448-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"8750903587737753097","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_write_rt_1m","query":"node:dev:disk_write_time_rate1m / node:dev:disk_writes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000806338,"lastEvaluation":"2026-08-30T13:20:35.319768648-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"15980683014711214494","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_io_rt_1m","query":"node:dev:disk_io_time_rate1m / node:dev:disk_iops_1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000836351,"lastEvaluation":"2026-08-30T13:20:35.320597011-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"5937514610486234557","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_read_batch_1m","query":"node:dev:disk_read_bytes_rate1m / node:dev:disk_reads_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001020543,"lastEvaluation":"2026-08-30T13:20:35.321461329-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"7002375119565684291","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_write_batch_1m","query":"node:dev:disk_write_bytes_rate1m / node:dev:disk_writes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000855952,"lastEvaluation":"2026-08-30T13:20:35.322502088-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"1251291249556704056","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_io_batch_1m","query":"node:dev:disk_io_bytes_rate1m / node:dev:disk_iops_1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001151145,"lastEvaluation":"2026-08-30T13:20:35.323383457-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"8531865626973620799","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:free_bytes","query":"node_filesystem_free_bytes{fstype!~\"(n|root|tmp)fs.*\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000806544,"lastEvaluation":"2026-08-30T13:20:35.324562661-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"10979910753063419975","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:avail_bytes","query":"node_filesystem_avail_bytes{fstype!~\"(n|root|tmp)fs.*\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000648233,"lastEvaluation":"2026-08-30T13:20:35.3253925-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"14416783627674954409","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:size_bytes","query":"node_filesystem_size_bytes{fstype!~\"(n|root|tmp)fs.*\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00056164,"lastEvaluation":"2026-08-30T13:20:35.326081151-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"17971205748398254845","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:free_bytes","query":"sum without(device,mountpoint,fstype) (node:fs:free_bytes{fstype!~\"fuse.juicefs\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000462055,"lastEvaluation":"2026-08-30T13:20:35.32665999-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"14063168386326828758","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:avail_bytes","query":"sum without(device,mountpoint,fstype) (node:fs:avail_bytes{fstype!~\"fuse.juicefs\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000794273,"lastEvaluation":"2026-08-30T13:20:35.327147709-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"3654481458632202114","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:size_bytes","query":"sum without(device,mountpoint,fstype) (node:fs:size_bytes{fstype!~\"fuse.juicefs\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000375226,"lastEvaluation":"2026-08-30T13:20:35.327960836-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"3486499289039781120","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:free_bytes","query":"sum by (job,cls) (node:ins:free_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000344959,"lastEvaluation":"2026-08-30T13:20:35.328377221-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"5780044484212321181","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:avail_bytes","query":"sum by (job,cls) (node:ins:avail_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000345154,"lastEvaluation":"2026-08-30T13:20:35.328735683-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"9199778895366765533","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:size_bytes","query":"sum by (job,cls) (node:ins:size_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000299186,"lastEvaluation":"2026-08-30T13:20:35.329102782-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"8975245414572035823","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:free_bytes","query":"sum by(job) (node:ins:free_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000275854,"lastEvaluation":"2026-08-30T13:20:35.329411509-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"16041035882595269630","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:avail_bytes","query":"sum by(job) (node:ins:avail_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00033862,"lastEvaluation":"2026-08-30T13:20:35.329698466-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"3012382317060460076","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:size_bytes","query":"sum by(job) (node:ins:size_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000369193,"lastEvaluation":"2026-08-30T13:20:35.330045941-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"6117543757100819260","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:space_usage","query":"1 - node:fs:avail_bytes / node:fs:size_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00108694,"lastEvaluation":"2026-08-30T13:20:35.330423003-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"4382999053194567106","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:space_usage","query":"1 - node:cls:avail_bytes / node:cls:size_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000978617,"lastEvaluation":"2026-08-30T13:20:35.331535475-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"18047872142737324375","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:space_usage","query":"1 - node:env:avail_bytes / node:env:size_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000611379,"lastEvaluation":"2026-08-30T13:20:35.332544639-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"18287372629020590798","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:space_usage_max","query":"max without (device, fstype, mountpoint) (node:fs:space_usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000599336,"lastEvaluation":"2026-08-30T13:20:35.333177529-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"3694672307248483276","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:space_usage_max","query":"max by (job, cls) (node:ins:space_usage_max)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000609045,"lastEvaluation":"2026-08-30T13:20:35.333821703-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"4567425561398323456","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:device_space_usage_max","query":"max by (job, device, fstype, mountpoint) (node:fs:space_usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000486048,"lastEvaluation":"2026-08-30T13:20:35.334466992-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"7149798921473966970","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:space_deriv1h","query":"deriv(node:fs:avail_bytes[1h])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000534421,"lastEvaluation":"2026-08-30T13:20:35.334978973-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"13071905999467551393","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:space_exhaust","query":"clamp(node:fs:avail_bytes / - node:fs:space_deriv1h, -1, 126230400)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000810477,"lastEvaluation":"2026-08-30T13:20:35.335545279-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"825737251977168433","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:space_predict_1d","query":"predict_linear(node:fs:avail_bytes[1h], 86400)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000577992,"lastEvaluation":"2026-08-30T13:20:35.336391222-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"7312162486390882946","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:inode_free","query":"node_filesystem_files_free{fstype!~\"(n|root|tmp)fs.*\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000524051,"lastEvaluation":"2026-08-30T13:20:35.336995135-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"7764012614224560675","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:inode_total","query":"node_filesystem_files{fstype!~\"(n|root|tmp)fs.*\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000517597,"lastEvaluation":"2026-08-30T13:20:35.337547472-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"12221817593094781928","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:inode_used","query":"node:fs:inode_total - node:fs:inode_free","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000624804,"lastEvaluation":"2026-08-30T13:20:35.338086511-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"2353235944113471835","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:inode_usage","query":"1 - (node:fs:inode_free / node:fs:inode_total)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00059232,"lastEvaluation":"2026-08-30T13:20:35.338734735-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"13017375553537892486","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:inode_usage","query":"sum without (fstype, device, mountpoint) (node:fs:inode_used{fstype!~\"fuse.juicefs\"}) /\nsum without (fstype, device, mountpoint) (node:fs:inode_total{fstype!~\"fuse.juicefs\"})\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000782785,"lastEvaluation":"2026-08-30T13:20:35.339348966-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"10136767057603863587","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:fd_usage","query":"node_filefd_allocated / node_filefd_maximum","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000969125,"lastEvaluation":"2026-08-30T13:20:35.340162254-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"4955618590193918914","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:fd_alloc_rate1m","query":"rate(node_filefd_allocated[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000490292,"lastEvaluation":"2026-08-30T13:20:35.341171155-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"13170875815063382245","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:network_tx_pps1m","query":"rate(node_network_transmit_packets_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000902492,"lastEvaluation":"2026-08-30T13:20:35.341685839-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"9834574141084855052","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:network_tx_pps1m","query":"sum without (device) (node:dev:network_tx_pps1m{device!~\"lo|bond.*\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000529271,"lastEvaluation":"2026-08-30T13:20:35.342632349-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"2500392901825298143","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:network_tx_pps1m","query":"sum by (cls, job) (node:ins:network_tx_pps1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000458178,"lastEvaluation":"2026-08-30T13:20:35.343183718-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"1475677575844446161","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:network_rx_pps1m","query":"rate(node_network_receive_packets_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000815207,"lastEvaluation":"2026-08-30T13:20:35.343676434-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"17121500552515957491","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:network_rx_pps1m","query":"sum without (device) (node:dev:network_rx_pps1m{device!~\"lo|bond.*\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000673526,"lastEvaluation":"2026-08-30T13:20:35.344561024-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"2351586985660014451","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:network_rx_pps1m","query":"sum by (cls, job) (node:ins:network_rx_pps1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00090123,"lastEvaluation":"2026-08-30T13:20:35.345256433-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"7923903420092600421","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:network_tx_bytes_rate1m","query":"rate(node_network_transmit_bytes_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005068328,"lastEvaluation":"2026-08-30T13:20:35.346179107-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"10778242466479833539","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:network_tx_bytes_rate1m","query":"sum without (device) (node:dev:network_tx_bytes_rate1m{device!~\"lo|bond.*\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000612565,"lastEvaluation":"2026-08-30T13:20:35.351312597-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"8745313656592943169","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:network_tx_bytes_rate1m","query":"sum by (cls, job) (node:ins:network_tx_bytes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000545831,"lastEvaluation":"2026-08-30T13:20:35.351955301-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"3466082146143059447","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:network_rx_bytes_rate1m","query":"rate(node_network_receive_bytes_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00068743,"lastEvaluation":"2026-08-30T13:20:35.352519807-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"11329708595306275246","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:network_rx_bytes_rate1m","query":"sum without (device) (node:dev:network_rx_bytes_rate1m{device!~\"lo|bond.*\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004976858,"lastEvaluation":"2026-08-30T13:20:35.353253647-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"8694923600102619729","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:network_rx_bytes_rate1m","query":"sum by (cls, job) (node:ins:network_rx_bytes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000653561,"lastEvaluation":"2026-08-30T13:20:35.358250468-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"17155521437898369647","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:network_io_bytes_rate1m","query":"node:dev:network_tx_bytes_rate1m + node:dev:network_rx_bytes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001252735,"lastEvaluation":"2026-08-30T13:20:35.358927087-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":18,"id":"11130441513454892196","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:network_io_bytes_rate1m","query":"node:ins:network_tx_bytes_rate1m + node:ins:network_rx_bytes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00068184,"lastEvaluation":"2026-08-30T13:20:35.360247152-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"3892043452148036421","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:network_io_bytes_rate1m","query":"node:cls:network_tx_bytes_rate1m + node:cls:network_rx_bytes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000692591,"lastEvaluation":"2026-08-30T13:20:35.360962033-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"12704071980150434653","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_insegs_rate1m","query":"rate(node_netstat_Tcp_InSegs[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000587865,"lastEvaluation":"2026-08-30T13:20:35.361675737-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"2095464197458670527","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_outsegs_rate1m","query":"rate(node_netstat_Tcp_OutSegs[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000691277,"lastEvaluation":"2026-08-30T13:20:35.362291371-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"16922243865170929429","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_retranssegs_rate1m","query":"rate(node_netstat_Tcp_RetransSegs[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000549053,"lastEvaluation":"2026-08-30T13:20:35.363012003-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"12630992637797387537","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_segs_rate1m","query":"node:ins:tcp_insegs_rate1m + node:ins:tcp_outsegs_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001413283,"lastEvaluation":"2026-08-30T13:20:35.363591182-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"3370957586048932247","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_retrans_ratio1m","query":"node:ins:tcp_retranssegs_rate1m / node:ins:tcp_outsegs_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000526264,"lastEvaluation":"2026-08-30T13:20:35.365028603-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"12061866672527319811","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_error","query":"node_netstat_TcpExt_ListenOverflows +\nnode_netstat_TcpExt_ListenDrops +\nnode_netstat_Tcp_InErrs\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001028725,"lastEvaluation":"2026-08-30T13:20:35.365580551-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":9,"id":"2327029536744172221","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_error_rate1m","query":"rate(node:ins:tcp_error[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000489256,"lastEvaluation":"2026-08-30T13:20:35.366637223-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"504568682359502182","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_passive_opens_rate1m","query":"rate(node_netstat_Tcp_PassiveOpens[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000816255,"lastEvaluation":"2026-08-30T13:20:35.367157452-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"364941722437328862","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_active_opens_rate1m","query":"rate(node_netstat_Tcp_ActiveOpens[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000502698,"lastEvaluation":"2026-08-30T13:20:35.367998615-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"15408295591702414230","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_attempt_fails_rate1m","query":"rate(node_netstat_Tcp_AttemptFails[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000382374,"lastEvaluation":"2026-08-30T13:20:35.368528977-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10057672448710284842","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_estab_resets_rate1m","query":"rate(node_netstat_Tcp_EstabResets[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000296171,"lastEvaluation":"2026-08-30T13:20:35.368945663-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17671799673889975654","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_overflow_rate1m","query":"rate(node_netstat_TcpExt_ListenOverflows[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000386696,"lastEvaluation":"2026-08-30T13:20:35.369248567-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"16102654749192581656","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_dropped_rate1m","query":"rate(node_netstat_TcpExt_ListenDrops[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000423161,"lastEvaluation":"2026-08-30T13:20:35.369655987-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"441294451272562185","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:udp_in_rate1m","query":"rate(node_netstat_Udp_InDatagrams{}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000368743,"lastEvaluation":"2026-08-30T13:20:35.370094757-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"13020822701543001053","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:udp_out_rate1m","query":"rate(node_netstat_Udp_OutDatagrams[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000582427,"lastEvaluation":"2026-08-30T13:20:35.370479803-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"816231822340098869","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:time_drift","query":"abs(node_timex_offset_seconds)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000426923,"lastEvaluation":"2026-08-30T13:20:35.371094268-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"7682200244850562782","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:time_drift_max","query":"max by (cls, job) (node:ins:time_drift)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000437851,"lastEvaluation":"2026-08-30T13:20:35.371553383-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"11993828628350714389","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:time_drift_range","query":"max by (cls, job) (node_ntp_offset_seconds) - min by (cls, job) (node_ntp_offset_seconds)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000296576,"lastEvaluation":"2026-08-30T13:20:35.372008032-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15889567878220105564","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"haproxy:ins:usage","query":"(100 - haproxy_process_idle_time_percent) / 100","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000424751,"lastEvaluation":"2026-08-30T13:20:35.372312517-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"2939446184940134053","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"haproxy:cls:usage","query":"avg by (cls, job) (haproxy:ins:usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000417959,"lastEvaluation":"2026-08-30T13:20:35.372765151-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"16940574373432258100","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"haproxy:ins:uptime","query":"time() - haproxy_process_start_time_seconds","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000413393,"lastEvaluation":"2026-08-30T13:20:35.373201376-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"16338792656219911194","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"haproxy:ins:service_up","query":"sum by (ins,proxy) (haproxy_server_status{state=\"UP\", proxy!='stats'}) \u003e bool 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000945404,"lastEvaluation":"2026-08-30T13:20:35.37364016-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":33,"id":"1344148196238044354","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"haproxy:cls:service_up","query":"sum by (cls,proxy) (haproxy_server_status{state=\"UP\", proxy!='stats'}) \u003e bool 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000746301,"lastEvaluation":"2026-08-30T13:20:35.374630476-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":33,"id":"16649755141579707266","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-08-30T13:20:35.189493784-07:00","type":"prometheus","id":"9569716277840004918","file":"/infra/rules/node.yml","concurrency":1,"states":{"":163}},{"name":"pgbouncer-rules","rules":[{"state":"","name":"pgbouncer:ins:pools","query":"sum without (list) (pgbouncer_list_items{list=\"pools\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001001408,"lastEvaluation":"2026-08-30T13:20:36.106999495-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"12942647622366792126","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:pool_databases","query":"sum without (list) (pgbouncer_list_items{list=\"databases\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000609678,"lastEvaluation":"2026-08-30T13:20:36.108046754-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"13713259204279716297","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:pool_users","query":"sum without (list) (pgbouncer_list_items{list=\"users\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000537657,"lastEvaluation":"2026-08-30T13:20:36.108702988-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"18065923159853984181","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:login_clients","query":"sum without (list) (pgbouncer_list_items{list=\"login_clients\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000505837,"lastEvaluation":"2026-08-30T13:20:36.109279-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"11296445438106877812","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:free_clients","query":"sum without (list) (pgbouncer_list_items{list=\"free_clients\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000560177,"lastEvaluation":"2026-08-30T13:20:36.109807072-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"18059692414698575640","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:used_clients","query":"sum without (list) (pgbouncer_list_items{list=\"used_clients\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000475358,"lastEvaluation":"2026-08-30T13:20:36.110400582-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"16936560641674546848","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:free_servers","query":"sum without (list) (pgbouncer_list_items{list=\"free_servers\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000462477,"lastEvaluation":"2026-08-30T13:20:36.110934993-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"8510951014774195104","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:pool_max_conn","query":"pgbouncer_database_pool_size{datname!=\"pgbouncer\"} + pgbouncer_database_reserve_pool{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001063157,"lastEvaluation":"2026-08-30T13:20:36.111428024-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"4569381032620845819","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:pool_size","query":"pgbouncer_database_pool_size{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000875779,"lastEvaluation":"2026-08-30T13:20:36.112528481-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"14314431412376948506","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:pool_reserve_size","query":"pgbouncer_database_reserve_pool{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000484779,"lastEvaluation":"2026-08-30T13:20:36.113440462-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"14177969376751796058","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:pool_current_conn","query":"pgbouncer_database_current_connections{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000571082,"lastEvaluation":"2026-08-30T13:20:36.113955374-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"2583612998387707560","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:pool_paused","query":"pgbouncer_database_paused{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000564398,"lastEvaluation":"2026-08-30T13:20:36.11455989-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"307446159873871703","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:pool_disabled","query":"pgbouncer_database_disabled{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000920612,"lastEvaluation":"2026-08-30T13:20:36.11515157-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"16396425284889826859","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:conn_usage","query":"pgbouncer:db:pool_current_conn / pgbouncer:db:pool_size","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000631507,"lastEvaluation":"2026-08-30T13:20:36.116101391-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"9896262438831468293","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:conn_usage_reserve","query":"pgbouncer:db:pool_current_conn / pgbouncer:db:pool_max_conn","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000792218,"lastEvaluation":"2026-08-30T13:20:36.116766809-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"3340962010117008318","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:maxwait","query":"pgbouncer_pool_maxwait{datname!=\"pgbouncer\"} + pgbouncer_pool_maxwait_us{datname!=\"pgbouncer\"} / 1000000","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00049799,"lastEvaluation":"2026-08-30T13:20:36.117622469-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13721659189519079860","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:maxwait","query":"max without(user, pool_mode) (pgbouncer:pool:maxwait)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000291365,"lastEvaluation":"2026-08-30T13:20:36.118130982-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2501772842606390421","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:maxwait","query":"max without(datname) (pgbouncer:db:maxwait)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000251767,"lastEvaluation":"2026-08-30T13:20:36.118433044-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14047226077408826600","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:maxwait","query":"max by (job, cls) (pgbouncer:ins:maxwait)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000311706,"lastEvaluation":"2026-08-30T13:20:36.118692072-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10054454817646615404","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:maxwait","query":"max by (job) (pgbouncer:cls:maxwait)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000204451,"lastEvaluation":"2026-08-30T13:20:36.119019359-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"18011942596883792789","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:active_servers","query":"pgbouncer_pool_active_servers{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000197256,"lastEvaluation":"2026-08-30T13:20:36.119232557-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13070576377035100461","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:active_servers","query":"sum without(user, pool_mode) (pgbouncer:pool:active_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000178198,"lastEvaluation":"2026-08-30T13:20:36.119437836-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11245358715280526026","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:active_servers","query":"sum without(datname) (pgbouncer:db:active_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000172253,"lastEvaluation":"2026-08-30T13:20:36.119624454-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8656284353938743601","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:active_servers","query":"sum by (job, cls) (pgbouncer:ins:active_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000217908,"lastEvaluation":"2026-08-30T13:20:36.119802671-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11267453456318829085","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:active_servers","query":"sum by (job) (pgbouncer:cls:active_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000218956,"lastEvaluation":"2026-08-30T13:20:36.120027232-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11469927817621831632","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:idle_servers","query":"pgbouncer_pool_idle_servers{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000234154,"lastEvaluation":"2026-08-30T13:20:36.120256683-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7827547889023447621","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:idle_servers","query":"max without(user, pool_mode) (pgbouncer:pool:idle_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000197084,"lastEvaluation":"2026-08-30T13:20:36.120499237-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11512556696953898705","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:idle_servers","query":"sum without(datname) (pgbouncer:db:idle_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0002937,"lastEvaluation":"2026-08-30T13:20:36.120703167-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3370469537464805857","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:idle_servers","query":"sum by (job, cls) (pgbouncer:ins:idle_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000216583,"lastEvaluation":"2026-08-30T13:20:36.121004943-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11476642093148412989","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:idle_servers","query":"sum by (job) (pgbouncer:cls:idle_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000215146,"lastEvaluation":"2026-08-30T13:20:36.121229698-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5947924773536321260","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:used_servers","query":"pgbouncer_pool_used_servers{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000188597,"lastEvaluation":"2026-08-30T13:20:36.121452461-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5132143281003424133","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:used_servers","query":"max without(user, pool_mode) (pgbouncer:pool:used_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000202244,"lastEvaluation":"2026-08-30T13:20:36.121647655-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9060300402750789799","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:used_servers","query":"sum without(datname) (pgbouncer:db:used_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000202815,"lastEvaluation":"2026-08-30T13:20:36.12185969-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6309442615454041777","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:used_servers","query":"sum by (job, cls) (pgbouncer:ins:used_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000179247,"lastEvaluation":"2026-08-30T13:20:36.122068125-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9251530493516850913","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:used_servers","query":"sum by (job) (pgbouncer:cls:used_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000208947,"lastEvaluation":"2026-08-30T13:20:36.12225601-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5466262681065599200","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:tested_servers","query":"pgbouncer_pool_tested_servers{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000164458,"lastEvaluation":"2026-08-30T13:20:36.122473953-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13854649105927815609","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:tested_servers","query":"max without(user, pool_mode) (pgbouncer:pool:tested_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000163092,"lastEvaluation":"2026-08-30T13:20:36.122644625-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"266362474762068467","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:tested_servers","query":"sum without(datname) (pgbouncer:db:tested_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000224501,"lastEvaluation":"2026-08-30T13:20:36.122815304-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15604940452557989301","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:tested_servers","query":"sum by (job, cls) (pgbouncer:ins:tested_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000206604,"lastEvaluation":"2026-08-30T13:20:36.123050663-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8927093612182810757","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:tested_servers","query":"sum by (job) (pgbouncer:cls:tested_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000209068,"lastEvaluation":"2026-08-30T13:20:36.123263733-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14647098826657490512","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:login_servers","query":"pgbouncer_pool_login_servers{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000189063,"lastEvaluation":"2026-08-30T13:20:36.123479725-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2785493443077456583","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:login_servers","query":"max without(user, pool_mode) (pgbouncer:pool:login_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000204078,"lastEvaluation":"2026-08-30T13:20:36.123675042-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15456536158287755285","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:login_servers","query":"sum without(datname) (pgbouncer:db:login_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000188445,"lastEvaluation":"2026-08-30T13:20:36.123901591-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16279662453057123063","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:login_servers","query":"sum by (job, cls) (pgbouncer:ins:login_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000160948,"lastEvaluation":"2026-08-30T13:20:36.124095527-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11669796278784953575","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:login_servers","query":"sum by (job) (pgbouncer:cls:login_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000213963,"lastEvaluation":"2026-08-30T13:20:36.124263264-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10393964524441528956","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:active_clients","query":"pgbouncer_pool_active_clients{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000177369,"lastEvaluation":"2026-08-30T13:20:36.124484236-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3880454760516650325","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:active_clients","query":"max without(user, pool_mode) (pgbouncer:pool:active_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000173655,"lastEvaluation":"2026-08-30T13:20:36.124666934-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5135853015020261113","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:active_clients","query":"sum without(datname) (pgbouncer:db:active_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000263133,"lastEvaluation":"2026-08-30T13:20:36.124847423-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15842760231761769377","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:active_clients","query":"sum by (job, cls) (pgbouncer:ins:active_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000349014,"lastEvaluation":"2026-08-30T13:20:36.125118339-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3587927330746539117","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:active_clients","query":"sum by (job) (pgbouncer:cls:active_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000210451,"lastEvaluation":"2026-08-30T13:20:36.125475229-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14859089288488537880","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:waiting_clients","query":"pgbouncer_pool_waiting_clients{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000308709,"lastEvaluation":"2026-08-30T13:20:36.125693505-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3288314449700698863","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:waiting_clients","query":"max without(user, pool_mode) (pgbouncer:pool:waiting_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000215344,"lastEvaluation":"2026-08-30T13:20:36.126010209-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"18089947826512265237","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:waiting_clients","query":"sum without(datname) (pgbouncer:db:waiting_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000222346,"lastEvaluation":"2026-08-30T13:20:36.126234501-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7638669144183311775","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:waiting_clients","query":"sum by (job, cls) (pgbouncer:ins:waiting_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000290523,"lastEvaluation":"2026-08-30T13:20:36.126465202-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3234624365564887887","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:waiting_clients","query":"sum by (job) (pgbouncer:cls:waiting_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000294303,"lastEvaluation":"2026-08-30T13:20:36.126765566-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"267226942804466528","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:tx_rate1m","query":"rate(pgbouncer_stat_total_sent{datname!=\"pgbouncer\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000246376,"lastEvaluation":"2026-08-30T13:20:36.127066473-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11167750833867463178","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:tx_rate1m","query":"sum without (datname) (pgbouncer:db:tx_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000250941,"lastEvaluation":"2026-08-30T13:20:36.127322217-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"18245525938526752761","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:tx_rate1m","query":"sum by (job, cls) (pgbouncer:ins:tx_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00024205,"lastEvaluation":"2026-08-30T13:20:36.127580543-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17696731431565508909","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:tx_rate1m","query":"sum by (job) (pgbouncer:cls:tx_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000281679,"lastEvaluation":"2026-08-30T13:20:36.127828818-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13305896490371079622","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:rx_rate1m","query":"rate(pgbouncer_stat_total_received{datname!=\"pgbouncer\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000253865,"lastEvaluation":"2026-08-30T13:20:36.128117957-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12578426972751111097","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:rx_rate1m","query":"sum without (datname) (pgbouncer:db:rx_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000316118,"lastEvaluation":"2026-08-30T13:20:36.128381031-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3109363724158199661","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:rx_rate1m","query":"sum by (job, cls) (pgbouncer:ins:rx_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000217443,"lastEvaluation":"2026-08-30T13:20:36.12870799-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5591676709588192465","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:rx_rate1m","query":"sum by (job) (pgbouncer:cls:rx_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000237538,"lastEvaluation":"2026-08-30T13:20:36.128931882-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3563988668216636666","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_rate1m","query":"rate(pgbouncer_stat_total_xact_count{datname!=\"pgbouncer\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000364161,"lastEvaluation":"2026-08-30T13:20:36.129174951-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3740625630271081688","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_rate1m","query":"sum without(datname) (pgbouncer:db:xact_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000249833,"lastEvaluation":"2026-08-30T13:20:36.129547566-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14136611538080937873","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_rate1m","query":"sum by (job, cls) (pgbouncer:ins:xact_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000332831,"lastEvaluation":"2026-08-30T13:20:36.129803401-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2087352219426969421","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_rate1m","query":"sum by (job) (pgbouncer:cls:xact_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000234924,"lastEvaluation":"2026-08-30T13:20:36.130147048-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17766745823825320666","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_rate5m","query":"rate(pgbouncer_stat_total_xact_count{datname!=\"pgbouncer\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000201421,"lastEvaluation":"2026-08-30T13:20:36.130387954-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16116456164446556784","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_rate5m","query":"sum without(datname) (pgbouncer:db:xact_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000193882,"lastEvaluation":"2026-08-30T13:20:36.130597688-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9316447337150496513","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_rate5m","query":"sum by (job, cls) (pgbouncer:ins:xact_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000189462,"lastEvaluation":"2026-08-30T13:20:36.130797259-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12195971447631486621","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_rate5m","query":"sum by (job) (pgbouncer:cls:xact_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000207252,"lastEvaluation":"2026-08-30T13:20:36.130992205-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1538991519392549298","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_rate15m","query":"rate(pgbouncer_stat_total_xact_count{datname!=\"pgbouncer\"}[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000199518,"lastEvaluation":"2026-08-30T13:20:36.131207281-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9888718009919646074","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_rate15m","query":"sum without(datname) (pgbouncer:db:xact_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000194949,"lastEvaluation":"2026-08-30T13:20:36.131414718-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9056490063223125409","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_rate15m","query":"sum by (job, cls) (pgbouncer:ins:xact_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000186792,"lastEvaluation":"2026-08-30T13:20:36.13161843-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14493635541073050145","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_rate15m","query":"sum by (job) (pgbouncer:cls:xact_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000189607,"lastEvaluation":"2026-08-30T13:20:36.13181134-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17730415957785363616","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_time_rate1m","query":"rate(pgbouncer_stat_total_xact_time{datname!=\"pgbouncer\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000203645,"lastEvaluation":"2026-08-30T13:20:36.132006612-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12204560841681626988","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_time_rate1m","query":"sum without(datname) (pgbouncer:db:xact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000187484,"lastEvaluation":"2026-08-30T13:20:36.132217398-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8759875995429366625","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_time_rate1m","query":"sum by (job, cls) (pgbouncer:ins:xact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000226103,"lastEvaluation":"2026-08-30T13:20:36.132411629-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1736394159076550749","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_time_rate1m","query":"sum by (job) (pgbouncer:cls:xact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000263308,"lastEvaluation":"2026-08-30T13:20:36.132645002-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3044688242506794692","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_time_rate5m","query":"rate(pgbouncer_stat_total_xact_time{datname!=\"pgbouncer\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000277412,"lastEvaluation":"2026-08-30T13:20:36.132919699-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3400571581623895300","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_time_rate5m","query":"sum without(datname) (pgbouncer:db:xact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000271054,"lastEvaluation":"2026-08-30T13:20:36.133206749-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8527357197719493009","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_time_rate5m","query":"sum by (job, cls) (pgbouncer:ins:xact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000255308,"lastEvaluation":"2026-08-30T13:20:36.133484091-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16453928933640051629","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_time_rate5m","query":"sum by (job) (pgbouncer:cls:xact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000290627,"lastEvaluation":"2026-08-30T13:20:36.133748414-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11216385055538176124","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_time_rate15m","query":"rate(pgbouncer_stat_total_xact_time{datname!=\"pgbouncer\"}[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000243,"lastEvaluation":"2026-08-30T13:20:36.134047277-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6914809366373461532","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_time_rate15m","query":"sum without(datname) (pgbouncer:db:xact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000279169,"lastEvaluation":"2026-08-30T13:20:36.134297951-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12798326756859976103","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_time_rate15m","query":"sum by (job, cls) (pgbouncer:ins:xact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000240997,"lastEvaluation":"2026-08-30T13:20:36.134587932-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16996761605058576511","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_time_rate15m","query":"sum by (job) (pgbouncer:cls:xact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000264498,"lastEvaluation":"2026-08-30T13:20:36.134837661-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"992539772389130880","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_rt_1m","query":"pgbouncer:db:xact_time_rate1m / pgbouncer:db:xact_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000271202,"lastEvaluation":"2026-08-30T13:20:36.135108541-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8525378170363989820","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_rt_1m","query":"pgbouncer:ins:xact_time_rate1m / pgbouncer:ins:xact_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000322755,"lastEvaluation":"2026-08-30T13:20:36.135390576-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4896629337565647312","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_rt_1m","query":"pgbouncer:cls:xact_time_rate1m / pgbouncer:cls:xact_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00024241,"lastEvaluation":"2026-08-30T13:20:36.135723745-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5159897392552725916","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_rt_1m","query":"pgbouncer:env:xact_time_rate1m / pgbouncer:env:xact_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00027582,"lastEvaluation":"2026-08-30T13:20:36.135976307-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7587791248660677295","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_rt_5m","query":"pgbouncer:db:xact_time_rate5m / pgbouncer:db:xact_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000377078,"lastEvaluation":"2026-08-30T13:20:36.136263022-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14577319059785982568","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_rt_5m","query":"pgbouncer:ins:xact_time_rate5m / pgbouncer:ins:xact_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000220141,"lastEvaluation":"2026-08-30T13:20:36.13665039-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6586495870499275860","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_rt_5m","query":"pgbouncer:cls:xact_time_rate5m / pgbouncer:cls:xact_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000237786,"lastEvaluation":"2026-08-30T13:20:36.136876614-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17907336253281296832","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_rt_5m","query":"pgbouncer:env:xact_time_rate5m / pgbouncer:env:xact_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000276557,"lastEvaluation":"2026-08-30T13:20:36.137125757-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"95410560678652499","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_rt_15m","query":"pgbouncer:db:xact_time_rate15m / pgbouncer:db:xact_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0003519,"lastEvaluation":"2026-08-30T13:20:36.137409737-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6831773782268294533","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_rt_15m","query":"pgbouncer:ins:xact_time_rate15m / pgbouncer:ins:xact_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000255267,"lastEvaluation":"2026-08-30T13:20:36.137768642-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3933710577263101571","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_rt_15m","query":"pgbouncer:cls:xact_time_rate15m / pgbouncer:cls:xact_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000310831,"lastEvaluation":"2026-08-30T13:20:36.138033131-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10312057244330643","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_rt_15m","query":"pgbouncer:env:xact_time_rate15m / pgbouncer:env:xact_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000207458,"lastEvaluation":"2026-08-30T13:20:36.138358684-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17734341176475276344","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_rate1m","query":"rate(pgbouncer_stat_total_query_count{datname!=\"pgbouncer\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000222185,"lastEvaluation":"2026-08-30T13:20:36.138573334-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4030236339489876276","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_rate1m","query":"sum without(datname) (pgbouncer:db:query_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000291824,"lastEvaluation":"2026-08-30T13:20:36.138805327-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13263051225998082001","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_rate1m","query":"sum by (job, cls) (pgbouncer:ins:query_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000215523,"lastEvaluation":"2026-08-30T13:20:36.139106532-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16553216261411093869","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_rate1m","query":"sum by (job) (pgbouncer:cls:query_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000253999,"lastEvaluation":"2026-08-30T13:20:36.139331125-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3678920803507566516","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_rate5m","query":"rate(pgbouncer_stat_total_query_count{datname!=\"pgbouncer\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000205274,"lastEvaluation":"2026-08-30T13:20:36.13959328-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13473450182174373820","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_rate5m","query":"sum without(datname) (pgbouncer:db:query_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000244773,"lastEvaluation":"2026-08-30T13:20:36.13980677-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1043525826962439297","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_rate5m","query":"sum by (job, cls) (pgbouncer:ins:query_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000206868,"lastEvaluation":"2026-08-30T13:20:36.140058149-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15749103647105979325","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_rate5m","query":"sum by (job) (pgbouncer:cls:query_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000205327,"lastEvaluation":"2026-08-30T13:20:36.140272358-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10209334791949470236","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_rate15m","query":"rate(pgbouncer_stat_total_query_count{datname!=\"pgbouncer\"}[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000189107,"lastEvaluation":"2026-08-30T13:20:36.140484677-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11963653117917925868","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_rate15m","query":"sum without(datname) (pgbouncer:db:query_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000238441,"lastEvaluation":"2026-08-30T13:20:36.140681163-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9742666048875778503","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_rate15m","query":"sum by (job, cls) (pgbouncer:ins:query_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000289821,"lastEvaluation":"2026-08-30T13:20:36.140944751-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9268097988831688327","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_rate15m","query":"sum by (job) (pgbouncer:cls:query_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000206706,"lastEvaluation":"2026-08-30T13:20:36.141250266-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1339791792332322656","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_time_rate1m","query":"rate(pgbouncer_stat_total_query_time{datname!=\"pgbouncer\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00029319,"lastEvaluation":"2026-08-30T13:20:36.14146449-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15918163108252826884","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_time_rate1m","query":"sum without(datname) (pgbouncer:db:query_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000334491,"lastEvaluation":"2026-08-30T13:20:36.141769524-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2884077342831643905","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_time_rate1m","query":"sum by (job, cls) (pgbouncer:ins:query_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000264835,"lastEvaluation":"2026-08-30T13:20:36.1421121-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9274756391330260317","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_time_rate1m","query":"sum by (job) (pgbouncer:cls:query_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000221753,"lastEvaluation":"2026-08-30T13:20:36.142386345-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1301243819217904718","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_time_rate5m","query":"rate(pgbouncer_stat_total_query_time{datname!=\"pgbouncer\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000265814,"lastEvaluation":"2026-08-30T13:20:36.142616511-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3870623551202742044","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_time_rate5m","query":"sum without(datname) (pgbouncer:db:query_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000219202,"lastEvaluation":"2026-08-30T13:20:36.142902725-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4987186219666087345","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_time_rate5m","query":"sum by (job, cls) (pgbouncer:ins:query_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000226394,"lastEvaluation":"2026-08-30T13:20:36.143130052-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"716255640911010029","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_time_rate5m","query":"sum by (job) (pgbouncer:cls:query_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000191161,"lastEvaluation":"2026-08-30T13:20:36.143361514-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7086627980880779486","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_time_rate15m","query":"rate(pgbouncer_stat_total_query_time{datname!=\"pgbouncer\"}[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000220308,"lastEvaluation":"2026-08-30T13:20:36.143560582-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9552928502638241426","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_time_rate15m","query":"sum without(datname) (pgbouncer:db:query_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000210223,"lastEvaluation":"2026-08-30T13:20:36.14378995-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10063640118005595381","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_time_rate15m","query":"sum by (job, cls) (pgbouncer:ins:query_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000256679,"lastEvaluation":"2026-08-30T13:20:36.144006761-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13901261785357738365","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_time_rate15m","query":"sum by (job) (pgbouncer:cls:query_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000253772,"lastEvaluation":"2026-08-30T13:20:36.144270595-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17602774934242268896","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_rt_1m","query":"pgbouncer:db:query_time_rate1m / pgbouncer:db:query_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000188714,"lastEvaluation":"2026-08-30T13:20:36.14453123-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12359009703324156430","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_rt_1m","query":"pgbouncer:ins:query_time_rate1m / pgbouncer:ins:query_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000211421,"lastEvaluation":"2026-08-30T13:20:36.144727666-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"392512558592054466","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_rt_1m","query":"pgbouncer:cls:query_time_rate1m / pgbouncer:cls:query_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000187512,"lastEvaluation":"2026-08-30T13:20:36.14494577-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7738493304532924302","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_rt_1m","query":"pgbouncer:env:query_time_rate1m / pgbouncer:env:query_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000343383,"lastEvaluation":"2026-08-30T13:20:36.145140262-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14104793479584792601","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_rt_5m","query":"pgbouncer:db:query_time_rate5m / pgbouncer:db:query_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000264644,"lastEvaluation":"2026-08-30T13:20:36.145493023-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12235519161383816802","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_rt_5m","query":"pgbouncer:ins:query_time_rate5m / pgbouncer:ins:query_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000281621,"lastEvaluation":"2026-08-30T13:20:36.145764545-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4813022187705871934","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_rt_5m","query":"pgbouncer:cls:query_time_rate5m / pgbouncer:cls:query_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000285838,"lastEvaluation":"2026-08-30T13:20:36.14607589-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13221718208110711370","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_rt_5m","query":"pgbouncer:env:query_time_rate5m / pgbouncer:env:query_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000246877,"lastEvaluation":"2026-08-30T13:20:36.146371966-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13557846855021675701","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_rt_15m","query":"pgbouncer:db:query_time_rate15m / pgbouncer:db:query_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000235134,"lastEvaluation":"2026-08-30T13:20:36.146631175-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4734334604394819121","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_rt_15m","query":"pgbouncer:ins:query_time_rate15m/ pgbouncer:ins:query_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000205955,"lastEvaluation":"2026-08-30T13:20:36.146877051-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7102059950304496795","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_rt_15m","query":"pgbouncer:cls:query_time_rate15m / pgbouncer:cls:query_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000300319,"lastEvaluation":"2026-08-30T13:20:36.147093035-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6079692576477330519","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_rt_15m","query":"pgbouncer:env:query_time_rate15m / pgbouncer:env:query_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00028197,"lastEvaluation":"2026-08-30T13:20:36.147403578-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"322491315079262308","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_sigma15m","query":"stddev_over_time(pgbouncer:db:xact_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000216261,"lastEvaluation":"2026-08-30T13:20:36.14769194-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6702519705023515371","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_sigma15m","query":"stddev_over_time(pgbouncer:ins:xact_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000216166,"lastEvaluation":"2026-08-30T13:20:36.147915973-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13771999335908587021","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_sigma15m","query":"stddev_over_time(pgbouncer:cls:xact_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00028237,"lastEvaluation":"2026-08-30T13:20:36.148140838-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15323056098326598985","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_sigma15m","query":"stddev_over_time(pgbouncer:env:xact_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000245063,"lastEvaluation":"2026-08-30T13:20:36.148429538-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17894933809886178249","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_rt_sigma15m","query":"stddev_over_time(pgbouncer:db:xact_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000275688,"lastEvaluation":"2026-08-30T13:20:36.148693955-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7280999691736020311","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_rt_sigma15m","query":"stddev_over_time(pgbouncer:ins:xact_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000208242,"lastEvaluation":"2026-08-30T13:20:36.148979335-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3818056080617635719","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_rt_sigma15m","query":"stddev_over_time(pgbouncer:cls:xact_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000314724,"lastEvaluation":"2026-08-30T13:20:36.149193836-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4307963209055810479","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_rt_sigma15m","query":"stddev_over_time(pgbouncer:env:xact_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000422945,"lastEvaluation":"2026-08-30T13:20:36.149517512-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8559272014269465901","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_sigma15m","query":"stddev_over_time(pgbouncer:db:query_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000272184,"lastEvaluation":"2026-08-30T13:20:36.149950584-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6002888882319415349","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_sigma15m","query":"stddev_over_time(pgbouncer:ins:query_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000298105,"lastEvaluation":"2026-08-30T13:20:36.150230876-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2298168141051237899","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_sigma15m","query":"stddev_over_time(pgbouncer:cls:query_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000233712,"lastEvaluation":"2026-08-30T13:20:36.150535323-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13475535050584380503","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_sigma15m","query":"stddev_over_time(pgbouncer:env:query_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000211206,"lastEvaluation":"2026-08-30T13:20:36.150776856-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4508632583397059141","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_rt_sigma15m","query":"stddev_over_time(pgbouncer:db:query_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00027886,"lastEvaluation":"2026-08-30T13:20:36.15099737-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7625595280695540583","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_rt_sigma15m","query":"stddev_over_time(pgbouncer:ins:query_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000208761,"lastEvaluation":"2026-08-30T13:20:36.151283972-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"904240659522859631","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_rt_sigma15m","query":"stddev_over_time(pgbouncer:cls:query_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000226998,"lastEvaluation":"2026-08-30T13:20:36.151502032-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4890820706078939695","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_rt_sigma15m","query":"stddev_over_time(pgbouncer:env:query_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000203395,"lastEvaluation":"2026-08-30T13:20:36.151736824-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11445153854148752107","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:load1","query":"pgbouncer:ins:query_time_rate1m / on(ins) group_left pg:ins:cpu_count or (0 * pgbouncer_up - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00061015,"lastEvaluation":"2026-08-30T13:20:36.151949512-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"11930861836863862762","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:load5","query":"pgbouncer:ins:query_time_rate5m / on(ins) group_left pg:ins:cpu_count or (0 * pgbouncer_up - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000475883,"lastEvaluation":"2026-08-30T13:20:36.152606966-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"13508703215354502586","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:load15","query":"pgbouncer:ins:query_time_rate15m / on(ins) group_left pg:ins:cpu_count or (0 * pgbouncer_up - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000498594,"lastEvaluation":"2026-08-30T13:20:36.153116154-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"10152365037364847562","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:load1","query":"pgbouncer:cls:query_time_rate1m  / pg:cls:cpu_count or (0 * pg:cls:size - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000655628,"lastEvaluation":"2026-08-30T13:20:36.153646799-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"10300294395247786048","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:load5","query":"pgbouncer:cls:query_time_rate5m  / pg:cls:cpu_count or (0 * pg:cls:size - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000452877,"lastEvaluation":"2026-08-30T13:20:36.154328246-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"9989966173135149208","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:load15","query":"pgbouncer:cls:query_time_rate15m / pg:cls:cpu_count or (0 * pg:cls:size - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000447181,"lastEvaluation":"2026-08-30T13:20:36.154795764-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"18271590557154368902","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:saturation1","query":"max without (instance) (pg:ins:load1 \u003e ignoring(instance) pgbouncer:ins:load1 or pgbouncer:ins:load1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001066093,"lastEvaluation":"2026-08-30T13:20:36.155259941-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":9,"id":"14667439630566741977","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:saturation5","query":"max without (instance) (pg:ins:load5 \u003e ignoring(instance) pgbouncer:ins:load5 or pgbouncer:ins:load5)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000753982,"lastEvaluation":"2026-08-30T13:20:36.156353978-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":9,"id":"2635908908962881321","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:saturation15","query":"max without (instance) (pg:ins:load15 \u003e ignoring(instance) pgbouncer:ins:load15 or pgbouncer:ins:load15)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000724882,"lastEvaluation":"2026-08-30T13:20:36.15713878-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":9,"id":"17063994941181489169","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:saturation1","query":"pg:cls:load1 \u003e pgbouncer:cls:load1 or pgbouncer:cls:load1","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003511515,"lastEvaluation":"2026-08-30T13:20:36.157924692-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"3336741103202095075","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:saturation5","query":"pg:cls:load5 \u003e pgbouncer:cls:load5 or pgbouncer:cls:load5","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000822201,"lastEvaluation":"2026-08-30T13:20:36.161452909-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"536725473624613403","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:saturation15","query":"pg:cls:load15 \u003e pgbouncer:cls:load15 or pgbouncer:cls:load15","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000843134,"lastEvaluation":"2026-08-30T13:20:36.162313078-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"13635839320439169739","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"ins:pressure1","query":"clamp_min(max without (instance) (pg:ins:cpu_usage_1m \u003e pg:ins:saturation1 or pg:ins:saturation1), 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000770135,"lastEvaluation":"2026-08-30T13:20:36.163171555-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"13941754794055077951","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"ins:pressure5","query":"clamp_min(max without (instance) (pg:ins:cpu_usage_5m \u003e pg:ins:saturation5 or pg:ins:saturation5), 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000747258,"lastEvaluation":"2026-08-30T13:20:36.163965643-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"11151378965104465999","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"ins:pressure15","query":"clamp_min(max without (instance) (pg:ins:cpu_usage_15m \u003e pg:ins:saturation15 or pg:ins:saturation15), 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00065217,"lastEvaluation":"2026-08-30T13:20:36.164740159-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"10469196734304210797","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"cls:pressure1","query":"clamp_min(max by (job, cls) (pg:cls:cpu_usage_1m \u003e pg:cls:saturation1 or pg:cls:saturation1), 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000579298,"lastEvaluation":"2026-08-30T13:20:36.165409924-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"18087221799075664558","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"cls:pressure5","query":"clamp_min(max by (job, cls) (pg:cls:cpu_usage_5m \u003e pg:cls:saturation5 or pg:cls:saturation5), 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000526676,"lastEvaluation":"2026-08-30T13:20:36.166000306-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"17858895729343209118","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"cls:pressure15","query":"clamp_min(max by (job, cls) (pg:cls:cpu_usage_15m \u003e pg:cls:saturation15 or pg:cls:saturation15), 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000685324,"lastEvaluation":"2026-08-30T13:20:36.166541955-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"9133443252140844932","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-08-30T13:20:36.106992096-07:00","type":"prometheus","id":"11262409880454579530","file":"/infra/rules/pgsql.yml","concurrency":1,"states":{"":169}},{"name":"pgsql-alert","rules":[{"state":"inactive","name":"PatroniFailSafeActive","query":"sum(patroni_failsafe_mode_is_active{}) \u003e 0","duration":0,"keep_firing_for":0,"labels":{"category":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"sum(patroni_failsafe_mode_is_active{}) \u003e 0\n/ui/d/pgsql-overview  \n","summary":"CRIT PatroniFailSafeActive {{ $value }}"},"lastError":"","evaluationTime":0.002220315,"lastEvaluation":"2026-08-30T13:20:34.834556192-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"7122102149315246765","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresDown","query":"pg_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"pg_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/pgsql-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT PostgresDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.001278558,"lastEvaluation":"2026-08-30T13:20:34.83679358-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"9692248116701073339","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PgbouncerDown","query":"pgbouncer_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"pgbouncer_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/pgsql-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT PostgresDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.00120135,"lastEvaluation":"2026-08-30T13:20:34.838085443-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"1962631371530921897","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PatroniDown","query":"patroni_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"patroni_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/pgsql-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT PatroniDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.001030577,"lastEvaluation":"2026-08-30T13:20:34.839302392-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"4469000542281579301","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PgExporterDown","query":"pg_exporter_agent_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"pg_exporter_agent_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/pgsql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN PgExporterDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.002115388,"lastEvaluation":"2026-08-30T13:20:34.840343232-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"7530904262495212349","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PgbouncerExporterDown","query":"pgbouncer_exporter_agent_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"pgbouncer_exporter_agent_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/pgsql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN PgExporterDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.00097064,"lastEvaluation":"2026-08-30T13:20:34.842471297-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"1497634049515559777","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresRestart","query":"pg_uptime \u003c 300","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"2","severity":"INFO"},"annotations":{"description":"pg_uptime[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value | printf \"%.1f\" }} \u003c 300\n/ui/d/pgsql-instance?var-ins={{ $labels.ins }}\n","summary":"INFO PostgresRestart {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.00110351,"lastEvaluation":"2026-08-30T13:20:34.843505148-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"6807432070852950995","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresPartition","query":"pg:cls:partition != 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"pg:cls:partition[cls={{ $labels.cls }}, job={{ $labels.job }}] = {{ $value }} != 1\n","summary":"CRIT PostgresPartition {{ $labels.cls }}@{{ $labels.job }} {{ $value }}"},"lastError":"","evaluationTime":0.00129938,"lastEvaluation":"2026-08-30T13:20:34.844619908-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"8957343222289816361","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresPressureHigh","query":"ins:pressure1 \u003e 0.70","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"ins:pressure1[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value | printf \"%.3f\" }} \u003e 0.70\n","summary":"WARN PostgresPressureHigh: {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.001276552,"lastEvaluation":"2026-08-30T13:20:34.845930741-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"5544450465042369806","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresReplicationBreak","query":"changes(pg_downstream_count{state=\"streaming\"}[5m]) \u003e 0","duration":0,"keep_firing_for":0,"labels":{"category":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"changes(pg_downstream_count{ins={{ $labels.ins }}, instance={{ $labels.instance }}, state=\"streaming\"}[5m]) \u003e 0\n","summary":"WARN PostgresReplicationBreak: {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000893176,"lastEvaluation":"2026-08-30T13:20:34.84721966-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"1168437726594554935","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresReplicationLag","query":"pg:ins:lag_bytes \u003e 1048576 or pg:ins:lag_seconds \u003e 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"pg:ins:lag_bytes[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value | printf \"%.0f\" }} \u003e 1048576 or\npg:ins:lag_seconds[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value | printf \"%.2f\" }} \u003e 1\n","summary":"WARN PostgresReplicationLag: {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.005088655,"lastEvaluation":"2026-08-30T13:20:34.848123779-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":4,"id":"15050788230177373947","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresXidWarpAround","query":"pg:db:age \u003e 0.80","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"pg:db:age[ins={{ $labels.ins }}, instance={{ $labels.instance }}, datname={{ $labels.datname }}] = {{ $value | printf \"%.0f\" }} \u003e 80%\n","summary":"CRIT PostgresXidWarpAround: {{ $labels.ins }}@{{ $labels.instance }} [{{ $labels.datname }}]"},"lastError":"","evaluationTime":0.001646519,"lastEvaluation":"2026-08-30T13:20:34.853224195-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":12,"id":"11330200734770559249","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PgbouncerClientQueue","query":"pgbouncer:db:waiting_clients \u003e 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"pgbouncer:db:waiting_clients[ins={{ $labels.ins }}, instance={{ $labels.instance }}, datname={{ $labels.datname }}] = {{ $value | printf \"%.0f\" }} \u003e 1\n","summary":"CRIT PgbouncerClientQueue: {{ $labels.ins }}@{{ $labels.instance }} [{{ $labels.datname }}]"},"lastError":"","evaluationTime":0.000559295,"lastEvaluation":"2026-08-30T13:20:34.854918863-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"799111236975644927","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PgbouncerQuerySlow","query":"pgbouncer:db:query_rt_1m \u003e 0.016","duration":180,"keep_firing_for":0,"labels":{"category":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"pgbouncer:db:query_rt_1m[ins={{ $labels.ins }}, instance={{ $labels.instance }}, datname={{ $labels.datname }}] = {{ $value | printf \"%.3f\" }} \u003e 0.016\n","summary":"WARN PgbouncerQuerySlow: {{ $labels.ins }}@{{ $labels.instance }} [{{ $labels.datname }}]"},"lastError":"","evaluationTime":0.000365245,"lastEvaluation":"2026-08-30T13:20:34.855492083-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8106000152156178995","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresConnUsageHigh","query":"pg:db:conn_usage \u003e 0.70","duration":180,"keep_firing_for":0,"labels":{"category":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"pg:db:conn_usage[ins={{ $labels.ins }}, instance={{ $labels.instance }}, datname={{ $labels.datname }}] = {{ $value | printf \"%.3f\" }} \u003e 0.70\n","summary":"WARN PostgresConnUsageHigh: {{ $labels.ins }}@{{ $labels.instance }} [{{ $labels.datname }}]"},"lastError":"","evaluationTime":0.001949634,"lastEvaluation":"2026-08-30T13:20:34.855869182-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":12,"id":"16969435016975334577","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresIdleInXact","query":"pg:db:ixact_backends \u003e 1","duration":180,"keep_firing_for":0,"labels":{"category":"pgsql","level":"2","severity":"INFO"},"annotations":{"description":"pg:db:ixact_backends[ins={{ $labels.ins }}, instance={{ $labels.instance }}, datname={{ $labels.datname }}] = {{ $value | printf \"%.0f\" }} \u003e 1\n","summary":"Info PostgresIdleInXact: {{ $labels.ins }}@{{ $labels.instance }} [{{ $labels.datname }}]"},"lastError":"","evaluationTime":0.001301364,"lastEvaluation":"2026-08-30T13:20:34.857846209-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":6,"id":"4831871773602799993","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-08-30T13:20:34.834546972-07:00","type":"prometheus","id":"8916821703685786351","file":"/infra/rules/pgsql.yml","concurrency":1,"states":{"inactive":16}},{"name":"pgsql-rules","rules":[{"state":"","name":"pg:ins:cpu_count","query":"node:ins:cpu_count + on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001345121,"lastEvaluation":"2026-08-30T13:20:28.925796711-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"18223422862632111957","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:cpu_count","query":"sum by (job, cls) (pg:ins:cpu_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000685958,"lastEvaluation":"2026-08-30T13:20:28.927181786-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"8745002335778373145","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:cpu_count","query":"sum by (job) (pg:cls:cpu_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000543645,"lastEvaluation":"2026-08-30T13:20:28.927911287-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"12757214218843536034","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:cpu_usage","query":"node:ins:cpu_usage_1m + on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001372353,"lastEvaluation":"2026-08-30T13:20:28.928469784-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"9717281399792874124","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:cpu_usage_1m","query":"node:ins:cpu_usage_1m + on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000947831,"lastEvaluation":"2026-08-30T13:20:28.929903878-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"5377272131296572095","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:cpu_usage_5m","query":"node:ins:cpu_usage_5m + on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000841845,"lastEvaluation":"2026-08-30T13:20:28.930894379-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"773093910600041143","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:cpu_usage_15m","query":"node:ins:cpu_usage_15m + on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001061145,"lastEvaluation":"2026-08-30T13:20:28.931774542-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"12111627219859607409","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:cpu_usage","query":"sum by (job, cls) (pg:ins:cpu_usage * pg:ins:cpu_count) / pg:cls:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001129586,"lastEvaluation":"2026-08-30T13:20:28.932862219-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":7,"id":"1064329560824783444","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:cpu_usage_1m","query":"sum by (job, cls) (pg:ins:cpu_usage_1m * pg:ins:cpu_count) / pg:cls:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000895583,"lastEvaluation":"2026-08-30T13:20:28.934027356-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":7,"id":"17573483588026091918","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:cpu_usage_5m","query":"sum by (job, cls) (pg:ins:cpu_usage_5m * pg:ins:cpu_count) / pg:cls:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00053129,"lastEvaluation":"2026-08-30T13:20:28.934943399-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":7,"id":"2994265985708122526","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:cpu_usage_15m","query":"sum by (job, cls) (pg:ins:cpu_usage_15m * pg:ins:cpu_count) / pg:cls:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000847863,"lastEvaluation":"2026-08-30T13:20:28.935500598-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":7,"id":"3426573313206206112","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:cpu_usage","query":"sum by (job) (pg:cls:cpu_usage * pg:cls:cpu_count) / pg:env:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000863149,"lastEvaluation":"2026-08-30T13:20:28.936371371-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"10645808927803556210","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:cpu_usage_1m","query":"sum by (job) (pg:cls:cpu_usage_1m * pg:cls:cpu_count) / pg:env:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000723873,"lastEvaluation":"2026-08-30T13:20:28.93726472-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"17030518744800524692","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:cpu_usage_5m","query":"sum by (job) (pg:cls:cpu_usage_5m * pg:cls:cpu_count) / pg:env:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000445533,"lastEvaluation":"2026-08-30T13:20:28.938012545-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"8330902889244880300","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:cpu_usage_15m","query":"sum by (job) (pg:cls:cpu_usage_15m * pg:cls:cpu_count) / pg:env:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000613599,"lastEvaluation":"2026-08-30T13:20:28.938480868-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"13015520845148218290","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:mem_size","query":"node_memory_MemTotal_bytes + on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0006352,"lastEvaluation":"2026-08-30T13:20:28.93912247-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"13563499945055848894","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:fs_size","query":"sum by (ip)(node_filesystem_size_bytes{fstype!~\"(n|root|tmp|fuse.juice)fs.*\"}) + on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00092085,"lastEvaluation":"2026-08-30T13:20:28.93978703-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"15697465550584833509","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:space_usage","query":"max by (ip)(node:fs:space_usage)+ on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000837345,"lastEvaluation":"2026-08-30T13:20:28.940731405-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"13837207577604024108","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:status","query":"pg_up * 2 + (1 - pg_in_recovery)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001075599,"lastEvaluation":"2026-08-30T13:20:28.941604239-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"5111468310795796647","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:is_leader","query":"1 - pg_in_recovery","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000574959,"lastEvaluation":"2026-08-30T13:20:28.942706706-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"5001312500036558418","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:leader","query":"(pg_in_recovery == 0) * 0 + 1","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000441242,"lastEvaluation":"2026-08-30T13:20:28.943312808-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"2160739951910168104","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:target_count","query":"count by (job, cls, ins) (up{cls!=\"\", ins!=\"\", job='pgsql'})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00080134,"lastEvaluation":"2026-08-30T13:20:28.943769686-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"9589224134133340999","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:size","query":"sum by (job, cls) (group by (job, cls, ins, ip) (up{cls!=\"\", ins!=\"\", job='pgsql'}))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000513756,"lastEvaluation":"2026-08-30T13:20:28.9446019-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":12,"id":"17667533834545566731","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:members","query":"group by (job, cls, ins, ip) (up{cls!=\"\", ins!=\"\", job='pgsql'})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000689512,"lastEvaluation":"2026-08-30T13:20:28.945143149-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"13161996035876405420","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:bridges","query":"count without(appname,usename,address,pid) (pg_repl_lsn) and (pg_in_recovery == 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000904729,"lastEvaluation":"2026-08-30T13:20:28.945918304-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":5,"id":"4147647297880099076","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:partition","query":"count by (job, cls) (pg_in_recovery == 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000488628,"lastEvaluation":"2026-08-30T13:20:28.946838599-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"11211677160655162433","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:alive_count","query":"count by (job, cls) (count by (cls, ins) (pg_up==1))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00047656,"lastEvaluation":"2026-08-30T13:20:28.947353204-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"14342513607842692343","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:primary_count","query":"count by (job, cls) (max by (cls, ins) (pg_in_recovery{}) == 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000460803,"lastEvaluation":"2026-08-30T13:20:28.947855448-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"10269883056484978224","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:replica_count","query":"count by (job, cls) (max by (cls, ins) (pg_in_recovery{}) == 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000365387,"lastEvaluation":"2026-08-30T13:20:28.94833511-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"7839963572338112533","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:standby_count","query":"max by (job, cls) (pg_sync_standby_enabled) \u003e bool 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000546669,"lastEvaluation":"2026-08-30T13:20:28.948721643-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"14641195652865282799","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:bridge_count","query":"count by (job, cls) (pg:cls:bridges)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000420961,"lastEvaluation":"2026-08-30T13:20:28.949286019-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13095229444683243224","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:sender","query":"max by (job, cls, ins, ip, appname, usename, address, pid) (pg_repl_sync_state)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000671607,"lastEvaluation":"2026-08-30T13:20:28.949714763-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"2010025789796814675","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:receiver","query":"max by ( job, cls, ip, appname, sender_host, sender_port, slot_name, state ) (\n  label_replace(pg_recv_flush_tli, \"appname\" , \"$1\",  \"ins\", \"(.*)\" )\n)\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001131945,"lastEvaluation":"2026-08-30T13:20:28.950421186-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"18307508605171229562","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:timeline","query":"pg_checkpoint_tli","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000552218,"lastEvaluation":"2026-08-30T13:20:28.951585391-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"5567104752029197246","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:timeline","query":"max by (job, cls) (max_over_time(pg_checkpoint_tli{}[30s]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000465963,"lastEvaluation":"2026-08-30T13:20:28.952159455-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"10507836146104402130","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:sync_state","query":"max by (job,cls,ins,instance) (label_replace(pg_repl_sync_state, \"ins\", \"$1\", \"appname\", \"(.+)\"))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000794389,"lastEvaluation":"2026-08-30T13:20:28.952640227-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"9318525971862560313","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:sync_state","query":"(max by (job, cls) (pg:ins:sync_state)) \u003e bool 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000653166,"lastEvaluation":"2026-08-30T13:20:28.953461661-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"12969178581293958121","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:lag_bytes","query":"max without (address, appname, usename, pid) (\n  label_replace(pg_repl_replay_diff{appname!~'walreceiver|pg_receivewal'}, \"ins\", \"$1\", \"appname\", \"(.+)\")\n)\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000656448,"lastEvaluation":"2026-08-30T13:20:28.95413218-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"442053057924060265","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:lag_bytes","query":"max by (job, cls) (pg:ins:lag_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000813139,"lastEvaluation":"2026-08-30T13:20:28.954814512-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"5171459838391783092","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:lag_bytes","query":"max by (job) (pg:cls:lag_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000740954,"lastEvaluation":"2026-08-30T13:20:28.95565021-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"1960741173460567013","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:lag_seconds","query":"max without (address, appname, usename, pid) (\n  label_replace(pg_repl_replay_lag{appname!~'walreceiver|pg_receivewal'}, \"ins\", \"$1\", \"appname\", \"(.+)\")\n)\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000790882,"lastEvaluation":"2026-08-30T13:20:28.956406481-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"14668216110006045746","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:lag_seconds","query":"max by (job, cls) (pg:ins:lag_seconds)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000443575,"lastEvaluation":"2026-08-30T13:20:28.957223269-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"15531930672815320540","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:lag_seconds","query":"max by (job) (pg:cls:lag_seconds)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000489923,"lastEvaluation":"2026-08-30T13:20:28.9577494-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"2715707038981000361","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:slot_count","query":"count by (job, cls) (pg_slot_active \u003e bool 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000906992,"lastEvaluation":"2026-08-30T13:20:28.95825664-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"1258843779374365513","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:slot_retained_bytes","query":"max without (slot_name) (pg_slot_retained_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000692411,"lastEvaluation":"2026-08-30T13:20:28.959177964-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"18440380049311768917","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:slot_retained_bytes","query":"max by (job, cls) (pg:ins:slot_retained_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000618339,"lastEvaluation":"2026-08-30T13:20:28.959913794-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"13601159873238481228","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_commit_rate1m","query":"rate(pg_db_xact_commit[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00097552,"lastEvaluation":"2026-08-30T13:20:28.960543899-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"5423001135233827742","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_commit_rate1m","query":"sum without(datname) (pg:db:xact_commit_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000803745,"lastEvaluation":"2026-08-30T13:20:28.961583805-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"303078929949243757","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_commit_rate1m","query":"sum by (job, cls) (pg:ins:xact_commit_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000676125,"lastEvaluation":"2026-08-30T13:20:28.962421002-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"16493540368249105881","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_commit_rate1m","query":"sum by (job) (pg:cls:xact_commit_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000741987,"lastEvaluation":"2026-08-30T13:20:28.963121465-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"7314503263162240268","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_commit_rate5m","query":"rate(pg_db_xact_commit[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000864835,"lastEvaluation":"2026-08-30T13:20:28.963890974-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"7674746862674278102","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_commit_rate5m","query":"sum without(datname) (pg:db:xact_commit_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001026506,"lastEvaluation":"2026-08-30T13:20:28.964815018-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"4833034195618371717","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_commit_rate5m","query":"sum by (job, cls) (pg:ins:xact_commit_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000959467,"lastEvaluation":"2026-08-30T13:20:28.965906298-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"1215483582740709825","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_commit_rate5m","query":"sum by (job) (pg:cls:xact_commit_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000845436,"lastEvaluation":"2026-08-30T13:20:28.966914404-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"9758242613288124724","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_commit_rate15m","query":"rate(pg_db_xact_commit[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000890483,"lastEvaluation":"2026-08-30T13:20:28.967780732-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"822015986024770940","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_commit_rate15m","query":"sum without(datname) (pg:db:xact_commit_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000791334,"lastEvaluation":"2026-08-30T13:20:28.968752008-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"18303567478782034721","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_commit_rate15m","query":"sum by (job, cls) (pg:ins:xact_commit_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000874715,"lastEvaluation":"2026-08-30T13:20:28.96957621-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"15526196692195246985","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_commit_rate15m","query":"sum by (job) (pg:cls:xact_commit_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000793677,"lastEvaluation":"2026-08-30T13:20:28.970473829-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"14294274137973741854","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_rollback_rate1m","query":"rate(pg_db_xact_rollback[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000828092,"lastEvaluation":"2026-08-30T13:20:28.971299498-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"8499005034552295016","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_rollback_rate1m","query":"sum without(datname) (pg:db:xact_rollback_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00209502,"lastEvaluation":"2026-08-30T13:20:28.972180665-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"7956237551095089711","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_rollback_rate1m","query":"sum by (job, cls) (pg:ins:xact_rollback_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00253661,"lastEvaluation":"2026-08-30T13:20:28.974302451-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"167458203451459607","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_rollback_rate1m","query":"sum by (job) (pg:cls:xact_rollback_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001065022,"lastEvaluation":"2026-08-30T13:20:28.976951649-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"9791247179229612454","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_rollback_rate5m","query":"rate(pg_db_xact_rollback[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00735827,"lastEvaluation":"2026-08-30T13:20:28.978041064-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"10581174066132997472","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_rollback_rate5m","query":"sum without(datname) (pg:db:xact_rollback_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001153392,"lastEvaluation":"2026-08-30T13:20:28.985467468-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"11824413066593342527","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_rollback_rate5m","query":"sum by (job, cls) (pg:ins:xact_rollback_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00106759,"lastEvaluation":"2026-08-30T13:20:28.98665249-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"1698289480484735663","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_rollback_rate5m","query":"sum by (job) (pg:cls:xact_rollback_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001031673,"lastEvaluation":"2026-08-30T13:20:28.987753072-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"16352014943690892534","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_rollback_rate15m","query":"rate(pg_db_xact_rollback[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001051989,"lastEvaluation":"2026-08-30T13:20:28.988815179-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"13026623339708764316","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_rollback_rate15m","query":"sum without(datname) (pg:db:xact_rollback_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000777755,"lastEvaluation":"2026-08-30T13:20:28.9899653-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"7468809848039244109","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_rollback_rate15m","query":"sum by (job, cls) (pg:ins:xact_rollback_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000602464,"lastEvaluation":"2026-08-30T13:20:28.99076685-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"1260743702171253753","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_rollback_rate15m","query":"sum by (job) (pg:cls:xact_rollback_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0005674,"lastEvaluation":"2026-08-30T13:20:28.991393468-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"6628930345409017922","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_total_rate1m","query":"rate(pg_db_xact_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001335271,"lastEvaluation":"2026-08-30T13:20:28.991987662-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"6771519394309403884","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_total_rate1m","query":"sum without(datname) (pg:db:xact_total_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000825481,"lastEvaluation":"2026-08-30T13:20:28.993369003-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"16985643882236769489","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_total_rate1m","query":"sum by (job, cls) (pg:ins:xact_total_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000517017,"lastEvaluation":"2026-08-30T13:20:28.994221951-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"10540215135901635257","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_total_rate1m","query":"sum by (job) (pg:cls:xact_total_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000746229,"lastEvaluation":"2026-08-30T13:20:28.994767576-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"16479611391276559842","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_total_rate5m","query":"rate(pg_db_xact_total[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001985985,"lastEvaluation":"2026-08-30T13:20:28.99554694-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"528887293775599676","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_total_rate5m","query":"sum without(datname) (pg:db:xact_total_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001007162,"lastEvaluation":"2026-08-30T13:20:28.997590248-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"7048973729882136233","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_total_rate5m","query":"sum by (job, cls) (pg:ins:xact_total_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000727534,"lastEvaluation":"2026-08-30T13:20:28.998635985-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"16558337752557755641","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_total_rate5m","query":"sum by (job) (pg:cls:xact_total_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000734448,"lastEvaluation":"2026-08-30T13:20:28.999383139-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"10237811393626594802","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_total_rate15m","query":"rate(pg_db_xact_total[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000884039,"lastEvaluation":"2026-08-30T13:20:29.00013172-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"1393555724146083890","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_total_rate15m","query":"sum without(datname) (pg:db:xact_total_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00087609,"lastEvaluation":"2026-08-30T13:20:29.001065104-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"9297285806059798777","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_total_rate15m","query":"sum by (job, cls) (pg:ins:xact_total_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000793387,"lastEvaluation":"2026-08-30T13:20:29.001987218-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"6825777617045404149","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_total_rate15m","query":"sum by (job) (pg:cls:xact_total_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000650338,"lastEvaluation":"2026-08-30T13:20:29.002808174-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"12579060964056120320","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_total_sigma15m","query":"stddev_over_time(pg:db:xact_total_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001200104,"lastEvaluation":"2026-08-30T13:20:29.003477296-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"2243484968036816017","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_total_sigma15m","query":"stddev_over_time(pg:ins:xact_total_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000731389,"lastEvaluation":"2026-08-30T13:20:29.004761527-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"1408042256662815049","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_total_sigma15m","query":"stddev_over_time(pg:cls:xact_total_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000641723,"lastEvaluation":"2026-08-30T13:20:29.005543048-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"7655548778804243217","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_total_sigma15m","query":"stddev_over_time(pg:env:xact_total_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00063816,"lastEvaluation":"2026-08-30T13:20:29.006208059-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"7990840456779352895","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:locks","query":"sum without (datname) (pg_lock_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001476352,"lastEvaluation":"2026-08-30T13:20:29.006872036-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":24,"lastSeriesFetched":48,"id":"18130186156215002557","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:locks","query":"sum by (job, cls, mode) (pg:ins:locks)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001062551,"lastEvaluation":"2026-08-30T13:20:29.008419878-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":24,"id":"1969706634709260584","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:lock_count","query":"sum without (mode) (pg_lock_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00120718,"lastEvaluation":"2026-08-30T13:20:29.00952823-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":48,"id":"3944215954145144901","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:lock_count","query":"sum without(mode) (pg:ins:locks)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00078062,"lastEvaluation":"2026-08-30T13:20:29.010782002-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":24,"id":"16967695374576561407","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:lock_count","query":"sum without(mode) (pg:cls:locks)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000756707,"lastEvaluation":"2026-08-30T13:20:29.011598991-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":8,"id":"14214961506084491747","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:rlock_count","query":"sum without (mode) (pg_lock_count{mode=\"AccessShareLock\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000900332,"lastEvaluation":"2026-08-30T13:20:29.01239262-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":6,"id":"5358961126989574231","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:rlock_count","query":"sum without(datname) (pg:db:rlock_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000984114,"lastEvaluation":"2026-08-30T13:20:29.013333597-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"15625859396092365297","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:rlock_count","query":"sum by (job, cls) (pg:ins:rlock_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000781317,"lastEvaluation":"2026-08-30T13:20:29.014361785-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"8567921985155211021","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:wlock_count","query":"sum without (mode) (pg_lock_count{mode=~\"RowShareLock|RowExclusiveLock\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00104419,"lastEvaluation":"2026-08-30T13:20:29.015165889-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":12,"id":"4317037014882634801","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:wlock_count","query":"sum without(datname) (pg:db:wlock_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000904224,"lastEvaluation":"2026-08-30T13:20:29.016242495-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"14385905460275428493","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:wlock_count","query":"sum by (job, cls) (pg:ins:wlock)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000502415,"lastEvaluation":"2026-08-30T13:20:29.017177091-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3093120740289979977","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xlock_count","query":"sum without (mode) (pg_lock_count{mode!~\"AccessShareLock|RowShareLock|RowExclusiveLock\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004938103,"lastEvaluation":"2026-08-30T13:20:29.017690252-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":30,"id":"13120070463458918006","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xlock_count","query":"sum without(datname) (pg:db:xlock_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000875625,"lastEvaluation":"2026-08-30T13:20:29.022671629-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"14562592805923869425","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xlock_count","query":"sum by (job, cls) (pg:ins:xlock_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000764557,"lastEvaluation":"2026-08-30T13:20:29.023577035-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"7945266449850532973","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:session_time_rate1m","query":"rate(pg_db_session_time[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001437382,"lastEvaluation":"2026-08-30T13:20:29.024370563-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"10211047601989205684","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:session_time_rate1m","query":"sum without(datname) (pg:db:session_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000866533,"lastEvaluation":"2026-08-30T13:20:29.025868958-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"6542309868362806777","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:session_time_rate1m","query":"sum by (job, cls) (pg:ins:session_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001170576,"lastEvaluation":"2026-08-30T13:20:29.026768796-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"1215411028237026469","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:session_time_rate1m","query":"sum by (job) (pg:cls:session_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000623441,"lastEvaluation":"2026-08-30T13:20:29.027985692-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"15743877749295040882","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:ixact_time_rate1m","query":"rate(pg_db_ixact_time[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002354197,"lastEvaluation":"2026-08-30T13:20:29.028626972-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"8691597266641044800","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ixact_time_rate1m","query":"sum without(datname) (pg:db:ixact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000872208,"lastEvaluation":"2026-08-30T13:20:29.03104325-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"18035280672598114449","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:ixact_time_rate1m","query":"sum by (job, cls) (pg:ins:ixact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000912169,"lastEvaluation":"2026-08-30T13:20:29.031942351-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"15160368294628532961","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:ixact_time_rate1m","query":"sum by (job) (pg:cls:ixact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001201369,"lastEvaluation":"2026-08-30T13:20:29.032867102-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"10506984323086851862","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:ixact_time_rate5m","query":"rate(pg_db_ixact_time[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000822699,"lastEvaluation":"2026-08-30T13:20:29.034081864-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"9931232813652445040","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ixact_time_rate5m","query":"sum without(datname) (pg:db:ixact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000748225,"lastEvaluation":"2026-08-30T13:20:29.034948951-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"3203638057752803449","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:ixact_time_rate5m","query":"sum by (job, cls) (pg:ins:ixact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001083148,"lastEvaluation":"2026-08-30T13:20:29.035973765-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"17165239653126722225","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:ixact_time_rate5m","query":"sum by (job) (pg:cls:ixact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000557886,"lastEvaluation":"2026-08-30T13:20:29.03707738-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"12495391648912245966","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:ixact_time_rate15m","query":"rate(pg_db_ixact_time[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001060016,"lastEvaluation":"2026-08-30T13:20:29.037654998-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"3632584037270768122","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ixact_time_rate15m","query":"sum without(datname) (pg:db:ixact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000711086,"lastEvaluation":"2026-08-30T13:20:29.038795344-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"17403900615567281485","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:ixact_time_rate15m","query":"sum by (job, cls) (pg:ins:ixact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000683675,"lastEvaluation":"2026-08-30T13:20:29.03954206-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"5522978033916859721","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:ixact_time_rate15m","query":"sum by (job) (pg:cls:ixact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000472127,"lastEvaluation":"2026-08-30T13:20:29.040253684-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"6160903843626470064","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:active_time_rate1m","query":"rate(pg_db_active_time[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000900585,"lastEvaluation":"2026-08-30T13:20:29.040739569-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"4132128843413076794","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:active_time_rate1m","query":"sum without(datname) (pg:db:active_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000708173,"lastEvaluation":"2026-08-30T13:20:29.041699656-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"8460019946917294513","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:active_time_rate1m","query":"sum by (job, cls) (pg:ins:active_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000605168,"lastEvaluation":"2026-08-30T13:20:29.042445939-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"5688704815731241469","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:active_time_rate1m","query":"sum by (job) (pg:cls:active_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000639048,"lastEvaluation":"2026-08-30T13:20:29.043071596-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"14381911021506446224","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:active_time_rate5m","query":"rate(pg_db_active_time[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000735785,"lastEvaluation":"2026-08-30T13:20:29.04375358-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"3897519046069630090","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:active_time_rate5m","query":"sum without(datname) (pg:db:active_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000780291,"lastEvaluation":"2026-08-30T13:20:29.044541684-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"9340109479204632913","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:active_time_rate5m","query":"sum by (job, cls) (pg:ins:active_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00059985,"lastEvaluation":"2026-08-30T13:20:29.045355315-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"10151829486026612829","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:active_time_rate5m","query":"sum by (job) (pg:cls:active_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000465712,"lastEvaluation":"2026-08-30T13:20:29.045980792-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"14750206010498005632","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:active_time_rate15m","query":"rate(pg_db_active_time[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000772923,"lastEvaluation":"2026-08-30T13:20:29.046469382-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"4130603694607785872","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:active_time_rate15m","query":"sum without(datname) (pg:db:active_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000732316,"lastEvaluation":"2026-08-30T13:20:29.047305697-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"17835680182566965253","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:active_time_rate15m","query":"sum by (job, cls) (pg:ins:active_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000588597,"lastEvaluation":"2026-08-30T13:20:29.048059825-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"11641299193706635629","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:active_time_rate15m","query":"sum by (job) (pg:cls:active_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000543903,"lastEvaluation":"2026-08-30T13:20:29.048674284-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"851409882934653418","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:load1","query":"pg:ins:active_time_rate1m / pg:ins:cpu_count or (0 * pg_up - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000837483,"lastEvaluation":"2026-08-30T13:20:29.049237896-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":9,"id":"739892060224100615","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:load5","query":"pg:ins:active_time_rate5m / pg:ins:cpu_count or (0 * pg_up - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000728885,"lastEvaluation":"2026-08-30T13:20:29.05011222-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":9,"id":"3807030017082856831","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:load15","query":"pg:ins:active_time_rate15m / pg:ins:cpu_count or (0 * pg_up - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000693095,"lastEvaluation":"2026-08-30T13:20:29.050862784-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":9,"id":"1794433219837625739","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:load1","query":"pg:cls:active_time_rate1m / pg:cls:cpu_count or (0 * pg:cls:size - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000740284,"lastEvaluation":"2026-08-30T13:20:29.05159029-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"1529623066107910966","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:load5","query":"pg:cls:active_time_rate5m / pg:cls:cpu_count or (0 * pg:cls:size - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000502048,"lastEvaluation":"2026-08-30T13:20:29.05235146-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"8173672422183159254","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:load15","query":"pg:cls:active_time_rate15m / pg:cls:cpu_count or (0 * pg:cls:size - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000577135,"lastEvaluation":"2026-08-30T13:20:29.052880203-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"11006445112348531852","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:ixact_ratio_1m","query":"pg:db:ixact_time_rate1m / (pg:db:active_time_rate1m + pg:db:ixact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001919195,"lastEvaluation":"2026-08-30T13:20:29.05348563-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":36,"id":"1836395049607953024","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ixact_ratio_1m","query":"pg:ins:ixact_time_rate1m / (pg:ins:active_time_rate1m + pg:ins:ixact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00129007,"lastEvaluation":"2026-08-30T13:20:29.055451156-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":9,"id":"13856789745678188934","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:ixact_ratio_1m","query":"pg:cls:ixact_time_rate1m / (pg:cls:active_time_rate1m + pg:cls:ixact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000970023,"lastEvaluation":"2026-08-30T13:20:29.05677625-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"14085767473875683666","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:ixact_ratio_1m","query":"pg:env:ixact_time_rate1m / (pg:env:active_time_rate1m + pg:env:ixact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000775847,"lastEvaluation":"2026-08-30T13:20:29.057772812-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"16670541254699305674","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:ixact_ratio_5m","query":"pg:db:ixact_time_rate5m / (pg:db:active_time_rate5m + pg:db:ixact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001934907,"lastEvaluation":"2026-08-30T13:20:29.058587987-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":36,"id":"11207607008136264976","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ixact_ratio_5m","query":"pg:ins:ixact_time_rate5m / (pg:ins:active_time_rate5m + pg:ins:ixact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001412565,"lastEvaluation":"2026-08-30T13:20:29.060571217-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":9,"id":"5884570478394246046","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:ixact_ratio_5m","query":"pg:cls:ixact_time_rate5m / (pg:cls:active_time_rate5m + pg:cls:ixact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000802858,"lastEvaluation":"2026-08-30T13:20:29.062010613-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"3458048285225999322","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:ixact_ratio_5m","query":"pg:env:ixact_time_rate5m / (pg:env:active_time_rate5m + pg:env:ixact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000755438,"lastEvaluation":"2026-08-30T13:20:29.062836998-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"9485122055348084130","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:ixact_ratio_15m","query":"pg:db:ixact_time_rate15m / (pg:db:active_time_rate15m + pg:db:ixact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001741223,"lastEvaluation":"2026-08-30T13:20:29.063616204-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":36,"id":"15977369237640753788","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ixact_ratio_15m","query":"pg:ins:ixact_time_rate15m / (pg:ins:active_time_rate15m + pg:ins:ixact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001270523,"lastEvaluation":"2026-08-30T13:20:29.06539719-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":9,"id":"15658328986508186918","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:ixact_ratio_15m","query":"pg:cls:ixact_time_rate15m / (pg:cls:active_time_rate15m + pg:cls:ixact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000734222,"lastEvaluation":"2026-08-30T13:20:29.066700302-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"13461216374158379570","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:ixact_ratio_15m","query":"pg:env:ixact_time_rate15m / (pg:env:active_time_rate15m + pg:env:ixact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000807282,"lastEvaluation":"2026-08-30T13:20:29.067460423-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"9250915887326293886","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:num_backends","query":"pg_db_numbackends","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000919118,"lastEvaluation":"2026-08-30T13:20:29.068290016-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"16556023262645328003","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:num_backends","query":"sum without (datname) (pg:db:num_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000748924,"lastEvaluation":"2026-08-30T13:20:29.069257583-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"13716545864632073323","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:num_backends","query":"sum by (job, cls) (pg:ins:num_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000550247,"lastEvaluation":"2026-08-30T13:20:29.070035029-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"10840279233264762659","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:active_backends","query":"sum without(state) (pg_activity_count{state=\"active\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000722946,"lastEvaluation":"2026-08-30T13:20:29.070610158-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":6,"id":"2453573516496751338","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:active_backends","query":"sum without(datname) (pg:db:active_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00074253,"lastEvaluation":"2026-08-30T13:20:29.071373455-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"16929200000790610025","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:active_backends","query":"sum by (job, cls) (pg:ins:active_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000520638,"lastEvaluation":"2026-08-30T13:20:29.072153948-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"10013895612610831305","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:active_backends","query":"sum by (job) (pg:cls:active_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000559572,"lastEvaluation":"2026-08-30T13:20:29.072693987-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"1327472361300990118","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:ixact_backends","query":"sum without(state) (pg_activity_count{state=~\"idle in.*\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000880243,"lastEvaluation":"2026-08-30T13:20:29.073286838-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":12,"id":"9355684103393873456","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ixact_backends","query":"sum without(datname) (pg:db:ixact_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000543363,"lastEvaluation":"2026-08-30T13:20:29.074204827-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"8807106272715238857","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:ixact_backends","query":"sum by (job, cls) (pg:ins:ixact_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00068026,"lastEvaluation":"2026-08-30T13:20:29.074795491-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"11535487685057615349","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:ixact_backends","query":"sum by (job) (pg:cls:ixact_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000425485,"lastEvaluation":"2026-08-30T13:20:29.075493464-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"12791462231436969344","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:conn_limit","query":"pg_setting_max_connections","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000765384,"lastEvaluation":"2026-08-30T13:20:29.075936537-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"15750199043080164344","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:conn_limit","query":"(pg_db_conn_limit != -1 ) or (0 * pg_db_conn_limit + on(cls, ins) group_left pg_setting_max_connections)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001397026,"lastEvaluation":"2026-08-30T13:20:29.076732772-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":27,"id":"9656828328231709251","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:conn_usage","query":"pg:ins:num_backends / pg:ins:conn_limit","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001063846,"lastEvaluation":"2026-08-30T13:20:29.078181532-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"13615705118423016776","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:conn_usage","query":"pg:db:num_backends / pg:db:conn_limit","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001395438,"lastEvaluation":"2026-08-30T13:20:29.079274419-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":24,"id":"4054824693294006994","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:age","query":"pg_db_age / 2147483647","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001092314,"lastEvaluation":"2026-08-30T13:20:29.080751807-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"6016517635074967953","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:age","query":"max without (datname) (pg:db:age{datname!~\"template[0-9]\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000780865,"lastEvaluation":"2026-08-30T13:20:29.081933739-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"14681911874676080149","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:age","query":"max by (job, cls) (pg:ins:age)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000678072,"lastEvaluation":"2026-08-30T13:20:29.082753885-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"9349819666041806116","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:age","query":"max by (job) (pg:cls:age)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000541371,"lastEvaluation":"2026-08-30T13:20:29.083463761-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"13061799621605986989","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:age_deriv1h","query":"deriv(pg_db_age[1h])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000821716,"lastEvaluation":"2026-08-30T13:20:29.084020255-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"5527077866357146542","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:age_exhaust","query":"(2147483648 - pg_db_age) / pg:db:age_deriv1h","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001391284,"lastEvaluation":"2026-08-30T13:20:29.08489884-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":24,"id":"2163477359293595087","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:tup_fetched_rate1m","query":"rate(pg_db_tup_fetched[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000994192,"lastEvaluation":"2026-08-30T13:20:29.086338658-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"3760857747744643936","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:tup_fetched_rate1m","query":"sum without(datname) (pg:db:tup_fetched_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000694381,"lastEvaluation":"2026-08-30T13:20:29.08740553-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"9506971611569841831","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:tup_fetched_rate1m","query":"sum by (job, cls) (pg:ins:tup_fetched_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000655812,"lastEvaluation":"2026-08-30T13:20:29.088119932-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"10877155285540758447","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:tup_fetched_rate1m","query":"sum by (job) (pg:cls:tup_fetched_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000633755,"lastEvaluation":"2026-08-30T13:20:29.088810008-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"1951271269630054086","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:tup_returned_rate1m","query":"rate(pg_db_tup_returned[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00101521,"lastEvaluation":"2026-08-30T13:20:29.089463789-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"17735408881534931936","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:tup_returned_rate1m","query":"sum without(datname) (pg:db:tup_returned_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000757576,"lastEvaluation":"2026-08-30T13:20:29.090552246-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"11317340979217256505","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:tup_returned_rate1m","query":"sum by (job, cls) (pg:ins:tup_returned_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000571336,"lastEvaluation":"2026-08-30T13:20:29.091397602-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"7198369432167751977","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:tup_returned_rate1m","query":"sum by (job) (pg:cls:tup_returned_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000933041,"lastEvaluation":"2026-08-30T13:20:29.091991262-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"9449157670657176998","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:tup_inserted_rate1m","query":"rate(pg_db_tup_inserted[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00098412,"lastEvaluation":"2026-08-30T13:20:29.092946499-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"2334641790565997332","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:tup_inserted_rate1m","query":"sum without(datname) (pg:db:tup_inserted_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000800695,"lastEvaluation":"2026-08-30T13:20:29.093981238-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"6302671327676818161","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:tup_inserted_rate1m","query":"sum by (job, cls) (pg:ins:tup_inserted_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001066957,"lastEvaluation":"2026-08-30T13:20:29.094799387-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"11041798031187447805","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:tup_inserted_rate1m","query":"sum by (job) (pg:cls:tup_inserted_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000723446,"lastEvaluation":"2026-08-30T13:20:29.09590256-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"1468473005790226746","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:tup_updated_rate1m","query":"pg:db:tup_updated_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000519191,"lastEvaluation":"2026-08-30T13:20:29.096657049-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14330080136008878386","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:tup_updated_rate1m","query":"sum without(datname) (pg:db:tup_updated_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00036483,"lastEvaluation":"2026-08-30T13:20:29.097182953-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2317522011157163423","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:tup_updated_rate1m","query":"sum by (job, cls) (pg:ins:tup_updated_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000457936,"lastEvaluation":"2026-08-30T13:20:29.097554555-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4098028905728071119","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:tup_updated_rate1m","query":"sum by (job) (pg:cls:tup_updated_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000511058,"lastEvaluation":"2026-08-30T13:20:29.098018494-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12394933855523691806","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:tup_deleted_rate1m","query":"rate(pg_db_tup_deleted[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001019958,"lastEvaluation":"2026-08-30T13:20:29.098540213-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"1304326261195617928","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:tup_deleted_rate1m","query":"sum without(datname) (pg:db:tup_deleted_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001062167,"lastEvaluation":"2026-08-30T13:20:29.099608861-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"10238011089117183643","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:tup_deleted_rate1m","query":"sum by (job, cls) (pg:ins:tup_deleted_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000751682,"lastEvaluation":"2026-08-30T13:20:29.100706063-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"9435380283624003683","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:tup_deleted_rate1m","query":"sum by (job) (pg:cls:tup_deleted_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000554556,"lastEvaluation":"2026-08-30T13:20:29.101479463-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"11045577015057167870","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:tup_modified_rate1m","query":"rate(pg_db_tup_modified[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001199432,"lastEvaluation":"2026-08-30T13:20:29.102057636-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"6724824880584490780","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:tup_modified_rate1m","query":"sum without(datname) (pg:db:tup_modified_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000781673,"lastEvaluation":"2026-08-30T13:20:29.103311489-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"12580749253631078777","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:tup_modified_rate1m","query":"sum by (job, cls) (pg:ins:tup_modified_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000659949,"lastEvaluation":"2026-08-30T13:20:29.1041401-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"6041832002542322473","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:tup_modified_rate1m","query":"sum by (job) (pg:cls:tup_modified_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000633125,"lastEvaluation":"2026-08-30T13:20:29.104823396-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"13445460568008811282","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:temp_bytes_rate1m","query":"rate(pg_db_temp_bytes[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00106602,"lastEvaluation":"2026-08-30T13:20:29.105483666-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"9204860192566961176","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:temp_bytes","query":"sum without (datname) (pg:db:temp_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000508702,"lastEvaluation":"2026-08-30T13:20:29.106597873-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11983583561438561935","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:temp_bytes","query":"sum by (job, cls) (pg:ins:temp_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000523463,"lastEvaluation":"2026-08-30T13:20:29.107126456-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"977530876795573079","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:temp_files_1m","query":"increase(pg_db_temp_files[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001273689,"lastEvaluation":"2026-08-30T13:20:29.107663221-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"17187686086822460604","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:temp_files_1m","query":"sum without(datname) (pg:db:temp_files)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000423763,"lastEvaluation":"2026-08-30T13:20:29.109026312-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7712736034417843874","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:temp_files_1m","query":"sum by (job, cls) (pg:ins:temp_files)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000537425,"lastEvaluation":"2026-08-30T13:20:29.109458772-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1522093613586875818","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:db_size","query":"pg_size_bytes{datname!~\"wal|log\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002094831,"lastEvaluation":"2026-08-30T13:20:29.110006812-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"9812571896646837969","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:db_size","query":"sum without (datname) (pg:db:db_size)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0008361,"lastEvaluation":"2026-08-30T13:20:29.112159094-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"151336617757301929","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:db_size","query":"sum by (job, cls) (pg:ins:db_size)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000685876,"lastEvaluation":"2026-08-30T13:20:29.113024069-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"1926039307168948513","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:wal_size","query":"sum without (datname) (pg_size_bytes{datname=\"wal\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000903105,"lastEvaluation":"2026-08-30T13:20:29.113735825-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"2910174780882095036","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:wal_size","query":"sum by (job, cls) (pg:ins:wal_size)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000589881,"lastEvaluation":"2026-08-30T13:20:29.114679025-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"14633198285708001075","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:log_size","query":"sum without (datname) (pg_size_bytes{datname=\"log\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000801923,"lastEvaluation":"2026-08-30T13:20:29.11528994-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"11230482701026064412","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:log_size","query":"sum by (job, cls) (pg:ins:log_size)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000640653,"lastEvaluation":"2026-08-30T13:20:29.11613275-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"18108728834734822623","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:file_size","query":"sum without(datname) (pg_size_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000825833,"lastEvaluation":"2026-08-30T13:20:29.116793855-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":18,"id":"10485754404897440829","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:file_size","query":"sum by (job, cls) (pg:ins:file_size)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000599322,"lastEvaluation":"2026-08-30T13:20:29.117642238-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"16484355386709029901","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:blks_read_1m","query":"increase(pg_db_blks_read[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000912207,"lastEvaluation":"2026-08-30T13:20:29.118268194-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"603173874352599988","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:blks_hit_1m","query":"increase(pg_db_blks_hit[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00095473,"lastEvaluation":"2026-08-30T13:20:29.119259126-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"7448552008335150564","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:blks_access_1m","query":"increase(pg_db_blks_access[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00105715,"lastEvaluation":"2026-08-30T13:20:29.120258451-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"3107677572496271180","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:blks_hit_ratio1m","query":"pg:db:blks_hit_1m / pg:db:blks_access_1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00173781,"lastEvaluation":"2026-08-30T13:20:29.121385363-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":24,"id":"15978551524359467153","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:blks_hit_ratio1m","query":"sum without (datname) (pg:db:blks_hit_1m) / sum without (datname) (pg:db:blks_access_1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000993001,"lastEvaluation":"2026-08-30T13:20:29.123185158-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":24,"id":"13382765183282216021","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:blk_read_time_seconds_rate1m","query":"rate(pg_db_blk_read_time[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000987879,"lastEvaluation":"2026-08-30T13:20:29.12420097-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"7051736587766267576","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:blk_write_time_seconds_rate1m","query":"rate(pg_db_blk_write_time[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001187321,"lastEvaluation":"2026-08-30T13:20:29.125250152-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"7593313544447842506","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:blk_io_time_seconds_rate1m","query":"pg:db:blk_read_time_seconds_rate1m + pg:db:blk_write_time_seconds_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001225687,"lastEvaluation":"2026-08-30T13:20:29.126535502-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":24,"id":"3666441856548510120","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:buf_flush_checkpoint_rate1m","query":"rate(pg_checkpointer_buffers_written[1m]) or ignoring(__name__) rate(pg_bgwriter_buffers_checkpoint[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000687754,"lastEvaluation":"2026-08-30T13:20:29.127817491-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"5896949093266210111","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:buf_flush_checkpoint_rate1m","query":"sum by (job, cls) (pg:ins:buf_flush_checkpoint_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00061619,"lastEvaluation":"2026-08-30T13:20:29.128531219-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"5971674302636269257","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:buf_flush_backend_rate1m","query":"rate(pg_bgwriter_buffers_backend[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000455262,"lastEvaluation":"2026-08-30T13:20:29.129179338-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1625982946288241429","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:buf_flush_backend_rate1m","query":"sum by (job, cls) (pg:ins:buf_flush_backend_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000460271,"lastEvaluation":"2026-08-30T13:20:29.129651118-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1848202645629083007","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:buf_clean_rate1m","query":"rate(pg_bgwriter_buffers_clean[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000715129,"lastEvaluation":"2026-08-30T13:20:29.130120116-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"5235557356375425354","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:buf_clean_rate1m","query":"sum by (job, cls) (pg:ins:buf_clean_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000637781,"lastEvaluation":"2026-08-30T13:20:29.130876789-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"489997746270991979","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:buf_write_rate1m","query":"pg:ins:buf_flush_backend + pg:ins:buf_flush_checkpoint + pg:ins:buf_clean_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000465854,"lastEvaluation":"2026-08-30T13:20:29.131537513-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1365028839247909072","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:buf_write_rate1m","query":"sum by (job, cls) (pg:ins:buf_flush_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000298528,"lastEvaluation":"2026-08-30T13:20:29.132017463-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11737681583271611650","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:buf_alloc_rate1m","query":"rate(pg_bgwriter_buffers_alloc[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000624719,"lastEvaluation":"2026-08-30T13:20:29.132325085-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"14309961845459200658","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:buf_alloc_rate1m","query":"sum by (job, cls) (pg:ins:buf_alloc_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000609475,"lastEvaluation":"2026-08-30T13:20:29.13298985-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"6875271795927060759","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ckpt_timed_1m","query":"increase(pg_checkpointer_timed[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000613629,"lastEvaluation":"2026-08-30T13:20:29.133630257-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"6823619094422125202","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ckpt_req_1m","query":"increase(pg_checkpointer_req[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000559167,"lastEvaluation":"2026-08-30T13:20:29.134287164-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"10408363334062163364","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ckpt_1h","query":"increase(pg_checkpointer_timed[1h]) + increase(pg_checkpointer_req[1h])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001149261,"lastEvaluation":"2026-08-30T13:20:29.13487837-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"14925375818051625173","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:lsn_rate1m","query":"rate(pg_lsn[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000602059,"lastEvaluation":"2026-08-30T13:20:29.136065785-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"14183487263519277975","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:lsn_rate1m","query":"sum by (job, cls) (pg:ins:lsn_rate1m * on(ins) group_left() (1 - pg_in_recovery))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000770238,"lastEvaluation":"2026-08-30T13:20:29.136694963-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"13833332981183171895","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:lsn_rate1m","query":"sum by (job) (pg:cls:lsn_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000546891,"lastEvaluation":"2026-08-30T13:20:29.137487429-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"2973131122987890466","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:table:scan_rate1m","query":"rate(pg_table_tbl_scan[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001401729,"lastEvaluation":"2026-08-30T13:20:29.138054111-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":36,"lastSeriesFetched":36,"id":"6722752523996750025","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:query:call_rate1m","query":"rate(pg_query_calls[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00426878,"lastEvaluation":"2026-08-30T13:20:29.139556274-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":179,"lastSeriesFetched":179,"id":"9775217364371762173","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:query:rt_1m","query":"rate(pg_query_exec_time[1m]) / pg:query:call_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.007057535,"lastEvaluation":"2026-08-30T13:20:29.144215904-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":156,"lastSeriesFetched":358,"id":"14506424703812348022","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-08-30T13:20:28.925783578-07:00","type":"prometheus","id":"16462509532548736964","file":"/infra/rules/pgsql.yml","concurrency":1,"states":{"":233}},{"name":"redis-alert","rules":[{"state":"inactive","name":"RedisDown","query":"redis_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"redis","level":"0","severity":"CRIT"},"annotations":{"description":"redis_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} == 0\n/ui/d/redis-instance?from=now-5m\u0026to=now\u0026var-ins={{$labels.ins}}\n","summary":"CRIT RedisDown: {{ $labels.ins }} {{ $labels.instance }} {{ $value }}"},"lastError":"","evaluationTime":0.001612333,"lastEvaluation":"2026-08-30T13:20:29.39356999-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":8,"id":"14216624868630605529","group_id":"17324086789749378655","group_name":"redis-alert","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"RedisRejectConn","query":"redis:ins:conn_reject \u003e 0","duration":0,"keep_firing_for":0,"labels":{"category":"redis","level":"0","severity":"CRIT"},"annotations":{"description":"redis:ins:conn_reject[cls={{ $labels.cls }}, ins={{ $labels.ins }}][5m] = {{ $value }} \u003e 0\n/ui/d/redis-instance?from=now-10m\u0026to=now\u0026viewPanel=88\u0026fullscreen\u0026var-ins={{ $labels.ins }}\n","summary":"CRIT RedisRejectConn: {{ $labels.ins }} {{ $labels.instance }} {{ $value }}"},"lastError":"","evaluationTime":0.000903953,"lastEvaluation":"2026-08-30T13:20:29.395198047-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":8,"id":"7955763511934078047","group_id":"17324086789749378655","group_name":"redis-alert","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"firing","name":"RedisRTHigh","query":"redis:ins:rt \u003e 0.00016","duration":60,"keep_firing_for":0,"labels":{"category":"redis","level":"1","severity":"WARN"},"annotations":{"description":"pg:ins:query_rt[cls={{ $labels.cls }}, ins={{ $labels.ins }}] = {{ $value }} \u003e 160µs\n/ui/d/redis-instance?from=now-10m\u0026to=now\u0026viewPanel=97\u0026fullscreen\u0026var-ins={{ $labels.ins }}\n","summary":"WARN RedisRTHigh: {{ $labels.cls }} {{ $labels.ins }}"},"lastError":"","evaluationTime":0.001173334,"lastEvaluation":"2026-08-30T13:20:29.396114724-07:00","alerts":[{"state":"firing","name":"RedisRTHigh","value":"0.00023751445","labels":{"alertgroup":"redis-alert","alertname":"RedisRTHigh","category":"redis","cls":"redis-demo","ins":"redis-demo-1-6381","instance":"10.10.10.11:6381","ip":"10.10.10.11","job":"redis","level":"1","severity":"WARN"},"annotations":{"description":"pg:ins:query_rt[cls=redis-demo, ins=redis-demo-1-6381] = 0.000237514450867 \u003e 160µs\n/ui/d/redis-instance?from=now-10m\u0026to=now\u0026viewPanel=97\u0026fullscreen\u0026var-ins=redis-demo-1-6381\n","summary":"WARN RedisRTHigh: redis-demo redis-demo-1-6381"},"activeAt":"2026-08-30T09:30:40-07:00","id":"9479682075232367844","rule_id":"4668692110143480898","group_id":"17324086789749378655","expression":"redis:ins:rt \u003e 0.00016","source":"http://n0.pigsty.io:8880/vmalert/alert?group_id=17324086789749378655\u0026alert_id=9479682075232367844","restored":false,"stabilizing":false},{"state":"firing","name":"RedisRTHigh","value":"0.00023293636","labels":{"alertgroup":"redis-alert","alertname":"RedisRTHigh","category":"redis","cls":"redis-demo","ins":"redis-demo-1-6379","instance":"10.10.10.11:6379","ip":"10.10.10.11","job":"redis","level":"1","severity":"WARN"},"annotations":{"description":"pg:ins:query_rt[cls=redis-demo, ins=redis-demo-1-6379] = 0.0002329363636363 \u003e 160µs\n/ui/d/redis-instance?from=now-10m\u0026to=now\u0026viewPanel=97\u0026fullscreen\u0026var-ins=redis-demo-1-6379\n","summary":"WARN RedisRTHigh: redis-demo redis-demo-1-6379"},"activeAt":"2026-08-30T09:30:40-07:00","id":"13240922242389276458","rule_id":"4668692110143480898","group_id":"17324086789749378655","expression":"redis:ins:rt \u003e 0.00016","source":"http://n0.pigsty.io:8880/vmalert/alert?group_id=17324086789749378655\u0026alert_id=13240922242389276458","restored":false,"stabilizing":false},{"state":"firing","name":"RedisRTHigh","value":"0.00021282028","labels":{"alertgroup":"redis-alert","alertname":"RedisRTHigh","category":"redis","cls":"redis-demo","ins":"redis-demo-1-6380","instance":"10.10.10.11:6380","ip":"10.10.10.11","job":"redis","level":"1","severity":"WARN"},"annotations":{"description":"pg:ins:query_rt[cls=redis-demo, ins=redis-demo-1-6380] = 0.0002128202764977 \u003e 160µs\n/ui/d/redis-instance?from=now-10m\u0026to=now\u0026viewPanel=97\u0026fullscreen\u0026var-ins=redis-demo-1-6380\n","summary":"WARN RedisRTHigh: redis-demo redis-demo-1-6380"},"activeAt":"2026-08-30T10:48:10-07:00","id":"10173172465093884190","rule_id":"4668692110143480898","group_id":"17324086789749378655","expression":"redis:ins:rt \u003e 0.00016","source":"http://n0.pigsty.io:8880/vmalert/alert?group_id=17324086789749378655\u0026alert_id=10173172465093884190","restored":false,"stabilizing":false}],"health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":8,"id":"4668692110143480898","group_id":"17324086789749378655","group_name":"redis-alert","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"RedisCPUHigh","query":"redis:ins:cpu_usage \u003e 0.70","duration":60,"keep_firing_for":0,"labels":{"category":"redis","level":"1","severity":"WARN"},"annotations":{"description":"redis:ins:cpu_all[cls={{ $labels.cls }}, ins={{ $labels.ins }}] = {{ $value }} \u003e 60%\n/ui/d/redis-instance?from=now-10m\u0026to=now\u0026viewPanel=43\u0026fullscreen\u0026var-ins={{ $labels.ins }}\n","summary":"WARN RedisCPUHigh: {{ $labels.cls }} {{ $labels.ins }}"},"lastError":"","evaluationTime":0.001109426,"lastEvaluation":"2026-08-30T13:20:29.400392461-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":8,"id":"2137811757945932182","group_id":"17324086789749378655","group_name":"redis-alert","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"RedisMemHigh","query":"redis:ins:mem_usage \u003e 0.70","duration":60,"keep_firing_for":0,"labels":{"category":"redis","level":"1","severity":"WARN"},"annotations":{"description":"redis:ins:mem_usage[cls={{ $labels.cls }}, ins={{ $labels.ins }}] = {{ $value }} \u003e 80%\n/ui/d/redis-instance?from=now-10m\u0026to=now\u0026viewPanel=7\u0026fullscreen\u0026var-ins={{ $labels.ins }}\n","summary":"WARN RedisMemHigh: {{ $labels.cls }} {{ $labels.ins }}"},"lastError":"","evaluationTime":0.001196903,"lastEvaluation":"2026-08-30T13:20:29.401516502-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":8,"id":"16523772714547634860","group_id":"17324086789749378655","group_name":"redis-alert","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"RedisQPSHigh","query":"redis:ins:qps \u003e 32000","duration":300,"keep_firing_for":0,"labels":{"category":"redis","level":"2","severity":"INFO"},"annotations":{"description":"redis:ins:qps[cls={{ $labels.cls }}, ins={{ $labels.ins }}] = {{ $value }} \u003e 16000\n/ui/d/redis-instance?from=now-10m\u0026to=now\u0026viewPanel=96\u0026fullscreen\u0026var-ins={{ $labels.ins }}\n","summary":"INFO RedisQPSHigh: {{ $labels.cls }} {{ $labels.ins }}"},"lastError":"","evaluationTime":0.002189994,"lastEvaluation":"2026-08-30T13:20:29.402727242-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":8,"id":"6651681235789580957","group_id":"17324086789749378655","group_name":"redis-alert","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-08-30T13:20:29.393564017-07:00","type":"prometheus","id":"17324086789749378655","file":"/infra/rules/redis.yml","concurrency":1,"states":{"firing":1,"inactive":5}},{"name":"redis-rules","rules":[{"state":"","name":"redis:ins","query":"max by (id, ins, instance, cls, job) (\n  label_replace(redis_up, \"id\", \"$1\", \"ins\", \"(.+)\") OR\n  label_replace(redis_up, \"id\", \"$1\", \"instance\", \"(.+)\")\n)\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002109374,"lastEvaluation":"2026-08-30T13:20:27.100707268-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":16,"lastSeriesFetched":16,"id":"15694798588909618297","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:node:ip","query":"label_replace(redis_up, \"ip\", \"$1\", \"instance\", \"(.*)\\\\:\\\\d+\")","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00113264,"lastEvaluation":"2026-08-30T13:20:27.102902538-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"2445140754293928178","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:node:mem_total","query":"max by (job,cls,ip) (label_replace(redis_total_system_memory_bytes, \"ip\", \"$1\", \"instance\", \"(.*)\\\\:\\\\d+\"))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00118349,"lastEvaluation":"2026-08-30T13:20:27.104071899-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":8,"id":"17668476592205593575","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:node:mem_alloc","query":"sum by (job,cls,ip) (label_replace(redis_config_maxmemory, \"ip\", \"$1\", \"instance\", \"(.*)\\\\:\\\\d+\"))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001016777,"lastEvaluation":"2026-08-30T13:20:27.105290983-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":8,"id":"15309103877381357705","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:node:mem_used","query":"sum by (job,cls,ip) (label_replace(redis_memory_used_bytes, \"ip\", \"$1\", \"instance\", \"(.*)\\\\:\\\\d+\"))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000771645,"lastEvaluation":"2026-08-30T13:20:27.106333554-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":8,"id":"12461330274808913996","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:node:qps","query":"sum by (job,cls,ip) (label_replace(redis:ins:qps, \"ip\", \"$1\", \"instance\", \"(.*)\\\\:\\\\d+\"))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000654608,"lastEvaluation":"2026-08-30T13:20:27.107125248-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":8,"id":"17849326118830969995","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cpu_sys","query":"rate(redis_cpu_sys_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000783368,"lastEvaluation":"2026-08-30T13:20:27.107805153-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"6518390775576621139","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cpu_user","query":"rate(redis_cpu_user_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000965759,"lastEvaluation":"2026-08-30T13:20:27.108620185-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"3542651762931891875","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cpu_usage","query":"rate(redis_cpu_sys_seconds_total[1m]) + rate(redis_cpu_user_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001409978,"lastEvaluation":"2026-08-30T13:20:27.109661759-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":16,"id":"14604297413698770970","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cpu_sys","query":"avg by (job, cls) (redis:ins:cpu_sys)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000762952,"lastEvaluation":"2026-08-30T13:20:27.111111431-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"17138066702343098092","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cpu_user","query":"avg by (job, cls) (redis:ins:cpu_user)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00065238,"lastEvaluation":"2026-08-30T13:20:27.111907195-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"4920411740281499498","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cpu_usage","query":"avg by (job, cls) (redis:ins:cpu_usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000552307,"lastEvaluation":"2026-08-30T13:20:27.112584865-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"8653183726190761736","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:cpu_usage","query":"avg by (job)(redis:ins:cpu_usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000607372,"lastEvaluation":"2026-08-30T13:20:27.113154264-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":8,"id":"766635480724356809","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cpu_sys_child","query":"rate(redis_cpu_sys_children_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000778295,"lastEvaluation":"2026-08-30T13:20:27.113776208-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"4209687058093633762","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cpu_user_child","query":"rate(redis_cpu_user_children_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001161315,"lastEvaluation":"2026-08-30T13:20:27.114594713-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"12137121936319554910","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cpu_usage_child","query":"rate(redis_cpu_sys_children_seconds_total[1m]) + rate(redis_cpu_user_children_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002049581,"lastEvaluation":"2026-08-30T13:20:27.115799634-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":16,"id":"11734859668693462285","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cpu_sys_child","query":"avg by (job, cls) (redis:ins:cpu_sys_child)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000821163,"lastEvaluation":"2026-08-30T13:20:27.117955306-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"18301880617596789550","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cpu_user_child","query":"avg by (job, cls) (redis:ins:cpu_user_child)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000579195,"lastEvaluation":"2026-08-30T13:20:27.118802179-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"8372588541140134634","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cpu_usage_child","query":"avg by (job, cls) (redis:ins:cpu_usage_child)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004867245,"lastEvaluation":"2026-08-30T13:20:27.119407263-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"16577518571902750222","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:cpu_usage_child","query":"avg by (job) (redis:ins:cpu_usage_child)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000785972,"lastEvaluation":"2026-08-30T13:20:27.124306968-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":8,"id":"3717135218551493087","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:mem_usage","query":"redis_memory_used_bytes / redis_memory_max_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005013824,"lastEvaluation":"2026-08-30T13:20:27.12511572-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":16,"id":"91255202306569524","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:mem_used","query":"sum by (job, cls) (redis_memory_used_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005736088,"lastEvaluation":"2026-08-30T13:20:27.130170938-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"15534068534823163844","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:mem_max","query":"sum by (job, cls) (redis_memory_max_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0007696,"lastEvaluation":"2026-08-30T13:20:27.135948971-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"3777096216279647962","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:mem_usage","query":"redis:cls:mem_used / redis:cls:mem_max","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001277408,"lastEvaluation":"2026-08-30T13:20:27.136746136-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"7641800382265832626","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:mem_usage_max","query":"max by (job, cls) (redis:ins:mem_usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000564784,"lastEvaluation":"2026-08-30T13:20:27.138052541-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"923321825879911741","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:mem_usage","query":"sum by (job)(redis:cls:mem_used) / sum by (job)(redis:cls:mem_max)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000687299,"lastEvaluation":"2026-08-30T13:20:27.13863531-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"13208258477678657723","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:rx","query":"rate(redis_net_input_bytes_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000803577,"lastEvaluation":"2026-08-30T13:20:27.139362529-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"16724051606867461565","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:rx","query":"sum by (job, cls) (redis:ins:rx)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000633813,"lastEvaluation":"2026-08-30T13:20:27.140200947-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"9816449153393145177","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:rx","query":"sum by (job) (redis:cls:rx)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000559675,"lastEvaluation":"2026-08-30T13:20:27.14085784-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"5012257894692471760","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:tx","query":"rate(redis_net_output_bytes_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001097545,"lastEvaluation":"2026-08-30T13:20:27.141433132-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"2863848922977920048","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:tx","query":"sum by (job, cls) (redis:ins:tx)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000744508,"lastEvaluation":"2026-08-30T13:20:27.142571228-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"2210871622558219221","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:tx","query":"sum by (job) (redis:cls:tx)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005480379,"lastEvaluation":"2026-08-30T13:20:27.143342531-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"11604648128743478764","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:net_traffic","query":"redis:ins:rx + redis:ins:tx","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0015293,"lastEvaluation":"2026-08-30T13:20:27.148839217-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":16,"id":"12611319165030337683","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:net_traffic","query":"redis:cls:rx + redis:cls:tx","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000797454,"lastEvaluation":"2026-08-30T13:20:27.15041254-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"1884253187708854851","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:net_traffic","query":"redis:env:rx + redis:env:tx","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000869994,"lastEvaluation":"2026-08-30T13:20:27.151239212-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"15042875566449503934","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:qps_realtime","query":"irate(redis_commands_processed_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000921326,"lastEvaluation":"2026-08-30T13:20:27.152127975-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"9111605446053068461","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:qps_realtime","query":"sum by (job, cls) (redis:ins:qps_realtime)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000620657,"lastEvaluation":"2026-08-30T13:20:27.153104367-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"5976077493125811429","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:qps_realtime","query":"sum by (job) (redis:cls:qps_realtime)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000600941,"lastEvaluation":"2026-08-30T13:20:27.153753396-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"6192532837528255288","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:qps","query":"rate(redis_commands_processed_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000725022,"lastEvaluation":"2026-08-30T13:20:27.15437724-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"4873669296869666026","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:qps","query":"sum by (job, cls) (redis:ins:qps)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000549063,"lastEvaluation":"2026-08-30T13:20:27.155144401-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"15365440171885623723","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:qps","query":"sum by (job) (redis:cls:qps)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000740289,"lastEvaluation":"2026-08-30T13:20:27.155714733-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"15976119056081297104","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:qps_mu","query":"avg_over_time(redis:ins:qps[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000956416,"lastEvaluation":"2026-08-30T13:20:27.156482554-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"5720076602158840779","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:qps_mu","query":"avg_over_time(redis:cls:qps[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000769867,"lastEvaluation":"2026-08-30T13:20:27.157472484-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"3283692598593473663","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:qps_mu","query":"avg_over_time(redis:env:qps[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000537668,"lastEvaluation":"2026-08-30T13:20:27.158265462-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"14969814774315863343","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:qps_sigma","query":"stddev_over_time(redis:ins:qps[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000802152,"lastEvaluation":"2026-08-30T13:20:27.15882479-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"13669967564711066158","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:qps_sigma","query":"stddev_over_time(redis:cls:qps[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000633418,"lastEvaluation":"2026-08-30T13:20:27.15968112-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"18134368733603198146","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:qps_sigma","query":"stddev_over_time(redis:env:qps[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000359723,"lastEvaluation":"2026-08-30T13:20:27.160338714-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"1013574627157469914","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:key_expire","query":"rate(redis_expired_keys_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000929296,"lastEvaluation":"2026-08-30T13:20:27.160711907-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"9476312431948576732","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:key_expire","query":"sum by (job, cls) (redis:ins:key_expire)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000565875,"lastEvaluation":"2026-08-30T13:20:27.161679243-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"15645767772442629661","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:key_expire","query":"sum by (job) (redis:cls:key_expire)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00055898,"lastEvaluation":"2026-08-30T13:20:27.162270796-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"2692693346752066460","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:key_evict","query":"rate(redis_evicted_keys_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000760635,"lastEvaluation":"2026-08-30T13:20:27.162848011-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"14817398723479818913","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:key_evict","query":"sum by (job, cls) (redis:ins:key_evict)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000720722,"lastEvaluation":"2026-08-30T13:20:27.163659482-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"3617308018114650037","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:key_evict","query":"sum by (job) (redis:cls:key_evict)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000539954,"lastEvaluation":"2026-08-30T13:20:27.164400784-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"12919476832967926174","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:key_hit","query":"rate(redis_keyspace_hits_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001115576,"lastEvaluation":"2026-08-30T13:20:27.164958096-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"3170150471150044270","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:key_hit","query":"sum by (job, cls) (redis:ins:key_hit)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000557893,"lastEvaluation":"2026-08-30T13:20:27.166121739-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"3060774165020653157","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:key_hit","query":"sum by (job) (redis:cls:key_hit)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000562945,"lastEvaluation":"2026-08-30T13:20:27.166699608-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"12326795072573526414","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:key_miss","query":"rate(redis_keyspace_misses_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000817455,"lastEvaluation":"2026-08-30T13:20:27.167290248-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"9176189982898453771","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:key_miss","query":"sum by (job, cls) (redis:ins:key_miss)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000590073,"lastEvaluation":"2026-08-30T13:20:27.168159718-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"829551585118107629","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:key_miss","query":"sum by (job) (redis:cls:key_miss)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000635446,"lastEvaluation":"2026-08-30T13:20:27.16877134-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"15852401331934207180","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:key_hit_rate","query":"redis:ins:key_hit / (redis:ins:key_hit + redis:ins:key_miss)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001744841,"lastEvaluation":"2026-08-30T13:20:27.169419688-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":24,"id":"10874561898364349283","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:key_hit_rate","query":"redis:cls:key_hit / (redis:cls:key_hit + redis:cls:key_miss)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001039005,"lastEvaluation":"2026-08-30T13:20:27.171178845-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":6,"id":"246074839391397195","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:key_hit_rate","query":"redis:env:key_hit / (redis:env:key_hit + redis:env:key_miss)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001027868,"lastEvaluation":"2026-08-30T13:20:27.172229373-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"14596780325910373253","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cmd_time","query":"rate(redis_commands_duration_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003211105,"lastEvaluation":"2026-08-30T13:20:27.173268047-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":132,"lastSeriesFetched":132,"id":"12367629986738277530","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cmd_time","query":"sum by (job,cls,cmd) (redis:ins:cmd_time)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001943257,"lastEvaluation":"2026-08-30T13:20:27.176740021-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":39,"lastSeriesFetched":132,"id":"11462139576431859109","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:cmd_time","query":"sum by (job,cmd) (redis:ins:cmd_time)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002011623,"lastEvaluation":"2026-08-30T13:20:27.178768872-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":24,"lastSeriesFetched":132,"id":"149633038159296320","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cmd_qps","query":"rate(redis_commands_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002882698,"lastEvaluation":"2026-08-30T13:20:27.180843521-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":132,"lastSeriesFetched":132,"id":"10893245655444731968","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cmd_qps","query":"sum by (job,cls,cmd) (redis:ins:cmd_qps)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001757938,"lastEvaluation":"2026-08-30T13:20:27.184022325-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":39,"lastSeriesFetched":132,"id":"14821025642162900677","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:cmd_qps","query":"sum by (job,cmd) (redis:cls:cmd_qps)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001309714,"lastEvaluation":"2026-08-30T13:20:27.185867521-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":24,"lastSeriesFetched":39,"id":"17972797791938617442","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cmd_rt","query":"redis:ins:cmd_time / redis:ins:cmd_qps","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005109748,"lastEvaluation":"2026-08-30T13:20:27.187236132-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":80,"lastSeriesFetched":264,"id":"965058365186203184","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cmd_rt","query":"redis:cls:cmd_time / redis:cls:cmd_qps","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002023479,"lastEvaluation":"2026-08-30T13:20:27.19253863-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":22,"lastSeriesFetched":78,"id":"12824503467107423580","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:cmd_rt","query":"redis:env:cmd_time / redis:env:cmd_qps","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001836681,"lastEvaluation":"2026-08-30T13:20:27.194624479-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":48,"id":"3713442625518495679","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:rt","query":"sum without (cmd) (redis:ins:cmd_time) / sum without (cmd) (redis:ins:cmd_qps)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002956064,"lastEvaluation":"2026-08-30T13:20:27.196507847-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":264,"id":"15620758243835378959","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:rt","query":"sum without (cmd) (redis:cls:cmd_time) / sum without (cmd) (redis:cls:cmd_qps)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001603033,"lastEvaluation":"2026-08-30T13:20:27.199510289-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":78,"id":"15014589447243973543","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:rt","query":"sum without (cmd) (redis:env:cmd_time) / sum without (cmd) (redis:env:cmd_qps)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0013062,"lastEvaluation":"2026-08-30T13:20:27.201152259-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":48,"id":"6091751704412607084","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:rt_mu","query":"avg_over_time(redis:ins:rt[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000881652,"lastEvaluation":"2026-08-30T13:20:27.202481547-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"11555793383021949929","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:rt_mu","query":"avg_over_time(redis:cls:rt[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001019986,"lastEvaluation":"2026-08-30T13:20:27.203403007-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"12486207893356104269","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:rt_mu","query":"avg_over_time(redis:env:rt[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000687485,"lastEvaluation":"2026-08-30T13:20:27.204448016-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"2086200347785707703","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:rt_sigma","query":"stddev_over_time(redis:ins:rt[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001288375,"lastEvaluation":"2026-08-30T13:20:27.205158763-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"1510596877155885376","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:rt_sigma","query":"stddev_over_time(redis:cls:rt[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000853067,"lastEvaluation":"2026-08-30T13:20:27.206514536-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"6948208903400265284","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:rt_sigma","query":"stddev_over_time(redis:env:rt[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000556465,"lastEvaluation":"2026-08-30T13:20:27.207391306-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"7386717272439167994","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:clients","query":"redis_connected_clients","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001150677,"lastEvaluation":"2026-08-30T13:20:27.207974803-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"5082888720400145913","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:clients","query":"sum by (job, cls) (redis:ins:clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000934643,"lastEvaluation":"2026-08-30T13:20:27.2091615-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"15584067743295451795","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:clients","query":"sum by (job)(redis:cls:clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000859462,"lastEvaluation":"2026-08-30T13:20:27.210121203-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"8686046153376025938","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:blocked_clients","query":"rate(redis_blocked_clients[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001347874,"lastEvaluation":"2026-08-30T13:20:27.211014436-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"1739143042652378316","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:blocked_clients","query":"sum by (job, cls) (redis:ins:blocked_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000897846,"lastEvaluation":"2026-08-30T13:20:27.212425238-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"17352254991165475997","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:blocked_clients","query":"sum by (job)(redis:cls:blocked_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001111222,"lastEvaluation":"2026-08-30T13:20:27.213342969-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"11477889964169238420","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:conn_rate","query":"rate(redis_connections_received_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00145697,"lastEvaluation":"2026-08-30T13:20:27.214472122-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"17975457492049309513","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:conn_rate","query":"sum by (job, cls) (redis:ins:conn_rate)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000970602,"lastEvaluation":"2026-08-30T13:20:27.215996999-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"1816347481790137197","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:conn_rate","query":"sum by (job)(redis:cls:conn_rate)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001094858,"lastEvaluation":"2026-08-30T13:20:27.217006952-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"5810608055330648836","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:conn_reject","query":"rate(redis_rejected_connections_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001134276,"lastEvaluation":"2026-08-30T13:20:27.218126519-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"2505847852807943003","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:conn_reject","query":"sum by (job, cls) (redis:ins:conn_reject)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001040038,"lastEvaluation":"2026-08-30T13:20:27.2193247-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"6973825599197838783","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:conn_reject","query":"sum by (job)(redis:cls:conn_reject)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000809851,"lastEvaluation":"2026-08-30T13:20:27.220388472-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"13172575704405329974","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:lsn_rate","query":"rate(redis_master_repl_offset[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001494439,"lastEvaluation":"2026-08-30T13:20:27.221226871-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"11086362695928279196","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:fork_time","query":"max by (job, cls) (redis_latest_fork_seconds)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001122359,"lastEvaluation":"2026-08-30T13:20:27.222777427-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"13613917332214409301","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:aof_rewrite_time","query":"max by (job, cls) (redis_aof_last_rewrite_duration_sec)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000801095,"lastEvaluation":"2026-08-30T13:20:27.22392243-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"176220919676615337","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:size","query":"count by (job, cls) (redis_up)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000871014,"lastEvaluation":"2026-08-30T13:20:27.224752232-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"3326367272495626888","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-08-30T13:20:27.10069975-07:00","type":"prometheus","id":"13096054864871816596","file":"/infra/rules/redis.yml","concurrency":1,"states":{"":96}}]}}