{"status":"success","data":{"groups":[{"name":"agent-rules","rules":[{"state":"","name":"node_up","query":"up{instance=~\".*:9100\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002936404,"lastEvaluation":"2026-05-11T23:35:21.109237335+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"14752024380941422471","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"haproxy_up","query":"up{instance=~\".*:9101\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000865804,"lastEvaluation":"2026-05-11T23:35:21.112316062+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"6384569495788557771","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"keepalived_exporter_up","query":"up{instance=~\".*:9650\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000325046,"lastEvaluation":"2026-05-11T23:35:21.113211188+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8927142465727684287","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"docker_up","query":"up{instance=~\".*:9323\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000307034,"lastEvaluation":"2026-05-11T23:35:21.113546166+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"549499414273937970","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"vector_up","query":"up{instance=~\".*:9598\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000395754,"lastEvaluation":"2026-05-11T23:35:21.113861647+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"2192065186833386819","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd_up","query":"up{job=\"etcd\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005020381,"lastEvaluation":"2026-05-11T23:35:21.114270768+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"17819113597514614295","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"minio_up","query":"up{job=\"minio\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001993683,"lastEvaluation":"2026-05-11T23:35:21.119309609+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"12508267770875687031","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg_exporter_agent_up","query":"up{instance=~\".*:9630\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000774462,"lastEvaluation":"2026-05-11T23:35:21.121318343+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"2626570853599856340","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer_exporter_agent_up","query":"up{instance=~\".*:9631\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000580944,"lastEvaluation":"2026-05-11T23:35:21.122113842+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"6560419138046595181","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbackrest_exporter_agent_up","query":"up{instance=~\".*:9854\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000471668,"lastEvaluation":"2026-05-11T23:35:21.12271036+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"7711451010508465477","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"patroni_up","query":"up{instance=~\".*:8008\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00032097,"lastEvaluation":"2026-05-11T23:35:21.123213287+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"112614349375099594","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mongo_up","query":"up{job=\"mongo\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000253659,"lastEvaluation":"2026-05-11T23:35:21.123544866+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5538394059842665831","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql_exporter_up","query":"up{job=\"mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000245861,"lastEvaluation":"2026-05-11T23:35:21.123805915+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13817772392009897881","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka_exporter_up","query":"up{job=\"kafka\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000228071,"lastEvaluation":"2026-05-11T23:35:21.124059074+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13801700270972433289","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-05-11T23:35:21.109233221+08:00","type":"prometheus","id":"2019580944935921608","file":"/infra/rules/agent.yml","concurrency":1,"Unhealthy":0,"Healthy":14,"NoMatch":5},{"name":"etcd-alert","rules":[{"state":"inactive","name":"EtcdServerDown","query":"etcd_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"etcd","level":"0","severity":"CRIT"},"annotations":{"description":"etcd_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\nhttp://g.pigsty/d/etcd-overview\n","summary":"CRIT EtcdServerDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000637396,"lastEvaluation":"2026-05-11T23:35:18.905318715+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"6472556129433162101","group_id":"16422350404351705521","group_name":"etcd-alert","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"EtcdNoLeader","query":"min(etcd_server_has_leader) by (cls) \u003c 1","duration":15,"keep_firing_for":0,"labels":{"category":"etcd","level":"0","severity":"CRIT"},"annotations":{"description":"etcd_server_has_leader[cls={{ $labels.cls }}] = {{ $value }} \u003c 1\nhttp://g.pigsty/d/etcd-overview?from=now-5m\u0026to=now\u0026var-cls={{$labels.cls}}\n","summary":"CRIT EtcdNoLeader: {{ $labels.cls }} {{ $value }}"},"lastError":"","evaluationTime":0.000444415,"lastEvaluation":"2026-05-11T23:35:18.905971791+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"6712175362511620660","group_id":"16422350404351705521","group_name":"etcd-alert","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"EtcdQuotaFull","query":"etcd:cls:quota_usage \u003e 0.90","duration":60,"keep_firing_for":0,"labels":{"category":"etcd","level":"1","severity":"WARN"},"annotations":{"description":"etcd:cls:quota_usage[cls={{ $labels.cls }}] = {{ $value | printf \"%.3f\" }} \u003e 90%\n","summary":"WARN EtcdQuotaFull: {{ $labels.cls }}"},"lastError":"","evaluationTime":0.000446299,"lastEvaluation":"2026-05-11T23:35:18.906429261+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"13420651261018784922","group_id":"16422350404351705521","group_name":"etcd-alert","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"EtcdNetworkPeerRTSlow","query":"etcd:ins:network_peer_rt_p95_5m \u003e 0.200","duration":60,"keep_firing_for":0,"labels":{"category":"etcd","level":"2","severity":"INFO"},"annotations":{"description":"etcd:ins:network_peer_rt_p95_5m[cls={{ $labels.cls }}, ins={{ $labels.ins }}] = {{ $value }} \u003e 200ms\nhttp://g.pigsty/d/etcd-instance?from=now-10m\u0026to=now\u0026var-cls={{ $labels.cls }}\n","summary":"INFO EtcdNetworkPeerRTSlow: {{ $labels.cls }} {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000304482,"lastEvaluation":"2026-05-11T23:35:18.906886721+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14954978935799354606","group_id":"16422350404351705521","group_name":"etcd-alert","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"EtcdWalFsyncSlow","query":"etcd:ins:wal_fsync_rt_p95_5m \u003e 0.050","duration":60,"keep_firing_for":0,"labels":{"category":"etcd","level":"2","severity":"INFO"},"annotations":{"description":"etcd:ins:wal_fsync_rt_p95_5m[cls={{ $labels.cls }}, ins={{ $labels.ins }}] = {{ $value }} \u003e 50ms\nhttp://g.pigsty/d/etcd-instance?from=now-10m\u0026to=now\u0026var-cls={{ $labels.cls }}\n","summary":"INFO EtcdWalFsyncSlow: {{ $labels.cls }} {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000378432,"lastEvaluation":"2026-05-11T23:35:18.907212635+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5715944512589980155","group_id":"16422350404351705521","group_name":"etcd-alert","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-05-11T23:35:18.905314066+08:00","type":"prometheus","id":"16422350404351705521","file":"/infra/rules/etcd.yml","concurrency":1,"Unhealthy":0,"Healthy":5,"NoMatch":2},{"name":"etcd-rules","rules":[{"state":"","name":"etcd:ins:rpm","query":"sum without (type, client_api_version) (increase(etcd_server_client_requests_total{job=\"etcd\"}[1m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000699866,"lastEvaluation":"2026-05-11T23:35:16.603459617+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"4832754136110249834","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:ins:wpm","query":"increase(etcd_server_proposals_committed_total{job=\"etcd\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00037136,"lastEvaluation":"2026-05-11T23:35:16.604177771+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"11860767146026404497","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:ins:quota_usage","query":"etcd_mvcc_db_total_size_in_bytes{job=\"etcd\"} / etcd_server_quota_backend_bytes{job=\"etcd\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000584871,"lastEvaluation":"2026-05-11T23:35:16.604564898+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"12020725054132561431","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:cls:quota_usage","query":"max by (job,cls) (etcd_mvcc_db_total_size_in_bytes{job=\"etcd\"} / etcd_server_quota_backend_bytes{job=\"etcd\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000630269,"lastEvaluation":"2026-05-11T23:35:16.6051671+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"4816945504981658763","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:ins:age","query":"etcd_debugging_mvcc_current_revision{job=\"etcd\"} - etcd_debugging_mvcc_compact_revision{job=\"etcd\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000595032,"lastEvaluation":"2026-05-11T23:35:16.605819298+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"8023804730260639706","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:cls:age","query":"max by (job,cls) (etcd_debugging_mvcc_current_revision{job=\"etcd\"} - etcd_debugging_mvcc_compact_revision{job=\"etcd\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00049247,"lastEvaluation":"2026-05-11T23:35:16.60643285+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"11142691502952152760","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:ins:wal_fsync_rt_p95_5m","query":"histogram_quantile(0.95, rate(etcd_disk_wal_fsync_duration_seconds_bucket{job=\"etcd\"}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000585772,"lastEvaluation":"2026-05-11T23:35:16.606952934+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":15,"id":"9683070077679029108","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:ins:backend_commit_rt_p95_5m","query":"histogram_quantile(0.95, rate(etcd_disk_backend_commit_duration_seconds_bucket{job=\"etcd\"}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000681698,"lastEvaluation":"2026-05-11T23:35:16.607553284+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":15,"id":"7915787585156206754","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:ins:network_peer_rt_p95_5m","query":"histogram_quantile(0.95, rate(etcd_network_peer_round_trip_time_seconds_bucket{job=\"etcd\"}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000283538,"lastEvaluation":"2026-05-11T23:35:16.608246945+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4235737155991928642","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-05-11T23:35:16.603456093+08:00","type":"prometheus","id":"12172382247898273642","file":"/infra/rules/etcd.yml","concurrency":1,"Unhealthy":0,"Healthy":9,"NoMatch":1},{"name":"infra-alert","rules":[{"state":"inactive","name":"InfraDown","query":"infra_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"infra","level":"0","severity":"CRIT"},"annotations":{"description":"infra_up[type={{ $labels.type }}, instance={{ $labels.instance }}] = {{ $value  | printf \"%.2f\" }} \u003c 1\n","summary":"CRIT InfraDown {{ $labels.type }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000707898,"lastEvaluation":"2026-05-11T23:35:19.220143393+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":8,"id":"34541643354244742","group_id":"17002711367853094751","group_name":"infra-alert","file":"/infra/rules/infra.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"AgentDown","query":"agent_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"infra","level":"0","severity":"CRIT"},"annotations":{"description":"agent_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value  | printf \"%.2f\" }} \u003c 1\n","summary":"CRIT AgentDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000453817,"lastEvaluation":"2026-05-11T23:35:19.220866827+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"3750705474481061326","group_id":"17002711367853094751","group_name":"infra-alert","file":"/infra/rules/infra.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-05-11T23:35:19.220139784+08:00","type":"prometheus","id":"17002711367853094751","file":"/infra/rules/infra.yml","concurrency":1,"Unhealthy":0,"Healthy":2,"NoMatch":0},{"name":"infra-rules","rules":[{"state":"","name":"infra_up","query":"up{job=\"infra\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000836617,"lastEvaluation":"2026-05-11T23:35:16.928023307+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"3234035625992075699","group_id":"12774679442975532692","group_name":"infra-rules","file":"/infra/rules/infra.yml","debug":false,"max_updates_entries":20},{"state":"","name":"agent_up","query":"up{job!~\"infra|node|etcd|minio|pgsql|redis|mongo|mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000370828,"lastEvaluation":"2026-05-11T23:35:16.92889523+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"18240803246398356142","group_id":"12774679442975532692","group_name":"infra-rules","file":"/infra/rules/infra.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-05-11T23:35:16.92801883+08:00","type":"prometheus","id":"12774679442975532692","file":"/infra/rules/infra.yml","concurrency":1,"Unhealthy":0,"Healthy":2,"NoMatch":0},{"name":"kafka-alert","rules":[{"state":"inactive","name":"KafkaExporterDown","query":"kafka_exporter_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"kafka","level":"0","severity":"CRIT"},"annotations":{"description":"kafka_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\nhttp://g.pigsty/d/kafka-overview\n","summary":"CRIT KafkaExporterDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000518475,"lastEvaluation":"2026-05-11T23:35:19.87624367+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17183818524717989821","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-05-11T23:35:19.876239494+08:00","type":"prometheus","id":"18216149610123607395","file":"/infra/rules/kafka.yml","concurrency":1,"Unhealthy":0,"Healthy":1,"NoMatch":1},{"name":"kafka-rules","rules":[{"state":"","name":"kafka:topic:msg_rate1m","query":"sum without (partition) (rate(kafka_topic_partition_current_offset{}[1m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000426637,"lastEvaluation":"2026-05-11T23:35:24.223313282+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9640035302838497046","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:topic:msg_rate5m","query":"sum without (partition) (rate(kafka_topic_partition_current_offset{}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000277168,"lastEvaluation":"2026-05-11T23:35:24.223753798+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1260584614944412054","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:ins:msg_rate1m","query":"sum(kafka:topic:msg_rate1m) without (topic)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000263065,"lastEvaluation":"2026-05-11T23:35:24.224038172+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2982993432158630217","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:ins:msg_rate5m","query":"sum(kafka:topic:msg_rate5m) without (topic)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000255889,"lastEvaluation":"2026-05-11T23:35:24.224309167+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5876208704524992233","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:cls:msg_rate1m","query":"sum(kafka:topic:msg_rate1m) by (job,cls)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000239252,"lastEvaluation":"2026-05-11T23:35:24.224572264+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2215848289434454790","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:cls:msg_rate5m","query":"sum(kafka:topic:msg_rate5m) by (job,cls)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0002528,"lastEvaluation":"2026-05-11T23:35:24.224818958+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7465869096700892854","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:topic:csg_rate1m","query":"sum without (partition) (rate(kafka_consumergroup_current_offset{}[1m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000221014,"lastEvaluation":"2026-05-11T23:35:24.225078142+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8268850608707360685","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:topic:csg_rate5m","query":"sum without (partition) (rate(kafka_consumergroup_current_offset{}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000233142,"lastEvaluation":"2026-05-11T23:35:24.225307195+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11298121974080847477","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:ins:csg_rate1m","query":"sum(kafka:topic:msg_rate1m) without (topic)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000191428,"lastEvaluation":"2026-05-11T23:35:24.225550834+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13776027734832495243","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:ins:csg_rate5m","query":"sum(kafka:topic:msg_rate5m) without (topic)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000214785,"lastEvaluation":"2026-05-11T23:35:24.225747887+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6498097001309234091","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:cls:csg_rate1m","query":"sum(kafka:topic:msg_rate1m) by (job,cls)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000216042,"lastEvaluation":"2026-05-11T23:35:24.225970315+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7351178623990067116","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:cls:csg_rate5m","query":"sum(kafka:topic:msg_rate5m) by (job,cls)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000202692,"lastEvaluation":"2026-05-11T23:35:24.226209594+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11057549022894723436","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-05-11T23:35:24.223308706+08:00","type":"prometheus","id":"7760010977157438040","file":"/infra/rules/kafka.yml","concurrency":1,"Unhealthy":0,"Healthy":12,"NoMatch":12},{"name":"minio-alert","rules":[{"state":"inactive","name":"MinioServerDown","query":"minio_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"minio","level":"0","severity":"CRIT"},"annotations":{"description":"minio_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\nhttp://g.pigsty/d/minio-overview\n","summary":"CRIT MinioServerDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.00076039,"lastEvaluation":"2026-05-11T23:35:19.983037619+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"5056977363625481287","group_id":"18410437492731671407","group_name":"minio-alert","file":"/infra/rules/minio.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MinioNodeOffline","query":"avg_over_time(minio_cluster_nodes_offline_total{job=\"minio\"}[5m]) \u003e 0","duration":180,"keep_firing_for":0,"labels":{"category":"minio","level":"1","severity":"WARN"},"annotations":{"description":"minio_cluster_nodes_offline_total[cls={{ $labels.cls }}] = {{ $value }} \u003e 0\nhttp://g.pigsty/d/minio-overview?from=now-5m\u0026to=now\u0026var-cls={{$labels.cls}}\n","summary":"WARN MinioNodeOffline: {{ $labels.cls }} {{ $value }}"},"lastError":"","evaluationTime":0.000409966,"lastEvaluation":"2026-05-11T23:35:19.983810561+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"2036525213060965901","group_id":"18410437492731671407","group_name":"minio-alert","file":"/infra/rules/minio.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MinioDiskOffline","query":"avg_over_time(minio_cluster_disk_offline_total{job=\"minio\"}[5m]) \u003e 0","duration":180,"keep_firing_for":0,"labels":{"category":"minio","level":"1","severity":"WARN"},"annotations":{"description":"minio_cluster_disk_offline_total[cls={{ $labels.cls }}] = {{ $value }} \u003e 0\nhttp://g.pigsty/d/minio-overview?from=now-5m\u0026to=now\u0026var-cls={{$labels.cls}}","summary":"WARN MinioDiskOffline: {{ $labels.cls }} {{ $value }}"},"lastError":"","evaluationTime":0.000268724,"lastEvaluation":"2026-05-11T23:35:19.984234004+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4683900531696088594","group_id":"18410437492731671407","group_name":"minio-alert","file":"/infra/rules/minio.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-05-11T23:35:19.983032678+08:00","type":"prometheus","id":"18410437492731671407","file":"/infra/rules/minio.yml","concurrency":1,"Unhealthy":0,"Healthy":3,"NoMatch":1},{"name":"mysql-alert","rules":[{"state":"inactive","name":"MySQLDown","query":"mysql_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"mysql","level":"0","severity":"CRIT"},"annotations":{"description":"mysql_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\nhttp://g.pigsty/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT MySQLDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.00049258,"lastEvaluation":"2026-05-11T23:35:20.214809794+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16786489070688799918","group_id":"385405638310046639","group_name":"mysql-alert","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-05-11T23:35:20.214805055+08:00","type":"prometheus","id":"385405638310046639","file":"/infra/rules/mysql.yml","concurrency":1,"Unhealthy":0,"Healthy":1,"NoMatch":1},{"name":"mysql-rules","rules":[],"interval":10,"lastEvaluation":"2026-05-11T23:35:22.033737946+08:00","type":"prometheus","id":"3750884836634632580","file":"/infra/rules/mysql.yml","concurrency":1,"Unhealthy":0,"Healthy":0,"NoMatch":0},{"name":"node-alert","rules":[{"state":"inactive","name":"NodeDown","query":"node_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"0","severity":"CRIT"},"annotations":{"description":"node_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\nhttp://g.pigsty/d/node-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT NodeDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000620365,"lastEvaluation":"2026-05-11T23:35:19.030075936+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"16019517992970412958","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"HaproxyDown","query":"haproxy_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"0","severity":"CRIT"},"annotations":{"description":"haproxy_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\nhttp://g.pigsty/d/node-haproxy?var-ins={{ $labels.ins }}\n","summary":"CRIT HaproxyDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000431846,"lastEvaluation":"2026-05-11T23:35:19.030704793+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"12638265306320626676","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PromtailDown","query":"promtail_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"promtail_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\nhttp://g.pigsty/d/node-instance?var-ins={{ $labels.ins }}\n","summary":"WARN PromtailDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000298023,"lastEvaluation":"2026-05-11T23:35:19.031141943+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3836731570042501165","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"DockerDown","query":"docker_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"docker_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\nhttp://g.pigsty/d/node-instance?var-ins={{ $labels.ins }}\n","summary":"WARN DockerDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000874778,"lastEvaluation":"2026-05-11T23:35:19.031448574+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17519437467855893973","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KeepalivedDown","query":"keepalived_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"keepalived_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\nhttp://g.pigsty/d/node-instance?var-ins={{ $labels.ins }}\n","summary":"WARN KeepalivedDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000298865,"lastEvaluation":"2026-05-11T23:35:19.03233238+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14739400565412876089","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeCpuHigh","query":"node:ins:cpu_usage_1m \u003e 0.70","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:ins:cpu_usage[ins={{ $labels.ins }}] = {{ $value  | printf \"%.2f\" }} \u003e 70%\n","summary":"WARN NodeCpuHigh {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.000353584,"lastEvaluation":"2026-05-11T23:35:19.032641005+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"13796941076028204598","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeLoadHigh","query":"node:ins:stdload1 \u003e 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:ins:stdload1[ins={{ $labels.ins }}] = {{ $value  | printf \"%.2f\" }} \u003e 100%\n","summary":"WARN NodeLoadHigh {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.00069375,"lastEvaluation":"2026-05-11T23:35:19.033004166+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"11095295423365407923","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeOutOfMem","query":"node:ins:mem_avail \u003c 0.10","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:ins:mem_avail[ins={{ $labels.ins }}] = {{ $value  | printf \"%.2f\" }} \u003c 10%\n","summary":"WARN NodeOutOfMem {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.000504142,"lastEvaluation":"2026-05-11T23:35:19.03370723+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"8066904298648559398","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeMemSwapped","query":"node:ins:swap_usage \u003e 0.01","duration":300,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:ins:swap_usage[ins={{ $labels.ins }}] = {{ $value  | printf \"%.2f\" }} \u003e 1%\n","summary":"WARN NodeMemSwapped {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.000414885,"lastEvaluation":"2026-05-11T23:35:19.034220785+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6229805939734861597","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeFsSpaceFull","query":"node:fs:space_usage \u003e 0.90","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:fs:space_usage[ins={{ $labels.ins }}] = {{ $value  | printf \"%.2f\" }} \u003e 90%\n","summary":"WARN NodeFsSpaceFull {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.000564844,"lastEvaluation":"2026-05-11T23:35:19.03464486+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"7038076033337763084","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeFsFilesFull","query":"node:fs:inode_usage \u003e 0.90","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:fs:inode_usage[ins={{ $labels.ins }}] = {{ $value  | printf \"%.2f\" }} \u003e 90%\n","summary":"WARN NodeFsFilesFull {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.000410843,"lastEvaluation":"2026-05-11T23:35:19.035219322+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":2,"id":"8874572647086784580","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeFdFull","query":"node:ins:fd_usage \u003e 0.90","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:ins:fd_usage[ins={{ $labels.ins }}] = {{ $value  | printf \"%.2f\" }} \u003e 90%\n","summary":"WARN NodeFdFull {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.000515712,"lastEvaluation":"2026-05-11T23:35:19.03564674+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"16813281865954641002","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeDiskSlow","query":"node:dev:disk_read_rt_1m{device=\"dfa\"} \u003e 0.032 or node:dev:disk_write_rt_1m{device=\"dfa\"} \u003e 0.032","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"2","severity":"INFO"},"annotations":{"description":"node:dev:disk_read_rt_1m[ins={{ $labels.ins }}] = {{ $value  | printf \"%.6f\" }} \u003e 32ms\n","summary":"INFO NodeReadSlow {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.6f\" }}"},"lastError":"","evaluationTime":0.000776239,"lastEvaluation":"2026-05-11T23:35:19.036171404+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10480812130110156229","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeTcpErrHigh","query":"rate(node:ins:tcp_error[1m]) \u003e 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"rate(node:ins:tcp_error{ins={{ $labels.ins }}}[1m]) = {{ $value  | printf \"%.2f\" }} \u003e 1\n","summary":"WARN NodeTcpErrHigh {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.000520104,"lastEvaluation":"2026-05-11T23:35:19.036955736+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"13135027163341137980","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeTcpRetransHigh","query":"node:ins:tcp_retrans_ratio1m \u003e 1e-2","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"2","severity":"INFO"},"annotations":{"description":"node:ins:tcp_retrans_ratio1m[ins={{ $labels.ins }}] = {{ $value  | printf \"%.6f\" }} \u003e 1%\n","summary":"INFO NodeTcpRetransHigh {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.6f\" }}"},"lastError":"","evaluationTime":0.000409126,"lastEvaluation":"2026-05-11T23:35:19.037487302+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"6776646381033655691","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeTimeDrift","query":"node_timex_sync_status != 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node_timex_status[ins={{ $labels.ins }}]) = {{ $value | printf \"%.6f\" }} != 0 or\nnode_timex_sync_status[ins={{ $labels.ins }}]) = {{ $value | printf \"%.6f\" }} != 1\n","summary":"WARN NodeTimeDrift {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000375535,"lastEvaluation":"2026-05-11T23:35:19.03790632+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"772400409056077844","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-05-11T23:35:19.030058634+08:00","type":"prometheus","id":"16645464500811562701","file":"/infra/rules/node.yml","concurrency":1,"Unhealthy":0,"Healthy":16,"NoMatch":5},{"name":"node-rules","rules":[{"state":"","name":"node:ins:uptime","query":"time() - node_boot_time_seconds","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000982156,"lastEvaluation":"2026-05-11T23:35:25.242332855+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"9401408525170488524","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins","query":"sum without (machine, release, version, sysname, domainname) (\n  label_replace(node_uname_info, \"id\", \"$1\", \"nodename\", \"(.+)\") OR\n  label_replace(node_uname_info, \"id\", \"$1\", \"instance\", \"(.+)\\\\:\\\\d+\") OR\n  label_replace(node_uname_info, \"id\", \"$1\", \"ins\", \"(.+)\")\n)\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001197122,"lastEvaluation":"2026-05-11T23:35:25.243332672+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"7407674611584905885","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:time_irate1m","query":"irate(node_cpu_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001745996,"lastEvaluation":"2026-05-11T23:35:25.244552983+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":32,"lastSeriesFetched":32,"id":"6511480272498948327","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:total_time_irate1m","query":"sum without (mode) (node:cpu:time_irate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001165391,"lastEvaluation":"2026-05-11T23:35:25.246362026+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":32,"id":"17132181104544358717","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:idle_time_irate1m","query":"sum without (mode) (node:cpu:time_irate1m{mode=\"idle\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000706941,"lastEvaluation":"2026-05-11T23:35:25.247558315+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"2455974463324679267","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:usage","query":"1 - node:cpu:idle_time_irate1m / node:cpu:total_time_irate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001273576,"lastEvaluation":"2026-05-11T23:35:25.248296094+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":8,"id":"9127707955957573694","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:usage_avg1m","query":"avg_over_time(node:cpu:usage[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000638063,"lastEvaluation":"2026-05-11T23:35:25.249592234+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"6524487840412765699","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:usage_avg5m","query":"avg_over_time(node:cpu:usage[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000552908,"lastEvaluation":"2026-05-11T23:35:25.250254636+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"11118447404764511547","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:usage_avg15m","query":"avg_over_time(node:cpu:usage[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000648917,"lastEvaluation":"2026-05-11T23:35:25.250831406+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"16300686881889951345","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:cpu_count","query":"count without (cpu) (node:cpu:usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000403794,"lastEvaluation":"2026-05-11T23:35:25.251505472+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"3198138003200265048","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:cpu_count","query":"sum by (cls, job) (node:ins:cpu_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000552643,"lastEvaluation":"2026-05-11T23:35:25.251921408+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"9699243263915215623","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:cpu_count","query":"sum by (job) (node:ins:cpu_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00057692,"lastEvaluation":"2026-05-11T23:35:25.252497143+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"2756649093465966298","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:cpu_usage","query":"avg without (cpu) (node:cpu:usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000425946,"lastEvaluation":"2026-05-11T23:35:25.253090713+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"17361968402134592143","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:cpu_usage","query":"avg by (cls, job) (node:cpu:usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000436948,"lastEvaluation":"2026-05-11T23:35:25.253534547+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"11734084268823284227","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:cpu_usage","query":"sum by (job) (node:cls:cpu_usage * node:cls:cpu_count) / sum by (job) (node:cls:cpu_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001407323,"lastEvaluation":"2026-05-11T23:35:25.253990713+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"16230136649888883038","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:cpu_usage_1m","query":"avg_over_time(node:ins:cpu_usage[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000502767,"lastEvaluation":"2026-05-11T23:35:25.255414523+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"14901411241616117705","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:cpu_usage_5m","query":"avg_over_time(node:ins:cpu_usage[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000490718,"lastEvaluation":"2026-05-11T23:35:25.255941939+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"12801543779739365745","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:cpu_usage_15m","query":"avg_over_time(node:ins:cpu_usage[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000504295,"lastEvaluation":"2026-05-11T23:35:25.256447524+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"9325076280419598175","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:cpu_usage_1m","query":"avg_over_time(node:cls:cpu_usage[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000347221,"lastEvaluation":"2026-05-11T23:35:25.256970548+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"13999611393183662585","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:cpu_usage_5m","query":"avg_over_time(node:cls:cpu_usage[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000313865,"lastEvaluation":"2026-05-11T23:35:25.257328747+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"11779632751403933217","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:cpu_usage_15m","query":"avg_over_time(node:cls:cpu_usage[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00033325,"lastEvaluation":"2026-05-11T23:35:25.257659217+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"10941882556654924635","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:cpu_usage_1m","query":"avg_over_time(node:env:cpu_usage[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000491081,"lastEvaluation":"2026-05-11T23:35:25.258008786+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"9817129875516694697","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:cpu_usage_5m","query":"avg_over_time(node:env:cpu_usage[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000338974,"lastEvaluation":"2026-05-11T23:35:25.258512292+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"13872681658318755785","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:cpu_usage_15m","query":"avg_over_time(node:env:cpu_usage[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000389392,"lastEvaluation":"2026-05-11T23:35:25.258909267+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"14677879818390284497","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:sched_timeslices_rate1m","query":"rate(node_schedstat_timeslices_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00049105,"lastEvaluation":"2026-05-11T23:35:25.25931865+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"8728579936254624026","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:sched_timeslices_rate1m","query":"sum without (cpu) (node:cpu:sched_timeslices)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000276526,"lastEvaluation":"2026-05-11T23:35:25.259837043+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10632709283231262498","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:sched_wait_rate1m","query":"rate(node_schedstat_waiting_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000661216,"lastEvaluation":"2026-05-11T23:35:25.260123008+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"18338811278325431648","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:sched_wait_rate1m","query":"avg without (cpu) (node:cpu:sched_wait_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000555166,"lastEvaluation":"2026-05-11T23:35:25.260809005+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"10928534967844092506","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:forks_rate1m","query":"rate(node_forks_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000322283,"lastEvaluation":"2026-05-11T23:35:25.261379309+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"1808440412390199276","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:interrupt_rate1m","query":"rate(node_intr_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000365905,"lastEvaluation":"2026-05-11T23:35:25.261715042+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"933163256379823210","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:ctx_switch_rate1m","query":"rate(node_context_switches_total{}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0005426,"lastEvaluation":"2026-05-11T23:35:25.262099325+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"16604634143594084832","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:stdload1","query":"node_load1 / node:ins:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000498744,"lastEvaluation":"2026-05-11T23:35:25.262657102+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"1374289539546190667","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:stdload5","query":"node_load5 / node:ins:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000435013,"lastEvaluation":"2026-05-11T23:35:25.263177344+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"12884625502471395315","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:stdload15","query":"node_load15 / node:ins:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000467946,"lastEvaluation":"2026-05-11T23:35:25.263630142+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"15908545669906044747","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:stdload1","query":"sum by (cls, job) (node_load1) / node:cls:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00053485,"lastEvaluation":"2026-05-11T23:35:25.264115872+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"7117698929219768668","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:stdload5","query":"sum by (cls, job) (node_load5) / node:cls:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0004289,"lastEvaluation":"2026-05-11T23:35:25.264668759+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"8066263819899311780","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:stdload15","query":"sum by (cls, job) (node_load15) / node:cls:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00040268,"lastEvaluation":"2026-05-11T23:35:25.265116649+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"4847924583435378748","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:stdload1","query":"sum by (job) (node:cls:stdload1) / node:env:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000441657,"lastEvaluation":"2026-05-11T23:35:25.265537894+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"10313513388187095890","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:stdload5","query":"sum by (job) (node:cls:stdload5) / node:env:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000436328,"lastEvaluation":"2026-05-11T23:35:25.265994499+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"15588910471447754058","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:stdload15","query":"sum by (job) (node:cls:stdload15) / node:env:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000398753,"lastEvaluation":"2026-05-11T23:35:25.266447221+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"267035687402678018","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:mem_kernel","query":"node_memory_KernelStack_bytes +\nnode_memory_VmallocUsed_bytes +\nnode_memory_HardwareCorrupted_bytes +\nnode_memory_PageTables_bytes +\nnode_memory_Slab_bytes +\nnode_memory_PageTables_bytes\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001454861,"lastEvaluation":"2026-05-11T23:35:25.26685964+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"9049200433437858196","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:mem_rss","query":"node_memory_MemTotal_bytes -\n(node_memory_KernelStack_bytes +\nnode_memory_VmallocUsed_bytes +\nnode_memory_HardwareCorrupted_bytes +\nnode_memory_PageTables_bytes +\nnode_memory_Slab_bytes +\nnode_memory_PageTables_bytes) - \nnode_memory_Buffers_bytes -\n(node_memory_Hugepagesize_bytes * node_memory_HugePages_Total) -\n(node_memory_Cached_bytes - node_memory_Mapped_bytes ) -\nnode_memory_MemFree_bytes\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002514398,"lastEvaluation":"2026-05-11T23:35:25.268339096+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":13,"id":"9425556445431079500","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:mem_avail","query":"node_memory_MemAvailable_bytes / node_memory_MemTotal_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00051604,"lastEvaluation":"2026-05-11T23:35:25.270874838+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"158920957374443895","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:mem_usage","query":"1 - node_memory_MemAvailable_bytes / node_memory_MemTotal_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000397941,"lastEvaluation":"2026-05-11T23:35:25.2714104+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"14309124731473047595","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:swap_usage","query":"1 - node_memory_SwapFree_bytes / node_memory_SwapTotal_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000610151,"lastEvaluation":"2026-05-11T23:35:25.271823428+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":2,"id":"5356025052687237122","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:mem_commit_ratio","query":"node_memory_Committed_AS_bytes / node_memory_CommitLimit_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000665829,"lastEvaluation":"2026-05-11T23:35:25.272442567+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"7919797404266592199","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:mem_usage","query":"1 - sum by (cls, job) (node_memory_MemAvailable_bytes) / sum by (cls, job) (node_memory_MemTotal_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000523559,"lastEvaluation":"2026-05-11T23:35:25.273129262+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"96299415574904903","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:mem_total","query":"sum by (job) (node_memory_MemTotal_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000316154,"lastEvaluation":"2026-05-11T23:35:25.273665887+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"6068954742586035092","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:mem_avail","query":"sum by (job) (node_memory_MemAvailable_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000322578,"lastEvaluation":"2026-05-11T23:35:25.273996758+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"11612225227846643624","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:mem_usage","query":"1 - node:env:mem_avail / node:env:mem_total","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000431084,"lastEvaluation":"2026-05-11T23:35:25.274334145+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"14038990321245007802","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:pagefault_rate1m","query":"rate(node_vmstat_pgfault[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000531055,"lastEvaluation":"2026-05-11T23:35:25.2747796+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"10950558275222527617","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:pgmajfault_rate1m","query":"rate(node_vmstat_pgmajfault[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000337671,"lastEvaluation":"2026-05-11T23:35:25.275332486+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"4820790355900254269","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:pagein_rate1m","query":"rate(node_vmstat_pgpgin[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000359536,"lastEvaluation":"2026-05-11T23:35:25.27568836+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"4941227209866765460","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:pageout_rate1m","query":"rate(node_vmstat_pgpgout[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000415468,"lastEvaluation":"2026-05-11T23:35:25.276063896+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"18096857954112164556","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:swapin_rate1m","query":"rate(node_vmstat_pswpin[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000352913,"lastEvaluation":"2026-05-11T23:35:25.276497323+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"16485949045378414530","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:swapout_rate1m","query":"rate(node_vmstat_pswpout[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0006826,"lastEvaluation":"2026-05-11T23:35:25.276873755+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"3620137707161442522","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_util_1m","query":"rate(node_disk_io_time_seconds_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000352254,"lastEvaluation":"2026-05-11T23:35:25.277572133+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"1039640768420056595","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_avg_queue_size","query":"rate(node_disk_io_time_weighted_seconds_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000514768,"lastEvaluation":"2026-05-11T23:35:25.277942801+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"375174179580766960","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_reads_rate1m","query":"rate(node_disk_reads_completed_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000367465,"lastEvaluation":"2026-05-11T23:35:25.278476605+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"1682238519860485907","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_reads_rate1m","query":"sum without (device) (node:dev:disk_reads_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000378314,"lastEvaluation":"2026-05-11T23:35:25.278861854+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"11076488824991184664","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_reads_rate1m","query":"sum by (cls, job) (node:ins:disk_reads_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000539301,"lastEvaluation":"2026-05-11T23:35:25.279255181+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"8446566679310242367","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_writes_rate1m","query":"rate(node_disk_writes_completed_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000327441,"lastEvaluation":"2026-05-11T23:35:25.279810164+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"10578539936569969585","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_writes_rate1m","query":"sum without (device) (node:dev:disk_writes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000357307,"lastEvaluation":"2026-05-11T23:35:25.280153284+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"7015302838403950630","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_writes_rate1m","query":"sum by (cls, job) (node:ins:disk_writes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000409238,"lastEvaluation":"2026-05-11T23:35:25.280521651+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"7391741516196658613","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_mreads_rate1m","query":"rate(node_disk_reads_merged_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000369785,"lastEvaluation":"2026-05-11T23:35:25.280950237+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"2788581623853275381","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_mreads_rate1m","query":"sum without (device) (node:dev:disk_mreads_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000369227,"lastEvaluation":"2026-05-11T23:35:25.281336375+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"2778788110194942274","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_mreads_rate1m","query":"sum by (cls, job) (node:ins:disk_mreads_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000370585,"lastEvaluation":"2026-05-11T23:35:25.28172497+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"5809903126020372797","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_mwrites_rate1m","query":"rate(node_disk_writes_merged_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000354059,"lastEvaluation":"2026-05-11T23:35:25.282107618+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"7235084307968569863","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_mwrites_rate1m","query":"sum without (device) (node:dev:disk_mwrites_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000320734,"lastEvaluation":"2026-05-11T23:35:25.282483864+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"16085498518675736216","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_mwrites_rate1m","query":"sum by (cls, job) (node:ins:disk_mwrites_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000437106,"lastEvaluation":"2026-05-11T23:35:25.282821464+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"6835701536281639319","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_iops_1m","query":"node:dev:disk_reads_rate1m + node:dev:disk_writes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000418882,"lastEvaluation":"2026-05-11T23:35:25.2832713+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"3265428852773095087","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_iops_1m","query":"node:ins:disk_reads_rate1m + node:ins:disk_writes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000783447,"lastEvaluation":"2026-05-11T23:35:25.283706089+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"2157555957308323204","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_iops_1m","query":"node:cls:disk_reads_rate1m + node:cls:disk_writes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000475558,"lastEvaluation":"2026-05-11T23:35:25.284500403+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"4493202755107311520","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_mreads_ratio1m","query":"node:dev:disk_mreads_rate1m / (node:dev:disk_reads_rate1m + node:dev:disk_mreads_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000623728,"lastEvaluation":"2026-05-11T23:35:25.28499499+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"2763597895872782081","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_mreads_ratio1m","query":"node:ins:disk_mreads_rate1m / (node:ins:disk_reads_rate1m + node:ins:disk_mreads_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000710646,"lastEvaluation":"2026-05-11T23:35:25.285644437+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"9706823082731558609","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_mreads_ratio1m","query":"node:cls:disk_mreads_rate1m / (node:cls:disk_reads_rate1m + node:cls:disk_mreads_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00050661,"lastEvaluation":"2026-05-11T23:35:25.286372093+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"10946930764275656549","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_mwrites_ratio1m","query":"node:dev:disk_mwrites_rate1m / (node:dev:disk_writes_rate1m + node:dev:disk_mwrites_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000578976,"lastEvaluation":"2026-05-11T23:35:25.28689326+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"17196040158769018799","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_mwrites_ratio1m","query":"node:ins:disk_mwrites_rate1m / (node:ins:disk_writes_rate1m + node:ins:disk_mwrites_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000676112,"lastEvaluation":"2026-05-11T23:35:25.287488637+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"16679103603747457899","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_mwrites_ratio1m","query":"node:cls:disk_mwrites_rate1m / (node:cls:disk_writes_rate1m + node:cls:disk_mwrites_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000566868,"lastEvaluation":"2026-05-11T23:35:25.288182862+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"17945334044271343687","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_read_bytes_rate1m","query":"rate(node_disk_read_bytes_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000327769,"lastEvaluation":"2026-05-11T23:35:25.288766444+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"8650203305232689995","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_read_bytes_rate1m","query":"sum without (device) (node:dev:disk_read_bytes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000358398,"lastEvaluation":"2026-05-11T23:35:25.289111406+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"15332426096650223050","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_read_bytes_rate1m","query":"sum by (cls, job) (node:ins:disk_read_bytes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00037271,"lastEvaluation":"2026-05-11T23:35:25.289487604+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"12197276198489144125","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_write_bytes_rate1m","query":"rate(node_disk_written_bytes_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000527189,"lastEvaluation":"2026-05-11T23:35:25.289873763+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"4324285912741160117","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_write_bytes_rate1m","query":"sum without (device) (node:dev:disk_write_bytes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000363512,"lastEvaluation":"2026-05-11T23:35:25.290419717+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"2407775415700892680","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_write_bytes_rate1m","query":"sum by (cls, job) (node:ins:disk_write_bytes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000483914,"lastEvaluation":"2026-05-11T23:35:25.290796679+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"18203376499968876383","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_io_bytes_rate1m","query":"node:dev:disk_read_bytes_rate1m + node:dev:disk_write_bytes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000440701,"lastEvaluation":"2026-05-11T23:35:25.291298464+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"17103780687438674338","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_io_bytes_rate1m","query":"node:ins:disk_read_bytes_rate1m + node:ins:disk_write_bytes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000594822,"lastEvaluation":"2026-05-11T23:35:25.291754789+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"7634097355351364107","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_io_bytes_rate1m","query":"node:cls:disk_read_bytes_rate1m + node:cls:disk_write_bytes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000466212,"lastEvaluation":"2026-05-11T23:35:25.292363898+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"12306718345381899195","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_read_time_rate1m","query":"rate(node_disk_read_time_seconds_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000429578,"lastEvaluation":"2026-05-11T23:35:25.292850184+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"493441833603193921","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_write_time_rate1m","query":"rate(node_disk_write_time_seconds_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000324193,"lastEvaluation":"2026-05-11T23:35:25.293296923+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"17392786703656715721","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_io_time_rate1m","query":"node:dev:disk_read_time_rate1m + node:dev:disk_write_time_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000483738,"lastEvaluation":"2026-05-11T23:35:25.293634871+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"3189036985064629128","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_read_rt_1m","query":"node:dev:disk_read_time_rate1m / node:dev:disk_reads_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000487901,"lastEvaluation":"2026-05-11T23:35:25.294139175+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"8750903587737753097","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_write_rt_1m","query":"node:dev:disk_write_time_rate1m / node:dev:disk_writes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00044936,"lastEvaluation":"2026-05-11T23:35:25.294640034+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"15980683014711214494","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_io_rt_1m","query":"node:dev:disk_io_time_rate1m / node:dev:disk_iops_1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000504337,"lastEvaluation":"2026-05-11T23:35:25.295101569+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"5937514610486234557","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_read_batch_1m","query":"node:dev:disk_read_bytes_rate1m / node:dev:disk_reads_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000459076,"lastEvaluation":"2026-05-11T23:35:25.295635995+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"7002375119565684291","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_write_batch_1m","query":"node:dev:disk_write_bytes_rate1m / node:dev:disk_writes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000515294,"lastEvaluation":"2026-05-11T23:35:25.296114373+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"1251291249556704056","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_io_batch_1m","query":"node:dev:disk_io_bytes_rate1m / node:dev:disk_iops_1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000465891,"lastEvaluation":"2026-05-11T23:35:25.296646433+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"8531865626973620799","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:free_bytes","query":"node_filesystem_free_bytes{fstype!~\"(n|root|tmp)fs.*\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000522815,"lastEvaluation":"2026-05-11T23:35:25.297152158+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"10979910753063419975","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:avail_bytes","query":"node_filesystem_avail_bytes{fstype!~\"(n|root|tmp)fs.*\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000428237,"lastEvaluation":"2026-05-11T23:35:25.297698879+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"14416783627674954409","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:size_bytes","query":"node_filesystem_size_bytes{fstype!~\"(n|root|tmp)fs.*\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000538108,"lastEvaluation":"2026-05-11T23:35:25.298148023+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"17971205748398254845","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:free_bytes","query":"sum without(device,mountpoint,fstype) (node:fs:free_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000403233,"lastEvaluation":"2026-05-11T23:35:25.298708573+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"17028516035859603074","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:avail_bytes","query":"sum without(device,mountpoint,fstype) (node:fs:avail_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000371117,"lastEvaluation":"2026-05-11T23:35:25.299126015+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"66273344028992570","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:size_bytes","query":"sum without(device,mountpoint,fstype) (node:fs:size_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000367311,"lastEvaluation":"2026-05-11T23:35:25.299515928+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"12496759508706521964","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:free_bytes","query":"sum by (job,cls) (node:ins:free_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000368068,"lastEvaluation":"2026-05-11T23:35:25.299898466+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"5780044484212321181","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:avail_bytes","query":"sum by (job,cls) (node:ins:avail_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000333398,"lastEvaluation":"2026-05-11T23:35:25.300278771+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"9199778895366765533","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:size_bytes","query":"sum by (job,cls) (node:ins:size_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000343833,"lastEvaluation":"2026-05-11T23:35:25.3006253+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"8975245414572035823","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:free_bytes","query":"sum by(job) (node:ins:free_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000368391,"lastEvaluation":"2026-05-11T23:35:25.300981561+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"16041035882595269630","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:avail_bytes","query":"sum by(job) (node:ins:avail_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000328149,"lastEvaluation":"2026-05-11T23:35:25.30136676+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"3012382317060460076","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:size_bytes","query":"sum by(job) (node:ins:size_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000333036,"lastEvaluation":"2026-05-11T23:35:25.301708562+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"6117543757100819260","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:space_usage","query":"1 - node:fs:avail_bytes / node:fs:size_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000556491,"lastEvaluation":"2026-05-11T23:35:25.302054685+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"4382999053194567106","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:space_usage","query":"1 - node:cls:avail_bytes / node:cls:size_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000586542,"lastEvaluation":"2026-05-11T23:35:25.302634773+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"18047872142737324375","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:space_usage","query":"1 - node:env:avail_bytes / node:env:size_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000476197,"lastEvaluation":"2026-05-11T23:35:25.303233819+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"18287372629020590798","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:space_usage_max","query":"max without (device, fstype, mountpoint) (node:fs:space_usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000373343,"lastEvaluation":"2026-05-11T23:35:25.30373149+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"3694672307248483276","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:space_usage_max","query":"max by (job, cls) (node:ins:space_usage_max)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000335441,"lastEvaluation":"2026-05-11T23:35:25.304126302+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"4567425561398323456","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:device_space_usage_max","query":"max by (job, device, fstype, mountpoint) (node:fs:space_usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000599971,"lastEvaluation":"2026-05-11T23:35:25.304476755+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"7149798921473966970","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:space_deriv1h","query":"deriv(node:fs:avail_bytes[1h])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000519881,"lastEvaluation":"2026-05-11T23:35:25.305110567+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"13071905999467551393","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:space_exhaust","query":"clamp(node:fs:avail_bytes / - node:fs:space_deriv1h, -1, 126230400)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00050189,"lastEvaluation":"2026-05-11T23:35:25.305661834+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"825737251977168433","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:space_predict_1d","query":"predict_linear(node:fs:avail_bytes[1h], 86400)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000524985,"lastEvaluation":"2026-05-11T23:35:25.306189878+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"7312162486390882946","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:inode_free","query":"node_filesystem_files_free{fstype!~\"(n|root|tmp)fs.*\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00047836,"lastEvaluation":"2026-05-11T23:35:25.306735371+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"7764012614224560675","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:inode_total","query":"node_filesystem_files{fstype!~\"(n|root|tmp)fs.*\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000854333,"lastEvaluation":"2026-05-11T23:35:25.307231041+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"12221817593094781928","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:inode_used","query":"node:fs:inode_total - node:fs:inode_free","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001470421,"lastEvaluation":"2026-05-11T23:35:25.308106405+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"2353235944113471835","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:inode_usage","query":"1 - (node:fs:inode_free / node:fs:inode_total)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000706188,"lastEvaluation":"2026-05-11T23:35:25.309620443+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":6,"id":"13017375553537892486","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:inode_usage","query":"sum without (fstype, device, mountpoint) (node:fs:inode_used) /\nsum without (fstype, device, mountpoint) (node:fs:inode_total)\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000574939,"lastEvaluation":"2026-05-11T23:35:25.310340572+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"1519799296184532247","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:fd_usage","query":"node_filefd_allocated / node_filefd_maximum","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000483066,"lastEvaluation":"2026-05-11T23:35:25.310929072+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"4955618590193918914","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:fd_alloc_rate1m","query":"rate(node_filefd_allocated[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000333833,"lastEvaluation":"2026-05-11T23:35:25.311423744+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"13170875815063382245","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:network_tx_pps1m","query":"rate(node_network_transmit_packets_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000818236,"lastEvaluation":"2026-05-11T23:35:25.31177237+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":7,"id":"9834574141084855052","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:network_tx_pps1m","query":"sum without (device) (node:dev:network_tx_pps1m{device!~\"lo|bond.*\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000377025,"lastEvaluation":"2026-05-11T23:35:25.312624125+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"2500392901825298143","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:network_tx_pps1m","query":"sum by (cls, job) (node:ins:network_tx_pps1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000298266,"lastEvaluation":"2026-05-11T23:35:25.313012959+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"1475677575844446161","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:network_rx_pps1m","query":"rate(node_network_receive_packets_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000597843,"lastEvaluation":"2026-05-11T23:35:25.313322037+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":7,"id":"17121500552515957491","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:network_rx_pps1m","query":"sum without (device) (node:dev:network_rx_pps1m{device!~\"lo|bond.*\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000396903,"lastEvaluation":"2026-05-11T23:35:25.313953073+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"2351586985660014451","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:network_rx_pps1m","query":"sum by (cls, job) (node:ins:network_rx_pps1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000276319,"lastEvaluation":"2026-05-11T23:35:25.314365566+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"7923903420092600421","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:network_tx_bytes_rate1m","query":"rate(node_network_transmit_bytes_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000459753,"lastEvaluation":"2026-05-11T23:35:25.314652855+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":7,"id":"10778242466479833539","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:network_tx_bytes_rate1m","query":"sum without (device) (node:dev:network_tx_bytes_rate1m{device!~\"lo|bond.*\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000398992,"lastEvaluation":"2026-05-11T23:35:25.315140934+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"8745313656592943169","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:network_tx_bytes_rate1m","query":"sum by (cls, job) (node:ins:network_tx_bytes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000274136,"lastEvaluation":"2026-05-11T23:35:25.315557055+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"3466082146143059447","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:network_rx_bytes_rate1m","query":"rate(node_network_receive_bytes_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000454603,"lastEvaluation":"2026-05-11T23:35:25.315840219+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":7,"id":"11329708595306275246","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:network_rx_bytes_rate1m","query":"sum without (device) (node:dev:network_rx_bytes_rate1m{device!~\"lo|bond.*\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000377521,"lastEvaluation":"2026-05-11T23:35:25.316319095+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"8694923600102619729","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:network_rx_bytes_rate1m","query":"sum by (cls, job) (node:ins:network_rx_bytes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000275853,"lastEvaluation":"2026-05-11T23:35:25.316712269+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"17155521437898369647","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:network_io_bytes_rate1m","query":"node:dev:network_tx_bytes_rate1m + node:dev:network_rx_bytes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000784925,"lastEvaluation":"2026-05-11T23:35:25.316998185+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":14,"id":"11130441513454892196","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:network_io_bytes_rate1m","query":"node:ins:network_tx_bytes_rate1m + node:ins:network_rx_bytes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000445536,"lastEvaluation":"2026-05-11T23:35:25.317807949+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"3892043452148036421","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:network_io_bytes_rate1m","query":"node:cls:network_tx_bytes_rate1m + node:cls:network_rx_bytes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000386344,"lastEvaluation":"2026-05-11T23:35:25.318264542+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"12704071980150434653","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_insegs_rate1m","query":"rate(node_netstat_Tcp_InSegs[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00029833,"lastEvaluation":"2026-05-11T23:35:25.318661901+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"2095464197458670527","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_outsegs_rate1m","query":"rate(node_netstat_Tcp_OutSegs[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000348362,"lastEvaluation":"2026-05-11T23:35:25.318978653+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"16922243865170929429","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_retranssegs_rate1m","query":"rate(node_netstat_Tcp_RetransSegs[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000294822,"lastEvaluation":"2026-05-11T23:35:25.319352347+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"12630992637797387537","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_segs_rate1m","query":"node:ins:tcp_insegs_rate1m + node:ins:tcp_outsegs_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000462796,"lastEvaluation":"2026-05-11T23:35:25.3196614+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"3370957586048932247","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_retrans_ratio1m","query":"node:ins:tcp_retranssegs_rate1m / node:ins:tcp_outsegs_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000376518,"lastEvaluation":"2026-05-11T23:35:25.320138698+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"12061866672527319811","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_error","query":"node_netstat_TcpExt_ListenOverflows +\nnode_netstat_TcpExt_ListenDrops +\nnode_netstat_Tcp_InErrs\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000479041,"lastEvaluation":"2026-05-11T23:35:25.320530271+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"2327029536744172221","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_error_rate1m","query":"rate(node:ins:tcp_error[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000283964,"lastEvaluation":"2026-05-11T23:35:25.321020317+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"504568682359502182","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_passive_opens_rate1m","query":"rate(node_netstat_Tcp_PassiveOpens[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000265077,"lastEvaluation":"2026-05-11T23:35:25.32131647+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"364941722437328862","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_active_opens_rate1m","query":"rate(node_netstat_Tcp_ActiveOpens[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000240283,"lastEvaluation":"2026-05-11T23:35:25.321590437+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"15408295591702414230","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_attempt_fails_rate1m","query":"rate(node_netstat_Tcp_AttemptFails[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000192842,"lastEvaluation":"2026-05-11T23:35:25.321839835+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10057672448710284842","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_estab_resets_rate1m","query":"rate(node_netstat_Tcp_EstabResets[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000192813,"lastEvaluation":"2026-05-11T23:35:25.322038115+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17671799673889975654","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_overflow_rate1m","query":"rate(node_netstat_TcpExt_ListenOverflows[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000261764,"lastEvaluation":"2026-05-11T23:35:25.322236569+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"16102654749192581656","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_dropped_rate1m","query":"rate(node_netstat_TcpExt_ListenDrops[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000234908,"lastEvaluation":"2026-05-11T23:35:25.322512605+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"441294451272562185","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:udp_in_rate1m","query":"rate(node_netstat_Udp_InDatagrams{}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000230106,"lastEvaluation":"2026-05-11T23:35:25.32276003+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"13020822701543001053","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:udp_out_rate1m","query":"rate(node_netstat_Udp_OutDatagrams[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000242568,"lastEvaluation":"2026-05-11T23:35:25.3230023+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"816231822340098869","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:time_drift","query":"abs(node_timex_offset_seconds)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000273838,"lastEvaluation":"2026-05-11T23:35:25.32325316+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"7682200244850562782","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:time_drift_max","query":"max by (cls, job) (node:ins:time_drift)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000294226,"lastEvaluation":"2026-05-11T23:35:25.32354012+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"11993828628350714389","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:time_drift_range","query":"max by (cls, job) (node_ntp_offset_seconds) - min by (cls, job) (node_ntp_offset_seconds)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000240943,"lastEvaluation":"2026-05-11T23:35:25.323856072+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15889567878220105564","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"haproxy:ins:usage","query":"(100 - haproxy_process_idle_time_percent) / 100","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000285682,"lastEvaluation":"2026-05-11T23:35:25.324107127+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"2939446184940134053","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"haproxy:cls:usage","query":"avg by (cls, job) (haproxy:ins:usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000242944,"lastEvaluation":"2026-05-11T23:35:25.3244028+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"16940574373432258100","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"haproxy:ins:uptime","query":"time() - haproxy_process_start_time_seconds","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000253023,"lastEvaluation":"2026-05-11T23:35:25.324656885+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"16338792656219911194","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"haproxy:ins:service_up","query":"sum by (ins,proxy) (haproxy_server_status{state=\"UP\", proxy!='stats'}) \u003e bool 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000339203,"lastEvaluation":"2026-05-11T23:35:25.32492257+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"1344148196238044354","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"haproxy:cls:service_up","query":"sum by (cls,proxy) (haproxy_server_status{state=\"UP\", proxy!='stats'}) \u003e bool 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000360013,"lastEvaluation":"2026-05-11T23:35:25.325277419+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"16649755141579707266","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-05-11T23:35:25.242326366+08:00","type":"prometheus","id":"9569716277840004918","file":"/infra/rules/node.yml","concurrency":1,"Unhealthy":0,"Healthy":163,"NoMatch":4},{"name":"pgbouncer-rules","rules":[{"state":"","name":"pgbouncer:ins:pools","query":"sum without (list) (pgbouncer_list_items{list=\"pools\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000875366,"lastEvaluation":"2026-05-11T23:35:26.158647585+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"12942647622366792126","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:pool_databases","query":"sum without (list) (pgbouncer_list_items{list=\"databases\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000627212,"lastEvaluation":"2026-05-11T23:35:26.159540092+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"13713259204279716297","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:pool_users","query":"sum without (list) (pgbouncer_list_items{list=\"users\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000518957,"lastEvaluation":"2026-05-11T23:35:26.160204645+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"18065923159853984181","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:login_clients","query":"sum without (list) (pgbouncer_list_items{list=\"login_clients\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000469895,"lastEvaluation":"2026-05-11T23:35:26.160743063+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"11296445438106877812","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:free_clients","query":"sum without (list) (pgbouncer_list_items{list=\"free_clients\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000398746,"lastEvaluation":"2026-05-11T23:35:26.161249215+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"18059692414698575640","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:used_clients","query":"sum without (list) (pgbouncer_list_items{list=\"used_clients\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000419061,"lastEvaluation":"2026-05-11T23:35:26.161666483+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"16936560641674546848","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:free_servers","query":"sum without (list) (pgbouncer_list_items{list=\"free_servers\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000390293,"lastEvaluation":"2026-05-11T23:35:26.162114694+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"8510951014774195104","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:pool_max_conn","query":"pgbouncer_database_pool_size{datname!=\"pgbouncer\"} + pgbouncer_database_reserve_pool{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000945607,"lastEvaluation":"2026-05-11T23:35:26.162522202+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"4569381032620845819","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:pool_size","query":"pgbouncer_database_pool_size{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000499322,"lastEvaluation":"2026-05-11T23:35:26.163499024+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"14314431412376948506","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:pool_reserve_size","query":"pgbouncer_database_reserve_pool{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000521905,"lastEvaluation":"2026-05-11T23:35:26.164020576+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"14177969376751796058","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:pool_current_conn","query":"pgbouncer_database_current_connections{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000416337,"lastEvaluation":"2026-05-11T23:35:26.164563547+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"2583612998387707560","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:pool_paused","query":"pgbouncer_database_paused{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000401559,"lastEvaluation":"2026-05-11T23:35:26.164999688+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"307446159873871703","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:pool_disabled","query":"pgbouncer_database_disabled{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000583625,"lastEvaluation":"2026-05-11T23:35:26.165421813+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"16396425284889826859","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:conn_usage","query":"pgbouncer:db:pool_current_conn / pgbouncer:db:pool_size","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000507339,"lastEvaluation":"2026-05-11T23:35:26.166020707+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"9896262438831468293","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:conn_usage_reserve","query":"pgbouncer:db:pool_current_conn / pgbouncer:db:pool_max_conn","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000506977,"lastEvaluation":"2026-05-11T23:35:26.166542711+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"3340962010117008318","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:maxwait","query":"pgbouncer_pool_maxwait{datname!=\"pgbouncer\"} + pgbouncer_pool_maxwait_us{datname!=\"pgbouncer\"} / 1000000","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000302794,"lastEvaluation":"2026-05-11T23:35:26.167067705+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13721659189519079860","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:maxwait","query":"max without(user, pool_mode) (pgbouncer:pool:maxwait)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000317101,"lastEvaluation":"2026-05-11T23:35:26.167379522+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2501772842606390421","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:maxwait","query":"max without(datname) (pgbouncer:db:maxwait)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000270328,"lastEvaluation":"2026-05-11T23:35:26.167705691+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14047226077408826600","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:maxwait","query":"max by (job, cls) (pgbouncer:ins:maxwait)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000273519,"lastEvaluation":"2026-05-11T23:35:26.167988233+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10054454817646615404","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:maxwait","query":"max by (job) (pgbouncer:cls:maxwait)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000262479,"lastEvaluation":"2026-05-11T23:35:26.168270092+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"18011942596883792789","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:active_servers","query":"pgbouncer_pool_active_servers{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000271812,"lastEvaluation":"2026-05-11T23:35:26.168540649+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13070576377035100461","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:active_servers","query":"sum without(user, pool_mode) (pgbouncer:pool:active_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000299337,"lastEvaluation":"2026-05-11T23:35:26.168821519+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11245358715280526026","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:active_servers","query":"sum without(datname) (pgbouncer:db:active_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000324852,"lastEvaluation":"2026-05-11T23:35:26.169132107+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8656284353938743601","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:active_servers","query":"sum by (job, cls) (pgbouncer:ins:active_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000269784,"lastEvaluation":"2026-05-11T23:35:26.169468029+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11267453456318829085","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:active_servers","query":"sum by (job) (pgbouncer:cls:active_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000264879,"lastEvaluation":"2026-05-11T23:35:26.16974723+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11469927817621831632","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:idle_servers","query":"pgbouncer_pool_idle_servers{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000367832,"lastEvaluation":"2026-05-11T23:35:26.170022637+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7827547889023447621","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:idle_servers","query":"max without(user, pool_mode) (pgbouncer:pool:idle_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000306922,"lastEvaluation":"2026-05-11T23:35:26.170401363+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11512556696953898705","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:idle_servers","query":"sum without(datname) (pgbouncer:db:idle_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000288706,"lastEvaluation":"2026-05-11T23:35:26.170716562+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3370469537464805857","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:idle_servers","query":"sum by (job, cls) (pgbouncer:ins:idle_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000334293,"lastEvaluation":"2026-05-11T23:35:26.171013718+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11476642093148412989","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:idle_servers","query":"sum by (job) (pgbouncer:cls:idle_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000273019,"lastEvaluation":"2026-05-11T23:35:26.171358243+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5947924773536321260","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:used_servers","query":"pgbouncer_pool_used_servers{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000268182,"lastEvaluation":"2026-05-11T23:35:26.171641102+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5132143281003424133","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:used_servers","query":"max without(user, pool_mode) (pgbouncer:pool:used_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000265827,"lastEvaluation":"2026-05-11T23:35:26.171917595+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9060300402750789799","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:used_servers","query":"sum without(datname) (pgbouncer:db:used_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000293648,"lastEvaluation":"2026-05-11T23:35:26.172207956+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6309442615454041777","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:used_servers","query":"sum by (job, cls) (pgbouncer:ins:used_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000253419,"lastEvaluation":"2026-05-11T23:35:26.172510253+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9251530493516850913","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:used_servers","query":"sum by (job) (pgbouncer:cls:used_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000280963,"lastEvaluation":"2026-05-11T23:35:26.172771862+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5466262681065599200","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:tested_servers","query":"pgbouncer_pool_tested_servers{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000317209,"lastEvaluation":"2026-05-11T23:35:26.173059554+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13854649105927815609","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:tested_servers","query":"max without(user, pool_mode) (pgbouncer:pool:tested_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00025098,"lastEvaluation":"2026-05-11T23:35:26.173386778+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"266362474762068467","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:tested_servers","query":"sum without(datname) (pgbouncer:db:tested_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000264239,"lastEvaluation":"2026-05-11T23:35:26.173645589+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15604940452557989301","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:tested_servers","query":"sum by (job, cls) (pgbouncer:ins:tested_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000255681,"lastEvaluation":"2026-05-11T23:35:26.173919916+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8927093612182810757","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:tested_servers","query":"sum by (job) (pgbouncer:cls:tested_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000305788,"lastEvaluation":"2026-05-11T23:35:26.174184471+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14647098826657490512","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:login_servers","query":"pgbouncer_pool_login_servers{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000257598,"lastEvaluation":"2026-05-11T23:35:26.174498857+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2785493443077456583","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:login_servers","query":"max without(user, pool_mode) (pgbouncer:pool:login_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000268478,"lastEvaluation":"2026-05-11T23:35:26.174764466+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15456536158287755285","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:login_servers","query":"sum without(datname) (pgbouncer:db:login_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00025679,"lastEvaluation":"2026-05-11T23:35:26.175042908+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16279662453057123063","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:login_servers","query":"sum by (job, cls) (pgbouncer:ins:login_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000296355,"lastEvaluation":"2026-05-11T23:35:26.175309257+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11669796278784953575","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:login_servers","query":"sum by (job) (pgbouncer:cls:login_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000339575,"lastEvaluation":"2026-05-11T23:35:26.175614347+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10393964524441528956","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:active_clients","query":"pgbouncer_pool_active_clients{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000297063,"lastEvaluation":"2026-05-11T23:35:26.175967581+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3880454760516650325","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:active_clients","query":"max without(user, pool_mode) (pgbouncer:pool:active_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000246548,"lastEvaluation":"2026-05-11T23:35:26.176271688+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5135853015020261113","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:active_clients","query":"sum without(datname) (pgbouncer:db:active_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000252264,"lastEvaluation":"2026-05-11T23:35:26.176528937+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15842760231761769377","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:active_clients","query":"sum by (job, cls) (pgbouncer:ins:active_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00027772,"lastEvaluation":"2026-05-11T23:35:26.176790249+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3587927330746539117","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:active_clients","query":"sum by (job) (pgbouncer:cls:active_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000241961,"lastEvaluation":"2026-05-11T23:35:26.177074829+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14859089288488537880","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:waiting_clients","query":"pgbouncer_pool_waiting_clients{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000279176,"lastEvaluation":"2026-05-11T23:35:26.177327785+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3288314449700698863","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:waiting_clients","query":"max without(user, pool_mode) (pgbouncer:pool:waiting_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000308593,"lastEvaluation":"2026-05-11T23:35:26.177615907+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"18089947826512265237","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:waiting_clients","query":"sum without(datname) (pgbouncer:db:waiting_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000267906,"lastEvaluation":"2026-05-11T23:35:26.177940661+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7638669144183311775","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:waiting_clients","query":"sum by (job, cls) (pgbouncer:ins:waiting_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000264112,"lastEvaluation":"2026-05-11T23:35:26.178220458+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3234624365564887887","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:waiting_clients","query":"sum by (job) (pgbouncer:cls:waiting_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000257297,"lastEvaluation":"2026-05-11T23:35:26.178493086+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"267226942804466528","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:tx_rate1m","query":"rate(pgbouncer_stat_total_sent{datname!=\"pgbouncer\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00024969,"lastEvaluation":"2026-05-11T23:35:26.178759578+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11167750833867463178","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:tx_rate1m","query":"sum without (datname) (pgbouncer:db:tx_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000264907,"lastEvaluation":"2026-05-11T23:35:26.179016402+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"18245525938526752761","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:tx_rate1m","query":"sum by (job, cls) (pgbouncer:ins:tx_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000254331,"lastEvaluation":"2026-05-11T23:35:26.17928962+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17696731431565508909","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:tx_rate1m","query":"sum by (job) (pgbouncer:cls:tx_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000278005,"lastEvaluation":"2026-05-11T23:35:26.179551661+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13305896490371079622","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:rx_rate1m","query":"rate(pgbouncer_stat_total_received{datname!=\"pgbouncer\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000280218,"lastEvaluation":"2026-05-11T23:35:26.179838551+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12578426972751111097","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:rx_rate1m","query":"sum without (datname) (pgbouncer:db:rx_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000263932,"lastEvaluation":"2026-05-11T23:35:26.180126707+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3109363724158199661","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:rx_rate1m","query":"sum by (job, cls) (pgbouncer:ins:rx_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000251581,"lastEvaluation":"2026-05-11T23:35:26.180399442+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5591676709588192465","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:rx_rate1m","query":"sum by (job) (pgbouncer:cls:rx_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000302962,"lastEvaluation":"2026-05-11T23:35:26.18066009+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3563988668216636666","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_rate1m","query":"rate(pgbouncer_stat_total_xact_count{datname!=\"pgbouncer\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000271621,"lastEvaluation":"2026-05-11T23:35:26.180970069+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3740625630271081688","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_rate1m","query":"sum without(datname) (pgbouncer:db:xact_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000286863,"lastEvaluation":"2026-05-11T23:35:26.181248667+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14136611538080937873","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_rate1m","query":"sum by (job, cls) (pgbouncer:ins:xact_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000286571,"lastEvaluation":"2026-05-11T23:35:26.181545741+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2087352219426969421","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_rate1m","query":"sum by (job) (pgbouncer:cls:xact_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000252298,"lastEvaluation":"2026-05-11T23:35:26.181839035+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17766745823825320666","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_rate5m","query":"rate(pgbouncer_stat_total_xact_count{datname!=\"pgbouncer\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000272984,"lastEvaluation":"2026-05-11T23:35:26.182098552+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16116456164446556784","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_rate5m","query":"sum without(datname) (pgbouncer:db:xact_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000268512,"lastEvaluation":"2026-05-11T23:35:26.182379264+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9316447337150496513","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_rate5m","query":"sum by (job, cls) (pgbouncer:ins:xact_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000313916,"lastEvaluation":"2026-05-11T23:35:26.182655599+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12195971447631486621","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_rate5m","query":"sum by (job) (pgbouncer:cls:xact_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000281871,"lastEvaluation":"2026-05-11T23:35:26.182980071+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1538991519392549298","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_rate15m","query":"rate(pgbouncer_stat_total_xact_count{datname!=\"pgbouncer\"}[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000255707,"lastEvaluation":"2026-05-11T23:35:26.183268633+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9888718009919646074","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_rate15m","query":"sum without(datname) (pgbouncer:db:xact_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00026806,"lastEvaluation":"2026-05-11T23:35:26.183532276+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9056490063223125409","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_rate15m","query":"sum by (job, cls) (pgbouncer:ins:xact_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000232179,"lastEvaluation":"2026-05-11T23:35:26.18380872+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14493635541073050145","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_rate15m","query":"sum by (job) (pgbouncer:cls:xact_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000299305,"lastEvaluation":"2026-05-11T23:35:26.184048871+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17730415957785363616","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_time_rate1m","query":"rate(pgbouncer_stat_total_xact_time{datname!=\"pgbouncer\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000267431,"lastEvaluation":"2026-05-11T23:35:26.184358743+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12204560841681626988","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_time_rate1m","query":"sum without(datname) (pgbouncer:db:xact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000241203,"lastEvaluation":"2026-05-11T23:35:26.184634701+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8759875995429366625","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_time_rate1m","query":"sum by (job, cls) (pgbouncer:ins:xact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000270053,"lastEvaluation":"2026-05-11T23:35:26.184886984+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1736394159076550749","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_time_rate1m","query":"sum by (job) (pgbouncer:cls:xact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000247982,"lastEvaluation":"2026-05-11T23:35:26.185164904+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3044688242506794692","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_time_rate5m","query":"rate(pgbouncer_stat_total_xact_time{datname!=\"pgbouncer\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000293269,"lastEvaluation":"2026-05-11T23:35:26.185423281+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3400571581623895300","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_time_rate5m","query":"sum without(datname) (pgbouncer:db:xact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000304163,"lastEvaluation":"2026-05-11T23:35:26.185727682+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8527357197719493009","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_time_rate5m","query":"sum by (job, cls) (pgbouncer:ins:xact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000274,"lastEvaluation":"2026-05-11T23:35:26.186039082+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16453928933640051629","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_time_rate5m","query":"sum by (job) (pgbouncer:cls:xact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000268265,"lastEvaluation":"2026-05-11T23:35:26.186323415+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11216385055538176124","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_time_rate15m","query":"rate(pgbouncer_stat_total_xact_time{datname!=\"pgbouncer\"}[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000277878,"lastEvaluation":"2026-05-11T23:35:26.186600386+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6914809366373461532","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_time_rate15m","query":"sum without(datname) (pgbouncer:db:xact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000312705,"lastEvaluation":"2026-05-11T23:35:26.186887684+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12798326756859976103","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_time_rate15m","query":"sum by (job, cls) (pgbouncer:ins:xact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000276119,"lastEvaluation":"2026-05-11T23:35:26.187211122+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16996761605058576511","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_time_rate15m","query":"sum by (job) (pgbouncer:cls:xact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000274063,"lastEvaluation":"2026-05-11T23:35:26.18749781+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"992539772389130880","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_rt_1m","query":"pgbouncer:db:xact_time_rate1m / pgbouncer:db:xact_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000287969,"lastEvaluation":"2026-05-11T23:35:26.187780821+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8525378170363989820","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_rt_1m","query":"pgbouncer:ins:xact_time_rate1m / pgbouncer:ins:xact_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000267592,"lastEvaluation":"2026-05-11T23:35:26.188078588+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4896629337565647312","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_rt_1m","query":"pgbouncer:cls:xact_time_rate1m / pgbouncer:cls:xact_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0002429,"lastEvaluation":"2026-05-11T23:35:26.188352803+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5159897392552725916","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_rt_1m","query":"pgbouncer:env:xact_time_rate1m / pgbouncer:env:xact_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000306121,"lastEvaluation":"2026-05-11T23:35:26.188604627+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7587791248660677295","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_rt_5m","query":"pgbouncer:db:xact_time_rate5m / pgbouncer:db:xact_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00029316,"lastEvaluation":"2026-05-11T23:35:26.188919428+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14577319059785982568","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_rt_5m","query":"pgbouncer:ins:xact_time_rate5m / pgbouncer:ins:xact_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000259622,"lastEvaluation":"2026-05-11T23:35:26.189223544+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6586495870499275860","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_rt_5m","query":"pgbouncer:cls:xact_time_rate5m / pgbouncer:cls:xact_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000281253,"lastEvaluation":"2026-05-11T23:35:26.189492702+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17907336253281296832","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_rt_5m","query":"pgbouncer:env:xact_time_rate5m / pgbouncer:env:xact_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000285564,"lastEvaluation":"2026-05-11T23:35:26.189781743+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"95410560678652499","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_rt_15m","query":"pgbouncer:db:xact_time_rate15m / pgbouncer:db:xact_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000285524,"lastEvaluation":"2026-05-11T23:35:26.190076131+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6831773782268294533","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_rt_15m","query":"pgbouncer:ins:xact_time_rate15m / pgbouncer:ins:xact_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000254177,"lastEvaluation":"2026-05-11T23:35:26.190369575+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3933710577263101571","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_rt_15m","query":"pgbouncer:cls:xact_time_rate15m / pgbouncer:cls:xact_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000284941,"lastEvaluation":"2026-05-11T23:35:26.190632286+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10312057244330643","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_rt_15m","query":"pgbouncer:env:xact_time_rate15m / pgbouncer:env:xact_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000302092,"lastEvaluation":"2026-05-11T23:35:26.190927912+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17734341176475276344","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_rate1m","query":"rate(pgbouncer_stat_total_query_count{datname!=\"pgbouncer\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000262522,"lastEvaluation":"2026-05-11T23:35:26.191240514+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4030236339489876276","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_rate1m","query":"sum without(datname) (pgbouncer:db:query_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000238928,"lastEvaluation":"2026-05-11T23:35:26.19151267+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13263051225998082001","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_rate1m","query":"sum by (job, cls) (pgbouncer:ins:query_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000250445,"lastEvaluation":"2026-05-11T23:35:26.191762092+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16553216261411093869","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_rate1m","query":"sum by (job) (pgbouncer:cls:query_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000272661,"lastEvaluation":"2026-05-11T23:35:26.192021309+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3678920803507566516","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_rate5m","query":"rate(pgbouncer_stat_total_query_count{datname!=\"pgbouncer\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000273646,"lastEvaluation":"2026-05-11T23:35:26.192304634+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13473450182174373820","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_rate5m","query":"sum without(datname) (pgbouncer:db:query_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000246322,"lastEvaluation":"2026-05-11T23:35:26.192588445+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1043525826962439297","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_rate5m","query":"sum by (job, cls) (pgbouncer:ins:query_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000258108,"lastEvaluation":"2026-05-11T23:35:26.192842004+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15749103647105979325","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_rate5m","query":"sum by (job) (pgbouncer:cls:query_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000283553,"lastEvaluation":"2026-05-11T23:35:26.193108404+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10209334791949470236","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_rate15m","query":"rate(pgbouncer_stat_total_query_count{datname!=\"pgbouncer\"}[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000275013,"lastEvaluation":"2026-05-11T23:35:26.193401158+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11963653117917925868","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_rate15m","query":"sum without(datname) (pgbouncer:db:query_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000269701,"lastEvaluation":"2026-05-11T23:35:26.193691071+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9742666048875778503","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_rate15m","query":"sum by (job, cls) (pgbouncer:ins:query_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000274703,"lastEvaluation":"2026-05-11T23:35:26.193977111+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9268097988831688327","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_rate15m","query":"sum by (job) (pgbouncer:cls:query_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000302999,"lastEvaluation":"2026-05-11T23:35:26.194258311+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1339791792332322656","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_time_rate1m","query":"rate(pgbouncer_stat_total_query_time{datname!=\"pgbouncer\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000303238,"lastEvaluation":"2026-05-11T23:35:26.194570498+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15918163108252826884","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_time_rate1m","query":"sum without(datname) (pgbouncer:db:query_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000307564,"lastEvaluation":"2026-05-11T23:35:26.194883246+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2884077342831643905","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_time_rate1m","query":"sum by (job, cls) (pgbouncer:ins:query_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000310617,"lastEvaluation":"2026-05-11T23:35:26.195224148+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9274756391330260317","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_time_rate1m","query":"sum by (job) (pgbouncer:cls:query_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000253612,"lastEvaluation":"2026-05-11T23:35:26.195543548+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1301243819217904718","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_time_rate5m","query":"rate(pgbouncer_stat_total_query_time{datname!=\"pgbouncer\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000293199,"lastEvaluation":"2026-05-11T23:35:26.195812334+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3870623551202742044","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_time_rate5m","query":"sum without(datname) (pgbouncer:db:query_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000321829,"lastEvaluation":"2026-05-11T23:35:26.196115967+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4987186219666087345","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_time_rate5m","query":"sum by (job, cls) (pgbouncer:ins:query_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000279563,"lastEvaluation":"2026-05-11T23:35:26.196447358+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"716255640911010029","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_time_rate5m","query":"sum by (job) (pgbouncer:cls:query_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000247471,"lastEvaluation":"2026-05-11T23:35:26.196736246+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7086627980880779486","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_time_rate15m","query":"rate(pgbouncer_stat_total_query_time{datname!=\"pgbouncer\"}[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000473422,"lastEvaluation":"2026-05-11T23:35:26.196993688+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9552928502638241426","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_time_rate15m","query":"sum without(datname) (pgbouncer:db:query_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000320477,"lastEvaluation":"2026-05-11T23:35:26.197478221+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10063640118005595381","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_time_rate15m","query":"sum by (job, cls) (pgbouncer:ins:query_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0002669,"lastEvaluation":"2026-05-11T23:35:26.197807643+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13901261785357738365","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_time_rate15m","query":"sum by (job) (pgbouncer:cls:query_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000279992,"lastEvaluation":"2026-05-11T23:35:26.198083897+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17602774934242268896","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_rt_1m","query":"pgbouncer:db:query_time_rate1m / pgbouncer:db:query_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000265913,"lastEvaluation":"2026-05-11T23:35:26.19837193+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12359009703324156430","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_rt_1m","query":"pgbouncer:ins:query_time_rate1m / pgbouncer:ins:query_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000261391,"lastEvaluation":"2026-05-11T23:35:26.198644945+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"392512558592054466","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_rt_1m","query":"pgbouncer:cls:query_time_rate1m / pgbouncer:cls:query_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000306002,"lastEvaluation":"2026-05-11T23:35:26.198915628+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7738493304532924302","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_rt_1m","query":"pgbouncer:env:query_time_rate1m / pgbouncer:env:query_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000288347,"lastEvaluation":"2026-05-11T23:35:26.199228859+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14104793479584792601","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_rt_5m","query":"pgbouncer:db:query_time_rate5m / pgbouncer:db:query_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000260474,"lastEvaluation":"2026-05-11T23:35:26.199526307+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12235519161383816802","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_rt_5m","query":"pgbouncer:ins:query_time_rate5m / pgbouncer:ins:query_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000243216,"lastEvaluation":"2026-05-11T23:35:26.199795492+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4813022187705871934","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_rt_5m","query":"pgbouncer:cls:query_time_rate5m / pgbouncer:cls:query_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000249616,"lastEvaluation":"2026-05-11T23:35:26.200045764+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13221718208110711370","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_rt_5m","query":"pgbouncer:env:query_time_rate5m / pgbouncer:env:query_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000262991,"lastEvaluation":"2026-05-11T23:35:26.200302387+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13557846855021675701","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_rt_15m","query":"pgbouncer:db:query_time_rate15m / pgbouncer:db:query_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000270553,"lastEvaluation":"2026-05-11T23:35:26.200574783+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4734334604394819121","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_rt_15m","query":"pgbouncer:ins:query_time_rate15m/ pgbouncer:ins:query_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000271073,"lastEvaluation":"2026-05-11T23:35:26.200854017+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7102059950304496795","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_rt_15m","query":"pgbouncer:cls:query_time_rate15m / pgbouncer:cls:query_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000256242,"lastEvaluation":"2026-05-11T23:35:26.201133303+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6079692576477330519","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_rt_15m","query":"pgbouncer:env:query_time_rate15m / pgbouncer:env:query_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000261929,"lastEvaluation":"2026-05-11T23:35:26.201397294+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"322491315079262308","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_sigma15m","query":"stddev_over_time(pgbouncer:db:xact_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000316043,"lastEvaluation":"2026-05-11T23:35:26.20166576+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6702519705023515371","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_sigma15m","query":"stddev_over_time(pgbouncer:ins:xact_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000308387,"lastEvaluation":"2026-05-11T23:35:26.201989403+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13771999335908587021","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_sigma15m","query":"stddev_over_time(pgbouncer:cls:xact_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000270829,"lastEvaluation":"2026-05-11T23:35:26.202306566+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15323056098326598985","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_sigma15m","query":"stddev_over_time(pgbouncer:env:xact_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000309166,"lastEvaluation":"2026-05-11T23:35:26.202587421+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17894933809886178249","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_rt_sigma15m","query":"stddev_over_time(pgbouncer:db:xact_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000257286,"lastEvaluation":"2026-05-11T23:35:26.202905765+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7280999691736020311","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_rt_sigma15m","query":"stddev_over_time(pgbouncer:ins:xact_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000270492,"lastEvaluation":"2026-05-11T23:35:26.20317278+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3818056080617635719","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_rt_sigma15m","query":"stddev_over_time(pgbouncer:cls:xact_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00020291,"lastEvaluation":"2026-05-11T23:35:26.203450164+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4307963209055810479","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_rt_sigma15m","query":"stddev_over_time(pgbouncer:env:xact_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000195923,"lastEvaluation":"2026-05-11T23:35:26.203662743+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8559272014269465901","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_sigma15m","query":"stddev_over_time(pgbouncer:db:query_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000229201,"lastEvaluation":"2026-05-11T23:35:26.203863952+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6002888882319415349","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_sigma15m","query":"stddev_over_time(pgbouncer:ins:query_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000225346,"lastEvaluation":"2026-05-11T23:35:26.20410032+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2298168141051237899","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_sigma15m","query":"stddev_over_time(pgbouncer:cls:query_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000196474,"lastEvaluation":"2026-05-11T23:35:26.204332869+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13475535050584380503","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_sigma15m","query":"stddev_over_time(pgbouncer:env:query_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000199976,"lastEvaluation":"2026-05-11T23:35:26.204534761+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4508632583397059141","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_rt_sigma15m","query":"stddev_over_time(pgbouncer:db:query_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000239984,"lastEvaluation":"2026-05-11T23:35:26.204742241+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7625595280695540583","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_rt_sigma15m","query":"stddev_over_time(pgbouncer:ins:query_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000197489,"lastEvaluation":"2026-05-11T23:35:26.204988834+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"904240659522859631","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_rt_sigma15m","query":"stddev_over_time(pgbouncer:cls:query_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000230565,"lastEvaluation":"2026-05-11T23:35:26.205210719+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4890820706078939695","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_rt_sigma15m","query":"stddev_over_time(pgbouncer:env:query_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000192571,"lastEvaluation":"2026-05-11T23:35:26.205447789+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11445153854148752107","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:load1","query":"pgbouncer:ins:query_time_rate1m / on(ins) group_left pg:ins:cpu_count or (0 * pgbouncer_up - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000339669,"lastEvaluation":"2026-05-11T23:35:26.205645212+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"11930861836863862762","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:load5","query":"pgbouncer:ins:query_time_rate5m / on(ins) group_left pg:ins:cpu_count or (0 * pgbouncer_up - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000348765,"lastEvaluation":"2026-05-11T23:35:26.205999179+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"13508703215354502586","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:load15","query":"pgbouncer:ins:query_time_rate15m / on(ins) group_left pg:ins:cpu_count or (0 * pgbouncer_up - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000340953,"lastEvaluation":"2026-05-11T23:35:26.206358742+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"10152365037364847562","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:load1","query":"pgbouncer:cls:query_time_rate1m  / pg:cls:cpu_count or (0 * pg:cls:size - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000336429,"lastEvaluation":"2026-05-11T23:35:26.206714414+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"10300294395247786048","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:load5","query":"pgbouncer:cls:query_time_rate5m  / pg:cls:cpu_count or (0 * pg:cls:size - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000347433,"lastEvaluation":"2026-05-11T23:35:26.207068597+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"9989966173135149208","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:load15","query":"pgbouncer:cls:query_time_rate15m / pg:cls:cpu_count or (0 * pg:cls:size - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00033581,"lastEvaluation":"2026-05-11T23:35:26.207426189+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"18271590557154368902","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:saturation1","query":"max without (instance) (pg:ins:load1 \u003e ignoring(instance) pgbouncer:ins:load1 or pgbouncer:ins:load1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000546452,"lastEvaluation":"2026-05-11T23:35:26.207777618+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"14667439630566741977","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:saturation5","query":"max without (instance) (pg:ins:load5 \u003e ignoring(instance) pgbouncer:ins:load5 or pgbouncer:ins:load5)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000563216,"lastEvaluation":"2026-05-11T23:35:26.208339054+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"2635908908962881321","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:saturation15","query":"max without (instance) (pg:ins:load15 \u003e ignoring(instance) pgbouncer:ins:load15 or pgbouncer:ins:load15)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000515213,"lastEvaluation":"2026-05-11T23:35:26.208917378+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"17063994941181489169","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:saturation1","query":"pg:cls:load1 \u003e pgbouncer:cls:load1 or pgbouncer:cls:load1","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000541091,"lastEvaluation":"2026-05-11T23:35:26.209449522+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"3336741103202095075","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:saturation5","query":"pg:cls:load5 \u003e pgbouncer:cls:load5 or pgbouncer:cls:load5","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000466412,"lastEvaluation":"2026-05-11T23:35:26.210003844+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"536725473624613403","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:saturation15","query":"pg:cls:load15 \u003e pgbouncer:cls:load15 or pgbouncer:cls:load15","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000674373,"lastEvaluation":"2026-05-11T23:35:26.210484391+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"13635839320439169739","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"ins:pressure1","query":"clamp_min(max without (instance) (pg:ins:cpu_usage_1m \u003e pg:ins:saturation1 or pg:ins:saturation1), 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000445368,"lastEvaluation":"2026-05-11T23:35:26.211170302+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"13941754794055077951","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"ins:pressure5","query":"clamp_min(max without (instance) (pg:ins:cpu_usage_5m \u003e pg:ins:saturation5 or pg:ins:saturation5), 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000442188,"lastEvaluation":"2026-05-11T23:35:26.211625896+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"11151378965104465999","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"ins:pressure15","query":"clamp_min(max without (instance) (pg:ins:cpu_usage_15m \u003e pg:ins:saturation15 or pg:ins:saturation15), 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000485189,"lastEvaluation":"2026-05-11T23:35:26.212080053+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"10469196734304210797","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"cls:pressure1","query":"clamp_min(max by (job, cls) (pg:cls:cpu_usage_1m \u003e pg:cls:saturation1 or pg:cls:saturation1), 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000459363,"lastEvaluation":"2026-05-11T23:35:26.212577615+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"18087221799075664558","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"cls:pressure5","query":"clamp_min(max by (job, cls) (pg:cls:cpu_usage_5m \u003e pg:cls:saturation5 or pg:cls:saturation5), 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000528498,"lastEvaluation":"2026-05-11T23:35:26.213050172+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"17858895729343209118","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"cls:pressure15","query":"clamp_min(max by (job, cls) (pg:cls:cpu_usage_15m \u003e pg:cls:saturation15 or pg:cls:saturation15), 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000448922,"lastEvaluation":"2026-05-11T23:35:26.213593395+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"9133443252140844932","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-05-11T23:35:26.158641113+08:00","type":"prometheus","id":"11262409880454579530","file":"/infra/rules/pgsql.yml","concurrency":1,"Unhealthy":0,"Healthy":169,"NoMatch":136},{"name":"pgsql-alert","rules":[{"state":"inactive","name":"PatroniFailSafeActive","query":"sum(patroni_failsafe_mode_is_active{}) \u003e 0","duration":0,"keep_firing_for":0,"labels":{"category":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"sum(patroni_failsafe_mode_is_active{}) \u003e 0\nhttp://g.pigsty/d/pgsql-overview  \n","summary":"CRIT PatroniFailSafeActive {{ $value }}"},"lastError":"","evaluationTime":0.00091128,"lastEvaluation":"2026-05-11T23:35:24.849010551+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"7122102149315246765","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresDown","query":"pg_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"pg_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\nhttp://g.pigsty/d/pgsql-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT PostgresDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000600914,"lastEvaluation":"2026-05-11T23:35:24.849942681+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"9692248116701073339","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PgbouncerDown","query":"pgbouncer_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"pgbouncer_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\nhttp://g.pigsty/d/pgsql-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT PostgresDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.00058761,"lastEvaluation":"2026-05-11T23:35:24.850550586+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"1962631371530921897","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PatroniDown","query":"patroni_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"patroni_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\nhttp://g.pigsty/d/pgsql-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT PatroniDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000575704,"lastEvaluation":"2026-05-11T23:35:24.851147094+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"4469000542281579301","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PgExporterDown","query":"pg_exporter_agent_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"pg_exporter_agent_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\nhttp://g.pigsty/d/pgsql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN PgExporterDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000542706,"lastEvaluation":"2026-05-11T23:35:24.851730609+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"7530904262495212349","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PgbouncerExporterDown","query":"pgbouncer_exporter_agent_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"pgbouncer_exporter_agent_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\nhttp://g.pigsty/d/pgsql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN PgExporterDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000606417,"lastEvaluation":"2026-05-11T23:35:24.852283405+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"1497634049515559777","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresRestart","query":"pg_uptime \u003c 300","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"2","severity":"INFO"},"annotations":{"description":"pg_uptime[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value | printf \"%.1f\" }} \u003c 300\nhttp://g.pigsty/d/pgsql-instance?var-ins={{ $labels.ins }}\n","summary":"INFO PostgresRestart {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000591156,"lastEvaluation":"2026-05-11T23:35:24.852902994+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"6807432070852950995","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresPartition","query":"pg:cls:partition != 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"pg:cls:partition[cls={{ $labels.cls }}, job={{ $labels.job }}] = {{ $value }} != 1\n","summary":"CRIT PostgresPartition {{ $labels.cls }}@{{ $labels.job }} {{ $value }}"},"lastError":"","evaluationTime":0.000546219,"lastEvaluation":"2026-05-11T23:35:24.853502145+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"8957343222289816361","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresPressureHigh","query":"ins:pressure1 \u003e 0.70","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"ins:pressure1[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value | printf \"%.3f\" }} \u003e 0.70\n","summary":"WARN PostgresPressureHigh: {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000582023,"lastEvaluation":"2026-05-11T23:35:24.854058122+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"5544450465042369806","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresReplicationBreak","query":"changes(pg_downstream_count{state=\"streaming\"}[5m]) \u003e 0","duration":0,"keep_firing_for":0,"labels":{"category":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"changes(pg_downstream_count{ins={{ $labels.ins }}, instance={{ $labels.instance }}, state=\"streaming\"}[5m]) \u003e 0\n","summary":"WARN PostgresReplicationBreak: {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000530241,"lastEvaluation":"2026-05-11T23:35:24.854647907+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"1168437726594554935","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresReplicationLag","query":"pg:ins:lag_bytes \u003e 1048576 or pg:ins:lag_seconds \u003e 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"pg:ins:lag_bytes[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value | printf \"%.0f\" }} \u003e 1048576 or\npg:ins:lag_seconds[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value | printf \"%.2f\" }} \u003e 1\n","summary":"WARN PostgresReplicationLag: {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000350964,"lastEvaluation":"2026-05-11T23:35:24.855187458+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15050788230177373947","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresXidWarpAround","query":"pg:db:age \u003e 0.80","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"pg:db:age[ins={{ $labels.ins }}, instance={{ $labels.instance }}, datname={{ $labels.datname }}] = {{ $value | printf \"%.0f\" }} \u003e 80%\n","summary":"CRIT PostgresXidWarpAround: {{ $labels.ins }}@{{ $labels.instance }} [{{ $labels.datname }}]"},"lastError":"","evaluationTime":0.000664271,"lastEvaluation":"2026-05-11T23:35:24.855545877+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":4,"id":"11330200734770559249","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PgbouncerClientQueue","query":"pgbouncer:db:waiting_clients \u003e 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"pgbouncer:db:waiting_clients[ins={{ $labels.ins }}, instance={{ $labels.instance }}, datname={{ $labels.datname }}] = {{ $value | printf \"%.0f\" }} \u003e 1\n","summary":"CRIT PgbouncerClientQueue: {{ $labels.ins }}@{{ $labels.instance }} [{{ $labels.datname }}]"},"lastError":"","evaluationTime":0.000222384,"lastEvaluation":"2026-05-11T23:35:24.856217316+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"799111236975644927","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PgbouncerQuerySlow","query":"pgbouncer:db:query_rt_1m \u003e 0.016","duration":180,"keep_firing_for":0,"labels":{"category":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"pgbouncer:db:query_rt_1m[ins={{ $labels.ins }}, instance={{ $labels.instance }}, datname={{ $labels.datname }}] = {{ $value | printf \"%.3f\" }} \u003e 0.016\n","summary":"WARN PgbouncerQuerySlow: {{ $labels.ins }}@{{ $labels.instance }} [{{ $labels.datname }}]"},"lastError":"","evaluationTime":0.000214934,"lastEvaluation":"2026-05-11T23:35:24.856445504+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8106000152156178995","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresConnUsageHigh","query":"pg:db:conn_usage \u003e 0.70","duration":180,"keep_firing_for":0,"labels":{"category":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"pg:db:conn_usage[ins={{ $labels.ins }}, instance={{ $labels.instance }}, datname={{ $labels.datname }}] = {{ $value | printf \"%.3f\" }} \u003e 0.70\n","summary":"WARN PostgresConnUsageHigh: {{ $labels.ins }}@{{ $labels.instance }} [{{ $labels.datname }}]"},"lastError":"","evaluationTime":0.000649781,"lastEvaluation":"2026-05-11T23:35:24.856667369+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":4,"id":"16969435016975334577","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresIdleInXact","query":"pg:db:ixact_backends \u003e 1","duration":180,"keep_firing_for":0,"labels":{"category":"pgsql","level":"2","severity":"INFO"},"annotations":{"description":"pg:db:ixact_backends[ins={{ $labels.ins }}, instance={{ $labels.instance }}, datname={{ $labels.datname }}] = {{ $value | printf \"%.0f\" }} \u003e 1\n","summary":"Info PostgresIdleInXact: {{ $labels.ins }}@{{ $labels.instance }} [{{ $labels.datname }}]"},"lastError":"","evaluationTime":0.000540886,"lastEvaluation":"2026-05-11T23:35:24.857325638+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":2,"id":"4831871773602799993","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-05-11T23:35:24.849006362+08:00","type":"prometheus","id":"8916821703685786351","file":"/infra/rules/pgsql.yml","concurrency":1,"Unhealthy":0,"Healthy":16,"NoMatch":3},{"name":"pgsql-rules","rules":[{"state":"","name":"pg:ins:cpu_count","query":"node:ins:cpu_count + on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000850075,"lastEvaluation":"2026-05-11T23:35:18.997907933+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"18223422862632111957","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:cpu_count","query":"sum by (job, cls) (pg:ins:cpu_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000463097,"lastEvaluation":"2026-05-11T23:35:18.998782621+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"8745002335778373145","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:cpu_count","query":"sum by (job) (pg:cls:cpu_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000365348,"lastEvaluation":"2026-05-11T23:35:18.999266366+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"12757214218843536034","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:cpu_usage","query":"node:ins:cpu_usage_1m + on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000592857,"lastEvaluation":"2026-05-11T23:35:18.999649412+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"9717281399792874124","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:cpu_usage_1m","query":"node:ins:cpu_usage_1m + on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000774025,"lastEvaluation":"2026-05-11T23:35:19.000258369+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"5377272131296572095","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:cpu_usage_5m","query":"node:ins:cpu_usage_5m + on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000556475,"lastEvaluation":"2026-05-11T23:35:19.001050227+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"773093910600041143","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:cpu_usage_15m","query":"node:ins:cpu_usage_15m + on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000651813,"lastEvaluation":"2026-05-11T23:35:19.001625524+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"12111627219859607409","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:cpu_usage","query":"sum by (job, cls) (pg:ins:cpu_usage * pg:ins:cpu_count) / pg:cls:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000879944,"lastEvaluation":"2026-05-11T23:35:19.002302428+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"1064329560824783444","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:cpu_usage_1m","query":"sum by (job, cls) (pg:ins:cpu_usage_1m * pg:ins:cpu_count) / pg:cls:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000608869,"lastEvaluation":"2026-05-11T23:35:19.003216714+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"17573483588026091918","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:cpu_usage_5m","query":"sum by (job, cls) (pg:ins:cpu_usage_5m * pg:ins:cpu_count) / pg:cls:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000955343,"lastEvaluation":"2026-05-11T23:35:19.003843697+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"2994265985708122526","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:cpu_usage_15m","query":"sum by (job, cls) (pg:ins:cpu_usage_15m * pg:ins:cpu_count) / pg:cls:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000652724,"lastEvaluation":"2026-05-11T23:35:19.00481635+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"3426573313206206112","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:cpu_usage","query":"sum by (job) (pg:cls:cpu_usage * pg:cls:cpu_count) / pg:env:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000714554,"lastEvaluation":"2026-05-11T23:35:19.005494075+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"10645808927803556210","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:cpu_usage_1m","query":"sum by (job) (pg:cls:cpu_usage_1m * pg:cls:cpu_count) / pg:env:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000649311,"lastEvaluation":"2026-05-11T23:35:19.006224768+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"17030518744800524692","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:cpu_usage_5m","query":"sum by (job) (pg:cls:cpu_usage_5m * pg:cls:cpu_count) / pg:env:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00064368,"lastEvaluation":"2026-05-11T23:35:19.006887627+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"8330902889244880300","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:cpu_usage_15m","query":"sum by (job) (pg:cls:cpu_usage_15m * pg:cls:cpu_count) / pg:env:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000624675,"lastEvaluation":"2026-05-11T23:35:19.007545335+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"13015520845148218290","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:mem_size","query":"node_memory_MemTotal_bytes + on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000588509,"lastEvaluation":"2026-05-11T23:35:19.008183615+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"13563499945055848894","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:fs_size","query":"sum by (ip)(node_filesystem_size_bytes{fstype!~\"(n|root|tmp)fs.*\"}) + on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000599743,"lastEvaluation":"2026-05-11T23:35:19.008788588+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"658255549712452368","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:space_usage","query":"max by (ip)(node:fs:space_usage)+ on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000494382,"lastEvaluation":"2026-05-11T23:35:19.009410566+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"13837207577604024108","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:status","query":"pg_up * 2 + (1 - pg_in_recovery)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000498243,"lastEvaluation":"2026-05-11T23:35:19.00997572+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"5111468310795796647","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:is_leader","query":"1 - pg_in_recovery","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000377764,"lastEvaluation":"2026-05-11T23:35:19.010489377+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"5001312500036558418","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:leader","query":"(pg_in_recovery == 0) * 0 + 1","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000404096,"lastEvaluation":"2026-05-11T23:35:19.010895408+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"2160739951910168104","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:target_count","query":"count by (job, cls, ins) (up{cls!=\"\", ins!=\"\", job='pgsql'})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00041248,"lastEvaluation":"2026-05-11T23:35:19.01131312+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"9589224134133340999","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:size","query":"sum by (job, cls) (group by (job, cls, ins, ip) (up{cls!=\"\", ins!=\"\", job='pgsql'}))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000550516,"lastEvaluation":"2026-05-11T23:35:19.011743237+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"17667533834545566731","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:members","query":"group by (job, cls, ins, ip) (up{cls!=\"\", ins!=\"\", job='pgsql'})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000471684,"lastEvaluation":"2026-05-11T23:35:19.012313456+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"13161996035876405420","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:bridges","query":"count without(appname,usename,address,pid) (pg_repl_lsn) and (pg_in_recovery == 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000465686,"lastEvaluation":"2026-05-11T23:35:19.012800481+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"4147647297880099076","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:partition","query":"count by (job, cls) (pg_in_recovery == 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000318552,"lastEvaluation":"2026-05-11T23:35:19.013276141+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"11211677160655162433","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:alive_count","query":"count by (job, cls) (count by (cls, ins) (pg_up==1))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000325503,"lastEvaluation":"2026-05-11T23:35:19.013607682+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"14342513607842692343","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:primary_count","query":"count by (job, cls) (max by (cls, ins) (pg_in_recovery{}) == 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000426143,"lastEvaluation":"2026-05-11T23:35:19.013952246+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"10269883056484978224","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:replica_count","query":"count by (job, cls) (max by (cls, ins) (pg_in_recovery{}) == 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000372627,"lastEvaluation":"2026-05-11T23:35:19.014393671+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"7839963572338112533","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:standby_count","query":"max by (job, cls) (pg_sync_standby_enabled) \u003e bool 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000344333,"lastEvaluation":"2026-05-11T23:35:19.014776314+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"14641195652865282799","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:bridge_count","query":"count by (job, cls) (pg:cls:bridges)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000279653,"lastEvaluation":"2026-05-11T23:35:19.015132481+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13095229444683243224","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:sender","query":"max by (job, cls, ins, ip, appname, usename, address, pid) (pg_repl_sync_state)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000239533,"lastEvaluation":"2026-05-11T23:35:19.015420847+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2010025789796814675","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:receiver","query":"max by ( job, cls, ip, appname, sender_host, sender_port, slot_name, state ) (\n  label_replace(pg_recv_flush_tli, \"appname\" , \"$1\",  \"ins\", \"(.*)\" )\n)\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000321834,"lastEvaluation":"2026-05-11T23:35:19.015670489+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"18307508605171229562","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:timeline","query":"pg_checkpoint_tli","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000334084,"lastEvaluation":"2026-05-11T23:35:19.016004354+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"5567104752029197246","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:timeline","query":"max by (job, cls) (max_over_time(pg_checkpoint_tli{}[30s]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000328529,"lastEvaluation":"2026-05-11T23:35:19.016353656+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"10507836146104402130","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:sync_state","query":"max by (job,cls,ins,instance) (label_replace(pg_repl_sync_state, \"ins\", \"$1\", \"appname\", \"(.+)\"))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000261314,"lastEvaluation":"2026-05-11T23:35:19.016701616+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9318525971862560313","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:sync_state","query":"(max by (job, cls) (pg:ins:sync_state)) \u003e bool 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000280678,"lastEvaluation":"2026-05-11T23:35:19.016972444+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12969178581293958121","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:lag_bytes","query":"max without (address, appname, usename, pid) (\n  label_replace(pg_repl_replay_diff{appname!~'walreceiver|pg_receivewal'}, \"ins\", \"$1\", \"appname\", \"(.+)\")\n)\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000294813,"lastEvaluation":"2026-05-11T23:35:19.017261517+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"442053057924060265","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:lag_bytes","query":"max by (job, cls) (pg:ins:lag_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00028401,"lastEvaluation":"2026-05-11T23:35:19.017567018+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5171459838391783092","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:lag_bytes","query":"max by (job) (pg:cls:lag_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000280115,"lastEvaluation":"2026-05-11T23:35:19.017860125+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1960741173460567013","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:lag_seconds","query":"max without (address, appname, usename, pid) (\n  label_replace(pg_repl_replay_lag{appname!~'walreceiver|pg_receivewal'}, \"ins\", \"$1\", \"appname\", \"(.+)\")\n)\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000314886,"lastEvaluation":"2026-05-11T23:35:19.018147829+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14668216110006045746","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:lag_seconds","query":"max by (job, cls) (pg:ins:lag_seconds)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00029514,"lastEvaluation":"2026-05-11T23:35:19.018472164+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15531930672815320540","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:lag_seconds","query":"max by (job) (pg:cls:lag_seconds)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000314344,"lastEvaluation":"2026-05-11T23:35:19.018776242+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2715707038981000361","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:slot_count","query":"count by (job, cls) (pg_slot_active \u003e bool 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000312251,"lastEvaluation":"2026-05-11T23:35:19.01909854+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1258843779374365513","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:slot_retained_bytes","query":"max without (slot_name) (pg_slot_retained_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000336444,"lastEvaluation":"2026-05-11T23:35:19.019417309+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"18440380049311768917","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:slot_retained_bytes","query":"max by (job, cls) (pg:ins:slot_retained_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000326568,"lastEvaluation":"2026-05-11T23:35:19.019764156+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13601159873238481228","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_commit_rate1m","query":"rate(pg_db_xact_commit[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000503342,"lastEvaluation":"2026-05-11T23:35:19.020098311+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"5423001135233827742","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_commit_rate1m","query":"sum without(datname) (pg:db:xact_commit_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000453625,"lastEvaluation":"2026-05-11T23:35:19.020630853+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"303078929949243757","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_commit_rate1m","query":"sum by (job, cls) (pg:ins:xact_commit_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000409493,"lastEvaluation":"2026-05-11T23:35:19.021100407+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"16493540368249105881","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_commit_rate1m","query":"sum by (job) (pg:cls:xact_commit_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000351456,"lastEvaluation":"2026-05-11T23:35:19.021531764+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"7314503263162240268","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_commit_rate5m","query":"rate(pg_db_xact_commit[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000479177,"lastEvaluation":"2026-05-11T23:35:19.021894095+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"7674746862674278102","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_commit_rate5m","query":"sum without(datname) (pg:db:xact_commit_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000522429,"lastEvaluation":"2026-05-11T23:35:19.022395438+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"4833034195618371717","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_commit_rate5m","query":"sum by (job, cls) (pg:ins:xact_commit_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000363521,"lastEvaluation":"2026-05-11T23:35:19.022928757+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"1215483582740709825","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_commit_rate5m","query":"sum by (job) (pg:cls:xact_commit_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0004537,"lastEvaluation":"2026-05-11T23:35:19.023305561+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"9758242613288124724","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_commit_rate15m","query":"rate(pg_db_xact_commit[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000481024,"lastEvaluation":"2026-05-11T23:35:19.023771109+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"822015986024770940","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_commit_rate15m","query":"sum without(datname) (pg:db:xact_commit_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000552063,"lastEvaluation":"2026-05-11T23:35:19.02427361+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"18303567478782034721","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_commit_rate15m","query":"sum by (job, cls) (pg:ins:xact_commit_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000425381,"lastEvaluation":"2026-05-11T23:35:19.024841155+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"15526196692195246985","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_commit_rate15m","query":"sum by (job) (pg:cls:xact_commit_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000453494,"lastEvaluation":"2026-05-11T23:35:19.02528699+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"14294274137973741854","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_rollback_rate1m","query":"rate(pg_db_xact_rollback[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000585206,"lastEvaluation":"2026-05-11T23:35:19.025760063+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"8499005034552295016","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_rollback_rate1m","query":"sum without(datname) (pg:db:xact_rollback_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000519729,"lastEvaluation":"2026-05-11T23:35:19.026372707+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"7956237551095089711","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_rollback_rate1m","query":"sum by (job, cls) (pg:ins:xact_rollback_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000373219,"lastEvaluation":"2026-05-11T23:35:19.02693056+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"167458203451459607","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_rollback_rate1m","query":"sum by (job) (pg:cls:xact_rollback_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000353492,"lastEvaluation":"2026-05-11T23:35:19.027319487+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"9791247179229612454","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_rollback_rate5m","query":"rate(pg_db_xact_rollback[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000605903,"lastEvaluation":"2026-05-11T23:35:19.027693667+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"10581174066132997472","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_rollback_rate5m","query":"sum without(datname) (pg:db:xact_rollback_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000501473,"lastEvaluation":"2026-05-11T23:35:19.028341881+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"11824413066593342527","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_rollback_rate5m","query":"sum by (job, cls) (pg:ins:xact_rollback_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000419016,"lastEvaluation":"2026-05-11T23:35:19.02886177+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"1698289480484735663","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_rollback_rate5m","query":"sum by (job) (pg:cls:xact_rollback_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000398462,"lastEvaluation":"2026-05-11T23:35:19.029295724+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"16352014943690892534","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_rollback_rate15m","query":"rate(pg_db_xact_rollback[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000376003,"lastEvaluation":"2026-05-11T23:35:19.029703522+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"13026623339708764316","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_rollback_rate15m","query":"sum without(datname) (pg:db:xact_rollback_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000483822,"lastEvaluation":"2026-05-11T23:35:19.030099978+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"7468809848039244109","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_rollback_rate15m","query":"sum by (job, cls) (pg:ins:xact_rollback_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000451928,"lastEvaluation":"2026-05-11T23:35:19.030597258+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"1260743702171253753","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_rollback_rate15m","query":"sum by (job) (pg:cls:xact_rollback_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000532083,"lastEvaluation":"2026-05-11T23:35:19.03105974+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"6628930345409017922","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_total_rate1m","query":"rate(pg_db_xact_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000426174,"lastEvaluation":"2026-05-11T23:35:19.031610163+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"6771519394309403884","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_total_rate1m","query":"sum without(datname) (pg:db:xact_total_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000900786,"lastEvaluation":"2026-05-11T23:35:19.032060968+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"16985643882236769489","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_total_rate1m","query":"sum by (job, cls) (pg:ins:xact_total_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00039446,"lastEvaluation":"2026-05-11T23:35:19.032976366+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"10540215135901635257","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_total_rate1m","query":"sum by (job) (pg:cls:xact_total_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000629279,"lastEvaluation":"2026-05-11T23:35:19.033383431+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"16479611391276559842","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_total_rate5m","query":"rate(pg_db_xact_total[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000493975,"lastEvaluation":"2026-05-11T23:35:19.034026487+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"528887293775599676","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_total_rate5m","query":"sum without(datname) (pg:db:xact_total_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000816296,"lastEvaluation":"2026-05-11T23:35:19.034544386+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"7048973729882136233","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_total_rate5m","query":"sum by (job, cls) (pg:ins:xacts_total_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000454008,"lastEvaluation":"2026-05-11T23:35:19.035410401+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6411809770462572246","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_total_rate5m","query":"sum by (job) (pg:cls:xact_total_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00048899,"lastEvaluation":"2026-05-11T23:35:19.035873413+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10237811393626594802","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_total_rate15m","query":"rate(pg_db_xact_total[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000464054,"lastEvaluation":"2026-05-11T23:35:19.036372008+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"1393555724146083890","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_total_rate15m","query":"sum without(datname) (pg:db:xact_total_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000718336,"lastEvaluation":"2026-05-11T23:35:19.036855747+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"9297285806059798777","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_total_rate15m","query":"sum by (job, cls) (pg:ins:xact_total_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00036092,"lastEvaluation":"2026-05-11T23:35:19.037588769+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"6825777617045404149","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_total_rate15m","query":"sum by (job) (pg:cls:xact_total_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000323748,"lastEvaluation":"2026-05-11T23:35:19.037973237+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"12579060964056120320","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_total_sigma15m","query":"stddev_over_time(pg:db:xact_total_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000483805,"lastEvaluation":"2026-05-11T23:35:19.038312578+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"2243484968036816017","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_total_sigma15m","query":"stddev_over_time(pg:ins:xact_total_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000408793,"lastEvaluation":"2026-05-11T23:35:19.038819465+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"1408042256662815049","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_total_sigma15m","query":"stddev_over_time(pg:cls:xact_total_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000363629,"lastEvaluation":"2026-05-11T23:35:19.039242976+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"7655548778804243217","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_total_sigma15m","query":"stddev_over_time(pg:env:xact_total_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000350749,"lastEvaluation":"2026-05-11T23:35:19.0396214+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"7990840456779352895","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:locks","query":"sum without (datname) (pg_lock_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0006999,"lastEvaluation":"2026-05-11T23:35:19.039986179+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":16,"id":"18130186156215002557","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:locks","query":"sum by (job, cls, mode) (pg:ins:locks)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000462374,"lastEvaluation":"2026-05-11T23:35:19.040721067+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"1969706634709260584","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:lock_count","query":"sum without (mode) (pg_lock_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000507908,"lastEvaluation":"2026-05-11T23:35:19.041221473+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":16,"id":"3944215954145144901","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:lock_count","query":"sum without(mode) (pg:ins:locks)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000442599,"lastEvaluation":"2026-05-11T23:35:19.041747557+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":8,"id":"16967695374576561407","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:lock_count","query":"sum without(mode) (pg:cls:locks)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000412047,"lastEvaluation":"2026-05-11T23:35:19.042224668+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":8,"id":"14214961506084491747","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:rlock_count","query":"sum without (mode) (pg_lock_count{mode=\"AccessShareLock\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00050441,"lastEvaluation":"2026-05-11T23:35:19.042649684+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"5358961126989574231","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:rlock_count","query":"sum without(datname) (pg:db:rlock_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000423413,"lastEvaluation":"2026-05-11T23:35:19.043175487+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"15625859396092365297","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:rlock_count","query":"sum by (job, cls) (pg:ins:rlock_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000341779,"lastEvaluation":"2026-05-11T23:35:19.043614322+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"8567921985155211021","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:wlock_count","query":"sum without (mode) (pg_lock_count{mode=~\"RowShareLock|RowExclusiveLock\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000500028,"lastEvaluation":"2026-05-11T23:35:19.043974228+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"4317037014882634801","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:wlock_count","query":"sum without(datname) (pg:db:wlock_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000402427,"lastEvaluation":"2026-05-11T23:35:19.044500524+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"14385905460275428493","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:wlock_count","query":"sum by (job, cls) (pg:ins:wlock)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000289826,"lastEvaluation":"2026-05-11T23:35:19.04491599+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3093120740289979977","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xlock_count","query":"sum without (mode) (pg_lock_count{mode!~\"AccessShareLock|RowShareLock|RowExclusiveLock\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000509239,"lastEvaluation":"2026-05-11T23:35:19.045214335+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":10,"id":"13120070463458918006","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xlock_count","query":"sum without(datname) (pg:db:xlock_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000471178,"lastEvaluation":"2026-05-11T23:35:19.045742291+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"14562592805923869425","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xlock_count","query":"sum by (job, cls) (pg:ins:xlock_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000329659,"lastEvaluation":"2026-05-11T23:35:19.046233163+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"7945266449850532973","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:session_time_rate1m","query":"rate(pg_db_session_time[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00052155,"lastEvaluation":"2026-05-11T23:35:19.046577356+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"10211047601989205684","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:session_time_rate1m","query":"sum without(datname) (pg:db:session_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000427111,"lastEvaluation":"2026-05-11T23:35:19.047126832+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"6542309868362806777","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:session_time_rate1m","query":"sum by (job, cls) (pg:ins:session_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00038789,"lastEvaluation":"2026-05-11T23:35:19.047572618+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"1215411028237026469","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:session_time_rate1m","query":"sum by (job) (pg:cls:session_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000383779,"lastEvaluation":"2026-05-11T23:35:19.047979121+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"15743877749295040882","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:ixact_time_rate1m","query":"rate(pg_db_ixact_time[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000400799,"lastEvaluation":"2026-05-11T23:35:19.048376893+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"8691597266641044800","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ixact_time_rate1m","query":"sum without(datname) (pg:db:ixact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00042593,"lastEvaluation":"2026-05-11T23:35:19.048805692+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"18035280672598114449","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:ixact_time_rate1m","query":"sum by (job, cls) (pg:ins:ixact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000344468,"lastEvaluation":"2026-05-11T23:35:19.049251234+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"15160368294628532961","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:ixact_time_rate1m","query":"sum by (job) (pg:cls:ixact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000361014,"lastEvaluation":"2026-05-11T23:35:19.049612329+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"10506984323086851862","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:ixact_time_rate5m","query":"rate(pg_db_ixact_time[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000474146,"lastEvaluation":"2026-05-11T23:35:19.049984304+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"9931232813652445040","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ixact_time_rate5m","query":"sum without(datname) (pg:db:ixact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000394309,"lastEvaluation":"2026-05-11T23:35:19.05048836+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"3203638057752803449","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:ixact_time_rate5m","query":"sum by (job, cls) (pg:ins:ixact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000348363,"lastEvaluation":"2026-05-11T23:35:19.050903187+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"17165239653126722225","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:ixact_time_rate5m","query":"sum by (job) (pg:cls:ixact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000304297,"lastEvaluation":"2026-05-11T23:35:19.051267129+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"12495391648912245966","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:ixact_time_rate15m","query":"rate(pg_db_ixact_time[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000432844,"lastEvaluation":"2026-05-11T23:35:19.051586518+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"3632584037270768122","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ixact_time_rate15m","query":"sum without(datname) (pg:db:ixact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000399049,"lastEvaluation":"2026-05-11T23:35:19.052046809+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"17403900615567281485","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:ixact_time_rate15m","query":"sum by (job, cls) (pg:ins:ixact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000419625,"lastEvaluation":"2026-05-11T23:35:19.052464422+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"5522978033916859721","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:ixact_time_rate15m","query":"sum by (job) (pg:cls:ixact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00035479,"lastEvaluation":"2026-05-11T23:35:19.05289489+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"6160903843626470064","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:active_time_rate1m","query":"rate(pg_db_active_time[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000434047,"lastEvaluation":"2026-05-11T23:35:19.053268994+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"4132128843413076794","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:active_time_rate1m","query":"sum without(datname) (pg:db:active_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000437521,"lastEvaluation":"2026-05-11T23:35:19.053727123+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"8460019946917294513","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:active_time_rate1m","query":"sum by (job, cls) (pg:ins:active_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000331033,"lastEvaluation":"2026-05-11T23:35:19.054178553+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"5688704815731241469","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:active_time_rate1m","query":"sum by (job) (pg:cls:active_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000308113,"lastEvaluation":"2026-05-11T23:35:19.054533954+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"14381911021506446224","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:active_time_rate5m","query":"rate(pg_db_active_time[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000437559,"lastEvaluation":"2026-05-11T23:35:19.054855597+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"3897519046069630090","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:active_time_rate5m","query":"sum without(datname) (pg:db:active_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000385609,"lastEvaluation":"2026-05-11T23:35:19.055322358+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"9340109479204632913","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:active_time_rate5m","query":"sum by (job, cls) (pg:ins:active_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000327177,"lastEvaluation":"2026-05-11T23:35:19.055724197+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"10151829486026612829","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:active_time_rate5m","query":"sum by (job) (pg:cls:active_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000356471,"lastEvaluation":"2026-05-11T23:35:19.056064732+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"14750206010498005632","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:active_time_rate15m","query":"rate(pg_db_active_time[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000415928,"lastEvaluation":"2026-05-11T23:35:19.056433765+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"4130603694607785872","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:active_time_rate15m","query":"sum without(datname) (pg:db:active_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000402045,"lastEvaluation":"2026-05-11T23:35:19.05686944+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"17835680182566965253","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:active_time_rate15m","query":"sum by (job, cls) (pg:ins:active_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000308987,"lastEvaluation":"2026-05-11T23:35:19.057285021+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"11641299193706635629","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:active_time_rate15m","query":"sum by (job) (pg:cls:active_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00040379,"lastEvaluation":"2026-05-11T23:35:19.057607032+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"851409882934653418","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:load1","query":"pg:ins:active_time_rate1m / pg:ins:cpu_count or (0 * pg_up - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000795905,"lastEvaluation":"2026-05-11T23:35:19.058023582+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"739892060224100615","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:load5","query":"pg:ins:active_time_rate5m / pg:ins:cpu_count or (0 * pg_up - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000694885,"lastEvaluation":"2026-05-11T23:35:19.058840255+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"3807030017082856831","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:load15","query":"pg:ins:active_time_rate15m / pg:ins:cpu_count or (0 * pg_up - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000632858,"lastEvaluation":"2026-05-11T23:35:19.059552031+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"1794433219837625739","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:load1","query":"pg:cls:active_time_rate1m / pg:cls:cpu_count or (0 * pg:cls:size - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000554223,"lastEvaluation":"2026-05-11T23:35:19.060214534+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"1529623066107910966","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:load5","query":"pg:cls:active_time_rate5m / pg:cls:cpu_count or (0 * pg:cls:size - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000580294,"lastEvaluation":"2026-05-11T23:35:19.060812024+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"8173672422183159254","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:load15","query":"pg:cls:active_time_rate15m / pg:cls:cpu_count or (0 * pg:cls:size - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000600192,"lastEvaluation":"2026-05-11T23:35:19.061412988+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"11006445112348531852","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:ixact_ratio_1m","query":"pg:db:ixact_time_rate1m / (pg:db:active_time_rate1m + pg:db:ixact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001004687,"lastEvaluation":"2026-05-11T23:35:19.062023362+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":12,"id":"1836395049607953024","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ixact_ratio_1m","query":"pg:ins:ixact_time_rate1m / (pg:ins:active_time_rate1m + pg:ins:ixact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000573395,"lastEvaluation":"2026-05-11T23:35:19.063044485+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"13856789745678188934","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:ixact_ratio_1m","query":"pg:cls:ixact_time_rate1m / (pg:cls:active_time_rate1m + pg:cls:ixact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000527359,"lastEvaluation":"2026-05-11T23:35:19.063634388+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"14085767473875683666","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:ixact_ratio_1m","query":"pg:env:ixact_time_rate1m / (pg:env:active_time_rate1m + pg:env:ixact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000574082,"lastEvaluation":"2026-05-11T23:35:19.064171873+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"16670541254699305674","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:ixact_ratio_5m","query":"pg:db:ixact_time_rate5m / (pg:db:active_time_rate5m + pg:db:ixact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000796842,"lastEvaluation":"2026-05-11T23:35:19.064759268+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":12,"id":"11207607008136264976","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ixact_ratio_5m","query":"pg:ins:ixact_time_rate5m / (pg:ins:active_time_rate5m + pg:ins:ixact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000538327,"lastEvaluation":"2026-05-11T23:35:19.065578917+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"5884570478394246046","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:ixact_ratio_5m","query":"pg:cls:ixact_time_rate5m / (pg:cls:active_time_rate5m + pg:cls:ixact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000515863,"lastEvaluation":"2026-05-11T23:35:19.066136639+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"3458048285225999322","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:ixact_ratio_5m","query":"pg:env:ixact_time_rate5m / (pg:env:active_time_rate5m + pg:env:ixact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000570014,"lastEvaluation":"2026-05-11T23:35:19.066671381+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"9485122055348084130","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:ixact_ratio_15m","query":"pg:db:ixact_time_rate15m / (pg:db:active_time_rate15m + pg:db:ixact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00081182,"lastEvaluation":"2026-05-11T23:35:19.067263899+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":12,"id":"15977369237640753788","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ixact_ratio_15m","query":"pg:ins:ixact_time_rate15m / (pg:ins:active_time_rate15m + pg:ins:ixact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001028763,"lastEvaluation":"2026-05-11T23:35:19.068092784+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"15658328986508186918","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:ixact_ratio_15m","query":"pg:cls:ixact_time_rate15m / (pg:cls:active_time_rate15m + pg:cls:ixact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000498144,"lastEvaluation":"2026-05-11T23:35:19.069149256+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"13461216374158379570","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:ixact_ratio_15m","query":"pg:env:ixact_time_rate15m / (pg:env:active_time_rate15m + pg:env:ixact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000528297,"lastEvaluation":"2026-05-11T23:35:19.069657784+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"9250915887326293886","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:num_backends","query":"pg_db_numbackends","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000439046,"lastEvaluation":"2026-05-11T23:35:19.070230685+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"16556023262645328003","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:num_backends","query":"sum without (datname) (pg:db:num_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000424329,"lastEvaluation":"2026-05-11T23:35:19.070688997+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"13716545864632073323","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:num_backends","query":"sum by (job, cls) (pg:ins:num_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000423067,"lastEvaluation":"2026-05-11T23:35:19.071127845+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"10840279233264762659","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:active_backends","query":"sum without(state) (pg_activity_count{state=\"active\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000509038,"lastEvaluation":"2026-05-11T23:35:19.071563323+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"2453573516496751338","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:active_backends","query":"sum without(datname) (pg:db:active_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000423458,"lastEvaluation":"2026-05-11T23:35:19.072097762+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"16929200000790610025","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:active_backends","query":"sum by (job, cls) (pg:ins:active_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000571678,"lastEvaluation":"2026-05-11T23:35:19.072546082+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"10013895612610831305","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:active_backends","query":"sum by (job) (pg:cls:active_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000510958,"lastEvaluation":"2026-05-11T23:35:19.073135636+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"1327472361300990118","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:ixact_backends","query":"sum without(state) (pg_activity_count{state=~\"idle in.*\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000575813,"lastEvaluation":"2026-05-11T23:35:19.073664118+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"9355684103393873456","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ixact_backends","query":"sum without(datname) (pg:db:ixact_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000440286,"lastEvaluation":"2026-05-11T23:35:19.074262795+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"8807106272715238857","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:ixact_backends","query":"sum by (job, cls) (pg:ins:ixact_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000459696,"lastEvaluation":"2026-05-11T23:35:19.074717285+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"11535487685057615349","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:ixact_backends","query":"sum by (job) (pg:cls:ixact_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000380159,"lastEvaluation":"2026-05-11T23:35:19.075275386+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"12791462231436969344","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:conn_limit","query":"pg_setting_max_connections","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000398357,"lastEvaluation":"2026-05-11T23:35:19.075670316+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"15750199043080164344","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:conn_limit","query":"(pg_db_conn_limit != -1 ) or (0 * pg_db_conn_limit + on(cls, ins) group_left pg_setting_max_connections)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000846342,"lastEvaluation":"2026-05-11T23:35:19.076081322+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":9,"id":"9656828328231709251","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:conn_usage","query":"pg:ins:num_backends / pg:ins:conn_limit","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000483103,"lastEvaluation":"2026-05-11T23:35:19.076960944+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"13615705118423016776","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:conn_usage","query":"pg:db:num_backends / pg:db:conn_limit","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000637037,"lastEvaluation":"2026-05-11T23:35:19.077454832+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":8,"id":"4054824693294006994","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:age","query":"pg_db_age / 2147483647","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000528145,"lastEvaluation":"2026-05-11T23:35:19.078114172+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"6016517635074967953","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:age","query":"max without (datname) (pg:db:age{datname!~\"template[0-9]\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000371555,"lastEvaluation":"2026-05-11T23:35:19.078662434+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"14681911874676080149","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:age","query":"max by (job, cls) (pg:ins:age)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000323537,"lastEvaluation":"2026-05-11T23:35:19.079056333+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"9349819666041806116","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:age","query":"max by (job) (pg:cls:age)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000313505,"lastEvaluation":"2026-05-11T23:35:19.079391036+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"13061799621605986989","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:age_deriv1h","query":"deriv(pg_db_age[1h])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000526826,"lastEvaluation":"2026-05-11T23:35:19.079722723+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"5527077866357146542","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:age_exhaust","query":"(2147483648 - pg_db_age) / pg:db:age_deriv1h","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000582415,"lastEvaluation":"2026-05-11T23:35:19.080276289+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":8,"id":"2163477359293595087","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:tup_fetched_rate1m","query":"rate(pg_db_tup_fetched[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000431412,"lastEvaluation":"2026-05-11T23:35:19.080875545+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"3760857747744643936","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:tup_fetched_rate1m","query":"sum without(datname) (pg:db:tup_fetched_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000411315,"lastEvaluation":"2026-05-11T23:35:19.081330734+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"9506971611569841831","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:tup_fetched_rate1m","query":"sum by (job, cls) (pg:ins:tup_fetched_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000345449,"lastEvaluation":"2026-05-11T23:35:19.081755583+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"10877155285540758447","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:tup_fetched_rate1m","query":"sum by (job) (pg:cls:tup_fetched_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000366542,"lastEvaluation":"2026-05-11T23:35:19.082116896+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"1951271269630054086","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:tup_returned_rate1m","query":"rate(pg_db_tup_returned[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000427978,"lastEvaluation":"2026-05-11T23:35:19.082501952+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"17735408881534931936","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:tup_returned_rate1m","query":"sum without(datname) (pg:db:tup_returned_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000389746,"lastEvaluation":"2026-05-11T23:35:19.082962781+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"11317340979217256505","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:tup_returned_rate1m","query":"sum by (job, cls) (pg:ins:tup_returned_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000366239,"lastEvaluation":"2026-05-11T23:35:19.083372715+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"7198369432167751977","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:tup_returned_rate1m","query":"sum by (job) (pg:cls:tup_returned_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000336077,"lastEvaluation":"2026-05-11T23:35:19.083751563+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"9449157670657176998","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:tup_inserted_rate1m","query":"rate(pg_db_tup_inserted[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000454296,"lastEvaluation":"2026-05-11T23:35:19.084101374+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"2334641790565997332","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:tup_inserted_rate1m","query":"sum without(datname) (pg:db:tup_inserted_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000505656,"lastEvaluation":"2026-05-11T23:35:19.084577999+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"6302671327676818161","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:tup_inserted_rate1m","query":"sum by (job, cls) (pg:ins:tup_inserted_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000561978,"lastEvaluation":"2026-05-11T23:35:19.085098526+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"11041798031187447805","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:tup_inserted_rate1m","query":"sum by (job) (pg:cls:tup_inserted_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000349828,"lastEvaluation":"2026-05-11T23:35:19.085675904+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"1468473005790226746","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:tup_updated_rate1m","query":"pg:db:tup_updated_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000306054,"lastEvaluation":"2026-05-11T23:35:19.08604434+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14330080136008878386","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:tup_updated_rate1m","query":"sum without(datname) (pg:db:tup_updated_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000326286,"lastEvaluation":"2026-05-11T23:35:19.086359011+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2317522011157163423","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:tup_updated_rate1m","query":"sum by (job, cls) (pg:ins:tup_updated_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000248946,"lastEvaluation":"2026-05-11T23:35:19.086694852+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4098028905728071119","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:tup_updated_rate1m","query":"sum by (job) (pg:cls:tup_updated_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00028344,"lastEvaluation":"2026-05-11T23:35:19.086954566+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12394933855523691806","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:tup_deleted_rate1m","query":"rate(pg_db_tup_deleted[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000416082,"lastEvaluation":"2026-05-11T23:35:19.087250176+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"1304326261195617928","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:tup_deleted_rate1m","query":"sum without(datname) (pg:db:tup_deleted_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000410457,"lastEvaluation":"2026-05-11T23:35:19.087688848+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"10238011089117183643","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:tup_deleted_rate1m","query":"sum by (job, cls) (pg:ins:tup_deleted_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00032244,"lastEvaluation":"2026-05-11T23:35:19.088112148+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"9435380283624003683","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:tup_deleted_rate1m","query":"sum by (job) (pg:cls:tup_deleted_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000352253,"lastEvaluation":"2026-05-11T23:35:19.088447129+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"11045577015057167870","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:tup_modified_rate1m","query":"rate(pg_db_tup_modified[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00043349,"lastEvaluation":"2026-05-11T23:35:19.088812543+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"6724824880584490780","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:tup_modified_rate1m","query":"sum without(datname) (pg:db:tup_modified_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00042953,"lastEvaluation":"2026-05-11T23:35:19.089271913+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"12580749253631078777","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:tup_modified_rate1m","query":"sum by (job, cls) (pg:ins:tup_modified_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000377079,"lastEvaluation":"2026-05-11T23:35:19.089719845+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"6041832002542322473","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:tup_modified_rate1m","query":"sum by (job) (pg:cls:tup_modified_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00036734,"lastEvaluation":"2026-05-11T23:35:19.090113697+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"13445460568008811282","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:temp_bytes_rate1m","query":"rate(pg_db_temp_bytes[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00040996,"lastEvaluation":"2026-05-11T23:35:19.090494542+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"9204860192566961176","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:temp_bytes","query":"sum without (datname) (pg:db:temp_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000287957,"lastEvaluation":"2026-05-11T23:35:19.090930597+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11983583561438561935","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:temp_bytes","query":"sum by (job, cls) (pg:ins:temp_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000235514,"lastEvaluation":"2026-05-11T23:35:19.091228+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"977530876795573079","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:temp_files_1m","query":"increase(pg_db_temp_files[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000411499,"lastEvaluation":"2026-05-11T23:35:19.091470585+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"17187686086822460604","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:temp_files_1m","query":"sum without(datname) (pg:db:temp_files)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000327179,"lastEvaluation":"2026-05-11T23:35:19.091902752+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7712736034417843874","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:temp_files_1m","query":"sum by (job, cls) (pg:ins:temp_files)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000226782,"lastEvaluation":"2026-05-11T23:35:19.092238555+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1522093613586875818","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:db_size","query":"pg_size_bytes{datname!~\"wal|log\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000484336,"lastEvaluation":"2026-05-11T23:35:19.092471858+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"9812571896646837969","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:db_size","query":"sum without (datname) (pg:db:db_size)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000459189,"lastEvaluation":"2026-05-11T23:35:19.092980609+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"151336617757301929","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:db_size","query":"sum by (job, cls) (pg:ins:db_size)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000354363,"lastEvaluation":"2026-05-11T23:35:19.093457829+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"1926039307168948513","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:wal_size","query":"sum without (datname) (pg_size_bytes{datname=\"wal\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000368703,"lastEvaluation":"2026-05-11T23:35:19.093832289+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"2910174780882095036","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:wal_size","query":"sum by (job, cls) (pg:ins:wal_size)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000336593,"lastEvaluation":"2026-05-11T23:35:19.094218419+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"14633198285708001075","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:log_size","query":"sum without (datname) (pg_size_bytes{datname=\"log\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000318731,"lastEvaluation":"2026-05-11T23:35:19.094568887+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"11230482701026064412","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:log_size","query":"sum by (job, cls) (pg:ins:log_size)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000364904,"lastEvaluation":"2026-05-11T23:35:19.094904737+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"18108728834734822623","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:file_size","query":"sum without(datname) (pg_size_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000441478,"lastEvaluation":"2026-05-11T23:35:19.095285303+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"10485754404897440829","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:file_size","query":"sum by (job, cls) (pg:ins:file_size)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000322524,"lastEvaluation":"2026-05-11T23:35:19.095742315+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"16484355386709029901","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:blks_read_1m","query":"increase(pg_db_blks_read[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000419255,"lastEvaluation":"2026-05-11T23:35:19.096075641+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"603173874352599988","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:blks_hit_1m","query":"increase(pg_db_blks_hit[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00048296,"lastEvaluation":"2026-05-11T23:35:19.096516112+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"7448552008335150564","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:blks_access_1m","query":"increase(pg_db_blks_access[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000427426,"lastEvaluation":"2026-05-11T23:35:19.097025337+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"3107677572496271180","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:blks_hit_ratio1m","query":"pg:db:blks_hit_1m / pg:db:blks_access_1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000757223,"lastEvaluation":"2026-05-11T23:35:19.097472462+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":8,"id":"15978551524359467153","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:blks_hit_ratio1m","query":"sum without (datname) (pg:db:blks_hit_1m) / sum without (datname) (pg:db:blks_access_1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000561072,"lastEvaluation":"2026-05-11T23:35:19.098248732+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":8,"id":"13382765183282216021","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:blk_read_time_seconds_rate1m","query":"rate(pg_db_blk_read_time[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000434228,"lastEvaluation":"2026-05-11T23:35:19.09882187+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"7051736587766267576","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:blk_write_time_seconds_rate1m","query":"rate(pg_db_blk_write_time[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000441286,"lastEvaluation":"2026-05-11T23:35:19.099273393+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"7593313544447842506","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:blk_io_time_seconds_rate1m","query":"pg:db:blk_read_time_seconds_rate1m + pg:db:blk_write_time_seconds_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000575195,"lastEvaluation":"2026-05-11T23:35:19.099738373+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":8,"id":"3666441856548510120","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:buf_flush_checkpoint_rate1m","query":"rate(pg_bgwriter_buffers_checkpoint[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000246772,"lastEvaluation":"2026-05-11T23:35:19.100340419+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17443205427143389177","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:buf_flush_checkpoint_rate1m","query":"sum by (job, cls) (pg:ins:buf_flush_checkpoint_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000262239,"lastEvaluation":"2026-05-11T23:35:19.100596354+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5971674302636269257","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:buf_flush_backend_rate1m","query":"rate(pg_bgwriter_buffers_backend[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000277995,"lastEvaluation":"2026-05-11T23:35:19.10086708+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1625982946288241429","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:buf_flush_backend_rate1m","query":"sum by (job, cls) (pg:ins:buf_flush_backend_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000255359,"lastEvaluation":"2026-05-11T23:35:19.101151808+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1848202645629083007","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:buf_clean_rate1m","query":"rate(pg_bgwriter_buffers_clean[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000265408,"lastEvaluation":"2026-05-11T23:35:19.101413469+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"5235557356375425354","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:buf_clean_rate1m","query":"sum by (job, cls) (pg:ins:buf_clean_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000268034,"lastEvaluation":"2026-05-11T23:35:19.101690322+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"489997746270991979","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:buf_write_rate1m","query":"pg:ins:buf_flush_backend + pg:ins:buf_flush_checkpoint + pg:ins:buf_clean_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000259761,"lastEvaluation":"2026-05-11T23:35:19.101971347+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1365028839247909072","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:buf_write_rate1m","query":"sum by (job, cls) (pg:ins:buf_flush_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000217307,"lastEvaluation":"2026-05-11T23:35:19.102238114+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11737681583271611650","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:buf_alloc_rate1m","query":"rate(pg_bgwriter_buffers_alloc[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000270356,"lastEvaluation":"2026-05-11T23:35:19.102463636+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"14309961845459200658","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:buf_alloc_rate1m","query":"sum by (job, cls) (pg:ins:buf_alloc_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000281718,"lastEvaluation":"2026-05-11T23:35:19.102744682+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"6875271795927060759","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ckpt_timed_1m","query":"increase(pg_bgwriter_checkpoints_timed[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000230321,"lastEvaluation":"2026-05-11T23:35:19.103035399+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5199232886800791243","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ckpt_req_1m","query":"increase(pg_bgwriter_checkpoints_req[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000192624,"lastEvaluation":"2026-05-11T23:35:19.103271087+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7138730918743478413","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ckpt_1h","query":"increase(pg_bgwriter_checkpoints_timed[1h]) + increase(pg_bgwriter_checkpoints_req[1h])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000239006,"lastEvaluation":"2026-05-11T23:35:19.10346871+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16446782118077794153","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:lsn_rate1m","query":"rate(pg_lsn[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000251939,"lastEvaluation":"2026-05-11T23:35:19.103715567+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"14183487263519277975","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:lsn_rate1m","query":"sum by (job, cls) (pg:ins:lsn_rate1m * on(ins) group_left() (1 - pg_in_recovery))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000378021,"lastEvaluation":"2026-05-11T23:35:19.103979998+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"13833332981183171895","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:lsn_rate1m","query":"sum by (job) (pg:cls:lsn_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000280335,"lastEvaluation":"2026-05-11T23:35:19.104368722+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"2973131122987890466","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:table:scan_rate1m","query":"rate(pg_table_tbl_scan[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000879743,"lastEvaluation":"2026-05-11T23:35:19.104662237+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"6722752523996750025","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:query:call_rate1m","query":"rate(pg_query_calls[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001993843,"lastEvaluation":"2026-05-11T23:35:19.105577422+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":128,"lastSeriesFetched":128,"id":"9775217364371762173","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:query:rt_1m","query":"rate(pg_query_exec_time[1m]) / pg:query:call_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002501787,"lastEvaluation":"2026-05-11T23:35:19.107765248+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":51,"lastSeriesFetched":256,"id":"14506424703812348022","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-05-11T23:35:18.9978996+08:00","type":"prometheus","id":"16462509532548736964","file":"/infra/rules/pgsql.yml","concurrency":1,"Unhealthy":0,"Healthy":233,"NoMatch":34},{"name":"redis-alert","rules":[{"state":"inactive","name":"RedisDown","query":"redis_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"redis","level":"0","severity":"CRIT"},"annotations":{"description":"redis_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} == 0\nhttp://g.pigsty/d/redis-instance?from=now-5m\u0026to=now\u0026var-ins={{$labels.ins}}\n","summary":"CRIT RedisDown: {{ $labels.ins }} {{ $labels.instance }} {{ $value }}"},"lastError":"","evaluationTime":0.00058067,"lastEvaluation":"2026-05-11T23:35:19.401352253+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":2,"id":"14216624868630605529","group_id":"17324086789749378655","group_name":"redis-alert","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"RedisRejectConn","query":"redis:ins:conn_reject \u003e 0","duration":0,"keep_firing_for":0,"labels":{"category":"redis","level":"0","severity":"CRIT"},"annotations":{"description":"redis:ins:conn_reject[cls={{ $labels.cls }}, ins={{ $labels.ins }}][5m] = {{ $value }} \u003e 0\nhttp://g.pigsty/d/redis-instance?from=now-10m\u0026to=now\u0026viewPanel=88\u0026fullscreen\u0026var-ins={{ $labels.ins }}\n","summary":"CRIT RedisRejectConn: {{ $labels.ins }} {{ $labels.instance }} {{ $value }}"},"lastError":"","evaluationTime":0.000400895,"lastEvaluation":"2026-05-11T23:35:19.401950804+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":2,"id":"7955763511934078047","group_id":"17324086789749378655","group_name":"redis-alert","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"RedisRTHigh","query":"redis:ins:rt \u003e 0.00016","duration":60,"keep_firing_for":0,"labels":{"category":"redis","level":"1","severity":"WARN"},"annotations":{"description":"pg:ins:query_rt[cls={{ $labels.cls }}, ins={{ $labels.ins }}] = {{ $value }} \u003e 160µs\nhttp://g.pigsty/d/redis-instance?from=now-10m\u0026to=now\u0026viewPanel=97\u0026fullscreen\u0026var-ins={{ $labels.ins }}\n","summary":"WARN RedisRTHigh: {{ $labels.cls }} {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000355458,"lastEvaluation":"2026-05-11T23:35:19.402362136+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":2,"id":"4668692110143480898","group_id":"17324086789749378655","group_name":"redis-alert","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"RedisCPUHigh","query":"redis:ins:cpu_usage \u003e 0.70","duration":60,"keep_firing_for":0,"labels":{"category":"redis","level":"1","severity":"WARN"},"annotations":{"description":"redis:ins:cpu_all[cls={{ $labels.cls }}, ins={{ $labels.ins }}] = {{ $value }} \u003e 60%\nhttp://g.pigsty/d/redis-instance?from=now-10m\u0026to=now\u0026viewPanel=43\u0026fullscreen\u0026var-ins={{ $labels.ins }}\n","summary":"WARN RedisCPUHigh: {{ $labels.cls }} {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000393432,"lastEvaluation":"2026-05-11T23:35:19.402724718+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":2,"id":"2137811757945932182","group_id":"17324086789749378655","group_name":"redis-alert","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"RedisMemHigh","query":"redis:ins:mem_usage \u003e 0.70","duration":60,"keep_firing_for":0,"labels":{"category":"redis","level":"1","severity":"WARN"},"annotations":{"description":"redis:ins:mem_usage[cls={{ $labels.cls }}, ins={{ $labels.ins }}] = {{ $value }} \u003e 80%\nhttp://g.pigsty/d/redis-instance?from=now-10m\u0026to=now\u0026viewPanel=7\u0026fullscreen\u0026var-ins={{ $labels.ins }}\n","summary":"WARN RedisMemHigh: {{ $labels.cls }} {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000371809,"lastEvaluation":"2026-05-11T23:35:19.403127362+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":2,"id":"16523772714547634860","group_id":"17324086789749378655","group_name":"redis-alert","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"RedisQPSHigh","query":"redis:ins:qps \u003e 32000","duration":300,"keep_firing_for":0,"labels":{"category":"redis","level":"2","severity":"INFO"},"annotations":{"description":"redis:ins:qps[cls={{ $labels.cls }}, ins={{ $labels.ins }}] = {{ $value }} \u003e 16000\nhttp://g.pigsty/d/redis-instance?from=now-10m\u0026to=now\u0026viewPanel=96\u0026fullscreen\u0026var-ins={{ $labels.ins }}\n","summary":"INFO RedisQPSHigh: {{ $labels.cls }} {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000330792,"lastEvaluation":"2026-05-11T23:35:19.40350956+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":2,"id":"6651681235789580957","group_id":"17324086789749378655","group_name":"redis-alert","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-05-11T23:35:19.4013486+08:00","type":"prometheus","id":"17324086789749378655","file":"/infra/rules/redis.yml","concurrency":1,"Unhealthy":0,"Healthy":6,"NoMatch":0},{"name":"redis-rules","rules":[{"state":"","name":"redis:ins","query":"max by (id, ins, instance, cls, job) (\n  label_replace(redis_up, \"id\", \"$1\", \"ins\", \"(.+)\") OR\n  label_replace(redis_up, \"id\", \"$1\", \"instance\", \"(.+)\")\n)\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000833144,"lastEvaluation":"2026-05-11T23:35:17.127904623+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"15694798588909618297","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:node:ip","query":"label_replace(redis_up, \"ip\", \"$1\", \"instance\", \"(.*)\\\\:\\\\d+\")","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000539355,"lastEvaluation":"2026-05-11T23:35:17.128762575+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"2445140754293928178","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:node:mem_total","query":"max by (job,cls,ip) (label_replace(redis_total_system_memory_bytes, \"ip\", \"$1\", \"instance\", \"(.*)\\\\:\\\\d+\"))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000465798,"lastEvaluation":"2026-05-11T23:35:17.12932718+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"17668476592205593575","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:node:mem_alloc","query":"sum by (job,cls,ip) (label_replace(redis_config_maxmemory, \"ip\", \"$1\", \"instance\", \"(.*)\\\\:\\\\d+\"))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000456428,"lastEvaluation":"2026-05-11T23:35:17.129811362+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"15309103877381357705","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:node:mem_used","query":"sum by (job,cls,ip) (label_replace(redis_memory_used_bytes, \"ip\", \"$1\", \"instance\", \"(.*)\\\\:\\\\d+\"))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000457908,"lastEvaluation":"2026-05-11T23:35:17.130284756+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"12461330274808913996","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:node:qps","query":"sum by (job,cls,ip) (label_replace(redis:ins:qps, \"ip\", \"$1\", \"instance\", \"(.*)\\\\:\\\\d+\"))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000366853,"lastEvaluation":"2026-05-11T23:35:17.130757549+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"17849326118830969995","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cpu_sys","query":"rate(redis_cpu_sys_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000491859,"lastEvaluation":"2026-05-11T23:35:17.131142888+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"6518390775576621139","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cpu_user","query":"rate(redis_cpu_user_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00045515,"lastEvaluation":"2026-05-11T23:35:17.131656483+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"3542651762931891875","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cpu_usage","query":"rate(redis_cpu_sys_seconds_total[1m]) + rate(redis_cpu_user_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000787536,"lastEvaluation":"2026-05-11T23:35:17.132124135+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"14604297413698770970","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cpu_sys","query":"avg by (job, cls) (redis:ins:cpu_sys)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000640873,"lastEvaluation":"2026-05-11T23:35:17.132924839+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"17138066702343098092","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cpu_user","query":"avg by (job, cls) (redis:ins:cpu_user)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000485231,"lastEvaluation":"2026-05-11T23:35:17.133580989+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"4920411740281499498","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cpu_usage","query":"avg by (job, cls) (redis:ins:cpu_usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000376062,"lastEvaluation":"2026-05-11T23:35:17.134080034+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"8653183726190761736","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:cpu_usage","query":"avg by (job)(redis:ins:cpu_usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000351648,"lastEvaluation":"2026-05-11T23:35:17.134472062+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"766635480724356809","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cpu_sys_child","query":"rate(redis_cpu_sys_children_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000379174,"lastEvaluation":"2026-05-11T23:35:17.134833728+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"4209687058093633762","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cpu_user_child","query":"rate(redis_cpu_user_children_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00035271,"lastEvaluation":"2026-05-11T23:35:17.135230259+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"12137121936319554910","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cpu_usage_child","query":"rate(redis_cpu_sys_children_seconds_total[1m]) + rate(redis_cpu_user_children_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000543656,"lastEvaluation":"2026-05-11T23:35:17.135594207+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"11734859668693462285","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cpu_sys_child","query":"avg by (job, cls) (redis:ins:cpu_sys_child)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000350639,"lastEvaluation":"2026-05-11T23:35:17.136157127+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"18301880617596789550","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cpu_user_child","query":"avg by (job, cls) (redis:ins:cpu_user_child)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000352387,"lastEvaluation":"2026-05-11T23:35:17.136523462+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"8372588541140134634","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cpu_usage_child","query":"avg by (job, cls) (redis:ins:cpu_usage_child)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000354602,"lastEvaluation":"2026-05-11T23:35:17.136895658+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"16577518571902750222","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:cpu_usage_child","query":"avg by (job) (redis:ins:cpu_usage_child)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0003566,"lastEvaluation":"2026-05-11T23:35:17.137264574+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"3717135218551493087","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:mem_usage","query":"redis_memory_used_bytes / redis_memory_max_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000555288,"lastEvaluation":"2026-05-11T23:35:17.137634808+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"91255202306569524","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:mem_used","query":"sum by (job, cls) (redis_memory_used_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000344529,"lastEvaluation":"2026-05-11T23:35:17.138229225+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"15534068534823163844","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:mem_max","query":"sum by (job, cls) (redis_memory_max_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000318183,"lastEvaluation":"2026-05-11T23:35:17.13859098+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"3777096216279647962","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:mem_usage","query":"redis:cls:mem_used / redis:cls:mem_max","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000555248,"lastEvaluation":"2026-05-11T23:35:17.138928897+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"7641800382265832626","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:mem_usage_max","query":"max by (job, cls) (redis:ins:mem_usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000356633,"lastEvaluation":"2026-05-11T23:35:17.139497351+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"923321825879911741","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:mem_usage","query":"sum by (job)(redis:cls:mem_used) / sum by (job)(redis:cls:mem_max)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000575123,"lastEvaluation":"2026-05-11T23:35:17.139867003+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"13208258477678657723","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:rx","query":"rate(redis_net_input_bytes_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000348193,"lastEvaluation":"2026-05-11T23:35:17.140453773+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"16724051606867461565","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:rx","query":"sum by (job, cls) (redis:ins:rx)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000344082,"lastEvaluation":"2026-05-11T23:35:17.140818149+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"9816449153393145177","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:rx","query":"sum by (job) (redis:cls:rx)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000396452,"lastEvaluation":"2026-05-11T23:35:17.141178891+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"5012257894692471760","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:tx","query":"rate(redis_net_output_bytes_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000570206,"lastEvaluation":"2026-05-11T23:35:17.141594573+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"2863848922977920048","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:tx","query":"sum by (job, cls) (redis:ins:tx)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000609436,"lastEvaluation":"2026-05-11T23:35:17.142180487+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"2210871622558219221","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:tx","query":"sum by (job) (redis:cls:tx)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000361634,"lastEvaluation":"2026-05-11T23:35:17.1428077+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"11604648128743478764","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:net_traffic","query":"redis:ins:rx + redis:ins:tx","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000521478,"lastEvaluation":"2026-05-11T23:35:17.143222294+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"12611319165030337683","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:net_traffic","query":"redis:cls:rx + redis:cls:tx","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000466147,"lastEvaluation":"2026-05-11T23:35:17.143760074+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"1884253187708854851","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:net_traffic","query":"redis:env:rx + redis:env:tx","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000445012,"lastEvaluation":"2026-05-11T23:35:17.144242796+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"15042875566449503934","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:qps_realtime","query":"irate(redis_commands_processed_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000410658,"lastEvaluation":"2026-05-11T23:35:17.14469864+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"9111605446053068461","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:qps_realtime","query":"sum by (job, cls) (redis:ins:qps_realtime)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000408066,"lastEvaluation":"2026-05-11T23:35:17.145125365+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"5976077493125811429","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:qps_realtime","query":"sum by (job) (redis:cls:qps_realtime)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000311767,"lastEvaluation":"2026-05-11T23:35:17.145549845+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"6192532837528255288","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:qps","query":"rate(redis_commands_processed_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000443951,"lastEvaluation":"2026-05-11T23:35:17.145875699+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"4873669296869666026","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:qps","query":"sum by (job, cls) (redis:ins:qps)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00036346,"lastEvaluation":"2026-05-11T23:35:17.146358086+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"15365440171885623723","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:qps","query":"sum by (job) (redis:cls:qps)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000345846,"lastEvaluation":"2026-05-11T23:35:17.146734849+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"15976119056081297104","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:qps_mu","query":"avg_over_time(redis:ins:qps[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00042223,"lastEvaluation":"2026-05-11T23:35:17.147098019+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"5720076602158840779","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:qps_mu","query":"avg_over_time(redis:cls:qps[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000356798,"lastEvaluation":"2026-05-11T23:35:17.14753793+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"3283692598593473663","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:qps_mu","query":"avg_over_time(redis:env:qps[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000352373,"lastEvaluation":"2026-05-11T23:35:17.147908492+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"14969814774315863343","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:qps_sigma","query":"stddev_over_time(redis:ins:qps[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000420547,"lastEvaluation":"2026-05-11T23:35:17.148274498+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"13669967564711066158","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:qps_sigma","query":"stddev_over_time(redis:cls:qps[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000341018,"lastEvaluation":"2026-05-11T23:35:17.148716102+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"18134368733603198146","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:qps_sigma","query":"stddev_over_time(redis:env:qps[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00039362,"lastEvaluation":"2026-05-11T23:35:17.149069834+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"1013574627157469914","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:key_expire","query":"rate(redis_expired_keys_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000384646,"lastEvaluation":"2026-05-11T23:35:17.149485332+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"9476312431948576732","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:key_expire","query":"sum by (job, cls) (redis:ins:key_expire)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000434667,"lastEvaluation":"2026-05-11T23:35:17.149895975+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"15645767772442629661","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:key_expire","query":"sum by (job) (redis:cls:key_expire)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000323924,"lastEvaluation":"2026-05-11T23:35:17.150347563+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"2692693346752066460","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:key_evict","query":"rate(redis_evicted_keys_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000386164,"lastEvaluation":"2026-05-11T23:35:17.150688589+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"14817398723479818913","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:key_evict","query":"sum by (job, cls) (redis:ins:key_evict)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00038359,"lastEvaluation":"2026-05-11T23:35:17.151092204+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"3617308018114650037","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:key_evict","query":"sum by (job) (redis:cls:key_evict)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000486522,"lastEvaluation":"2026-05-11T23:35:17.151490967+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"12919476832967926174","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:key_hit","query":"rate(redis_keyspace_hits_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000399073,"lastEvaluation":"2026-05-11T23:35:17.151995479+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"3170150471150044270","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:key_hit","query":"sum by (job, cls) (redis:ins:key_hit)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000358346,"lastEvaluation":"2026-05-11T23:35:17.15241121+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"3060774165020653157","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:key_hit","query":"sum by (job) (redis:cls:key_hit)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000383076,"lastEvaluation":"2026-05-11T23:35:17.152781714+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"12326795072573526414","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:key_miss","query":"rate(redis_keyspace_misses_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000429843,"lastEvaluation":"2026-05-11T23:35:17.153195058+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"9176189982898453771","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:key_miss","query":"sum by (job, cls) (redis:ins:key_miss)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000407623,"lastEvaluation":"2026-05-11T23:35:17.153644841+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"829551585118107629","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:key_miss","query":"sum by (job) (redis:cls:key_miss)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000341382,"lastEvaluation":"2026-05-11T23:35:17.154070352+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"15852401331934207180","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:key_hit_rate","query":"redis:ins:key_hit / (redis:ins:key_hit + redis:ins:key_miss)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000851337,"lastEvaluation":"2026-05-11T23:35:17.154430062+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":6,"id":"10874561898364349283","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:key_hit_rate","query":"redis:cls:key_hit / (redis:cls:key_hit + redis:cls:key_miss)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000566123,"lastEvaluation":"2026-05-11T23:35:17.155297159+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"246074839391397195","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:key_hit_rate","query":"redis:env:key_hit / (redis:env:key_hit + redis:env:key_miss)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000500016,"lastEvaluation":"2026-05-11T23:35:17.155870578+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"14596780325910373253","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cmd_time","query":"rate(redis_commands_duration_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001013387,"lastEvaluation":"2026-05-11T23:35:17.15638092+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":20,"lastSeriesFetched":20,"id":"12367629986738277530","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cmd_time","query":"sum by (job,cls,cmd) (redis:ins:cmd_time)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00091535,"lastEvaluation":"2026-05-11T23:35:17.157446349+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":11,"lastSeriesFetched":20,"id":"11462139576431859109","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:cmd_time","query":"sum by (job,cmd) (redis:ins:cmd_time)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001107888,"lastEvaluation":"2026-05-11T23:35:17.15840073+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":11,"lastSeriesFetched":20,"id":"149633038159296320","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cmd_qps","query":"rate(redis_commands_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000884116,"lastEvaluation":"2026-05-11T23:35:17.159547241+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":20,"lastSeriesFetched":20,"id":"10893245655444731968","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cmd_qps","query":"sum by (job,cls,cmd) (redis:ins:cmd_qps)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000753899,"lastEvaluation":"2026-05-11T23:35:17.160491052+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":11,"lastSeriesFetched":20,"id":"14821025642162900677","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:cmd_qps","query":"sum by (job,cmd) (redis:cls:cmd_qps)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000513171,"lastEvaluation":"2026-05-11T23:35:17.161278945+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":11,"lastSeriesFetched":11,"id":"17972797791938617442","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cmd_rt","query":"redis:ins:cmd_time / redis:ins:cmd_qps","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001127733,"lastEvaluation":"2026-05-11T23:35:17.16182304+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":18,"lastSeriesFetched":40,"id":"965058365186203184","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cmd_rt","query":"redis:cls:cmd_time / redis:cls:cmd_qps","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000905252,"lastEvaluation":"2026-05-11T23:35:17.16299106+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":10,"lastSeriesFetched":22,"id":"12824503467107423580","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:cmd_rt","query":"redis:env:cmd_time / redis:env:cmd_qps","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000782806,"lastEvaluation":"2026-05-11T23:35:17.163931776+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":10,"lastSeriesFetched":22,"id":"3713442625518495679","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:rt","query":"sum without (cmd) (redis:ins:cmd_time) / sum without (cmd) (redis:ins:cmd_qps)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001021379,"lastEvaluation":"2026-05-11T23:35:17.164758439+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":40,"id":"15620758243835378959","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:rt","query":"sum without (cmd) (redis:cls:cmd_time) / sum without (cmd) (redis:cls:cmd_qps)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000657941,"lastEvaluation":"2026-05-11T23:35:17.165798593+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":22,"id":"15014589447243973543","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:rt","query":"sum without (cmd) (redis:env:cmd_time) / sum without (cmd) (redis:env:cmd_qps)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000709583,"lastEvaluation":"2026-05-11T23:35:17.166474562+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":22,"id":"6091751704412607084","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:rt_mu","query":"avg_over_time(redis:ins:rt[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000348727,"lastEvaluation":"2026-05-11T23:35:17.167212335+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"11555793383021949929","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:rt_mu","query":"avg_over_time(redis:cls:rt[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00029125,"lastEvaluation":"2026-05-11T23:35:17.167575309+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"12486207893356104269","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:rt_mu","query":"avg_over_time(redis:env:rt[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000298044,"lastEvaluation":"2026-05-11T23:35:17.167878849+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"2086200347785707703","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:rt_sigma","query":"stddev_over_time(redis:ins:rt[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000335858,"lastEvaluation":"2026-05-11T23:35:17.16818994+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"1510596877155885376","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:rt_sigma","query":"stddev_over_time(redis:cls:rt[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000290529,"lastEvaluation":"2026-05-11T23:35:17.168541209+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"6948208903400265284","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:rt_sigma","query":"stddev_over_time(redis:env:rt[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00027689,"lastEvaluation":"2026-05-11T23:35:17.168857932+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"7386717272439167994","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:clients","query":"redis_connected_clients","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000333232,"lastEvaluation":"2026-05-11T23:35:17.169148746+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"5082888720400145913","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:clients","query":"sum by (job, cls) (redis:ins:clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000317841,"lastEvaluation":"2026-05-11T23:35:17.169500556+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"15584067743295451795","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:clients","query":"sum by (job)(redis:cls:clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000279694,"lastEvaluation":"2026-05-11T23:35:17.16983354+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"8686046153376025938","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:blocked_clients","query":"rate(redis_blocked_clients[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000325288,"lastEvaluation":"2026-05-11T23:35:17.170122426+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"1739143042652378316","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:blocked_clients","query":"sum by (job, cls) (redis:ins:blocked_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000318162,"lastEvaluation":"2026-05-11T23:35:17.170465159+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"17352254991165475997","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:blocked_clients","query":"sum by (job)(redis:cls:blocked_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000299767,"lastEvaluation":"2026-05-11T23:35:17.170796391+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"11477889964169238420","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:conn_rate","query":"rate(redis_connections_received_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000347312,"lastEvaluation":"2026-05-11T23:35:17.171114387+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"17975457492049309513","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:conn_rate","query":"sum by (job, cls) (redis:ins:conn_rate)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000341262,"lastEvaluation":"2026-05-11T23:35:17.171477819+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"1816347481790137197","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:conn_rate","query":"sum by (job)(redis:cls:conn_rate)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00028516,"lastEvaluation":"2026-05-11T23:35:17.171832542+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"5810608055330648836","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:conn_reject","query":"rate(redis_rejected_connections_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000338748,"lastEvaluation":"2026-05-11T23:35:17.172127939+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"2505847852807943003","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:conn_reject","query":"sum by (job, cls) (redis:ins:conn_reject)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000313414,"lastEvaluation":"2026-05-11T23:35:17.172482651+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"6973825599197838783","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:conn_reject","query":"sum by (job)(redis:cls:conn_reject)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000256794,"lastEvaluation":"2026-05-11T23:35:17.172806328+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"13172575704405329974","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:lsn_rate","query":"rate(redis_master_repl_offset[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00034337,"lastEvaluation":"2026-05-11T23:35:17.173074274+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"11086362695928279196","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:fork_time","query":"max by (job, cls) (redis_latest_fork_seconds)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000306523,"lastEvaluation":"2026-05-11T23:35:17.173429096+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"13613917332214409301","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:aof_rewrite_time","query":"max by (job, cls) (redis_aof_last_rewrite_duration_sec)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000331611,"lastEvaluation":"2026-05-11T23:35:17.173750515+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"176220919676615337","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:size","query":"count by (job, cls) (redis_up)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000332086,"lastEvaluation":"2026-05-11T23:35:17.174092062+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"3326367272495626888","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-05-11T23:35:17.127898162+08:00","type":"prometheus","id":"13096054864871816596","file":"/infra/rules/redis.yml","concurrency":1,"Unhealthy":0,"Healthy":96,"NoMatch":0}]}}