From 19cbf167129c0910238edc65e5c47453a62d178c Mon Sep 17 00:00:00 2001 From: Raine Date: Mon, 14 Sep 2026 15:00:44 +0100 Subject: [PATCH 1/2] basic alerts for proxySQL --- .../kolla/config/prometheus/proxysql.rules | 104 ++++++++++++++++++ 1 file changed, 104 insertions(+) create mode 100644 etc/kayobe/kolla/config/prometheus/proxysql.rules diff --git a/etc/kayobe/kolla/config/prometheus/proxysql.rules b/etc/kayobe/kolla/config/prometheus/proxysql.rules new file mode 100644 index 0000000000..8f23288ff6 --- /dev/null +++ b/etc/kayobe/kolla/config/prometheus/proxysql.rules @@ -0,0 +1,104 @@ +# Developed by stackHPC + +{% raw %} + +groups: +- name: ProxySQL + rules: + + - alert: ProxySQLIncorrectPasswordAttempts + expr: increase(proxysql_access_denied_wrong_password_total[10m]) > 10 + keep_firing_for: 1d + labels: + severity: warning + annotations: + summary: "Incorrect password attempts" + description: "Repeated incorrect password attempts" + + - alert: ProxySQLSQLInjectionCaught + expr: increase(proxysql_automatic_detected_sql_injection_total[2m]) > 0 + keep_firing_for: 2d + labels: + severity: critical + annotations: + summary: "SQL injection caught" + description: "Automatic filtering caught a suspected sql injection attempt" + + - alert: ProxySQLMaxConnections + expr: increase(proxysql_access_denied_max_connections[10m]) > 0 + labels: + severity: critical + annotations: + summary: "Max connections exceeded" + description: "Maximum connections exceeded, connections are being denied" + + - alert: ProxySQLCausingMysqlErrors + expr: increase(proxysql_mysql_error_total[10m]) > 2 + for: 1h + labels: + severity: warning + annotations: + summary: "ProxySQL node {{ $labels.instance }} is generating mysql errors" + description: "ProxySQL node {{ $labels.instance }} is generating mysql errors" + + - alert: ProxySQLFindingMysqlErrors + expr: increase(mysql_error_total[10m]) > 2 + for: 1h + labels: + severity: warning + annotations: + summary: "ProxySQL node {{ $labels.instance }} is encountering mysql errors" + description: "ProxySQL node {{ $labels.instance }} is encountering mysql errors" + + - alert: ProxySQLMysqlQueriesSlow + expr: increase(proxysql_slow_queries_total[10m]) > 0 + for: 1h + labels: + severity: warning + annotations: + summary: "{{ $labels.instance }} is reporting slow mysql queries" + description: "mysql queries by {{ $labels.instance }} are being flagged as slow" + + - alert: ProxySQLNodeShunned + expr: proxysql_connpool_conns_status == 2 or proxysql_connpool_conns_status == 5 + for: 1m + labels: + severity: warning + annotations: + summary: "Node {{ $labels.instance }} has been shunned" + description: "Node {{ $labels.instance }} has been shunned" + + - alert: ProxySQLAllNodesShunned + expr: | + count by (instance, hostgroup) (proxysql_connpool_conns_status == 2 or proxysql_connpool_conns_status == 5) + == + count by (instance, hostgroup) (proxysql_connpool_conns_status) + for: 1m + labels: + severity: critical + annotations: + summary: "All nodes shunned in ProxySQL hostgroup {{ $labels.hostgroup }}" + description: "Instance {{ $labels.instance }} has no available nodes in hostgroup {{ $labels.hostgroup }}. All backends are currently SHUNNED." + + - alert: ProxySQLRestarted + expr: | + proxysql_uptime_seconds_total < 360 + and + proxysql_uptime_seconds_total != 0 + for: 1m + labels: + severity: warning + annotations: + summary: "ProxySQL on {{ $labels.instance }} has restarted" + description: "ProxySQL on {{ $labels.instance }} in hostgroup {{ $labels.hostgroup }} has restarted" + + - alert: ProxySQLDown + expr: up{job="proxysql"} == 0 + labels: + severity: critical + annotations: + summary: "ProxySQL is down" + description: "ProxySQL on {{ $labels.instance }} is down" + +{% endraw %} + From abcecdb796a87c4e85cd086c8e683895ecf7dcec Mon Sep 17 00:00:00 2001 From: Raine Date: Tue, 15 Sep 2026 10:32:05 +0100 Subject: [PATCH 2/2] add release note --- releasenotes/notes/add-proxysql-alerts-6909a4f376289c14.yaml | 4 ++++ 1 file changed, 4 insertions(+) create mode 100644 releasenotes/notes/add-proxysql-alerts-6909a4f376289c14.yaml diff --git a/releasenotes/notes/add-proxysql-alerts-6909a4f376289c14.yaml b/releasenotes/notes/add-proxysql-alerts-6909a4f376289c14.yaml new file mode 100644 index 0000000000..c83cc93770 --- /dev/null +++ b/releasenotes/notes/add-proxysql-alerts-6909a4f376289c14.yaml @@ -0,0 +1,4 @@ +--- +features: + - | + Adds some alerts to prometheus to monitor the health and security of proxySQL.