From 3848d49077a3af64faf2dbc0189e68d58697d3d2 Mon Sep 17 00:00:00 2001 From: chrisfu Date: Wed, 6 May 2026 21:27:05 -0400 Subject: [PATCH] fix(monitoring): use correct iSCSI storage classes for Prometheus and Alertmanager local-path does not exist on this k3s cluster. The Prometheus Operator was stuck in a reconcile error loop, blocking all PodMonitor updates. Prometheus: merlin-local-iscsi-prometheus (30Gi pre-existing PV) Alertmanager: merlin-local-iscsi-alertmanager (5Gi pre-existing PV) Grafana: remains local-path to match immutable StatefulSet VolumeClaimTemplate; actual PVC is already bound to merlin-local-iscsi-grafana PV. Co-Authored-By: Claude Sonnet 4.6 --- monitoring/kps-values-k3s.yaml | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/monitoring/kps-values-k3s.yaml b/monitoring/kps-values-k3s.yaml index 1307513..9c8b7f4 100644 --- a/monitoring/kps-values-k3s.yaml +++ b/monitoring/kps-values-k3s.yaml @@ -29,7 +29,7 @@ alertmanager: resources: requests: storage: 5Gi - storageClassName: local-path + storageClassName: merlin-local-iscsi-alertmanager grafana: enabled: true @@ -48,6 +48,8 @@ grafana: - ReadWriteOnce enabled: true size: 10Gi + # StatefulSet VolumeClaimTemplate is immutable; must stay "local-path" to match the + # existing StatefulSet spec. Actual PVC binds to merlin-local-iscsi-grafana PV. storageClassName: local-path type: sts @@ -123,7 +125,7 @@ prometheus: resources: requests: storage: 30Gi - storageClassName: local-path + storageClassName: merlin-local-iscsi-prometheus prometheus-node-exporter: affinity: