level=info ts=2026-03-31T20:31:04.99532449Z caller=main.go:186 msg="Starting Prometheus Operator" version="(version=0.73.1, branch=refs/tags/v0.73.1, revision=6d917cee43718675dec545de27243ec06693e5d7)"
level=info ts=2026-03-31T20:31:04.995368091Z caller=main.go:187 build_context="(go=go1.22.2, platform=linux/amd64, user=Action-Run-ID-8647389420, date=20240411-13:17:27, tags=unknown)"
level=info ts=2026-03-31T20:31:04.995379031Z caller=main.go:198 msg="namespaces filtering configuration " config="{allow_list=\"\",deny_list=\"\",prometheus_allow_list=\"\",alertmanager_allow_list=\"\",alertmanagerconfig_allow_list=\"\",thanosruler_allow_list=\"\"}"
level=info ts=2026-03-31T20:31:05.005752721Z caller=main.go:227 msg="connection established" cluster-version=v1.28.13
level=info ts=2026-03-31T20:31:05.030211397Z caller=operator.go:335 component=prometheus-controller msg="Kubernetes API capabilities" endpointslices=true
level=info ts=2026-03-31T20:31:05.042793084Z caller=operator.go:320 component=prometheusagent-controller msg="Kubernetes API capabilities" endpointslices=true
level=warn ts=2026-03-31T20:31:05.070929166Z caller=server.go:160 msg="server TLS client verification disabled" client_ca_file=/etc/tls/private/tls-ca.crt err="stat /etc/tls/private/tls-ca.crt: no such file or directory"
level=info ts=2026-03-31T20:31:05.071988343Z caller=server.go:300 msg="starting secure server" address=[::]:10250 http2=false
level=info ts=2026-03-31T20:31:05.174263423Z caller=operator.go:429 component=prometheusagent-controller msg="successfully synced all caches"
level=info ts=2026-03-31T20:31:05.174425928Z caller=operator.go:392 component=prometheus-controller msg="successfully synced all caches"
level=info ts=2026-03-31T20:31:05.174862759Z caller=operator.go:313 component=alertmanager-controller msg="successfully synced all caches"
level=info ts=2026-03-31T20:31:05.175605718Z caller=operator.go:283 component=thanos-controller msg="successfully synced all caches"
level=info ts=2026-03-31T20:31:05.176298326Z caller=operator.go:691 component=alertmanager-controller msg="StatefulSet not found" key=monitoring/alertmanager-kube-prometheus-stack-alertmanager
level=info ts=2026-03-31T20:31:05.179087329Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:31:05.181090901Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-31T20:31:05.235559098Z caller=operator.go:691 component=alertmanager-controller msg="StatefulSet not found" key=monitoring/alertmanager-kube-prometheus-stack-alertmanager
level=warn ts=2026-03-31T20:31:05.250712182Z caller=klog.go:106 component=k8s_client_runtime func=Warning msg="spec.template.spec.containers[1].ports[0]: duplicate port definition with spec.template.spec.initContainers[0].ports[0]"
level=info ts=2026-03-31T20:31:05.253248308Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:31:05.253451314Z caller=operator.go:691 component=alertmanager-controller msg="StatefulSet not found" key=monitoring/alertmanager-kube-prometheus-stack-alertmanager
level=info ts=2026-03-31T20:31:05.369701877Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:31:05.420551719Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:31:05.545040297Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=warn ts=2026-03-31T20:31:05.584407041Z caller=klog.go:106 component=k8s_client_runtime func=Warning msg="spec.template.spec.containers[1].ports[0]: duplicate port definition with spec.template.spec.initContainers[0].ports[0]"
level=info ts=2026-03-31T20:31:05.590007616Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-31T20:31:05.592504232Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:31:05.993492792Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-31T20:31:08.984949857Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-31T20:31:09.336264244Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-31T20:31:14.825002022Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:31:14.829312184Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-31T20:31:15.319807902Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:31:15.356164647Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-31T20:31:15.361372913Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:31:17.380047017Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-31T20:31:17.688414387Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:31:17.718351226Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-31T20:31:29.923206154Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:31:29.925527285Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-31T20:31:29.973607155Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:31:30.481442604Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-31T20:31:33.45830536Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:31:33.462247102Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-31T20:31:33.537489329Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:31:33.584791339Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:31:33.796555297Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-31T20:32:08.193821244Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:32:08.200872517Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-31T20:32:08.258137727Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:32:08.30347641Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:32:08.599584934Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-31T20:32:19.198071319Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:32:19.202691288Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-31T20:32:42.272213187Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:32:42.274951378Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-31T20:34:46.063487403Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:34:46.066771218Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-31T20:34:46.140417878Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:34:46.188972427Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:34:46.406318445Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-31T20:35:04.522171522Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:35:04.525481158Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-31T20:35:04.564416326Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:35:04.837929162Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-31T20:35:38.846880947Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:35:38.853334874Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-31T20:35:38.91343592Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:35:39.232373692Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-31T20:37:06.079906704Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:37:06.082961884Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-31T20:37:06.154395973Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:37:06.216021248Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:37:06.406693793Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-31T20:37:54.427409973Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:37:54.430606726Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-31T20:37:57.184123919Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:37:57.189561269Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-31T20:38:05.224501357Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:38:05.227734841Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-31T20:38:05.315909884Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:38:05.365395865Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:38:05.598667423Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-31T20:38:18.287567024Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:38:18.291377633Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-31T20:38:23.348513113Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:38:23.351347976Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-31T20:38:26.253971759Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:38:26.25865391Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-31T20:38:26.296659083Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:38:26.593296352Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-31T20:38:27.805963571Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:38:27.810718714Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-31T20:38:27.850641557Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:38:28.131551448Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-31T20:38:29.217955379Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:38:29.220819783Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-31T20:39:01.092020314Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:39:01.096700306Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-31T20:39:01.159253444Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:39:01.498152557Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-31T20:40:13.708490688Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:40:13.711693101Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-31T20:40:57.000532609Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:40:57.004533232Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-31T20:41:02.950202494Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:41:02.958950041Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-31T20:41:03.050181085Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:41:03.100913919Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:41:03.307944594Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-31T20:41:39.905642196Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:41:39.909067405Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-31T20:41:40.039211608Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-31T20:41:40.309580114Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"