level=info ts=2026-03-29T02:01:31.920363429Z caller=main.go:186 msg="Starting Prometheus Operator" version="(version=0.73.1, branch=refs/tags/v0.73.1, revision=6d917cee43718675dec545de27243ec06693e5d7)"
level=info ts=2026-03-29T02:01:31.920433981Z caller=main.go:187 build_context="(go=go1.22.2, platform=linux/amd64, user=Action-Run-ID-8647389420, date=20240411-13:17:27, tags=unknown)"
level=info ts=2026-03-29T02:01:31.920460232Z caller=main.go:198 msg="namespaces filtering configuration " config="{allow_list=\"\",deny_list=\"\",prometheus_allow_list=\"\",alertmanager_allow_list=\"\",alertmanagerconfig_allow_list=\"\",thanosruler_allow_list=\"\"}"
level=info ts=2026-03-29T02:01:31.930756846Z caller=main.go:227 msg="connection established" cluster-version=v1.28.13
level=info ts=2026-03-29T02:01:31.967186309Z caller=operator.go:335 component=prometheus-controller msg="Kubernetes API capabilities" endpointslices=true
level=info ts=2026-03-29T02:01:31.979120411Z caller=operator.go:320 component=prometheusagent-controller msg="Kubernetes API capabilities" endpointslices=true
level=warn ts=2026-03-29T02:01:32.003381326Z caller=server.go:160 msg="server TLS client verification disabled" client_ca_file=/etc/tls/private/tls-ca.crt err="stat /etc/tls/private/tls-ca.crt: no such file or directory"
level=info ts=2026-03-29T02:01:32.003890078Z caller=server.go:300 msg="starting secure server" address=[::]:10250 http2=false
level=info ts=2026-03-29T02:01:32.104562352Z caller=operator.go:392 component=prometheus-controller msg="successfully synced all caches"
level=info ts=2026-03-29T02:01:32.104619723Z caller=operator.go:283 component=thanos-controller msg="successfully synced all caches"
level=info ts=2026-03-29T02:01:32.107219115Z caller=operator.go:429 component=prometheusagent-controller msg="successfully synced all caches"
level=info ts=2026-03-29T02:01:32.107845429Z caller=operator.go:313 component=alertmanager-controller msg="successfully synced all caches"
level=info ts=2026-03-29T02:01:32.108826833Z caller=operator.go:691 component=alertmanager-controller msg="StatefulSet not found" key=monitoring/alertmanager-kube-prometheus-stack-alertmanager
level=info ts=2026-03-29T02:01:32.108908165Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:01:32.111466366Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-29T02:01:32.157410423Z caller=operator.go:691 component=alertmanager-controller msg="StatefulSet not found" key=monitoring/alertmanager-kube-prometheus-stack-alertmanager
level=warn ts=2026-03-29T02:01:32.172036569Z caller=klog.go:106 component=k8s_client_runtime func=Warning msg="spec.template.spec.containers[1].ports[0]: duplicate port definition with spec.template.spec.initContainers[0].ports[0]"
level=info ts=2026-03-29T02:01:32.174297853Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:01:32.283812377Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:01:32.331444034Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:01:32.468857838Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=warn ts=2026-03-29T02:01:32.504896882Z caller=klog.go:106 component=k8s_client_runtime func=Warning msg="spec.template.spec.containers[1].ports[0]: duplicate port definition with spec.template.spec.initContainers[0].ports[0]"
level=info ts=2026-03-29T02:01:32.509972543Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-29T02:01:32.516607109Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:01:32.89755676Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-29T02:01:33.265707269Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-29T02:01:37.543543293Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:01:37.554661036Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-29T02:01:37.65070967Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:01:37.72245483Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:01:38.192802817Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-29T02:01:38.578632474Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-29T02:01:47.278722482Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-29T02:01:47.597924811Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:01:47.625441403Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-29T02:02:00.236322409Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:02:00.239845824Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-29T02:02:00.29502067Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:02:00.600203527Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-29T02:02:07.159814915Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:02:07.163633446Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-29T02:02:07.244849219Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:02:07.28882318Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:02:07.471992818Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-29T02:02:58.570616587Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:02:58.573384812Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-29T02:02:58.629505061Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:02:58.692805568Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:02:58.96449123Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-29T02:03:10.088342392Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:03:10.092004799Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-29T02:03:30.422754192Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:03:30.426724386Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-29T02:05:35.292288077Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:05:35.294576831Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-29T02:05:35.36366801Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:05:35.436400304Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:05:35.666602322Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-29T02:05:53.822781401Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:05:53.828284551Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-29T02:05:53.877387206Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:05:54.186539675Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-29T02:06:28.549048678Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:06:28.555273715Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-29T02:06:28.610386502Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:06:28.906075832Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-29T02:07:59.282606936Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:07:59.290001082Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-29T02:07:59.355082803Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:07:59.39213466Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:07:59.614348744Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-29T02:08:46.909255311Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:08:46.915072778Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-29T02:08:50.0713337Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:08:50.081823078Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-29T02:08:58.178466385Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:08:58.182404358Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-29T02:08:58.256548524Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:08:58.322450484Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:08:58.566242808Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-29T02:09:16.971405707Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:09:16.976475646Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-29T02:09:17.720380795Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:09:17.723077829Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-29T02:09:20.660443436Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:09:20.663957709Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-29T02:09:20.713129864Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:09:21.022181314Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-29T02:09:23.766424186Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:09:23.768799593Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-29T02:09:23.80922457Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:09:24.097014336Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-29T02:09:25.191674162Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:09:25.19585149Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-29T02:09:55.543558894Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:09:55.563304612Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-29T02:09:55.647051693Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:09:55.928012243Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-29T02:11:06.090430505Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:11:06.092967085Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-29T02:11:49.637694Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:11:49.641758967Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-29T02:11:55.504362315Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:11:55.507420838Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-29T02:11:55.604867792Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:11:55.664077712Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:11:55.871252531Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-29T02:12:31.923271779Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:12:31.929561057Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-29T02:12:31.97913256Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-29T02:12:32.312251008Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"