level=info ts=2026-03-27T02:04:32.835764748Z caller=main.go:186 msg="Starting Prometheus Operator" version="(version=0.73.1, branch=refs/tags/v0.73.1, revision=6d917cee43718675dec545de27243ec06693e5d7)"
level=info ts=2026-03-27T02:04:32.835810849Z caller=main.go:187 build_context="(go=go1.22.2, platform=linux/amd64, user=Action-Run-ID-8647389420, date=20240411-13:17:27, tags=unknown)"
level=info ts=2026-03-27T02:04:32.835824029Z caller=main.go:198 msg="namespaces filtering configuration " config="{allow_list=\"\",deny_list=\"\",prometheus_allow_list=\"\",alertmanager_allow_list=\"\",alertmanagerconfig_allow_list=\"\",thanosruler_allow_list=\"\"}"
level=info ts=2026-03-27T02:04:32.842103587Z caller=main.go:227 msg="connection established" cluster-version=v1.28.13
level=info ts=2026-03-27T02:04:32.87234072Z caller=operator.go:335 component=prometheus-controller msg="Kubernetes API capabilities" endpointslices=true
level=info ts=2026-03-27T02:04:32.884939036Z caller=operator.go:320 component=prometheusagent-controller msg="Kubernetes API capabilities" endpointslices=true
level=warn ts=2026-03-27T02:04:32.913252424Z caller=server.go:160 msg="server TLS client verification disabled" client_ca_file=/etc/tls/private/tls-ca.crt err="stat /etc/tls/private/tls-ca.crt: no such file or directory"
level=info ts=2026-03-27T02:04:32.914647977Z caller=server.go:300 msg="starting secure server" address=[::]:10250 http2=false
level=info ts=2026-03-27T02:04:33.015517865Z caller=operator.go:313 component=alertmanager-controller msg="successfully synced all caches"
level=info ts=2026-03-27T02:04:33.015653768Z caller=operator.go:429 component=prometheusagent-controller msg="successfully synced all caches"
level=info ts=2026-03-27T02:04:33.015842942Z caller=operator.go:691 component=alertmanager-controller msg="StatefulSet not found" key=monitoring/alertmanager-kube-prometheus-stack-alertmanager
level=info ts=2026-03-27T02:04:33.01703859Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:04:33.018096406Z caller=operator.go:283 component=thanos-controller msg="successfully synced all caches"
level=info ts=2026-03-27T02:04:33.019902388Z caller=operator.go:392 component=prometheus-controller msg="successfully synced all caches"
level=info ts=2026-03-27T02:04:33.023549634Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:04:33.068382081Z caller=operator.go:691 component=alertmanager-controller msg="StatefulSet not found" key=monitoring/alertmanager-kube-prometheus-stack-alertmanager
level=warn ts=2026-03-27T02:04:33.077952026Z caller=klog.go:106 component=k8s_client_runtime func=Warning msg="spec.template.spec.containers[1].ports[0]: duplicate port definition with spec.template.spec.initContainers[0].ports[0]"
level=info ts=2026-03-27T02:04:33.080328392Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:04:33.080408614Z caller=operator.go:691 component=alertmanager-controller msg="StatefulSet not found" key=monitoring/alertmanager-kube-prometheus-stack-alertmanager
level=info ts=2026-03-27T02:04:33.217108547Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:04:33.267801521Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:04:33.369195311Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=warn ts=2026-03-27T02:04:33.406763797Z caller=klog.go:106 component=k8s_client_runtime func=Warning msg="spec.template.spec.containers[1].ports[0]: duplicate port definition with spec.template.spec.initContainers[0].ports[0]"
level=info ts=2026-03-27T02:04:33.410508625Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:04:33.418011973Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:04:33.823202303Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:04:34.160517674Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:04:38.553978424Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:04:38.557280801Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:04:38.633763464Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:04:38.703800815Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:04:38.932727181Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:04:39.953067842Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:04:40.349380604Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:04:48.48196158Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:04:48.763943307Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:04:48.800171402Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:04:59.966853795Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:04:59.970341187Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:05:00.043179214Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:05:00.097284469Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:05:00.315522784Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:05:01.315976856Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:05:01.318730851Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:05:01.377111167Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:05:01.665992306Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:05:39.444271272Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:05:39.450370113Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:05:39.514539396Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:05:39.579918967Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:05:39.806378391Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:05:49.88750773Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:05:49.890458589Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:06:11.177835983Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:06:11.180364911Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:08:15.976541212Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:08:15.979310507Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:08:16.062850212Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:08:16.108622247Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:08:16.305480755Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:08:34.30820987Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:08:34.310859132Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:08:34.357669122Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:08:34.634714046Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:09:03.73764241Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:09:03.743890417Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:09:03.801303119Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:09:04.11488637Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:10:31.973319486Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:10:31.977113166Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:10:32.06606237Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:10:32.117104803Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:10:32.331147955Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:11:18.977863084Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:11:18.981459225Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:11:21.736782398Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:11:21.74124988Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:11:29.41917426Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:11:29.430585425Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:11:29.531705453Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:11:29.587567289Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:11:29.804382529Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:11:42.849637593Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:11:42.852607477Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:11:47.649158432Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:11:47.651635164Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:11:50.557405703Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:11:50.560380653Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:11:50.599328932Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:11:50.903645792Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:11:52.549955823Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:11:52.553157239Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:11:52.595686913Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:11:52.893052928Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:11:53.930074985Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:11:53.932928112Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:12:25.449903625Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:12:25.454867879Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:12:25.513395324Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:12:25.801993757Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:13:31.716880539Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:13:31.719623831Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:14:16.807206248Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:14:16.810540054Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:14:22.091525Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:14:22.101186198Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:14:22.17832588Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:14:22.229553915Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:14:22.427522056Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:15:01.633017023Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:15:01.635214876Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"
level=info ts=2026-03-27T02:15:01.696192578Z caller=operator.go:572 component=alertmanager-controller key=monitoring/kube-prometheus-stack-alertmanager msg="sync alertmanager"
level=info ts=2026-03-27T02:15:02.003752091Z caller=operator.go:766 component=prometheus-controller key=monitoring/kube-prometheus-stack-prometheus msg="sync prometheus"