I0509 16:49:17.064334       1 options.go:220] external host was not specified, using 199.204.45.23
I0509 16:49:17.065048       1 server.go:148] Version: v1.28.13
I0509 16:49:17.065099       1 server.go:150] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0509 16:49:17.331265       1 shared_informer.go:311] Waiting for caches to sync for node_authorizer
I0509 16:49:17.345804       1 plugins.go:158] Loaded 12 mutating admission controller(s) successfully in the following order: NamespaceLifecycle,LimitRanger,ServiceAccount,NodeRestriction,TaintNodesByCondition,Priority,DefaultTolerationSeconds,DefaultStorageClass,StorageObjectInUseProtection,RuntimeClass,DefaultIngressClass,MutatingAdmissionWebhook.
I0509 16:49:17.345881       1 plugins.go:161] Loaded 13 validating admission controller(s) successfully in the following order: LimitRanger,ServiceAccount,PodSecurity,Priority,PersistentVolumeClaimResize,RuntimeClass,CertificateApproval,CertificateSigning,ClusterTrustBundleAttest,CertificateSubjectRestriction,ValidatingAdmissionPolicy,ValidatingAdmissionWebhook,ResourceQuota.
I0509 16:49:17.346275       1 instance.go:298] Using reconciler: lease
I0509 16:49:17.573055       1 handler.go:275] Adding GroupVersion apiextensions.k8s.io v1 to ResourceManager
W0509 16:49:17.573075       1 genericapiserver.go:744] Skipping API apiextensions.k8s.io/v1beta1 because it has no resources.
I0509 16:49:17.826413       1 handler.go:275] Adding GroupVersion  v1 to ResourceManager
I0509 16:49:17.826575       1 instance.go:709] API group "internal.apiserver.k8s.io" is not enabled, skipping.
I0509 16:49:18.227325       1 instance.go:709] API group "resource.k8s.io" is not enabled, skipping.
I0509 16:49:18.243248       1 handler.go:275] Adding GroupVersion authentication.k8s.io v1 to ResourceManager
W0509 16:49:18.243381       1 genericapiserver.go:744] Skipping API authentication.k8s.io/v1beta1 because it has no resources.
W0509 16:49:18.243459       1 genericapiserver.go:744] Skipping API authentication.k8s.io/v1alpha1 because it has no resources.
I0509 16:49:18.243984       1 handler.go:275] Adding GroupVersion authorization.k8s.io v1 to ResourceManager
W0509 16:49:18.244065       1 genericapiserver.go:744] Skipping API authorization.k8s.io/v1beta1 because it has no resources.
I0509 16:49:18.245022       1 handler.go:275] Adding GroupVersion autoscaling v2 to ResourceManager
I0509 16:49:18.245907       1 handler.go:275] Adding GroupVersion autoscaling v1 to ResourceManager
W0509 16:49:18.245987       1 genericapiserver.go:744] Skipping API autoscaling/v2beta1 because it has no resources.
W0509 16:49:18.246043       1 genericapiserver.go:744] Skipping API autoscaling/v2beta2 because it has no resources.
I0509 16:49:18.247502       1 handler.go:275] Adding GroupVersion batch v1 to ResourceManager
W0509 16:49:18.247584       1 genericapiserver.go:744] Skipping API batch/v1beta1 because it has no resources.
I0509 16:49:18.248597       1 handler.go:275] Adding GroupVersion certificates.k8s.io v1 to ResourceManager
W0509 16:49:18.248677       1 genericapiserver.go:744] Skipping API certificates.k8s.io/v1beta1 because it has no resources.
W0509 16:49:18.248736       1 genericapiserver.go:744] Skipping API certificates.k8s.io/v1alpha1 because it has no resources.
I0509 16:49:18.249236       1 handler.go:275] Adding GroupVersion coordination.k8s.io v1 to ResourceManager
W0509 16:49:18.249296       1 genericapiserver.go:744] Skipping API coordination.k8s.io/v1beta1 because it has no resources.
W0509 16:49:18.249387       1 genericapiserver.go:744] Skipping API discovery.k8s.io/v1beta1 because it has no resources.
I0509 16:49:18.249852       1 handler.go:275] Adding GroupVersion discovery.k8s.io v1 to ResourceManager
I0509 16:49:18.251227       1 handler.go:275] Adding GroupVersion networking.k8s.io v1 to ResourceManager
W0509 16:49:18.251291       1 genericapiserver.go:744] Skipping API networking.k8s.io/v1beta1 because it has no resources.
W0509 16:49:18.251336       1 genericapiserver.go:744] Skipping API networking.k8s.io/v1alpha1 because it has no resources.
I0509 16:49:18.251696       1 handler.go:275] Adding GroupVersion node.k8s.io v1 to ResourceManager
W0509 16:49:18.251754       1 genericapiserver.go:744] Skipping API node.k8s.io/v1beta1 because it has no resources.
W0509 16:49:18.251798       1 genericapiserver.go:744] Skipping API node.k8s.io/v1alpha1 because it has no resources.
I0509 16:49:18.252383       1 handler.go:275] Adding GroupVersion policy v1 to ResourceManager
W0509 16:49:18.252453       1 genericapiserver.go:744] Skipping API policy/v1beta1 because it has no resources.
I0509 16:49:18.253699       1 handler.go:275] Adding GroupVersion rbac.authorization.k8s.io v1 to ResourceManager
W0509 16:49:18.253765       1 genericapiserver.go:744] Skipping API rbac.authorization.k8s.io/v1beta1 because it has no resources.
W0509 16:49:18.253805       1 genericapiserver.go:744] Skipping API rbac.authorization.k8s.io/v1alpha1 because it has no resources.
I0509 16:49:18.254193       1 handler.go:275] Adding GroupVersion scheduling.k8s.io v1 to ResourceManager
W0509 16:49:18.254271       1 genericapiserver.go:744] Skipping API scheduling.k8s.io/v1beta1 because it has no resources.
W0509 16:49:18.254310       1 genericapiserver.go:744] Skipping API scheduling.k8s.io/v1alpha1 because it has no resources.
I0509 16:49:18.256019       1 handler.go:275] Adding GroupVersion storage.k8s.io v1 to ResourceManager
W0509 16:49:18.256084       1 genericapiserver.go:744] Skipping API storage.k8s.io/v1beta1 because it has no resources.
W0509 16:49:18.256137       1 genericapiserver.go:744] Skipping API storage.k8s.io/v1alpha1 because it has no resources.
I0509 16:49:18.256983       1 handler.go:275] Adding GroupVersion flowcontrol.apiserver.k8s.io v1beta3 to ResourceManager
I0509 16:49:18.258763       1 handler.go:275] Adding GroupVersion flowcontrol.apiserver.k8s.io v1beta2 to ResourceManager
W0509 16:49:18.258818       1 genericapiserver.go:744] Skipping API flowcontrol.apiserver.k8s.io/v1beta1 because it has no resources.
W0509 16:49:18.258829       1 genericapiserver.go:744] Skipping API flowcontrol.apiserver.k8s.io/v1alpha1 because it has no resources.
I0509 16:49:18.270369       1 handler.go:275] Adding GroupVersion apps v1 to ResourceManager
W0509 16:49:18.270404       1 genericapiserver.go:744] Skipping API apps/v1beta2 because it has no resources.
W0509 16:49:18.270411       1 genericapiserver.go:744] Skipping API apps/v1beta1 because it has no resources.
I0509 16:49:18.271927       1 handler.go:275] Adding GroupVersion admissionregistration.k8s.io v1 to ResourceManager
W0509 16:49:18.271943       1 genericapiserver.go:744] Skipping API admissionregistration.k8s.io/v1beta1 because it has no resources.
W0509 16:49:18.271948       1 genericapiserver.go:744] Skipping API admissionregistration.k8s.io/v1alpha1 because it has no resources.
I0509 16:49:18.272793       1 handler.go:275] Adding GroupVersion events.k8s.io v1 to ResourceManager
W0509 16:49:18.272808       1 genericapiserver.go:744] Skipping API events.k8s.io/v1beta1 because it has no resources.
I0509 16:49:18.304104       1 handler.go:275] Adding GroupVersion apiregistration.k8s.io v1 to ResourceManager
W0509 16:49:18.304158       1 genericapiserver.go:744] Skipping API apiregistration.k8s.io/v1beta1 because it has no resources.
I0509 16:49:18.691688       1 dynamic_cafile_content.go:157] "Starting controller" name="request-header::/etc/kubernetes/pki/front-proxy-ca.crt"
I0509 16:49:18.691720       1 dynamic_cafile_content.go:157] "Starting controller" name="client-ca-bundle::/etc/kubernetes/pki/ca.crt"
I0509 16:49:18.691947       1 dynamic_serving_content.go:132] "Starting controller" name="serving-cert::/etc/kubernetes/pki/apiserver.crt::/etc/kubernetes/pki/apiserver.key"
I0509 16:49:18.692173       1 secure_serving.go:213] Serving securely on [::]:6443
I0509 16:49:18.692255       1 controller.go:80] Starting OpenAPI V3 AggregationController
I0509 16:49:18.692330       1 tlsconfig.go:240] "Starting DynamicServingCertificateController"
I0509 16:49:18.692489       1 cluster_authentication_trust_controller.go:440] Starting cluster_authentication_trust_controller controller
I0509 16:49:18.692502       1 shared_informer.go:311] Waiting for caches to sync for cluster_authentication_trust_controller
I0509 16:49:18.692604       1 controller.go:78] Starting OpenAPI AggregationController
I0509 16:49:18.692786       1 gc_controller.go:78] Starting apiserver lease garbage collector
I0509 16:49:18.692836       1 controller.go:116] Starting legacy_token_tracking_controller
I0509 16:49:18.692865       1 aggregator.go:164] waiting for initial CRD sync...
I0509 16:49:18.692870       1 shared_informer.go:311] Waiting for caches to sync for configmaps
I0509 16:49:18.692934       1 handler_discovery.go:412] Starting ResourceDiscoveryManager
I0509 16:49:18.693107       1 customresource_discovery_controller.go:289] Starting DiscoveryController
I0509 16:49:18.693132       1 apf_controller.go:374] Starting API Priority and Fairness config controller
I0509 16:49:18.693400       1 apiservice_controller.go:97] Starting APIServiceRegistrationController
I0509 16:49:18.693411       1 cache.go:32] Waiting for caches to sync for APIServiceRegistrationController controller
I0509 16:49:18.692260       1 available_controller.go:423] Starting AvailableConditionController
I0509 16:49:18.693718       1 dynamic_cafile_content.go:157] "Starting controller" name="client-ca-bundle::/etc/kubernetes/pki/ca.crt"
I0509 16:49:18.693726       1 cache.go:32] Waiting for caches to sync for AvailableConditionController controller
I0509 16:49:18.693840       1 dynamic_cafile_content.go:157] "Starting controller" name="request-header::/etc/kubernetes/pki/front-proxy-ca.crt"
I0509 16:49:18.694157       1 crdregistration_controller.go:111] Starting crd-autoregister controller
I0509 16:49:18.694168       1 shared_informer.go:311] Waiting for caches to sync for crd-autoregister
I0509 16:49:18.692687       1 dynamic_serving_content.go:132] "Starting controller" name="aggregator-proxy-cert::/etc/kubernetes/pki/front-proxy-client.crt::/etc/kubernetes/pki/front-proxy-client.key"
I0509 16:49:18.694300       1 controller.go:85] Starting OpenAPI V3 controller
I0509 16:49:18.694355       1 naming_controller.go:291] Starting NamingConditionController
I0509 16:49:18.694372       1 establishing_controller.go:76] Starting EstablishingController
I0509 16:49:18.694425       1 nonstructuralschema_controller.go:192] Starting NonStructuralSchemaConditionController
I0509 16:49:18.694257       1 controller.go:134] Starting OpenAPI controller
I0509 16:49:18.694486       1 apiapproval_controller.go:186] Starting KubernetesAPIApprovalPolicyConformantConditionController
I0509 16:49:18.694542       1 crd_finalizer.go:266] Starting CRDFinalizer
I0509 16:49:18.693107       1 gc_controller.go:78] Starting apiserver lease garbage collector
I0509 16:49:18.692298       1 system_namespaces_controller.go:67] Starting system namespaces controller
I0509 16:49:18.732531       1 shared_informer.go:318] Caches are synced for node_authorizer
I0509 16:49:18.793289       1 apf_controller.go:379] Running API Priority and Fairness config worker
I0509 16:49:18.793311       1 shared_informer.go:318] Caches are synced for configmaps
I0509 16:49:18.793323       1 apf_controller.go:382] Running API Priority and Fairness periodic rebalancing process
I0509 16:49:18.793596       1 shared_informer.go:318] Caches are synced for cluster_authentication_trust_controller
I0509 16:49:18.793625       1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I0509 16:49:18.793845       1 cache.go:39] Caches are synced for AvailableConditionController controller
I0509 16:49:18.794204       1 shared_informer.go:318] Caches are synced for crd-autoregister
I0509 16:49:18.794230       1 aggregator.go:166] initial CRD sync complete...
I0509 16:49:18.794236       1 autoregister_controller.go:141] Starting autoregister controller
I0509 16:49:18.794239       1 cache.go:32] Waiting for caches to sync for autoregister controller
I0509 16:49:18.794244       1 cache.go:39] Caches are synced for autoregister controller
I0509 16:49:18.812915       1 controller.go:624] quota admission added evaluator for: namespaces
E0509 16:49:19.014980       1 controller.go:146] "Failed to ensure lease exists, will retry" err="namespaces \"kube-system\" not found" interval="200ms"
E0509 16:49:19.015561       1 controller.go:145] while syncing ConfigMap "kube-system/kube-apiserver-legacy-service-account-token-tracking", err: namespaces "kube-system" not found
I0509 16:49:19.219824       1 controller.go:624] quota admission added evaluator for: leases.coordination.k8s.io
I0509 16:49:19.699887       1 storage_scheduling.go:95] created PriorityClass system-node-critical with value 2000001000
I0509 16:49:19.704652       1 storage_scheduling.go:95] created PriorityClass system-cluster-critical with value 2000000000
I0509 16:49:19.704669       1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I0509 16:49:20.223864       1 controller.go:624] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I0509 16:49:20.266812       1 controller.go:624] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I0509 16:49:20.350064       1 alloc.go:330] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}
W0509 16:49:20.357521       1 lease.go:263] Resetting endpoints for master service "kubernetes" to [199.204.45.23]
I0509 16:49:20.358967       1 controller.go:624] quota admission added evaluator for: endpoints
I0509 16:49:20.366465       1 controller.go:624] quota admission added evaluator for: endpointslices.discovery.k8s.io
I0509 16:49:20.820595       1 controller.go:624] quota admission added evaluator for: serviceaccounts
I0509 16:49:22.055165       1 controller.go:624] quota admission added evaluator for: deployments.apps
I0509 16:49:22.174176       1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I0509 16:49:22.372634       1 controller.go:624] quota admission added evaluator for: daemonsets.apps
I0509 16:49:25.914980       1 controller.go:624] quota admission added evaluator for: replicasets.apps
I0509 16:49:26.066627       1 controller.go:624] quota admission added evaluator for: controllerrevisions.apps
I0509 16:49:45.568098       1 handler.go:275] Adding GroupVersion gateway.networking.x-k8s.io v1alpha1 to ResourceManager
I0509 16:49:45.594237       1 handler.go:275] Adding GroupVersion gateway.networking.k8s.io v1alpha2 to ResourceManager
I0509 16:49:45.611153       1 handler.go:275] Adding GroupVersion gateway.networking.x-k8s.io v1alpha1 to ResourceManager
I0509 16:49:45.646435       1 handler.go:275] Adding GroupVersion gateway.networking.k8s.io v1 to ResourceManager
I0509 16:49:45.646478       1 handler.go:275] Adding GroupVersion gateway.networking.k8s.io v1alpha3 to ResourceManager
I0509 16:49:45.669639       1 handler.go:275] Adding GroupVersion gateway.networking.k8s.io v1alpha2 to ResourceManager
I0509 16:49:45.677143       1 handler.go:275] Adding GroupVersion gateway.networking.k8s.io v1beta1 to ResourceManager
I0509 16:49:45.698520       1 handler.go:275] Adding GroupVersion gateway.networking.x-k8s.io v1alpha1 to ResourceManager
I0509 16:49:45.726462       1 handler.go:275] Adding GroupVersion gateway.networking.k8s.io v1alpha2 to ResourceManager
I0509 16:49:45.726515       1 handler.go:275] Adding GroupVersion gateway.networking.k8s.io v1alpha3 to ResourceManager
I0509 16:49:45.770859       1 handler.go:275] Adding GroupVersion gateway.networking.k8s.io v1 to ResourceManager
I0509 16:49:45.770910       1 handler.go:275] Adding GroupVersion gateway.networking.k8s.io v1beta1 to ResourceManager
I0509 16:49:45.836657       1 handler.go:275] Adding GroupVersion gateway.networking.k8s.io v1 to ResourceManager
I0509 16:49:45.836768       1 handler.go:275] Adding GroupVersion gateway.networking.k8s.io v1beta1 to ResourceManager
I0509 16:49:45.867188       1 handler.go:275] Adding GroupVersion gateway.networking.k8s.io v1 to ResourceManager
I0509 16:49:45.990899       1 handler.go:275] Adding GroupVersion gateway.envoyproxy.io v1alpha1 to ResourceManager
I0509 16:49:46.097635       1 handler.go:275] Adding GroupVersion gateway.envoyproxy.io v1alpha1 to ResourceManager
I0509 16:49:46.131018       1 handler.go:275] Adding GroupVersion gateway.envoyproxy.io v1alpha1 to ResourceManager
I0509 16:49:46.253191       1 handler.go:275] Adding GroupVersion gateway.networking.k8s.io v1 to ResourceManager
I0509 16:49:46.253261       1 handler.go:275] Adding GroupVersion gateway.networking.k8s.io v1beta1 to ResourceManager
I0509 16:49:46.277230       1 handler.go:275] Adding GroupVersion gateway.envoyproxy.io v1alpha1 to ResourceManager
I0509 16:49:46.292523       1 handler.go:275] Adding GroupVersion gateway.envoyproxy.io v1alpha1 to ResourceManager
I0509 16:49:46.916288       1 handler.go:275] Adding GroupVersion gateway.envoyproxy.io v1alpha1 to ResourceManager
I0509 16:49:46.934971       1 handler.go:275] Adding GroupVersion gateway.envoyproxy.io v1alpha1 to ResourceManager
I0509 16:49:47.038886       1 handler.go:275] Adding GroupVersion gateway.envoyproxy.io v1alpha1 to ResourceManager
I0509 16:49:52.777916       1 controller.go:624] quota admission added evaluator for: jobs.batch
I0509 16:49:53.483212       1 handler.go:275] Adding GroupVersion cilium.io v2 to ResourceManager
I0509 16:49:53.489553       1 handler.go:275] Adding GroupVersion cilium.io v2alpha1 to ResourceManager
I0509 16:49:53.678634       1 handler.go:275] Adding GroupVersion cilium.io v2alpha1 to ResourceManager
I0509 16:49:54.082644       1 handler.go:275] Adding GroupVersion cilium.io v2alpha1 to ResourceManager
I0509 16:49:54.271924       1 handler.go:275] Adding GroupVersion cilium.io v2 to ResourceManager
I0509 16:49:54.487012       1 handler.go:275] Adding GroupVersion cilium.io v2alpha1 to ResourceManager
I0509 16:49:54.674059       1 handler.go:275] Adding GroupVersion cilium.io v2alpha1 to ResourceManager
I0509 16:49:54.914040       1 handler.go:275] Adding GroupVersion cilium.io v2 to ResourceManager
I0509 16:49:56.277735       1 handler.go:275] Adding GroupVersion cilium.io v2 to ResourceManager
I0509 16:49:57.090147       1 handler.go:275] Adding GroupVersion cilium.io v2 to ResourceManager
I0509 16:49:57.516457       1 handler.go:275] Adding GroupVersion cilium.io v2 to ResourceManager
W0509 16:50:02.316741       1 dispatcher.go:210] Failed calling webhook, failing open topology.webhook.gateway.envoyproxy.io: failed calling webhook "topology.webhook.gateway.envoyproxy.io": failed to call webhook: Post "https://envoy-gateway.envoy-gateway-system.svc:9443/inject-pod-topology?timeout=10s": service "envoy-gateway" not found
E0509 16:50:02.316800       1 dispatcher.go:214] failed calling webhook "topology.webhook.gateway.envoyproxy.io": failed to call webhook: Post "https://envoy-gateway.envoy-gateway-system.svc:9443/inject-pod-topology?timeout=10s": service "envoy-gateway" not found
I0509 16:50:02.744422       1 controller.go:624] quota admission added evaluator for: ciliumendpoints.cilium.io
I0509 16:50:12.434826       1 alloc.go:330] "allocated clusterIPs" service="envoy-gateway-system/envoy-gateway" clusterIPs={"IPv4":"10.100.66.48"}
W0509 16:50:12.465977       1 dispatcher.go:210] Failed calling webhook, failing open topology.webhook.gateway.envoyproxy.io: failed calling webhook "topology.webhook.gateway.envoyproxy.io": failed to call webhook: Post "https://envoy-gateway.envoy-gateway-system.svc:9443/inject-pod-topology?timeout=10s": dial tcp 10.100.66.48:9443: connect: connection refused
E0509 16:50:12.466013       1 dispatcher.go:214] failed calling webhook "topology.webhook.gateway.envoyproxy.io": failed to call webhook: Post "https://envoy-gateway.envoy-gateway-system.svc:9443/inject-pod-topology?timeout=10s": dial tcp 10.100.66.48:9443: connect: connection refused
I0509 16:50:25.658313       1 handler.go:275] Adding GroupVersion cert-manager.io v1 to ResourceManager
I0509 16:50:25.668283       1 handler.go:275] Adding GroupVersion acme.cert-manager.io v1 to ResourceManager
I0509 16:50:25.686957       1 handler.go:275] Adding GroupVersion cert-manager.io v1 to ResourceManager
I0509 16:50:25.739805       1 handler.go:275] Adding GroupVersion acme.cert-manager.io v1 to ResourceManager
I0509 16:50:25.748327       1 alloc.go:330] "allocated clusterIPs" service="cert-manager/cert-manager-webhook" clusterIPs={"IPv4":"10.105.59.116"}
I0509 16:50:25.755194       1 alloc.go:330] "allocated clusterIPs" service="cert-manager/cert-manager" clusterIPs={"IPv4":"10.105.240.119"}
I0509 16:50:25.794700       1 handler.go:275] Adding GroupVersion cert-manager.io v1 to ResourceManager
I0509 16:50:25.834182       1 handler.go:275] Adding GroupVersion cert-manager.io v1 to ResourceManager
W0509 16:50:35.859075       1 dispatcher.go:225] Failed calling webhook, failing closed webhook.cert-manager.io: failed calling webhook "webhook.cert-manager.io": failed to call webhook: Post "https://cert-manager-webhook.cert-manager.svc:443/mutate?timeout=10s": dial tcp 10.105.59.116:443: connect: connection refused
I0509 16:50:40.853676       1 controller.go:624] quota admission added evaluator for: certificates.cert-manager.io
I0509 16:50:46.442583       1 controller.go:624] quota admission added evaluator for: certificaterequests.cert-manager.io
I0509 16:51:01.723467       1 alloc.go:330] "allocated clusterIPs" service="ingress-nginx/ingress-nginx-controller-metrics" clusterIPs={"IPv4":"10.103.62.120"}
I0509 16:51:01.736755       1 alloc.go:330] "allocated clusterIPs" service="ingress-nginx/ingress-nginx-defaultbackend" clusterIPs={"IPv4":"10.107.235.37"}
I0509 16:51:01.748124       1 alloc.go:330] "allocated clusterIPs" service="ingress-nginx/ingress-nginx-controller-admission" clusterIPs={"IPv4":"10.98.183.20"}
I0509 16:51:01.754985       1 alloc.go:330] "allocated clusterIPs" service="ingress-nginx/ingress-nginx-controller" clusterIPs={"IPv4":"10.97.254.183"}
I0509 16:51:08.154921       1 handler.go:275] Adding GroupVersion rabbitmq.com v1beta1 to ResourceManager
I0509 16:51:08.173943       1 handler.go:275] Adding GroupVersion rabbitmq.com v1beta1 to ResourceManager
I0509 16:51:08.197554       1 handler.go:275] Adding GroupVersion rabbitmq.com v1beta1 to ResourceManager
I0509 16:51:08.216259       1 handler.go:275] Adding GroupVersion rabbitmq.com v1beta1 to ResourceManager
I0509 16:51:08.243316       1 handler.go:275] Adding GroupVersion rabbitmq.com v1beta1 to ResourceManager
I0509 16:51:08.261169       1 handler.go:275] Adding GroupVersion rabbitmq.com v1beta1 to ResourceManager
I0509 16:51:08.283794       1 handler.go:275] Adding GroupVersion rabbitmq.com v1beta1 to ResourceManager
I0509 16:51:08.301266       1 handler.go:275] Adding GroupVersion rabbitmq.com v1beta1 to ResourceManager
I0509 16:51:08.326029       1 handler.go:275] Adding GroupVersion rabbitmq.com v1beta1 to ResourceManager
I0509 16:51:08.344015       1 handler.go:275] Adding GroupVersion rabbitmq.com v1alpha1 to ResourceManager
I0509 16:51:08.367409       1 handler.go:275] Adding GroupVersion rabbitmq.com v1beta1 to ResourceManager
I0509 16:51:08.379496       1 handler.go:275] Adding GroupVersion rabbitmq.com v1beta1 to ResourceManager
I0509 16:51:08.413404       1 handler.go:275] Adding GroupVersion rabbitmq.com v1beta1 to ResourceManager
I0509 16:51:09.631924       1 handler.go:275] Adding GroupVersion rabbitmq.com v1beta1 to ResourceManager
I0509 16:51:13.694605       1 controller.go:624] quota admission added evaluator for: networkpolicies.networking.k8s.io
I0509 16:51:13.747612       1 alloc.go:330] "allocated clusterIPs" service="openstack/rabbitmq-messaging-topology-operator-webhook" clusterIPs={"IPv4":"10.107.254.80"}
I0509 16:51:13.799841       1 controller.go:624] quota admission added evaluator for: issuers.cert-manager.io
I0509 16:51:15.812773       1 handler.go:275] Adding GroupVersion pxc.percona.com v1 to ResourceManager
I0509 16:51:15.844130       1 handler.go:275] Adding GroupVersion pxc.percona.com v1 to ResourceManager
I0509 16:51:16.459763       1 handler.go:275] Adding GroupVersion pxc.percona.com v1-10-0 to ResourceManager
I0509 16:51:16.459802       1 handler.go:275] Adding GroupVersion pxc.percona.com v1-11-0 to ResourceManager
I0509 16:51:16.459833       1 handler.go:275] Adding GroupVersion pxc.percona.com v1 to ResourceManager
I0509 16:51:23.096733       1 controller.go:624] quota admission added evaluator for: perconaxtradbclusters.pxc.percona.com
I0509 16:51:25.573734       1 alloc.go:330] "allocated clusterIPs" service="openstack/percona-xtradb-cluster-operator" clusterIPs={"IPv4":"10.98.100.72"}
I0509 16:51:25.851444       1 controller.go:624] quota admission added evaluator for: statefulsets.apps
I0509 16:51:25.974990       1 controller.go:624] quota admission added evaluator for: poddisruptionbudgets.policy
I0509 16:51:26.112544       1 alloc.go:330] "allocated clusterIPs" service="openstack/percona-xtradb-haproxy" clusterIPs={"IPv4":"10.97.37.92"}
I0509 16:51:26.128100       1 alloc.go:330] "allocated clusterIPs" service="openstack/percona-xtradb-haproxy-replicas" clusterIPs={"IPv4":"10.101.70.202"}
I0509 16:52:54.620942       1 alloc.go:330] "allocated clusterIPs" service="openstack/percona-xtradb-haproxy-metrics" clusterIPs={"IPv4":"10.106.247.178"}
I0509 16:52:56.530766       1 alloc.go:330] "allocated clusterIPs" service="openstack/memcached" clusterIPs={"IPv4":"10.96.33.56"}
I0509 16:52:57.370037       1 alloc.go:330] "allocated clusterIPs" service="openstack/memcached-metrics" clusterIPs={"IPv4":"10.103.92.178"}
I0509 16:53:05.080578       1 alloc.go:330] "allocated clusterIPs" service="auth-system/keycloak" clusterIPs={"IPv4":"10.103.176.209"}
I0509 16:53:05.091887       1 alloc.go:330] "allocated clusterIPs" service="auth-system/keycloak-metrics" clusterIPs={"IPv4":"10.108.30.8"}
I0509 16:53:12.401890       1 trace.go:236] Trace[1880159148]: "Update" accept:application/vnd.kubernetes.protobuf,application/json,audit-id:e2bf70d0-b9f6-4f69-aba1-7c8674c5bb8b,client:10.0.0.221,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/openstack/leases/08db1feb.percona.com,user-agent:percona-xtradb-cluster-operator/v0.0.0 (linux/amd64) kubernetes/$Format/leader-election,verb:PUT (09-May-2026 16:53:10.030) (total time: 2371ms):
Trace[1880159148]: ["GuaranteedUpdate etcd3" audit-id:e2bf70d0-b9f6-4f69-aba1-7c8674c5bb8b,key:/leases/openstack/08db1feb.percona.com,type:*coordination.Lease,resource:leases.coordination.k8s.io 2370ms (16:53:10.030)
Trace[1880159148]:  ---"Txn call completed" 2369ms (16:53:12.401)]
Trace[1880159148]: [2.371120646s] [2.371120646s] END
I0509 16:53:12.404982       1 trace.go:236] Trace[1396483025]: "Update" accept:application/vnd.kubernetes.protobuf,application/json,audit-id:42f5cac7-852f-42c4-914f-d479e664ca6f,client:10.0.0.228,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/envoy-gateway-system/leases/5b9825d2.gateway.envoyproxy.io,user-agent:envoy-gateway/v0.0.0 (linux/amd64) kubernetes/$Format/leader-election,verb:PUT (09-May-2026 16:53:10.143) (total time: 2261ms):
Trace[1396483025]: ["GuaranteedUpdate etcd3" audit-id:42f5cac7-852f-42c4-914f-d479e664ca6f,key:/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io,type:*coordination.Lease,resource:leases.coordination.k8s.io 2261ms (16:53:10.143)
Trace[1396483025]:  ---"Txn call completed" 2259ms (16:53:12.404)]
Trace[1396483025]: [2.261843523s] [2.261843523s] END
I0509 16:53:12.405241       1 trace.go:236] Trace[238904409]: "Get" accept:application/vnd.kubernetes.protobuf, */*,audit-id:97e645be-dfc4-4e56-afed-e000435ba2f1,client:199.204.45.23,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-scheduler,user-agent:kube-scheduler/v1.28.13 (linux/amd64) kubernetes/024ab2a/leader-election,verb:GET (09-May-2026 16:53:10.915) (total time: 1490ms):
Trace[238904409]: ---"About to write a response" 1489ms (16:53:12.405)
Trace[238904409]: [1.490004482s] [1.490004482s] END
I0509 16:53:12.406144       1 trace.go:236] Trace[204463544]: "Get" accept:application/json, */*,audit-id:31405931-7e33-4153-8428-e69a5484283f,client:199.204.45.23,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/cilium-operator-resource-lock,user-agent:cilium-operator-generic/v0.0.0 (linux/amd64) kubernetes/$Format/leader-election,verb:GET (09-May-2026 16:53:10.814) (total time: 1592ms):
Trace[204463544]: ---"About to write a response" 1591ms (16:53:12.405)
Trace[204463544]: [1.592033164s] [1.592033164s] END
I0509 16:53:12.406847       1 trace.go:236] Trace[522770515]: "Get" accept:application/vnd.kubernetes.protobuf, */*,audit-id:15f4da03-a4b2-419e-8887-82739384f3a2,client:199.204.45.23,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-controller-manager,user-agent:kube-controller-manager/v1.28.13 (linux/amd64) kubernetes/024ab2a/leader-election,verb:GET (09-May-2026 16:53:10.517) (total time: 1887ms):
Trace[522770515]: ---"About to write a response" 1887ms (16:53:12.404)
Trace[522770515]: [1.887405749s] [1.887405749s] END
I0509 16:53:12.406946       1 trace.go:236] Trace[864624640]: "Get" accept:application/json, */*,audit-id:84bb5425-2f22-4126-bd22-d1e93c5acf7e,client:127.0.0.1,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/plndr-cp-lock,user-agent:kube-vip/v0.0.0 (linux/amd64) kubernetes/$Format,verb:GET (09-May-2026 16:53:11.505) (total time: 901ms):
Trace[864624640]: ---"About to write a response" 901ms (16:53:12.406)
Trace[864624640]: [901.512426ms] [901.512426ms] END
I0509 16:53:12.406977       1 trace.go:236] Trace[927549666]: "Update" accept:application/json, */*,audit-id:7ce52706-3c3e-4181-8ed1-f58f48b95a35,client:10.0.0.252,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/openstack/leases/messaging-topology-operator-leader-election,user-agent:manager/v0.0.0 (linux/amd64) kubernetes/$Format/leader-election,verb:PUT (09-May-2026 16:53:11.174) (total time: 1232ms):
Trace[927549666]: ["GuaranteedUpdate etcd3" audit-id:7ce52706-3c3e-4181-8ed1-f58f48b95a35,key:/leases/openstack/messaging-topology-operator-leader-election,type:*coordination.Lease,resource:leases.coordination.k8s.io 1231ms (16:53:11.175)
Trace[927549666]:  ---"Txn call completed" 1230ms (16:53:12.406)]
Trace[927549666]: [1.232007086s] [1.232007086s] END
I0509 16:53:12.407149       1 trace.go:236] Trace[436439120]: "Get" accept:application/json, */*,audit-id:f2922b8a-8504-4747-8fcf-f3045a45faf1,client:127.0.0.1,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/plndr-svcs-lock,user-agent:kube-vip/v0.0.0 (linux/amd64) kubernetes/$Format,verb:GET (09-May-2026 16:53:11.501) (total time: 905ms):
Trace[436439120]: ---"About to write a response" 905ms (16:53:12.406)
Trace[436439120]: [905.851545ms] [905.851545ms] END
I0509 16:53:12.410101       1 trace.go:236] Trace[2004832668]: "Get" accept:application/json, */*,audit-id:fb93f76d-5f84-4b04-bbe5-ec61a83b550e,client:199.204.45.23,protocol:HTTP/2.0,resource:services,scope:resource,url:/api/v1/namespaces/auth-system/services/keycloak-headless,user-agent:Helm/3.11.2,verb:GET (09-May-2026 16:53:11.145) (total time: 1264ms):
Trace[2004832668]: ---"About to write a response" 1264ms (16:53:12.409)
Trace[2004832668]: [1.264545474s] [1.264545474s] END
I0509 16:53:12.418897       1 trace.go:236] Trace[1926403513]: "GuaranteedUpdate etcd3" audit-id:,key:/masterleases/199.204.45.23,type:*v1.Endpoints,resource:apiServerIPInfo (09-May-2026 16:53:10.354) (total time: 2063ms):
Trace[1926403513]: ---"initial value restored" 2054ms (16:53:12.409)
Trace[1926403513]: [2.063951506s] [2.063951506s] END
E0509 16:53:21.416789       1 finisher.go:175] FinishRequest: post-timeout activity - time-elapsed: 11.58µs, panicked: false, err: context deadline exceeded, panic-reason: <nil>
E0509 16:53:21.418365       1 writers.go:122] apiserver was unable to write a JSON response: http: Handler timeout
E0509 16:53:21.418431       1 status.go:71] apiserver received an error that is not an metav1.Status: &errors.errorString{s:"http: Handler timeout"}: http: Handler timeout
E0509 16:53:21.418487       1 finisher.go:175] FinishRequest: post-timeout activity - time-elapsed: 4.56µs, panicked: false, err: context deadline exceeded, panic-reason: <nil>
E0509 16:53:21.419389       1 writers.go:122] apiserver was unable to write a JSON response: http: Handler timeout
E0509 16:53:21.420217       1 status.go:71] apiserver received an error that is not an metav1.Status: &errors.errorString{s:"http: Handler timeout"}: http: Handler timeout
E0509 16:53:21.420652       1 writers.go:135] apiserver was unable to write a fallback JSON response: http: Handler timeout
E0509 16:53:21.420734       1 writers.go:135] apiserver was unable to write a fallback JSON response: http: Handler timeout
I0509 16:53:21.421874       1 trace.go:236] Trace[465047662]: "Update" accept:application/vnd.kubernetes.protobuf,application/json,audit-id:edb173a1-b4a7-426b-adaf-bda40a5d5a45,client:10.0.0.221,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/openstack/leases/08db1feb.percona.com,user-agent:percona-xtradb-cluster-operator/v0.0.0 (linux/amd64) kubernetes/$Format/leader-election,verb:PUT (09-May-2026 16:53:16.414) (total time: 5007ms):
Trace[465047662]: ["GuaranteedUpdate etcd3" audit-id:edb173a1-b4a7-426b-adaf-bda40a5d5a45,key:/leases/openstack/08db1feb.percona.com,type:*coordination.Lease,resource:leases.coordination.k8s.io 5007ms (16:53:16.414)
Trace[465047662]:  ---"Txn call failed" err:context deadline exceeded 4998ms (16:53:21.414)]
Trace[465047662]: [5.007237907s] [5.007237907s] END
E0509 16:53:21.421973       1 timeout.go:142] post-timeout activity - time-elapsed: 5.333762ms, PUT "/apis/coordination.k8s.io/v1/namespaces/openstack/leases/08db1feb.percona.com" result: <nil>
I0509 16:53:21.422029       1 trace.go:236] Trace[391526157]: "Update" accept:application/vnd.kubernetes.protobuf,application/json,audit-id:bf47ce11-86f5-4e8e-8a6b-a07e4839aaa9,client:10.0.0.228,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/envoy-gateway-system/leases/5b9825d2.gateway.envoyproxy.io,user-agent:envoy-gateway/v0.0.0 (linux/amd64) kubernetes/$Format/leader-election,verb:PUT (09-May-2026 16:53:16.418) (total time: 5003ms):
Trace[391526157]: ["GuaranteedUpdate etcd3" audit-id:bf47ce11-86f5-4e8e-8a6b-a07e4839aaa9,key:/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io,type:*coordination.Lease,resource:leases.coordination.k8s.io 5003ms (16:53:16.418)
Trace[391526157]:  ---"Txn call failed" err:context deadline exceeded 4996ms (16:53:21.418)]
Trace[391526157]: [5.00327778s] [5.00327778s] END
E0509 16:53:21.422079       1 timeout.go:142] post-timeout activity - time-elapsed: 3.555004ms, PUT "/apis/coordination.k8s.io/v1/namespaces/envoy-gateway-system/leases/5b9825d2.gateway.envoyproxy.io" result: <nil>
E0509 16:53:21.427303       1 status.go:71] apiserver received an error that is not an metav1.Status: &errors.errorString{s:"context canceled"}: context canceled
E0509 16:53:21.427343       1 writers.go:122] apiserver was unable to write a JSON response: http: Handler timeout
E0509 16:53:21.427431       1 status.go:71] apiserver received an error that is not an metav1.Status: context.deadlineExceededError{}: context deadline exceeded
E0509 16:53:21.428784       1 status.go:71] apiserver received an error that is not an metav1.Status: &errors.errorString{s:"http: Handler timeout"}: http: Handler timeout
E0509 16:53:21.428803       1 writers.go:135] apiserver was unable to write a fallback JSON response: http: Handler timeout
E0509 16:53:21.428903       1 status.go:71] apiserver received an error that is not an metav1.Status: &errors.errorString{s:"context canceled"}: context canceled
E0509 16:53:21.428966       1 writers.go:122] apiserver was unable to write a JSON response: http: Handler timeout
E0509 16:53:21.430087       1 writers.go:122] apiserver was unable to write a JSON response: http: Handler timeout
E0509 16:53:21.430103       1 status.go:71] apiserver received an error that is not an metav1.Status: &errors.errorString{s:"http: Handler timeout"}: http: Handler timeout
I0509 16:53:21.430124       1 trace.go:236] Trace[1099478334]: "Get" accept:application/vnd.kubernetes.protobuf, */*,audit-id:862c89cc-64e3-4143-a5bc-95742e09e77e,client:199.204.45.23,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-controller-manager,user-agent:kube-controller-manager/v1.28.13 (linux/amd64) kubernetes/024ab2a/leader-election,verb:GET (09-May-2026 16:53:16.427) (total time: 5002ms):
Trace[1099478334]: [5.002729923s] [5.002729923s] END
E0509 16:53:21.430196       1 timeout.go:142] post-timeout activity - time-elapsed: 2.839371ms, GET "/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-controller-manager" result: <nil>
E0509 16:53:21.430215       1 status.go:71] apiserver received an error that is not an metav1.Status: &errors.errorString{s:"http: Handler timeout"}: http: Handler timeout
E0509 16:53:21.431883       1 writers.go:135] apiserver was unable to write a fallback JSON response: http: Handler timeout
I0509 16:53:21.431907       1 trace.go:236] Trace[1160804231]: "Get" accept:application/vnd.kubernetes.protobuf, */*,audit-id:05770af4-d026-463d-b1de-c6ecd5918e7d,client:199.204.45.23,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-scheduler,user-agent:kube-scheduler/v1.28.13 (linux/amd64) kubernetes/024ab2a/leader-election,verb:GET (09-May-2026 16:53:16.428) (total time: 5003ms):
Trace[1160804231]: [5.003203268s] [5.003203268s] END
E0509 16:53:21.431947       1 timeout.go:142] post-timeout activity - time-elapsed: 3.032548ms, GET "/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-scheduler" result: <nil>
E0509 16:53:21.431976       1 writers.go:135] apiserver was unable to write a fallback JSON response: http: Handler timeout
I0509 16:53:21.433638       1 trace.go:236] Trace[17649526]: "Get" accept:application/json, */*,audit-id:6b084ac1-47e7-4813-b464-dab9a86cc80b,client:199.204.45.23,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/cilium-operator-resource-lock,user-agent:cilium-operator-generic/v0.0.0 (linux/amd64) kubernetes/$Format/leader-election,verb:GET (09-May-2026 16:53:16.428) (total time: 5005ms):
Trace[17649526]: [5.005322266s] [5.005322266s] END
E0509 16:53:21.433707       1 timeout.go:142] post-timeout activity - time-elapsed: 6.172878ms, GET "/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/cilium-operator-resource-lock" result: <nil>
E0509 16:53:23.080989       1 status.go:71] apiserver received an error that is not an metav1.Status: rpctypes.EtcdError{code:0xe, desc:"etcdserver: request timed out"}: etcdserver: request timed out
I0509 16:53:23.081125       1 trace.go:236] Trace[1315736079]: "Update" accept:application/vnd.kubernetes.protobuf,application/json,audit-id:e68abfb2-939c-433c-af49-90ffad580573,client:199.204.45.23,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/ingress-nginx/leases/ingress-nginx-leader,user-agent:nginx-ingress-controller/v1.12.1 (linux/amd64) ingress-nginx/51c2b819690bbf1709b844dbf321a9acf6eda5a7,verb:PUT (09-May-2026 16:53:16.077) (total time: 7003ms):
Trace[1315736079]: ["GuaranteedUpdate etcd3" audit-id:e68abfb2-939c-433c-af49-90ffad580573,key:/leases/ingress-nginx/ingress-nginx-leader,type:*coordination.Lease,resource:leases.coordination.k8s.io 7003ms (16:53:16.077)
Trace[1315736079]:  ---"Txn call failed" err:etcdserver: request timed out 7002ms (16:53:23.080)]
Trace[1315736079]: [7.003438018s] [7.003438018s] END
E0509 16:53:23.420735       1 status.go:71] apiserver received an error that is not an metav1.Status: rpctypes.EtcdError{code:0xe, desc:"etcdserver: request timed out"}: etcdserver: request timed out
I0509 16:53:23.420869       1 trace.go:236] Trace[1181640907]: "Update" accept:application/json, */*,audit-id:586e744d-6285-4494-a3e7-f2a46502ea01,client:10.0.0.252,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/openstack/leases/messaging-topology-operator-leader-election,user-agent:manager/v0.0.0 (linux/amd64) kubernetes/$Format/leader-election,verb:PUT (09-May-2026 16:53:16.417) (total time: 7003ms):
Trace[1181640907]: ["GuaranteedUpdate etcd3" audit-id:586e744d-6285-4494-a3e7-f2a46502ea01,key:/leases/openstack/messaging-topology-operator-leader-election,type:*coordination.Lease,resource:leases.coordination.k8s.io 7003ms (16:53:16.417)
Trace[1181640907]:  ---"Txn call failed" err:etcdserver: request timed out 7002ms (16:53:23.420)]
Trace[1181640907]: [7.003258498s] [7.003258498s] END
E0509 16:53:24.306032       1 status.go:71] apiserver received an error that is not an metav1.Status: rpctypes.EtcdError{code:0xe, desc:"etcdserver: request timed out"}: etcdserver: request timed out
I0509 16:53:24.306187       1 trace.go:236] Trace[1005347344]: "Update" accept:application/vnd.kubernetes.protobuf,application/json,audit-id:c889ebb1-58ea-4611-8958-85218697c6b6,client:199.204.45.23,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-node-lease/leases/instance,user-agent:kubelet/v1.28.13 (linux/amd64) kubernetes/024ab2a,verb:PUT (09-May-2026 16:53:17.301) (total time: 7004ms):
Trace[1005347344]: ["GuaranteedUpdate etcd3" audit-id:c889ebb1-58ea-4611-8958-85218697c6b6,key:/leases/kube-node-lease/instance,type:*coordination.Lease,resource:leases.coordination.k8s.io 7004ms (16:53:17.301)
Trace[1005347344]:  ---"Txn call failed" err:etcdserver: request timed out 7002ms (16:53:24.305)]
Trace[1005347344]: [7.004460161s] [7.004460161s] END
E0509 16:53:26.414525       1 status.go:71] apiserver received an error that is not an metav1.Status: &errors.errorString{s:"context canceled"}: context canceled
E0509 16:53:26.415403       1 writers.go:122] apiserver was unable to write a JSON response: http: Handler timeout
E0509 16:53:26.416679       1 status.go:71] apiserver received an error that is not an metav1.Status: &errors.errorString{s:"http: Handler timeout"}: http: Handler timeout
E0509 16:53:26.416746       1 writers.go:135] apiserver was unable to write a fallback JSON response: http: Handler timeout
I0509 16:53:26.419030       1 trace.go:236] Trace[1180299904]: "Get" accept:application/vnd.kubernetes.protobuf,application/json,audit-id:7f30e533-d590-4bd5-9a8f-0535d7baf033,client:10.0.0.221,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/openstack/leases/08db1feb.percona.com,user-agent:percona-xtradb-cluster-operator/v0.0.0 (linux/amd64) kubernetes/$Format/leader-election,verb:GET (09-May-2026 16:53:21.417) (total time: 5001ms):
Trace[1180299904]: [5.001570086s] [5.001570086s] END
E0509 16:53:26.419316       1 status.go:71] apiserver received an error that is not an metav1.Status: &errors.errorString{s:"context canceled"}: context canceled
E0509 16:53:26.419746       1 writers.go:122] apiserver was unable to write a JSON response: http: Handler timeout
E0509 16:53:26.419846       1 timeout.go:142] post-timeout activity - time-elapsed: 5.455215ms, GET "/apis/coordination.k8s.io/v1/namespaces/openstack/leases/08db1feb.percona.com" result: <nil>
E0509 16:53:26.421315       1 status.go:71] apiserver received an error that is not an metav1.Status: &errors.errorString{s:"http: Handler timeout"}: http: Handler timeout
E0509 16:53:26.421359       1 writers.go:135] apiserver was unable to write a fallback JSON response: http: Handler timeout
I0509 16:53:26.422477       1 trace.go:236] Trace[182975477]: "Get" accept:application/vnd.kubernetes.protobuf,application/json,audit-id:bd384932-4423-4423-80b3-71770bcc228a,client:10.0.0.228,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/envoy-gateway-system/leases/5b9825d2.gateway.envoyproxy.io,user-agent:envoy-gateway/v0.0.0 (linux/amd64) kubernetes/$Format/leader-election,verb:GET (09-May-2026 16:53:21.420) (total time: 5001ms):
Trace[182975477]: [5.001913117s] [5.001913117s] END
E0509 16:53:26.422583       1 timeout.go:142] post-timeout activity - time-elapsed: 3.332407ms, GET "/apis/coordination.k8s.io/v1/namespaces/envoy-gateway-system/leases/5b9825d2.gateway.envoyproxy.io" result: <nil>
E0509 16:53:26.423835       1 status.go:71] apiserver received an error that is not an metav1.Status: &errors.errorString{s:"context canceled"}: context canceled
E0509 16:53:26.423923       1 writers.go:122] apiserver was unable to write a JSON response: http: Handler timeout
E0509 16:53:26.425585       1 status.go:71] apiserver received an error that is not an metav1.Status: &errors.errorString{s:"http: Handler timeout"}: http: Handler timeout
E0509 16:53:26.425626       1 writers.go:135] apiserver was unable to write a fallback JSON response: http: Handler timeout
I0509 16:53:26.431606       1 trace.go:236] Trace[851975918]: "Get" accept:application/json, */*,audit-id:8d748a94-0ced-4242-895b-d43516a3c09a,client:10.0.0.252,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/openstack/leases/messaging-topology-operator-leader-election,user-agent:manager/v0.0.0 (linux/amd64) kubernetes/$Format/leader-election,verb:GET (09-May-2026 16:53:23.422) (total time: 3008ms):
Trace[851975918]: [3.00879589s] [3.00879589s] END
E0509 16:53:26.431743       1 status.go:71] apiserver received an error that is not an metav1.Status: &errors.errorString{s:"context canceled"}: context canceled
E0509 16:53:26.431789       1 status.go:71] apiserver received an error that is not an metav1.Status: &errors.errorString{s:"context canceled"}: context canceled
E0509 16:53:26.431818       1 writers.go:122] apiserver was unable to write a JSON response: http: Handler timeout
E0509 16:53:26.432125       1 timeout.go:142] post-timeout activity - time-elapsed: 8.1202ms, GET "/apis/coordination.k8s.io/v1/namespaces/openstack/leases/messaging-topology-operator-leader-election" result: <nil>
E0509 16:53:26.432972       1 status.go:71] apiserver received an error that is not an metav1.Status: &errors.errorString{s:"http: Handler timeout"}: http: Handler timeout
E0509 16:53:26.433046       1 writers.go:122] apiserver was unable to write a JSON response: http: Handler timeout
E0509 16:53:26.433202       1 writers.go:135] apiserver was unable to write a fallback JSON response: http: Handler timeout
E0509 16:53:26.434075       1 status.go:71] apiserver received an error that is not an metav1.Status: &errors.errorString{s:"http: Handler timeout"}: http: Handler timeout
I0509 16:53:26.434112       1 trace.go:236] Trace[1875386719]: "Get" accept:application/vnd.kubernetes.protobuf, */*,audit-id:c1ca750f-9bde-4b1d-97c5-593c769bedc8,client:199.204.45.23,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-scheduler,user-agent:kube-scheduler/v1.28.13 (linux/amd64) kubernetes/024ab2a/leader-election,verb:GET (09-May-2026 16:53:23.429) (total time: 3004ms):
Trace[1875386719]: [3.004215543s] [3.004215543s] END
E0509 16:53:26.434198       1 timeout.go:142] post-timeout activity - time-elapsed: 2.369036ms, GET "/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-scheduler" result: <nil>
E0509 16:53:26.434744       1 writers.go:135] apiserver was unable to write a fallback JSON response: http: Handler timeout
E0509 16:53:26.435778       1 status.go:71] apiserver received an error that is not an metav1.Status: &errors.errorString{s:"context canceled"}: context canceled
E0509 16:53:26.435839       1 writers.go:122] apiserver was unable to write a JSON response: http: Handler timeout
I0509 16:53:26.437466       1 trace.go:236] Trace[1648253212]: "Get" accept:application/json, */*,audit-id:7fdd5ad0-f17e-40f9-aab2-85a091e3820d,client:199.204.45.23,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/cilium-operator-resource-lock,user-agent:cilium-operator-generic/v0.0.0 (linux/amd64) kubernetes/$Format/leader-election,verb:GET (09-May-2026 16:53:23.429) (total time: 3008ms):
Trace[1648253212]: [3.00817241s] [3.00817241s] END
E0509 16:53:26.437580       1 timeout.go:142] post-timeout activity - time-elapsed: 5.749735ms, GET "/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/cilium-operator-resource-lock" result: <nil>
E0509 16:53:26.437629       1 status.go:71] apiserver received an error that is not an metav1.Status: &errors.errorString{s:"context canceled"}: context canceled
E0509 16:53:26.438094       1 status.go:71] apiserver received an error that is not an metav1.Status: &errors.errorString{s:"http: Handler timeout"}: http: Handler timeout
E0509 16:53:26.437675       1 status.go:71] apiserver received an error that is not an metav1.Status: &errors.errorString{s:"context canceled"}: context canceled
E0509 16:53:26.438563       1 status.go:71] apiserver received an error that is not an metav1.Status: &errors.errorString{s:"context canceled"}: context canceled
E0509 16:53:26.438722       1 writers.go:122] apiserver was unable to write a JSON response: http: Handler timeout
E0509 16:53:26.438752       1 writers.go:135] apiserver was unable to write a fallback JSON response: http: Handler timeout
E0509 16:53:26.439516       1 writers.go:122] apiserver was unable to write a JSON response: http: Handler timeout
E0509 16:53:26.439564       1 writers.go:122] apiserver was unable to write a JSON response: http: Handler timeout
E0509 16:53:26.439597       1 status.go:71] apiserver received an error that is not an metav1.Status: &errors.errorString{s:"http: Handler timeout"}: http: Handler timeout
E0509 16:53:26.439832       1 status.go:71] apiserver received an error that is not an metav1.Status: &errors.errorString{s:"http: Handler timeout"}: http: Handler timeout
E0509 16:53:26.440700       1 writers.go:135] apiserver was unable to write a fallback JSON response: http: Handler timeout
I0509 16:53:26.440990       1 trace.go:236] Trace[75571616]: "Get" accept:application/vnd.kubernetes.protobuf, */*,audit-id:dd794886-81f0-4be3-8e9e-c81ab08a7642,client:199.204.45.23,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-controller-manager,user-agent:kube-controller-manager/v1.28.13 (linux/amd64) kubernetes/024ab2a/leader-election,verb:GET (09-May-2026 16:53:23.428) (total time: 3012ms):
Trace[75571616]: [3.012121647s] [3.012121647s] END
E0509 16:53:26.441103       1 timeout.go:142] post-timeout activity - time-elapsed: 2.465289ms, GET "/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-controller-manager" result: <nil>
E0509 16:53:26.441150       1 status.go:71] apiserver received an error that is not an metav1.Status: &errors.errorString{s:"http: Handler timeout"}: http: Handler timeout
E0509 16:53:26.441222       1 writers.go:135] apiserver was unable to write a fallback JSON response: http: Handler timeout
E0509 16:53:26.442023       1 status.go:71] apiserver received an error that is not an metav1.Status: &errors.errorString{s:"client disconnected"}: client disconnected
E0509 16:53:26.442034       1 status.go:71] apiserver received an error that is not an metav1.Status: &errors.errorString{s:"context canceled"}: context canceled
E0509 16:53:26.442373       1 writers.go:122] apiserver was unable to write a JSON response: http: Handler timeout
I0509 16:53:26.442542       1 trace.go:236] Trace[1084495213]: "Get" accept:application/json, */*,audit-id:704fd3f3-d544-4581-89d2-c104539fdfd8,client:10.0.0.247,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/openstack/leases/rabbitmq-cluster-operator-leader-election,user-agent:manager/v0.0.0 (linux/amd64) kubernetes/$Format/leader-election,verb:GET (09-May-2026 16:53:16.436) (total time: 10006ms):
Trace[1084495213]: [10.006033477s] [10.006033477s] END
I0509 16:53:26.442592       1 trace.go:236] Trace[1216225859]: "Get" accept:application/json, */*,audit-id:b387e7a7-12b4-477b-9e66-ca57d1417563,client:127.0.0.1,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/plndr-cp-lock,user-agent:kube-vip/v0.0.0 (linux/amd64) kubernetes/$Format,verb:GET (09-May-2026 16:53:16.428) (total time: 10013ms):
Trace[1216225859]: [10.01363257s] [10.01363257s] END
E0509 16:53:26.443121       1 writers.go:122] apiserver was unable to write a JSON response: http: Handler timeout
E0509 16:53:26.443168       1 status.go:71] apiserver received an error that is not an metav1.Status: &errors.errorString{s:"http: Handler timeout"}: http: Handler timeout
E0509 16:53:26.443761       1 status.go:71] apiserver received an error that is not an metav1.Status: &errors.errorString{s:"http: Handler timeout"}: http: Handler timeout
E0509 16:53:26.444267       1 writers.go:135] apiserver was unable to write a fallback JSON response: http: Handler timeout
E0509 16:53:26.444609       1 writers.go:135] apiserver was unable to write a fallback JSON response: http: Handler timeout
E0509 16:53:26.445034       1 writers.go:135] apiserver was unable to write a fallback JSON response: http: Handler timeout
E0509 16:53:26.445181       1 timeout.go:142] post-timeout activity - time-elapsed: 3.069309ms, POST "/api/v1/namespaces/openstack/events" result: <nil>
E0509 16:53:26.445238       1 timeout.go:142] post-timeout activity - time-elapsed: 7.44752ms, GET "/apis/coordination.k8s.io/v1/namespaces/openstack/leases/rabbitmq-cluster-operator-leader-election" result: <nil>
E0509 16:53:26.445283       1 timeout.go:142] post-timeout activity - time-elapsed: 7.373517ms, GET "/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/plndr-cp-lock" result: <nil>
I0509 16:53:26.447942       1 trace.go:236] Trace[423521155]: "Get" accept:application/vnd.kubernetes.protobuf,application/json,audit-id:d37c65b6-f3b8-4ba9-8970-bab421662bc1,client:10.0.0.221,protocol:HTTP/2.0,resource:pods,scope:resource,url:/api/v1/namespaces/openstack/pods/percona-xtradb-pxc-0,user-agent:percona-xtradb-cluster-operator/v0.0.0 (linux/amd64) kubernetes/$Format,verb:GET (09-May-2026 16:53:21.966) (total time: 4481ms):
Trace[423521155]: [4.481494421s] [4.481494421s] END
I0509 16:53:26.447981       1 trace.go:236] Trace[2120160640]: "Get" accept:application/json, */*,audit-id:a0ce9760-fd43-4562-86d8-f4d85e17f7be,client:127.0.0.1,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/plndr-svcs-lock,user-agent:kube-vip/v0.0.0 (linux/amd64) kubernetes/$Format,verb:GET (09-May-2026 16:53:16.434) (total time: 10012ms):
Trace[2120160640]: [10.01296875s] [10.01296875s] END
E0509 16:53:26.448068       1 timeout.go:142] post-timeout activity - time-elapsed: 10.053523ms, GET "/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/plndr-svcs-lock" result: <nil>
E0509 16:53:26.448077       1 timeout.go:142] post-timeout activity - time-elapsed: 6.138337ms, GET "/api/v1/namespaces/openstack/pods/percona-xtradb-pxc-0" result: <nil>
E0509 16:53:27.445791       1 status.go:71] apiserver received an error that is not an metav1.Status: rpctypes.EtcdError{code:0xe, desc:"etcdserver: request timed out"}: etcdserver: request timed out
I0509 16:53:27.445985       1 trace.go:236] Trace[1094556639]: "Create" accept:application/vnd.kubernetes.protobuf,application/json,audit-id:f89a3fa3-4630-4918-8560-1852e210a468,client:199.204.45.23,protocol:HTTP/2.0,resource:events,scope:resource,url:/api/v1/namespaces/auth-system/events,user-agent:kubelet/v1.28.13 (linux/amd64) kubernetes/024ab2a,verb:POST (09-May-2026 16:53:20.443) (total time: 7002ms):
Trace[1094556639]: ["Create etcd3" audit-id:f89a3fa3-4630-4918-8560-1852e210a468,key:/events/auth-system/keycloak-0.18adf3e6ca36bbfb,type:*core.Event,resource:events 7002ms (16:53:20.443)
Trace[1094556639]:  ---"Txn call failed" err:etcdserver: request timed out 7001ms (16:53:27.445)]
Trace[1094556639]: [7.002910484s] [7.002910484s] END
I0509 16:53:28.040835       1 trace.go:236] Trace[480813678]: "Patch" accept:application/vnd.kubernetes.protobuf,application/json,audit-id:008a5196-2572-4f6a-8590-7d5f47aef66c,client:199.204.45.23,protocol:HTTP/2.0,resource:nodes,scope:resource,url:/api/v1/nodes/instance/status,user-agent:kubelet/v1.28.13 (linux/amd64) kubernetes/024ab2a,verb:PATCH (09-May-2026 16:53:26.604) (total time: 1435ms):
Trace[480813678]: ["GuaranteedUpdate etcd3" audit-id:008a5196-2572-4f6a-8590-7d5f47aef66c,key:/minions/instance,type:*core.Node,resource:nodes 1435ms (16:53:26.604)
Trace[480813678]:  ---"Txn call completed" 1429ms (16:53:28.040)]
Trace[480813678]: ---"Object stored in database" 1430ms (16:53:28.040)
Trace[480813678]: [1.435950377s] [1.435950377s] END
I0509 16:53:28.041206       1 trace.go:236] Trace[979183216]: "Update" accept:application/vnd.kubernetes.protobuf, */*,audit-id:2c333e77-3708-48cf-9d9d-f957a81ee953,client:::1,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/apiserver-f3tcohoifagyom4bbi4wgeu7te,user-agent:kube-apiserver/v1.28.13 (linux/amd64) kubernetes/024ab2a,verb:PUT (09-May-2026 16:53:24.958) (total time: 3082ms):
Trace[979183216]: ["GuaranteedUpdate etcd3" audit-id:2c333e77-3708-48cf-9d9d-f957a81ee953,key:/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te,type:*coordination.Lease,resource:leases.coordination.k8s.io 3082ms (16:53:24.958)
Trace[979183216]:  ---"Txn call completed" 3081ms (16:53:28.040)]
Trace[979183216]: [3.082520079s] [3.082520079s] END
I0509 16:53:28.041526       1 trace.go:236] Trace[708515821]: "Update" accept:application/json, */*,audit-id:5a2f11e4-23b7-4ae2-acac-2a9f60ab5860,client:199.204.45.23,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/cilium-operator-resource-lock,user-agent:cilium-operator-generic/v0.0.0 (linux/amd64) kubernetes/$Format/leader-election,verb:PUT (09-May-2026 16:53:26.432) (total time: 1608ms):
Trace[708515821]: ["GuaranteedUpdate etcd3" audit-id:5a2f11e4-23b7-4ae2-acac-2a9f60ab5860,key:/leases/kube-system/cilium-operator-resource-lock,type:*coordination.Lease,resource:leases.coordination.k8s.io 1608ms (16:53:26.433)
Trace[708515821]:  ---"Txn call completed" 1607ms (16:53:28.041)]
Trace[708515821]: [1.608533111s] [1.608533111s] END
I0509 16:53:28.041771       1 trace.go:236] Trace[1479085533]: "Update" accept:application/vnd.kubernetes.protobuf, */*,audit-id:2add0110-1088-4968-bff0-b81d719699c0,client:199.204.45.23,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-scheduler,user-agent:kube-scheduler/v1.28.13 (linux/amd64) kubernetes/024ab2a/leader-election,verb:PUT (09-May-2026 16:53:26.433) (total time: 1608ms):
Trace[1479085533]: ["GuaranteedUpdate etcd3" audit-id:2add0110-1088-4968-bff0-b81d719699c0,key:/leases/kube-system/kube-scheduler,type:*coordination.Lease,resource:leases.coordination.k8s.io 1607ms (16:53:26.433)
Trace[1479085533]:  ---"Txn call completed" 1606ms (16:53:28.041)]
Trace[1479085533]: [1.608069036s] [1.608069036s] END
I0509 16:53:28.041871       1 trace.go:236] Trace[142939009]: "Update" accept:application/json, */*,audit-id:8e84eaca-fc34-4a20-80b7-8c6cf8dd64f7,client:127.0.0.1,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/plndr-svcs-lock,user-agent:kube-vip/v0.0.0 (linux/amd64) kubernetes/$Format,verb:PUT (09-May-2026 16:53:26.442) (total time: 1599ms):
Trace[142939009]: ["GuaranteedUpdate etcd3" audit-id:8e84eaca-fc34-4a20-80b7-8c6cf8dd64f7,key:/leases/kube-system/plndr-svcs-lock,type:*coordination.Lease,resource:leases.coordination.k8s.io 1599ms (16:53:26.442)
Trace[142939009]:  ---"Txn call completed" 1598ms (16:53:28.041)]
Trace[142939009]: [1.599522561s] [1.599522561s] END
I0509 16:53:28.041968       1 trace.go:236] Trace[1712497565]: "Update" accept:application/json, */*,audit-id:c13b7a5e-b5d9-471a-95c9-801eea8e3c30,client:127.0.0.1,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/plndr-cp-lock,user-agent:kube-vip/v0.0.0 (linux/amd64) kubernetes/$Format,verb:PUT (09-May-2026 16:53:26.436) (total time: 1605ms):
Trace[1712497565]: ["GuaranteedUpdate etcd3" audit-id:c13b7a5e-b5d9-471a-95c9-801eea8e3c30,key:/leases/kube-system/plndr-cp-lock,type:*coordination.Lease,resource:leases.coordination.k8s.io 1605ms (16:53:26.436)
Trace[1712497565]:  ---"Txn call completed" 1602ms (16:53:28.041)]
Trace[1712497565]: [1.605583006s] [1.605583006s] END
I0509 16:53:28.042247       1 trace.go:236] Trace[1925864876]: "Update" accept:application/vnd.kubernetes.protobuf,application/json,audit-id:3c3c4404-1c0c-4290-8d63-b25362bd8b15,client:199.204.45.23,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-node-lease/leases/instance,user-agent:kubelet/v1.28.13 (linux/amd64) kubernetes/024ab2a,verb:PUT (09-May-2026 16:53:24.307) (total time: 3734ms):
Trace[1925864876]: ["GuaranteedUpdate etcd3" audit-id:3c3c4404-1c0c-4290-8d63-b25362bd8b15,key:/leases/kube-node-lease/instance,type:*coordination.Lease,resource:leases.coordination.k8s.io 3734ms (16:53:24.308)
Trace[1925864876]:  ---"Txn call completed" 3731ms (16:53:28.040)]
Trace[1925864876]: [3.734321639s] [3.734321639s] END
I0509 16:53:28.082567       1 trace.go:236] Trace[283829292]: "Create" accept:application/vnd.kubernetes.protobuf,application/json,audit-id:5d711ddb-3eec-48e5-85cc-43f894ad1d4f,client:199.204.45.23,protocol:HTTP/2.0,resource:events,scope:resource,url:/api/v1/namespaces/kube-system/events,user-agent:kubelet/v1.28.13 (linux/amd64) kubernetes/024ab2a,verb:POST (09-May-2026 16:53:27.447) (total time: 634ms):
Trace[283829292]: ["Create etcd3" audit-id:5d711ddb-3eec-48e5-85cc-43f894ad1d4f,key:/events/kube-system/kube-apiserver-instance.18adf3e72d87cf70,type:*core.Event,resource:events 633ms (16:53:27.448)
Trace[283829292]:  ---"TransformToStorage succeeded" 590ms (16:53:28.039)]
Trace[283829292]: [634.5446ms] [634.5446ms] END
I0509 16:53:28.082858       1 trace.go:236] Trace[2126268019]: "Create" accept:application/json, */*,audit-id:d23a1c52-4939-4317-8ec5-ea889b98d354,client:10.0.0.228,protocol:HTTP/2.0,resource:events,scope:resource,url:/api/v1/namespaces/envoy-gateway-system/events,user-agent:envoy-gateway/v0.0.0 (linux/amd64) kubernetes/$Format,verb:POST (09-May-2026 16:53:26.423) (total time: 1659ms):
Trace[2126268019]: ["Create etcd3" audit-id:d23a1c52-4939-4317-8ec5-ea889b98d354,key:/events/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io.18adf3e82e77ec90,type:*core.Event,resource:events 1658ms (16:53:26.424)
Trace[2126268019]:  ---"TransformToStorage succeeded" 1615ms (16:53:28.039)]
Trace[2126268019]: [1.659477908s] [1.659477908s] END
I0509 16:53:28.083851       1 trace.go:236] Trace[1962160222]: "Get" accept:application/json, */*,audit-id:535817d9-5cf1-4a18-a201-7bd02e96c028,client:199.204.45.23,protocol:HTTP/2.0,resource:services,scope:resource,url:/api/v1/namespaces/auth-system/services/keycloak-headless,user-agent:Helm/3.11.2,verb:GET (09-May-2026 16:53:17.242) (total time: 10841ms):
Trace[1962160222]: ---"About to write a response" 10841ms (16:53:28.083)
Trace[1962160222]: [10.841176702s] [10.841176702s] END
I0509 16:53:28.083937       1 trace.go:236] Trace[280385050]: "Get" accept:application/vnd.kubernetes.protobuf,application/json,audit-id:9ba2d96e-b8a4-4715-a4c9-fae5c6e8014d,client:199.204.45.23,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/ingress-nginx/leases/ingress-nginx-leader,user-agent:nginx-ingress-controller/v1.12.1 (linux/amd64) ingress-nginx/51c2b819690bbf1709b844dbf321a9acf6eda5a7,verb:GET (09-May-2026 16:53:23.082) (total time: 5001ms):
Trace[280385050]: ---"About to write a response" 5001ms (16:53:28.083)
Trace[280385050]: [5.001256819s] [5.001256819s] END
I0509 16:53:28.187909       1 trace.go:236] Trace[580840773]: "GuaranteedUpdate etcd3" audit-id:,key:/masterleases/199.204.45.23,type:*v1.Endpoints,resource:apiServerIPInfo (09-May-2026 16:53:20.355) (total time: 7832ms):
Trace[580840773]: ---"initial value restored" 7728ms (16:53:28.083)
Trace[580840773]: ---"Txn call completed" 95ms (16:53:28.187)
Trace[580840773]: [7.832825428s] [7.832825428s] END
I0509 16:54:00.708988       1 trace.go:236] Trace[557344201]: "Update" accept:application/json, */*,audit-id:3b5a7cb3-b615-4d0e-a740-03a21cfc3f5d,client:10.0.0.252,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/openstack/leases/messaging-topology-operator-leader-election,user-agent:manager/v0.0.0 (linux/amd64) kubernetes/$Format/leader-election,verb:PUT (09-May-2026 16:53:59.270) (total time: 1438ms):
Trace[557344201]: ["GuaranteedUpdate etcd3" audit-id:3b5a7cb3-b615-4d0e-a740-03a21cfc3f5d,key:/leases/openstack/messaging-topology-operator-leader-election,type:*coordination.Lease,resource:leases.coordination.k8s.io 1438ms (16:53:59.270)
Trace[557344201]:  ---"Txn call completed" 1437ms (16:54:00.708)]
Trace[557344201]: [1.438831268s] [1.438831268s] END
I0509 16:54:00.710577       1 trace.go:236] Trace[511190017]: "Get" accept:application/json, */*,audit-id:5bf40094-d75e-4530-b235-5b4cc27637f2,client:199.204.45.23,protocol:HTTP/2.0,resource:services,scope:resource,url:/api/v1/namespaces/auth-system/services/keycloak-headless,user-agent:Helm/3.11.2,verb:GET (09-May-2026 16:53:59.144) (total time: 1566ms):
Trace[511190017]: ---"About to write a response" 1565ms (16:54:00.710)
Trace[511190017]: [1.566007208s] [1.566007208s] END
I0509 16:54:00.710710       1 trace.go:236] Trace[1901303044]: "Get" accept:application/vnd.kubernetes.protobuf, */*,audit-id:cc18673b-1b34-43e4-8bd4-fac127a38af4,client:199.204.45.23,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-scheduler,user-agent:kube-scheduler/v1.28.13 (linux/amd64) kubernetes/024ab2a/leader-election,verb:GET (09-May-2026 16:53:59.468) (total time: 1242ms):
Trace[1901303044]: ---"About to write a response" 1242ms (16:54:00.710)
Trace[1901303044]: [1.242285346s] [1.242285346s] END
I0509 16:54:00.711216       1 trace.go:236] Trace[1464574395]: "Get" accept:application/vnd.kubernetes.protobuf,application/json,audit-id:0d327184-cd76-414e-b79c-43e0534bb93b,client:10.0.0.221,protocol:HTTP/2.0,resource:pods,scope:resource,url:/api/v1/namespaces/openstack/pods/percona-xtradb-pxc-0,user-agent:percona-xtradb-cluster-operator/v0.0.0 (linux/amd64) kubernetes/$Format,verb:GET (09-May-2026 16:53:58.474) (total time: 2236ms):
Trace[1464574395]: ---"About to write a response" 2235ms (16:54:00.710)
Trace[1464574395]: [2.236410824s] [2.236410824s] END
I0509 16:54:00.711498       1 trace.go:236] Trace[580894376]: "Update" accept:application/vnd.kubernetes.protobuf, */*,audit-id:9f704238-678e-49a9-98d1-74b2453be65c,client:::1,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/apiserver-f3tcohoifagyom4bbi4wgeu7te,user-agent:kube-apiserver/v1.28.13 (linux/amd64) kubernetes/024ab2a,verb:PUT (09-May-2026 16:53:58.388) (total time: 2322ms):
Trace[580894376]: ["GuaranteedUpdate etcd3" audit-id:9f704238-678e-49a9-98d1-74b2453be65c,key:/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te,type:*coordination.Lease,resource:leases.coordination.k8s.io 2322ms (16:53:58.389)
Trace[580894376]:  ---"Txn call completed" 2321ms (16:54:00.711)]
Trace[580894376]: [2.32253161s] [2.32253161s] END
I0509 16:54:00.711506       1 trace.go:236] Trace[1295597138]: "Update" accept:application/vnd.kubernetes.protobuf,application/json,audit-id:2a88f671-bb2b-43a1-b383-1adc80895b55,client:10.0.0.221,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/openstack/leases/08db1feb.percona.com,user-agent:percona-xtradb-cluster-operator/v0.0.0 (linux/amd64) kubernetes/$Format/leader-election,verb:PUT (09-May-2026 16:53:59.746) (total time: 965ms):
Trace[1295597138]: ["GuaranteedUpdate etcd3" audit-id:2a88f671-bb2b-43a1-b383-1adc80895b55,key:/leases/openstack/08db1feb.percona.com,type:*coordination.Lease,resource:leases.coordination.k8s.io 965ms (16:53:59.746)
Trace[1295597138]:  ---"Txn call completed" 964ms (16:54:00.711)]
Trace[1295597138]: [965.104395ms] [965.104395ms] END
I0509 16:54:00.712373       1 trace.go:236] Trace[1387813572]: "Get" accept:application/json, */*,audit-id:9223a2ab-9659-4fc6-8804-6d47612ff6d0,client:127.0.0.1,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/plndr-cp-lock,user-agent:kube-vip/v0.0.0 (linux/amd64) kubernetes/$Format,verb:GET (09-May-2026 16:53:58.422) (total time: 2289ms):
Trace[1387813572]: ---"About to write a response" 2289ms (16:54:00.712)
Trace[1387813572]: [2.289417694s] [2.289417694s] END
I0509 16:54:00.712495       1 trace.go:236] Trace[281898274]: "Get" accept:application/json, */*,audit-id:9715d836-a165-4a98-9ecd-8c73ecf416ac,client:10.0.0.247,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/openstack/leases/rabbitmq-cluster-operator-leader-election,user-agent:manager/v0.0.0 (linux/amd64) kubernetes/$Format/leader-election,verb:GET (09-May-2026 16:53:58.509) (total time: 2202ms):
Trace[281898274]: ---"About to write a response" 2201ms (16:54:00.710)
Trace[281898274]: [2.202584025s] [2.202584025s] END
I0509 16:54:00.712651       1 trace.go:236] Trace[2085193970]: "Get" accept:application/json, */*,audit-id:fd17b1ea-0ed8-4539-8bd5-281645c9ab4e,client:199.204.45.23,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/cilium-operator-resource-lock,user-agent:cilium-operator-generic/v0.0.0 (linux/amd64) kubernetes/$Format/leader-election,verb:GET (09-May-2026 16:53:58.518) (total time: 2193ms):
Trace[2085193970]: ---"About to write a response" 2193ms (16:54:00.712)
Trace[2085193970]: [2.193502961s] [2.193502961s] END
I0509 16:54:00.712733       1 trace.go:236] Trace[377450104]: "Get" accept:application/vnd.kubernetes.protobuf, */*,audit-id:096b7a3a-badc-4e3f-95d5-b7adf50a74aa,client:199.204.45.23,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-controller-manager,user-agent:kube-controller-manager/v1.28.13 (linux/amd64) kubernetes/024ab2a/leader-election,verb:GET (09-May-2026 16:53:58.718) (total time: 1993ms):
Trace[377450104]: ---"About to write a response" 1993ms (16:54:00.712)
Trace[377450104]: [1.993855479s] [1.993855479s] END
I0509 16:54:00.713148       1 trace.go:236] Trace[976819043]: "Get" accept:application/json, */*,audit-id:52974315-0b11-4d24-8564-94f7b4066f35,client:127.0.0.1,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/plndr-svcs-lock,user-agent:kube-vip/v0.0.0 (linux/amd64) kubernetes/$Format,verb:GET (09-May-2026 16:53:58.424) (total time: 2289ms):
Trace[976819043]: ---"About to write a response" 2289ms (16:54:00.713)
Trace[976819043]: [2.289086824s] [2.289086824s] END
I0509 16:54:00.715634       1 trace.go:236] Trace[1157103503]: "Get" accept:application/json, */*,audit-id:92958396-e52a-4c4a-b445-15e7b4d6554d,client:10.0.0.128,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/cert-manager/leases/cert-manager-controller,user-agent:cert-manager-leader-election/v1.12.17 (linux/amd64) cert-manager/37b853ff34a6c093e946c657c189f40413c0f628,verb:GET (09-May-2026 16:53:59.172) (total time: 1542ms):
Trace[1157103503]: ---"About to write a response" 1542ms (16:54:00.715)
Trace[1157103503]: [1.542889697s] [1.542889697s] END
I0509 16:55:34.898773       1 controller.go:624] quota admission added evaluator for: ingresses.networking.k8s.io
I0509 16:55:36.773356       1 handler.go:275] Adding GroupVersion secretgen.carvel.dev v1alpha1 to ResourceManager
I0509 16:55:36.785256       1 handler.go:275] Adding GroupVersion secretgen.carvel.dev v1alpha1 to ResourceManager
I0509 16:55:36.805332       1 handler.go:275] Adding GroupVersion secretgen.carvel.dev v1alpha1 to ResourceManager
I0509 16:55:36.825306       1 handler.go:275] Adding GroupVersion secretgen.k14s.io v1alpha1 to ResourceManager
I0509 16:55:36.851018       1 handler.go:275] Adding GroupVersion secretgen.k14s.io v1alpha1 to ResourceManager
I0509 16:55:36.890374       1 handler.go:275] Adding GroupVersion secretgen.k14s.io v1alpha1 to ResourceManager
I0509 16:55:36.901182       1 handler.go:275] Adding GroupVersion secretgen.k14s.io v1alpha1 to ResourceManager
I0509 16:55:49.636188       1 controller.go:624] quota admission added evaluator for: passwords.secretgen.k14s.io
I0509 16:56:27.852382       1 controller.go:624] quota admission added evaluator for: secrettemplates.secretgen.carvel.dev
I0509 16:56:42.034063       1 handler.go:275] Adding GroupVersion monitoring.coreos.com v1alpha1 to ResourceManager
I0509 16:56:42.243199       1 handler.go:275] Adding GroupVersion monitoring.coreos.com v1 to ResourceManager
I0509 16:56:42.266416       1 handler.go:275] Adding GroupVersion monitoring.coreos.com v1 to ResourceManager
I0509 16:56:42.280967       1 handler.go:275] Adding GroupVersion monitoring.coreos.com v1 to ResourceManager
I0509 16:56:42.565583       1 handler.go:275] Adding GroupVersion monitoring.coreos.com v1alpha1 to ResourceManager
I0509 16:56:42.860845       1 handler.go:275] Adding GroupVersion monitoring.coreos.com v1 to ResourceManager
I0509 16:56:42.865731       1 handler.go:275] Adding GroupVersion monitoring.coreos.com v1 to ResourceManager
I0509 16:56:42.934427       1 handler.go:275] Adding GroupVersion monitoring.coreos.com v1alpha1 to ResourceManager
I0509 16:56:42.948176       1 handler.go:275] Adding GroupVersion monitoring.coreos.com v1 to ResourceManager
I0509 16:56:43.155932       1 handler.go:275] Adding GroupVersion monitoring.coreos.com v1 to ResourceManager
I0509 16:56:58.987428       1 trace.go:236] Trace[453763326]: "Create" accept:application/json,audit-id:e82b0ffe-d74f-40b4-9c3f-94100742ebd6,client:199.204.45.23,protocol:HTTP/1.1,resource:configmaps,scope:resource,url:/api/v1/namespaces/monitoring/configmaps,user-agent:OpenAPI-Generator/35.0.0/python,verb:POST (09-May-2026 16:56:58.082) (total time: 904ms):
Trace[453763326]: ["Create etcd3" audit-id:e82b0ffe-d74f-40b4-9c3f-94100742ebd6,key:/configmaps/monitoring/kube-prometheus-stack-dashboard-osd-device-details,type:*core.ConfigMap,resource:configmaps 903ms (16:56:58.084)
Trace[453763326]:  ---"Txn call succeeded" 902ms (16:56:58.986)]
Trace[453763326]: [904.45785ms] [904.45785ms] END
I0509 16:56:58.989451       1 trace.go:236] Trace[155505959]: "Update" accept:application/vnd.kubernetes.protobuf,application/json,audit-id:7d6fad1e-42aa-4070-9860-fa47fdf6986b,client:199.204.45.23,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/ingress-nginx/leases/ingress-nginx-leader,user-agent:nginx-ingress-controller/v1.12.1 (linux/amd64) ingress-nginx/51c2b819690bbf1709b844dbf321a9acf6eda5a7,verb:PUT (09-May-2026 16:56:58.352) (total time: 636ms):
Trace[155505959]: ["GuaranteedUpdate etcd3" audit-id:7d6fad1e-42aa-4070-9860-fa47fdf6986b,key:/leases/ingress-nginx/ingress-nginx-leader,type:*coordination.Lease,resource:leases.coordination.k8s.io 636ms (16:56:58.352)
Trace[155505959]:  ---"Txn call completed" 635ms (16:56:58.989)]
Trace[155505959]: [636.627741ms] [636.627741ms] END
I0509 16:56:58.990016       1 trace.go:236] Trace[580369641]: "Update" accept:application/vnd.kubernetes.protobuf,application/json,audit-id:81d3e2fe-709b-48a1-8f62-38d0d4a35ca2,client:10.0.0.228,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/envoy-gateway-system/leases/5b9825d2.gateway.envoyproxy.io,user-agent:envoy-gateway/v0.0.0 (linux/amd64) kubernetes/$Format/leader-election,verb:PUT (09-May-2026 16:56:58.205) (total time: 784ms):
Trace[580369641]: ["GuaranteedUpdate etcd3" audit-id:81d3e2fe-709b-48a1-8f62-38d0d4a35ca2,key:/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io,type:*coordination.Lease,resource:leases.coordination.k8s.io 783ms (16:56:58.206)
Trace[580369641]:  ---"Txn call completed" 782ms (16:56:58.989)]
Trace[580369641]: [784.035151ms] [784.035151ms] END
I0509 16:57:08.619614       1 trace.go:236] Trace[1348929119]: "Update" accept:application/vnd.kubernetes.protobuf,application/json,audit-id:820fc930-ccaa-450e-ad4d-d70c8b758640,client:10.0.0.228,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/envoy-gateway-system/leases/5b9825d2.gateway.envoyproxy.io,user-agent:envoy-gateway/v0.0.0 (linux/amd64) kubernetes/$Format/leader-election,verb:PUT (09-May-2026 16:57:07.142) (total time: 1477ms):
Trace[1348929119]: ["GuaranteedUpdate etcd3" audit-id:820fc930-ccaa-450e-ad4d-d70c8b758640,key:/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io,type:*coordination.Lease,resource:leases.coordination.k8s.io 1477ms (16:57:07.142)
Trace[1348929119]:  ---"Txn call completed" 1475ms (16:57:08.619)]
Trace[1348929119]: [1.477241783s] [1.477241783s] END
I0509 16:57:08.620112       1 trace.go:236] Trace[1202936035]: "Update" accept:application/vnd.kubernetes.protobuf,application/json,audit-id:6dbff6ea-1817-4bde-ad7d-58632233bba9,client:10.0.0.221,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/openstack/leases/08db1feb.percona.com,user-agent:percona-xtradb-cluster-operator/v0.0.0 (linux/amd64) kubernetes/$Format/leader-election,verb:PUT (09-May-2026 16:57:07.447) (total time: 1172ms):
Trace[1202936035]: ["GuaranteedUpdate etcd3" audit-id:6dbff6ea-1817-4bde-ad7d-58632233bba9,key:/leases/openstack/08db1feb.percona.com,type:*coordination.Lease,resource:leases.coordination.k8s.io 1172ms (16:57:07.447)
Trace[1202936035]:  ---"Txn call completed" 1171ms (16:57:08.620)]
Trace[1202936035]: [1.172490436s] [1.172490436s] END
I0509 16:57:08.620139       1 trace.go:236] Trace[244744733]: "Update" accept:application/json, */*,audit-id:cce9b5bb-75f3-4ad6-bb54-b1c8947309f0,client:10.0.0.252,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/openstack/leases/messaging-topology-operator-leader-election,user-agent:manager/v0.0.0 (linux/amd64) kubernetes/$Format/leader-election,verb:PUT (09-May-2026 16:57:07.462) (total time: 1157ms):
Trace[244744733]: ["GuaranteedUpdate etcd3" audit-id:cce9b5bb-75f3-4ad6-bb54-b1c8947309f0,key:/leases/openstack/messaging-topology-operator-leader-election,type:*coordination.Lease,resource:leases.coordination.k8s.io 1157ms (16:57:07.462)
Trace[244744733]:  ---"Txn call completed" 1156ms (16:57:08.620)]
Trace[244744733]: [1.157954902s] [1.157954902s] END
I0509 16:57:19.276161       1 trace.go:236] Trace[2043349178]: "Update" accept:application/vnd.kubernetes.protobuf,application/json,audit-id:93298895-5842-47a0-a100-0700ac39c52e,client:10.0.0.221,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/openstack/leases/08db1feb.percona.com,user-agent:percona-xtradb-cluster-operator/v0.0.0 (linux/amd64) kubernetes/$Format/leader-election,verb:PUT (09-May-2026 16:57:18.652) (total time: 624ms):
Trace[2043349178]: ["GuaranteedUpdate etcd3" audit-id:93298895-5842-47a0-a100-0700ac39c52e,key:/leases/openstack/08db1feb.percona.com,type:*coordination.Lease,resource:leases.coordination.k8s.io 623ms (16:57:18.652)
Trace[2043349178]:  ---"Txn call completed" 622ms (16:57:19.275)]
Trace[2043349178]: [624.053969ms] [624.053969ms] END
I0509 16:57:19.277671       1 trace.go:236] Trace[690013864]: "Update" accept:application/vnd.kubernetes.protobuf,application/json,audit-id:23a5daa7-f7f4-4fa3-9478-8d91df4137a8,client:10.0.0.228,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/envoy-gateway-system/leases/5b9825d2.gateway.envoyproxy.io,user-agent:envoy-gateway/v0.0.0 (linux/amd64) kubernetes/$Format/leader-election,verb:PUT (09-May-2026 16:57:18.653) (total time: 623ms):
Trace[690013864]: ["GuaranteedUpdate etcd3" audit-id:23a5daa7-f7f4-4fa3-9478-8d91df4137a8,key:/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io,type:*coordination.Lease,resource:leases.coordination.k8s.io 623ms (16:57:18.654)
Trace[690013864]:  ---"Txn call completed" 622ms (16:57:19.277)]
Trace[690013864]: [623.671989ms] [623.671989ms] END
I0509 16:57:19.277919       1 trace.go:236] Trace[1405358896]: "Update" accept:application/json, */*,audit-id:43a65341-c076-4759-97bb-ea0659f2e3d5,client:10.0.0.252,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/openstack/leases/messaging-topology-operator-leader-election,user-agent:manager/v0.0.0 (linux/amd64) kubernetes/$Format/leader-election,verb:PUT (09-May-2026 16:57:18.653) (total time: 623ms):
Trace[1405358896]: ["GuaranteedUpdate etcd3" audit-id:43a65341-c076-4759-97bb-ea0659f2e3d5,key:/leases/openstack/messaging-topology-operator-leader-election,type:*coordination.Lease,resource:leases.coordination.k8s.io 623ms (16:57:18.654)
Trace[1405358896]:  ---"Txn call completed" 622ms (16:57:19.277)]
Trace[1405358896]: [623.910795ms] [623.910795ms] END
I0509 16:57:19.278036       1 trace.go:236] Trace[514470485]: "Get" accept:application/json, */*,audit-id:8919b4fc-da09-495a-bdcc-8f65f7818977,client:199.204.45.23,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/cilium-operator-resource-lock,user-agent:cilium-operator-generic/v0.0.0 (linux/amd64) kubernetes/$Format/leader-election,verb:GET (09-May-2026 16:57:18.673) (total time: 604ms):
Trace[514470485]: ---"About to write a response" 604ms (16:57:19.277)
Trace[514470485]: [604.799419ms] [604.799419ms] END
I0509 16:57:19.278095       1 trace.go:236] Trace[1087226355]: "Get" accept:application/json, */*,audit-id:a7d23f15-e3e0-4139-8a79-285bc4d9d0d6,client:127.0.0.1,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/plndr-svcs-lock,user-agent:kube-vip/v0.0.0 (linux/amd64) kubernetes/$Format,verb:GET (09-May-2026 16:57:18.675) (total time: 602ms):
Trace[1087226355]: ---"About to write a response" 602ms (16:57:19.277)
Trace[1087226355]: [602.458644ms] [602.458644ms] END
I0509 16:57:19.278175       1 trace.go:236] Trace[824903361]: "Get" accept:application/vnd.kubernetes.protobuf, */*,audit-id:65266fae-7556-4a00-ac05-0f8ae30e2ed9,client:199.204.45.23,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-controller-manager,user-agent:kube-controller-manager/v1.28.13 (linux/amd64) kubernetes/024ab2a/leader-election,verb:GET (09-May-2026 16:57:18.660) (total time: 617ms):
Trace[824903361]: ---"About to write a response" 617ms (16:57:19.277)
Trace[824903361]: [617.790723ms] [617.790723ms] END
I0509 16:57:19.278237       1 trace.go:236] Trace[1105098125]: "Get" accept:application/json, */*,audit-id:d20e9e19-f572-42a2-ae9c-b2899a5cb09d,client:10.0.0.247,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/openstack/leases/rabbitmq-cluster-operator-leader-election,user-agent:manager/v0.0.0 (linux/amd64) kubernetes/$Format/leader-election,verb:GET (09-May-2026 16:57:18.668) (total time: 609ms):
Trace[1105098125]: ---"About to write a response" 609ms (16:57:19.278)
Trace[1105098125]: [609.348017ms] [609.348017ms] END
I0509 16:57:19.278100       1 trace.go:236] Trace[1044050226]: "Get" accept:application/vnd.kubernetes.protobuf, */*,audit-id:7dee96d1-b53f-4eb7-b316-05866dd00cd9,client:199.204.45.23,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-scheduler,user-agent:kube-scheduler/v1.28.13 (linux/amd64) kubernetes/024ab2a/leader-election,verb:GET (09-May-2026 16:57:18.673) (total time: 604ms):
Trace[1044050226]: ---"About to write a response" 604ms (16:57:19.278)
Trace[1044050226]: [604.419558ms] [604.419558ms] END
I0509 16:57:19.278401       1 trace.go:236] Trace[1676593855]: "Get" accept:application/json, */*,audit-id:57e7f9b8-4bb0-4e4d-bc93-f32c948d8a71,client:127.0.0.1,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/plndr-cp-lock,user-agent:kube-vip/v0.0.0 (linux/amd64) kubernetes/$Format,verb:GET (09-May-2026 16:57:18.669) (total time: 608ms):
Trace[1676593855]: ---"About to write a response" 608ms (16:57:19.278)
Trace[1676593855]: [608.621186ms] [608.621186ms] END
E0509 16:57:26.278812       1 status.go:71] apiserver received an error that is not an metav1.Status: rpctypes.EtcdError{code:0xe, desc:"etcdserver: request timed out"}: etcdserver: request timed out
I0509 16:57:26.278922       1 trace.go:236] Trace[863204314]: "Update" accept:application/vnd.kubernetes.protobuf,application/json,audit-id:79f1ff45-1806-4f0f-a762-b8b7bb5e32d4,client:10.0.0.221,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/openstack/leases/08db1feb.percona.com,user-agent:percona-xtradb-cluster-operator/v0.0.0 (linux/amd64) kubernetes/$Format/leader-election,verb:PUT (09-May-2026 16:57:21.277) (total time: 5001ms):
Trace[863204314]: ["GuaranteedUpdate etcd3" audit-id:79f1ff45-1806-4f0f-a762-b8b7bb5e32d4,key:/leases/openstack/08db1feb.percona.com,type:*coordination.Lease,resource:leases.coordination.k8s.io 5000ms (16:57:21.277)
Trace[863204314]:  ---"Txn call failed" err:etcdserver: request timed out 5000ms (16:57:26.278)]
Trace[863204314]: [5.001031664s] [5.001031664s] END
E0509 16:57:26.280384       1 writers.go:122] apiserver was unable to write a JSON response: http: Handler timeout
E0509 16:57:26.280395       1 status.go:71] apiserver received an error that is not an metav1.Status: &errors.errorString{s:"http: Handler timeout"}: http: Handler timeout
E0509 16:57:26.280408       1 finisher.go:175] FinishRequest: post-timeout activity - time-elapsed: 3.74µs, panicked: false, err: context deadline exceeded, panic-reason: <nil>
E0509 16:57:26.282130       1 writers.go:135] apiserver was unable to write a fallback JSON response: http: Handler timeout
I0509 16:57:26.282160       1 trace.go:236] Trace[264648461]: "Update" accept:application/vnd.kubernetes.protobuf,application/json,audit-id:43700007-b29a-41e4-99eb-195f3604d02b,client:10.0.0.228,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/envoy-gateway-system/leases/5b9825d2.gateway.envoyproxy.io,user-agent:envoy-gateway/v0.0.0 (linux/amd64) kubernetes/$Format/leader-election,verb:PUT (09-May-2026 16:57:21.280) (total time: 5001ms):
Trace[264648461]: ["GuaranteedUpdate etcd3" audit-id:43700007-b29a-41e4-99eb-195f3604d02b,key:/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io,type:*coordination.Lease,resource:leases.coordination.k8s.io 5001ms (16:57:21.280)
Trace[264648461]:  ---"Txn call failed" err:context deadline exceeded 4998ms (16:57:26.280)]
Trace[264648461]: [5.001365624s] [5.001365624s] END
E0509 16:57:26.282198       1 timeout.go:142] post-timeout activity - time-elapsed: 1.780661ms, PUT "/apis/coordination.k8s.io/v1/namespaces/envoy-gateway-system/leases/5b9825d2.gateway.envoyproxy.io" result: <nil>
E0509 16:57:26.285435       1 status.go:71] apiserver received an error that is not an metav1.Status: context.deadlineExceededError{}: context deadline exceeded
I0509 16:57:26.285479       1 trace.go:236] Trace[399694682]: "Get" accept:application/json, */*,audit-id:088fd0f3-cd40-4822-9732-ee9c70179925,client:199.204.45.23,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/cilium-operator-resource-lock,user-agent:cilium-operator-generic/v0.0.0 (linux/amd64) kubernetes/$Format/leader-election,verb:GET (09-May-2026 16:57:21.285) (total time: 4999ms):
Trace[399694682]: [4.999543763s] [4.999543763s] END
E0509 16:57:26.285548       1 wrap.go:54] timeout or abort while handling: method=GET URI="/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/cilium-operator-resource-lock?timeout=5s" audit-ID="088fd0f3-cd40-4822-9732-ee9c70179925"
E0509 16:57:26.285557       1 timeout.go:142] post-timeout activity - time-elapsed: 1.02µs, GET "/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/cilium-operator-resource-lock" result: <nil>
E0509 16:57:26.287106       1 status.go:71] apiserver received an error that is not an metav1.Status: context.deadlineExceededError{}: context deadline exceeded
I0509 16:57:26.287154       1 trace.go:236] Trace[633794584]: "Get" accept:application/vnd.kubernetes.protobuf, */*,audit-id:4398297b-f341-4668-bef7-798be62f5a9a,client:199.204.45.23,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-scheduler,user-agent:kube-scheduler/v1.28.13 (linux/amd64) kubernetes/024ab2a/leader-election,verb:GET (09-May-2026 16:57:21.287) (total time: 5000ms):
Trace[633794584]: [5.00013026s] [5.00013026s] END
E0509 16:57:26.287202       1 wrap.go:54] timeout or abort while handling: method=GET URI="/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-scheduler?timeout=5s" audit-ID="4398297b-f341-4668-bef7-798be62f5a9a"
E0509 16:57:26.287212       1 timeout.go:142] post-timeout activity - time-elapsed: 910ns, GET "/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-scheduler" result: <nil>
E0509 16:57:26.287754       1 status.go:71] apiserver received an error that is not an metav1.Status: &status.Error{s:(*status.Status)(0xc0124c8800)}: rpc error: code = DeadlineExceeded desc = context deadline exceeded
E0509 16:57:26.289017       1 writers.go:122] apiserver was unable to write a JSON response: http: Handler timeout
E0509 16:57:26.289026       1 status.go:71] apiserver received an error that is not an metav1.Status: &errors.errorString{s:"http: Handler timeout"}: http: Handler timeout
E0509 16:57:26.290164       1 writers.go:135] apiserver was unable to write a fallback JSON response: http: Handler timeout
I0509 16:57:26.290186       1 trace.go:236] Trace[1710472708]: "Get" accept:application/vnd.kubernetes.protobuf, */*,audit-id:87acde1c-a5ce-48f3-a74d-6a1e7a3f27e3,client:199.204.45.23,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-controller-manager,user-agent:kube-controller-manager/v1.28.13 (linux/amd64) kubernetes/024ab2a/leader-election,verb:GET (09-May-2026 16:57:21.287) (total time: 5002ms):
Trace[1710472708]: [5.002775285s] [5.002775285s] END
E0509 16:57:26.290222       1 timeout.go:142] post-timeout activity - time-elapsed: 2.295325ms, GET "/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-controller-manager" result: <nil>
I0509 16:57:26.785156       1 trace.go:236] Trace[641074904]: "Update" accept:application/vnd.kubernetes.protobuf,application/json,audit-id:4119f7a5-acb8-4e53-9f51-642a90761f91,client:199.204.45.23,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-node-lease/leases/instance,user-agent:kubelet/v1.28.13 (linux/amd64) kubernetes/024ab2a,verb:PUT (09-May-2026 16:57:21.149) (total time: 5635ms):
Trace[641074904]: ["GuaranteedUpdate etcd3" audit-id:4119f7a5-acb8-4e53-9f51-642a90761f91,key:/leases/kube-node-lease/instance,type:*coordination.Lease,resource:leases.coordination.k8s.io 5635ms (16:57:21.149)
Trace[641074904]:  ---"Txn call completed" 5634ms (16:57:26.784)]
Trace[641074904]: [5.63565583s] [5.63565583s] END
I0509 16:57:26.786647       1 trace.go:236] Trace[1515010659]: "Update" accept:application/json, */*,audit-id:d060e303-f6c8-45a7-9760-2a10dbe7d5c5,client:10.0.0.252,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/openstack/leases/messaging-topology-operator-leader-election,user-agent:manager/v0.0.0 (linux/amd64) kubernetes/$Format/leader-election,verb:PUT (09-May-2026 16:57:21.280) (total time: 5506ms):
Trace[1515010659]: ["GuaranteedUpdate etcd3" audit-id:d060e303-f6c8-45a7-9760-2a10dbe7d5c5,key:/leases/openstack/messaging-topology-operator-leader-election,type:*coordination.Lease,resource:leases.coordination.k8s.io 5506ms (16:57:21.280)
Trace[1515010659]:  ---"Txn call completed" 5505ms (16:57:26.786)]
Trace[1515010659]: [5.506423914s] [5.506423914s] END
I0509 16:57:26.786676       1 trace.go:236] Trace[803955603]: "Update" accept:application/vnd.kubernetes.protobuf, */*,audit-id:8bea08b0-8397-413e-a271-ccb0c72c49d1,client:::1,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/apiserver-f3tcohoifagyom4bbi4wgeu7te,user-agent:kube-apiserver/v1.28.13 (linux/amd64) kubernetes/024ab2a,verb:PUT (09-May-2026 16:57:24.773) (total time: 2012ms):
Trace[803955603]: ["GuaranteedUpdate etcd3" audit-id:8bea08b0-8397-413e-a271-ccb0c72c49d1,key:/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te,type:*coordination.Lease,resource:leases.coordination.k8s.io 2012ms (16:57:24.773)
Trace[803955603]:  ---"Txn call completed" 2011ms (16:57:26.786)]
Trace[803955603]: [2.012925775s] [2.012925775s] END
I0509 16:57:26.787082       1 trace.go:236] Trace[1958132781]: "Create" accept:application/vnd.kubernetes.protobuf,application/json,audit-id:7abc9c4a-0a03-452a-9b27-83c8f276f5f0,client:199.204.45.23,protocol:HTTP/2.0,resource:events,scope:resource,url:/api/v1/namespaces/envoy-gateway-system/events,user-agent:kubelet/v1.28.13 (linux/amd64) kubernetes/024ab2a,verb:POST (09-May-2026 16:57:24.230) (total time: 2556ms):
Trace[1958132781]: ["Create etcd3" audit-id:7abc9c4a-0a03-452a-9b27-83c8f276f5f0,key:/events/envoy-gateway-system/envoy-gateway-78446f96c9-gjjbb.18adf41f71eded78,type:*core.Event,resource:events 2555ms (16:57:24.231)
Trace[1958132781]:  ---"Txn call succeeded" 2555ms (16:57:26.786)]
Trace[1958132781]: [2.556122996s] [2.556122996s] END
I0509 16:57:26.792418       1 trace.go:236] Trace[2958234]: "Update" accept:application/vnd.kubernetes.protobuf,application/json,audit-id:411a2925-16c6-4dba-abad-87cfb98cdab2,client:199.204.45.23,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/ingress-nginx/leases/ingress-nginx-leader,user-agent:nginx-ingress-controller/v1.12.1 (linux/amd64) ingress-nginx/51c2b819690bbf1709b844dbf321a9acf6eda5a7,verb:PUT (09-May-2026 16:57:21.512) (total time: 5279ms):
Trace[2958234]: ["GuaranteedUpdate etcd3" audit-id:411a2925-16c6-4dba-abad-87cfb98cdab2,key:/leases/ingress-nginx/ingress-nginx-leader,type:*coordination.Lease,resource:leases.coordination.k8s.io 5279ms (16:57:21.512)
Trace[2958234]:  ---"Txn call completed" 5278ms (16:57:26.792)]
Trace[2958234]: [5.279781576s] [5.279781576s] END
I0509 16:57:26.794951       1 trace.go:236] Trace[1642879151]: "Update" accept:application/json, */*,audit-id:7964dfbe-d303-4180-b47c-3375de1ae8dc,client:199.204.45.23,protocol:HTTP/2.0,resource:secrets,scope:resource,url:/api/v1/namespaces/monitoring/secrets/sh.helm.release.v1.kube-prometheus-stack.v1,user-agent:Helm/3.11.2,verb:PUT (09-May-2026 16:57:21.052) (total time: 5742ms):
Trace[1642879151]: ["GuaranteedUpdate etcd3" audit-id:7964dfbe-d303-4180-b47c-3375de1ae8dc,key:/secrets/monitoring/sh.helm.release.v1.kube-prometheus-stack.v1,type:*core.Secret,resource:secrets 5727ms (16:57:21.066)
Trace[1642879151]:  ---"Txn call completed" 5699ms (16:57:26.774)]
Trace[1642879151]: ---"Writing http response done" 20ms (16:57:26.794)
Trace[1642879151]: [5.742403456s] [5.742403456s] END
I0509 16:57:26.798455       1 trace.go:236] Trace[1263570470]: "Get" accept:application/vnd.kubernetes.protobuf,application/json,audit-id:0bcc9660-3a01-445e-a2ca-da8a3c6446a5,client:10.0.0.228,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/envoy-gateway-system/leases/5b9825d2.gateway.envoyproxy.io,user-agent:envoy-gateway/v0.0.0 (linux/amd64) kubernetes/$Format/leader-election,verb:GET (09-May-2026 16:57:26.280) (total time: 517ms):
Trace[1263570470]: ---"About to write a response" 517ms (16:57:26.798)
Trace[1263570470]: [517.551304ms] [517.551304ms] END
I0509 16:57:26.798766       1 trace.go:236] Trace[2129052335]: "Get" accept:application/json, */*,audit-id:34018a4d-820d-419d-8ad2-9ecb7618d12d,client:10.0.0.247,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/openstack/leases/rabbitmq-cluster-operator-leader-election,user-agent:manager/v0.0.0 (linux/amd64) kubernetes/$Format/leader-election,verb:GET (09-May-2026 16:57:21.287) (total time: 5511ms):
Trace[2129052335]: ---"About to write a response" 5510ms (16:57:26.798)
Trace[2129052335]: [5.511026955s] [5.511026955s] END
I0509 16:57:26.800510       1 trace.go:236] Trace[894288206]: "Get" accept:application/vnd.kubernetes.protobuf,application/json,audit-id:d684b883-8624-4fa8-b09e-e7ed87704e8d,client:10.0.0.221,protocol:HTTP/2.0,resource:pods,scope:resource,url:/api/v1/namespaces/openstack/pods/percona-xtradb-pxc-0,user-agent:percona-xtradb-cluster-operator/v0.0.0 (linux/amd64) kubernetes/$Format,verb:GET (09-May-2026 16:57:24.424) (total time: 2376ms):
Trace[894288206]: ---"About to write a response" 2375ms (16:57:26.800)
Trace[894288206]: [2.376092956s] [2.376092956s] END
I0509 16:57:26.803045       1 trace.go:236] Trace[2116676975]: "Get" accept:application/json, */*,audit-id:fc68ecd2-8fdf-4363-9d3b-20ed7735257c,client:127.0.0.1,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/plndr-svcs-lock,user-agent:kube-vip/v0.0.0 (linux/amd64) kubernetes/$Format,verb:GET (09-May-2026 16:57:21.288) (total time: 5514ms):
Trace[2116676975]: ---"About to write a response" 5514ms (16:57:26.802)
Trace[2116676975]: [5.514644648s] [5.514644648s] END
I0509 16:57:26.803245       1 trace.go:236] Trace[2087052242]: "Get" accept:application/json, */*,audit-id:e618a0cd-e95d-4e28-b4c0-bdef59e70294,client:127.0.0.1,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/plndr-cp-lock,user-agent:kube-vip/v0.0.0 (linux/amd64) kubernetes/$Format,verb:GET (09-May-2026 16:57:21.288) (total time: 5514ms):
Trace[2087052242]: ---"About to write a response" 5514ms (16:57:26.803)
Trace[2087052242]: [5.514661838s] [5.514661838s] END
I0509 16:57:33.306141       1 alloc.go:330] "allocated clusterIPs" service="monitoring/kube-prometheus-stack-grafana" clusterIPs={"IPv4":"10.98.184.27"}
I0509 16:57:33.315176       1 alloc.go:330] "allocated clusterIPs" service="monitoring/kube-prometheus-stack-operator" clusterIPs={"IPv4":"10.106.23.7"}
I0509 16:57:33.322168       1 alloc.go:330] "allocated clusterIPs" service="monitoring/kube-prometheus-stack-prometheus" clusterIPs={"IPv4":"10.109.103.136"}
I0509 16:57:33.329753       1 alloc.go:330] "allocated clusterIPs" service="monitoring/kube-prometheus-stack-alertmanager" clusterIPs={"IPv4":"10.104.198.126"}
I0509 16:57:33.341447       1 alloc.go:330] "allocated clusterIPs" service="monitoring/kube-prometheus-stack-kube-state-metrics" clusterIPs={"IPv4":"10.97.193.178"}
I0509 16:57:33.348760       1 alloc.go:330] "allocated clusterIPs" service="monitoring/kube-prometheus-stack-prometheus-node-exporter" clusterIPs={"IPv4":"10.99.23.169"}
I0509 16:57:33.388934       1 controller.go:624] quota admission added evaluator for: alertmanagers.monitoring.coreos.com
I0509 16:57:33.402355       1 controller.go:624] quota admission added evaluator for: prometheusrules.monitoring.coreos.com
I0509 16:57:33.446614       1 controller.go:624] quota admission added evaluator for: podmonitors.monitoring.coreos.com
I0509 16:57:33.463470       1 controller.go:624] quota admission added evaluator for: servicemonitors.monitoring.coreos.com
I0509 16:57:33.482097       1 controller.go:624] quota admission added evaluator for: prometheuses.monitoring.coreos.com
W0509 16:57:33.495542       1 dispatcher.go:210] Failed calling webhook, failing open prometheusrulemutate.monitoring.coreos.com: failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.106.23.7:443: connect: connection refused
E0509 16:57:33.495577       1 dispatcher.go:214] failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.106.23.7:443: connect: connection refused
W0509 16:57:33.500941       1 dispatcher.go:210] Failed calling webhook, failing open prometheusrulemutate.monitoring.coreos.com: failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.106.23.7:443: connect: connection refused
E0509 16:57:33.500976       1 dispatcher.go:214] failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.106.23.7:443: connect: connection refused
W0509 16:57:33.501003       1 dispatcher.go:210] Failed calling webhook, failing open prometheusrulemutate.monitoring.coreos.com: failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.106.23.7:443: connect: connection refused
E0509 16:57:33.501035       1 dispatcher.go:214] failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.106.23.7:443: connect: connection refused
W0509 16:57:33.501256       1 dispatcher.go:210] Failed calling webhook, failing open prometheusrulemutate.monitoring.coreos.com: failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.106.23.7:443: connect: connection refused
E0509 16:57:33.501281       1 dispatcher.go:214] failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.106.23.7:443: connect: connection refused
W0509 16:57:33.501383       1 dispatcher.go:210] Failed calling webhook, failing open prometheusrulemutate.monitoring.coreos.com: failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.106.23.7:443: connect: connection refused
E0509 16:57:33.501401       1 dispatcher.go:214] failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.106.23.7:443: connect: connection refused
W0509 16:57:33.503025       1 dispatcher.go:210] Failed calling webhook, failing open prometheusrulemutate.monitoring.coreos.com: failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.106.23.7:443: connect: connection refused
E0509 16:57:33.504360       1 dispatcher.go:214] failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.106.23.7:443: connect: connection refused
W0509 16:57:33.504678       1 dispatcher.go:210] Failed calling webhook, failing open prometheusrulemutate.monitoring.coreos.com: failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.106.23.7:443: connect: connection refused
W0509 16:57:33.503084       1 dispatcher.go:210] Failed calling webhook, failing open prometheusrulemutate.monitoring.coreos.com: failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.106.23.7:443: connect: connection refused
E0509 16:57:33.504699       1 dispatcher.go:214] failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.106.23.7:443: connect: connection refused
W0509 16:57:33.504682       1 dispatcher.go:210] Failed calling webhook, failing open prometheusrulemutate.monitoring.coreos.com: failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.106.23.7:443: connect: connection refused
E0509 16:57:33.504715       1 dispatcher.go:214] failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.106.23.7:443: connect: connection refused
W0509 16:57:33.503415       1 dispatcher.go:210] Failed calling webhook, failing open prometheusrulemutate.monitoring.coreos.com: failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.106.23.7:443: connect: connection refused
E0509 16:57:33.504718       1 dispatcher.go:214] failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.106.23.7:443: connect: connection refused
E0509 16:57:33.504727       1 dispatcher.go:214] failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.106.23.7:443: connect: connection refused
W0509 16:57:33.503949       1 dispatcher.go:210] Failed calling webhook, failing open prometheusrulemutate.monitoring.coreos.com: failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.106.23.7:443: connect: connection refused
E0509 16:57:33.504753       1 dispatcher.go:214] failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.106.23.7:443: connect: connection refused
W0509 16:57:33.503999       1 dispatcher.go:210] Failed calling webhook, failing open prometheusrulemutate.monitoring.coreos.com: failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.106.23.7:443: connect: connection refused
E0509 16:57:33.504767       1 dispatcher.go:214] failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.106.23.7:443: connect: connection refused
W0509 16:57:33.503864       1 dispatcher.go:210] Failed calling webhook, failing open prometheusrulemutate.monitoring.coreos.com: failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.106.23.7:443: connect: connection refused
E0509 16:57:33.504781       1 dispatcher.go:214] failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.106.23.7:443: connect: connection refused
W0509 16:57:33.503324       1 dispatcher.go:210] Failed calling webhook, failing open prometheusrulemutate.monitoring.coreos.com: failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.106.23.7:443: connect: connection refused
E0509 16:57:33.504791       1 dispatcher.go:214] failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.106.23.7:443: connect: connection refused
W0509 16:57:33.504879       1 dispatcher.go:210] Failed calling webhook, failing open prometheusrulemutate.monitoring.coreos.com: failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.106.23.7:443: connect: connection refused
E0509 16:57:33.504911       1 dispatcher.go:214] failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.106.23.7:443: connect: connection refused
W0509 16:57:33.505592       1 dispatcher.go:210] Failed calling webhook, failing open prometheusrulemutate.monitoring.coreos.com: failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.106.23.7:443: connect: connection refused
E0509 16:57:33.505609       1 dispatcher.go:214] failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.106.23.7:443: connect: connection refused
I0509 16:57:48.255023       1 controller.go:624] quota admission added evaluator for: rabbitmqclusters.rabbitmq.com
I0509 16:57:48.412203       1 alloc.go:330] "allocated clusterIPs" service="openstack/rabbitmq-keystone" clusterIPs={"IPv4":"10.111.108.219"}
I0509 16:58:28.167111       1 alloc.go:330] "allocated clusterIPs" service="openstack/keystone-api" clusterIPs={"IPv4":"10.110.190.96"}
I0509 16:58:28.191407       1 controller.go:624] quota admission added evaluator for: cronjobs.batch
I0509 17:01:14.658749       1 alloc.go:330] "allocated clusterIPs" service="openstack/horizon" clusterIPs={"IPv4":"10.109.24.171"}
I0509 17:01:14.669620       1 alloc.go:330] "allocated clusterIPs" service="openstack/horizon-int" clusterIPs={"IPv4":"10.109.213.155"}