{"level":"warn","ts":"2026-08-21T02:30:00.103126Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-21T02:30:00.103226Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.171:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.171:2380","--initial-cluster=instance=https://199.19.213.171:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.171:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.171:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-08-21T02:30:00.103417Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-21T02:30:00.103435Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.171:2380"]} {"level":"info","ts":"2026-08-21T02:30:00.103489Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-21T02:30:00.1046Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.171:2379"]} {"level":"info","ts":"2026-08-21T02:30:00.104785Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.171:2380"],"listen-peer-urls":["https://199.19.213.171:2380"],"advertise-client-urls":["https://199.19.213.171:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.171:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.171:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-08-21T02:30:00.108635Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.522765ms"} {"level":"info","ts":"2026-08-21T02:30:00.119131Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"837e89131cc6bd81","cluster-id":"8af92e75ab8f3e69"} {"level":"info","ts":"2026-08-21T02:30:00.119241Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"837e89131cc6bd81 switched to configuration voters=()"} {"level":"info","ts":"2026-08-21T02:30:00.119272Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"837e89131cc6bd81 became follower at term 0"} {"level":"info","ts":"2026-08-21T02:30:00.11929Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 837e89131cc6bd81 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-08-21T02:30:00.119305Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"837e89131cc6bd81 became follower at term 1"} {"level":"info","ts":"2026-08-21T02:30:00.119374Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"837e89131cc6bd81 switched to configuration voters=(9475161381214272897)"} {"level":"warn","ts":"2026-08-21T02:30:00.126075Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-08-21T02:30:00.127774Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-08-21T02:30:00.129043Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-08-21T02:30:00.13135Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"837e89131cc6bd81","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-08-21T02:30:00.131664Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"837e89131cc6bd81","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-08-21T02:30:00.131899Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-21T02:30:00.132012Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-21T02:30:00.132068Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-21T02:30:00.132281Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"837e89131cc6bd81 switched to configuration voters=(9475161381214272897)"} {"level":"info","ts":"2026-08-21T02:30:00.13328Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"8af92e75ab8f3e69","local-member-id":"837e89131cc6bd81","added-peer-id":"837e89131cc6bd81","added-peer-peer-urls":["https://199.19.213.171:2380"]} {"level":"info","ts":"2026-08-21T02:30:00.137556Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-21T02:30:00.1398Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.171:2380"} {"level":"info","ts":"2026-08-21T02:30:00.139901Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.171:2380"} {"level":"info","ts":"2026-08-21T02:30:00.140019Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"837e89131cc6bd81","initial-advertise-peer-urls":["https://199.19.213.171:2380"],"listen-peer-urls":["https://199.19.213.171:2380"],"advertise-client-urls":["https://199.19.213.171:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.171:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-08-21T02:30:00.140062Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-08-21T02:30:00.520254Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"837e89131cc6bd81 is starting a new election at term 1"} {"level":"info","ts":"2026-08-21T02:30:00.520327Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"837e89131cc6bd81 became pre-candidate at term 1"} {"level":"info","ts":"2026-08-21T02:30:00.520375Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"837e89131cc6bd81 received MsgPreVoteResp from 837e89131cc6bd81 at term 1"} {"level":"info","ts":"2026-08-21T02:30:00.520396Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"837e89131cc6bd81 became candidate at term 2"} {"level":"info","ts":"2026-08-21T02:30:00.520417Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"837e89131cc6bd81 received MsgVoteResp from 837e89131cc6bd81 at term 2"} {"level":"info","ts":"2026-08-21T02:30:00.520435Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"837e89131cc6bd81 became leader at term 2"} {"level":"info","ts":"2026-08-21T02:30:00.520454Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 837e89131cc6bd81 elected leader 837e89131cc6bd81 at term 2"} {"level":"info","ts":"2026-08-21T02:30:00.521498Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"837e89131cc6bd81","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.171:2379]}","request-path":"/0/members/837e89131cc6bd81/attributes","cluster-id":"8af92e75ab8f3e69","publish-timeout":"7s"} {"level":"info","ts":"2026-08-21T02:30:00.521512Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-21T02:30:00.521619Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-08-21T02:30:00.521849Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-21T02:30:00.522129Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-08-21T02:30:00.522181Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-08-21T02:30:00.523352Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"8af92e75ab8f3e69","local-member-id":"837e89131cc6bd81","cluster-version":"3.5"} {"level":"info","ts":"2026-08-21T02:30:00.523496Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-08-21T02:30:00.523599Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-08-21T02:30:00.524703Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-08-21T02:30:00.525718Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.171:2379"} {"level":"info","ts":"2026-08-21T02:30:03.248463Z","caller":"traceutil/trace.go:171","msg":"trace[827572996] transaction","detail":"{read_only:false; response_revision:129; number_of_response:1; }","duration":"104.118729ms","start":"2026-08-21T02:30:03.144308Z","end":"2026-08-21T02:30:03.248426Z","steps":["trace[827572996] 'process raft request' (duration: 18.388177ms)","trace[827572996] 'compare' (duration: 85.556571ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T02:30:03.525068Z","caller":"traceutil/trace.go:171","msg":"trace[766838026] transaction","detail":"{read_only:false; response_revision:130; number_of_response:1; }","duration":"269.731603ms","start":"2026-08-21T02:30:03.255267Z","end":"2026-08-21T02:30:03.524998Z","steps":["trace[766838026] 'process raft request' (duration: 183.468838ms)","trace[766838026] 'compare' (duration: 86.132804ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T02:30:03.765834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.587175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-08-21T02:30:03.765971Z","caller":"traceutil/trace.go:171","msg":"trace[1082023712] transaction","detail":"{read_only:false; response_revision:131; number_of_response:1; }","duration":"235.009746ms","start":"2026-08-21T02:30:03.530942Z","end":"2026-08-21T02:30:03.765952Z","steps":["trace[1082023712] 'process raft request' (duration: 128.828129ms)","trace[1082023712] 'compare' (duration: 105.455324ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T02:30:44.300174Z","caller":"traceutil/trace.go:171","msg":"trace[1556052530] linearizableReadLoop","detail":"{readStateIndex:606; appliedIndex:605; }","duration":"196.924481ms","start":"2026-08-21T02:30:44.103218Z","end":"2026-08-21T02:30:44.300142Z","steps":["trace[1556052530] 'read index received' (duration: 196.056669ms)","trace[1556052530] 'applied index is now lower than readState.Index' (duration: 866.722µs)"],"step_count":2} {"level":"warn","ts":"2026-08-21T02:30:44.300306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.073844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.171\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-08-21T02:30:44.300289Z","caller":"traceutil/trace.go:171","msg":"trace[36623546] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"290.421718ms","start":"2026-08-21T02:30:44.009832Z","end":"2026-08-21T02:30:44.300254Z","steps":["trace[36623546] 'process raft request' (duration: 289.654979ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T02:30:44.300344Z","caller":"traceutil/trace.go:171","msg":"trace[828915519] range","detail":"{range_begin:/registry/masterleases/199.19.213.171; range_end:; response_count:1; response_revision:586; }","duration":"197.169606ms","start":"2026-08-21T02:30:44.103162Z","end":"2026-08-21T02:30:44.300331Z","steps":["trace[828915519] 'agreement among raft nodes before linearized reading' (duration: 197.081834ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:30:44.789537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.702561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T02:30:44.789622Z","caller":"traceutil/trace.go:171","msg":"trace[840052428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:588; }","duration":"368.830315ms","start":"2026-08-21T02:30:44.420771Z","end":"2026-08-21T02:30:44.789602Z","steps":["trace[840052428] 'range keys from in-memory index tree' (duration: 368.63433ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:30:44.789657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:30:44.420755Z","time spent":"368.895366ms","remote":"127.0.0.1:40520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-21T02:30:44.789735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.602137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-21T02:30:44.789814Z","caller":"traceutil/trace.go:171","msg":"trace[1052813007] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:588; }","duration":"167.73996ms","start":"2026-08-21T02:30:44.622055Z","end":"2026-08-21T02:30:44.789795Z","steps":["trace[1052813007] 'range keys from in-memory index tree' (duration: 167.415872ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:30:44.78989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.21411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-08-21T02:30:44.790025Z","caller":"traceutil/trace.go:171","msg":"trace[1150188889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:588; }","duration":"317.565109ms","start":"2026-08-21T02:30:44.472437Z","end":"2026-08-21T02:30:44.790002Z","steps":["trace[1150188889] 'range keys from in-memory index tree' (duration: 316.952184ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:30:44.790074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:30:44.472413Z","time spent":"317.647781ms","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-21T02:30:44.790115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.552122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-21T02:30:44.790118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.435489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-08-21T02:30:44.790176Z","caller":"traceutil/trace.go:171","msg":"trace[1432807381] range","detail":"{range_begin:/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:588; }","duration":"403.663314ms","start":"2026-08-21T02:30:44.386496Z","end":"2026-08-21T02:30:44.790159Z","steps":["trace[1432807381] 'range keys from in-memory index tree' (duration: 403.425658ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T02:30:44.790185Z","caller":"traceutil/trace.go:171","msg":"trace[1962543739] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:588; }","duration":"322.536272ms","start":"2026-08-21T02:30:44.467632Z","end":"2026-08-21T02:30:44.790168Z","steps":["trace[1962543739] 'range keys from in-memory index tree' (duration: 322.251295ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:30:44.790205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:30:44.386453Z","time spent":"403.744676ms","remote":"127.0.0.1:40808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"warn","ts":"2026-08-21T02:30:44.790124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.204677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-08-21T02:30:44.790221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:30:44.467616Z","time spent":"322.596213ms","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-21T02:30:44.790253Z","caller":"traceutil/trace.go:171","msg":"trace[2073000260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:588; }","duration":"150.604937ms","start":"2026-08-21T02:30:44.639627Z","end":"2026-08-21T02:30:44.790232Z","steps":["trace[2073000260] 'range keys from in-memory index tree' (duration: 150.007823ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T02:32:12.539443Z","caller":"traceutil/trace.go:171","msg":"trace[563861693] transaction","detail":"{read_only:false; response_revision:1723; number_of_response:1; }","duration":"118.101189ms","start":"2026-08-21T02:32:12.421297Z","end":"2026-08-21T02:32:12.539398Z","steps":["trace[563861693] 'process raft request' (duration: 117.911111ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:32:15.329649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.8753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T02:32:15.329735Z","caller":"traceutil/trace.go:171","msg":"trace[208720930] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1806; }","duration":"233.017557ms","start":"2026-08-21T02:32:15.096701Z","end":"2026-08-21T02:32:15.329718Z","steps":["trace[208720930] 'count revisions from in-memory index tree' (duration: 232.771147ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:32:15.32979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.297043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-08-21T02:32:15.329845Z","caller":"traceutil/trace.go:171","msg":"trace[1852447076] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1806; }","duration":"124.344345ms","start":"2026-08-21T02:32:15.20548Z","end":"2026-08-21T02:32:15.329824Z","steps":["trace[1852447076] 'range keys from in-memory index tree' (duration: 124.155387ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:32:15.329955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.451604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:523"} {"level":"info","ts":"2026-08-21T02:32:15.33003Z","caller":"traceutil/trace.go:171","msg":"trace[1512223359] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1806; }","duration":"207.555309ms","start":"2026-08-21T02:32:15.12245Z","end":"2026-08-21T02:32:15.330006Z","steps":["trace[1512223359] 'range keys from in-memory index tree' (duration: 207.34325ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:32:18.953755Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13655371613713778083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T02:32:19.454197Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13655371613713778083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T02:32:19.954831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13655371613713778083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T02:32:20.455175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13655371613713778083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T02:32:20.956007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13655371613713778083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T02:32:21.419849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000288023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T02:32:21.419976Z","caller":"traceutil/trace.go:171","msg":"trace[1167958311] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000467731s","start":"2026-08-21T02:32:19.419488Z","end":"2026-08-21T02:32:21.419955Z","steps":["trace[1167958311] 'agreement among raft nodes before linearized reading' (duration: 2.000311255s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:32:21.420025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:19.419462Z","time spent":"2.000552685s","remote":"127.0.0.1:40520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/21 02:32:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T02:32:21.457033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13655371613713778083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T02:32:21.957569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13655371613713778083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T02:32:22.458727Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13655371613713778083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T02:32:22.959039Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13655371613713778083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T02:32:23.421155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000520182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-21T02:32:23.421261Z","caller":"traceutil/trace.go:171","msg":"trace[1115205624] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000669628s","start":"2026-08-21T02:32:21.42057Z","end":"2026-08-21T02:32:23.42124Z","steps":["trace[1115205624] 'agreement among raft nodes before linearized reading' (duration: 2.000545483s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:32:23.421312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:21.420549Z","time spent":"2.000752552s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-21T02:32:23.459868Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13655371613713778083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T02:32:23.634639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999181126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-21T02:32:23.634714Z","caller":"traceutil/trace.go:171","msg":"trace[51552516] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999309011s","start":"2026-08-21T02:32:18.635386Z","end":"2026-08-21T02:32:23.634695Z","steps":["trace[51552516] 'agreement among raft nodes before linearized reading' (duration: 4.999212197s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:32:23.634759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:18.635368Z","time spent":"4.999384854s","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-21T02:32:23.960931Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13655371613713778083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T02:32:24.306774Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.859594179s","expected-duration":"1s"} {"level":"info","ts":"2026-08-21T02:32:24.307363Z","caller":"traceutil/trace.go:171","msg":"trace[581250325] transaction","detail":"{read_only:false; response_revision:1838; number_of_response:1; }","duration":"5.860217546s","start":"2026-08-21T02:32:18.447119Z","end":"2026-08-21T02:32:24.307337Z","steps":["trace[581250325] 'process raft request' (duration: 5.859981106s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:32:24.307717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:18.447108Z","time spent":"5.860321651s","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T02:32:24.318503Z","caller":"traceutil/trace.go:171","msg":"trace[1591370636] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"5.854968637s","start":"2026-08-21T02:32:18.463455Z","end":"2026-08-21T02:32:24.318423Z","steps":["trace[1591370636] 'process raft request' (duration: 5.854754048s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:32:24.318757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:18.463437Z","time spent":"5.855219208s","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T02:32:24.32533Z","caller":"traceutil/trace.go:171","msg":"trace[68034505] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"4.698730094s","start":"2026-08-21T02:32:19.626582Z","end":"2026-08-21T02:32:24.325312Z","steps":["trace[68034505] 'process raft request' (duration: 4.698372539s)"],"step_count":1} {"level":"info","ts":"2026-08-21T02:32:24.325505Z","caller":"traceutil/trace.go:171","msg":"trace[1635584774] transaction","detail":"{read_only:false; response_revision:1841; number_of_response:1; }","duration":"900.027174ms","start":"2026-08-21T02:32:23.425455Z","end":"2026-08-21T02:32:24.325482Z","steps":["trace[1635584774] 'process raft request' (duration: 899.816245ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:32:24.325625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:23.425426Z","time spent":"900.15703ms","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-21T02:32:24.325669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.873033981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-884a7b94-ceb0-464e-a9e5-aca78931da98\" ","response":"range_response_count:1 size:3914"} {"level":"warn","ts":"2026-08-21T02:32:24.325489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:19.626558Z","time spent":"4.698826938s","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T02:32:24.325704Z","caller":"traceutil/trace.go:171","msg":"trace[708178776] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-884a7b94-ceb0-464e-a9e5-aca78931da98; range_end:; response_count:1; response_revision:1841; }","duration":"5.873110414s","start":"2026-08-21T02:32:18.452586Z","end":"2026-08-21T02:32:24.325696Z","steps":["trace[708178776] 'agreement among raft nodes before linearized reading' (duration: 5.872961317s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:32:24.32572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:18.452564Z","time spent":"5.873152355s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3938,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-884a7b94-ceb0-464e-a9e5-aca78931da98\" "} {"level":"info","ts":"2026-08-21T02:32:24.325525Z","caller":"traceutil/trace.go:171","msg":"trace[1440233229] linearizableReadLoop","detail":"{readStateIndex:1893; appliedIndex:1888; }","duration":"5.872718407s","start":"2026-08-21T02:32:18.45264Z","end":"2026-08-21T02:32:24.325359Z","steps":["trace[1440233229] 'read index received' (duration: 5.854500032s)","trace[1440233229] 'applied index is now lower than readState.Index' (duration: 18.216325ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T02:32:24.325997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.582380756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T02:32:24.326028Z","caller":"traceutil/trace.go:171","msg":"trace[2045554854] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1841; }","duration":"2.582444479s","start":"2026-08-21T02:32:21.743576Z","end":"2026-08-21T02:32:24.32602Z","steps":["trace[2045554854] 'agreement among raft nodes before linearized reading' (duration: 2.582385686s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:32:24.326058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.956681914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-08-21T02:32:24.326088Z","caller":"traceutil/trace.go:171","msg":"trace[1099083211] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1841; }","duration":"3.956744847s","start":"2026-08-21T02:32:20.369332Z","end":"2026-08-21T02:32:24.326077Z","steps":["trace[1099083211] 'agreement among raft nodes before linearized reading' (duration: 3.956687455s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:32:24.326114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:20.369309Z","time spent":"3.956799229s","remote":"127.0.0.1:40596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-08-21T02:32:24.326245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.51447281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T02:32:24.32627Z","caller":"traceutil/trace.go:171","msg":"trace[668674422] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1841; }","duration":"4.514537603s","start":"2026-08-21T02:32:19.811726Z","end":"2026-08-21T02:32:24.326264Z","steps":["trace[668674422] 'agreement among raft nodes before linearized reading' (duration: 4.514483811s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:32:24.326294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:19.811709Z","time spent":"4.514575485s","remote":"127.0.0.1:40594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":20,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-08-21T02:32:24.326442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.877433543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-21T02:32:24.326537Z","caller":"traceutil/trace.go:171","msg":"trace[40582414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1841; }","duration":"4.877562047s","start":"2026-08-21T02:32:19.448965Z","end":"2026-08-21T02:32:24.326527Z","steps":["trace[40582414] 'agreement among raft nodes before linearized reading' (duration: 4.877424932s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:32:24.326557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:19.448954Z","time spent":"4.87759848s","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-21T02:32:24.326671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.878210215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-21T02:32:24.326695Z","caller":"traceutil/trace.go:171","msg":"trace[509255179] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1841; }","duration":"4.878277918s","start":"2026-08-21T02:32:19.448411Z","end":"2026-08-21T02:32:24.326689Z","steps":["trace[509255179] 'agreement among raft nodes before linearized reading' (duration: 4.878214866s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:32:24.326713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:19.448398Z","time spent":"4.878310489s","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-21T02:32:24.326876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.448465705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:9610"} {"level":"warn","ts":"2026-08-21T02:32:24.326437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.969273802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-08-21T02:32:24.327118Z","caller":"traceutil/trace.go:171","msg":"trace[512508086] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1841; }","duration":"4.969990963s","start":"2026-08-21T02:32:19.357114Z","end":"2026-08-21T02:32:24.327105Z","steps":["trace[512508086] 'agreement among raft nodes before linearized reading' (duration: 4.968881055s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:32:24.327214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:19.357094Z","time spent":"4.970107198s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4615,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-08-21T02:32:24.327345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.91792267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-08-21T02:32:24.327373Z","caller":"traceutil/trace.go:171","msg":"trace[2111917883] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1841; }","duration":"4.918008555s","start":"2026-08-21T02:32:19.409358Z","end":"2026-08-21T02:32:24.327366Z","steps":["trace[2111917883] 'agreement among raft nodes before linearized reading' (duration: 4.917916421s)"],"step_count":1} {"level":"info","ts":"2026-08-21T02:32:24.327379Z","caller":"traceutil/trace.go:171","msg":"trace[2129993581] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1841; }","duration":"5.44857549s","start":"2026-08-21T02:32:18.878337Z","end":"2026-08-21T02:32:24.326912Z","steps":["trace[2129993581] 'agreement among raft nodes before linearized reading' (duration: 5.448422893s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:32:24.327437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.965671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-21T02:32:24.327438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:18.878314Z","time spent":"5.449113043s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":9634,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-08-21T02:32:24.327454Z","caller":"traceutil/trace.go:171","msg":"trace[1199349751] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1841; }","duration":"170.035644ms","start":"2026-08-21T02:32:24.157415Z","end":"2026-08-21T02:32:24.327451Z","steps":["trace[1199349751] 'agreement among raft nodes before linearized reading' (duration: 170.004153ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:32:24.327053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.88487909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-08-21T02:32:24.327543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.113086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18cdb1443ade5c65\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-08-21T02:32:24.327662Z","caller":"traceutil/trace.go:171","msg":"trace[453488053] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18cdb1443ade5c65; range_end:; response_count:1; response_revision:1841; }","duration":"796.310954ms","start":"2026-08-21T02:32:23.531321Z","end":"2026-08-21T02:32:24.327632Z","steps":["trace[453488053] 'agreement among raft nodes before linearized reading' (duration: 796.012661ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:32:24.327767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.902202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T02:32:24.327802Z","caller":"traceutil/trace.go:171","msg":"trace[1110071938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1841; }","duration":"897.970896ms","start":"2026-08-21T02:32:23.429823Z","end":"2026-08-21T02:32:24.327794Z","steps":["trace[1110071938] 'agreement among raft nodes before linearized reading' (duration: 897.914074ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:32:24.327807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.472097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.171\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-08-21T02:32:24.327831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:23.429784Z","time spent":"898.040659ms","remote":"127.0.0.1:40520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-21T02:32:24.327853Z","caller":"traceutil/trace.go:171","msg":"trace[604790998] range","detail":"{range_begin:/registry/masterleases/199.19.213.171; range_end:; response_count:1; response_revision:1841; }","duration":"220.587622ms","start":"2026-08-21T02:32:24.107252Z","end":"2026-08-21T02:32:24.32784Z","steps":["trace[604790998] 'agreement among raft nodes before linearized reading' (duration: 220.449996ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:32:24.327247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.474297755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-08-21T02:32:24.32797Z","caller":"traceutil/trace.go:171","msg":"trace[1990656483] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1841; }","duration":"5.475045488s","start":"2026-08-21T02:32:18.85291Z","end":"2026-08-21T02:32:24.327955Z","steps":["trace[1990656483] 'agreement among raft nodes before linearized reading' (duration: 5.474288435s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:32:24.328009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:18.852893Z","time spent":"5.475105041s","remote":"127.0.0.1:40596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-21T02:32:24.328073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.530378145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-884a7b94-ceb0-464e-a9e5-aca78931da98\" ","response":"range_response_count:1 size:3914"} {"level":"info","ts":"2026-08-21T02:32:24.328116Z","caller":"traceutil/trace.go:171","msg":"trace[1932329060] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-884a7b94-ceb0-464e-a9e5-aca78931da98; range_end:; response_count:1; response_revision:1841; }","duration":"5.530478709s","start":"2026-08-21T02:32:18.797626Z","end":"2026-08-21T02:32:24.328105Z","steps":["trace[1932329060] 'agreement among raft nodes before linearized reading' (duration: 5.528321256s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:32:24.328121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419657591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-21T02:32:24.328143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:18.797606Z","time spent":"5.530529112s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3938,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-884a7b94-ceb0-464e-a9e5-aca78931da98\" "} {"level":"info","ts":"2026-08-21T02:32:24.328163Z","caller":"traceutil/trace.go:171","msg":"trace[1128978547] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1841; }","duration":"1.419759734s","start":"2026-08-21T02:32:22.90839Z","end":"2026-08-21T02:32:24.32815Z","steps":["trace[1128978547] 'agreement among raft nodes before linearized reading' (duration: 1.419701982s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:32:24.328198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:22.908371Z","time spent":"1.419818387s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-08-21T02:32:24.327765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:23.531303Z","time spent":"796.44472ms","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1006,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18cdb1443ade5c65\" "} {"level":"warn","ts":"2026-08-21T02:32:24.327993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.106311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-08-21T02:32:24.328417Z","caller":"traceutil/trace.go:171","msg":"trace[1100193567] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1841; }","duration":"285.56184ms","start":"2026-08-21T02:32:24.042837Z","end":"2026-08-21T02:32:24.328399Z","steps":["trace[1100193567] 'agreement among raft nodes before linearized reading' (duration: 284.955474ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:32:24.327394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:19.409336Z","time spent":"4.918052617s","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-21T02:32:24.328489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.833919221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T02:32:24.327586Z","caller":"traceutil/trace.go:171","msg":"trace[247909948] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1841; }","duration":"4.885432584s","start":"2026-08-21T02:32:19.442142Z","end":"2026-08-21T02:32:24.327574Z","steps":["trace[247909948] 'agreement among raft nodes before linearized reading' (duration: 4.884866859s)"],"step_count":1} {"level":"info","ts":"2026-08-21T02:32:24.328539Z","caller":"traceutil/trace.go:171","msg":"trace[942280438] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1841; }","duration":"1.833963953s","start":"2026-08-21T02:32:22.494556Z","end":"2026-08-21T02:32:24.32852Z","steps":["trace[942280438] 'agreement among raft nodes before linearized reading' (duration: 1.83390063s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:32:24.32857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:22.494536Z","time spent":"1.834024646s","remote":"127.0.0.1:33850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-21T02:32:24.328569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:19.442132Z","time spent":"4.886426327s","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-08-21T02:32:24.326007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.882655015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-08-21T02:32:24.329823Z","caller":"traceutil/trace.go:171","msg":"trace[730085460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1841; }","duration":"4.886504831s","start":"2026-08-21T02:32:19.443305Z","end":"2026-08-21T02:32:24.32981Z","steps":["trace[730085460] 'agreement among raft nodes before linearized reading' (duration: 4.882662935s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:32:24.32988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:19.443283Z","time spent":"4.886582524s","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-21T02:32:24.327639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334961855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-08-21T02:32:24.329983Z","caller":"traceutil/trace.go:171","msg":"trace[841173059] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1841; }","duration":"1.337352078s","start":"2026-08-21T02:32:22.992618Z","end":"2026-08-21T02:32:24.32997Z","steps":["trace[841173059] 'agreement among raft nodes before linearized reading' (duration: 1.334977935s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:32:24.330024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:22.992597Z","time spent":"1.33741307s","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-08-21T02:32:24.330013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:21.743562Z","time spent":"2.586376037s","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-08-21T02:32:47.86166Z","caller":"traceutil/trace.go:171","msg":"trace[1162922640] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"102.945045ms","start":"2026-08-21T02:32:47.758691Z","end":"2026-08-21T02:32:47.861636Z","steps":["trace[1162922640] 'process raft request' (duration: 102.780818ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:32:54.56232Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13655371613713778671,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T02:32:55.062799Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13655371613713778671,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T02:32:55.563581Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13655371613713778671,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T02:32:56.064404Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13655371613713778671,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T02:32:56.420592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000370258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-21T02:32:56.420675Z","caller":"traceutil/trace.go:171","msg":"trace[1572972082] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000500643s","start":"2026-08-21T02:32:54.420154Z","end":"2026-08-21T02:32:56.420655Z","steps":["trace[1572972082] 'agreement among raft nodes before linearized reading' (duration: 2.000399859s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:32:56.420723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:54.420136Z","time spent":"2.000576637s","remote":"127.0.0.1:40520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-21T02:32:56.56482Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13655371613713778671,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T02:32:57.06495Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13655371613713778671,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T02:32:57.565691Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13655371613713778671,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T02:32:58.066795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13655371613713778671,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T02:32:58.421033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000038927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-21T02:32:58.421125Z","caller":"traceutil/trace.go:171","msg":"trace[1432941990] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000212845s","start":"2026-08-21T02:32:56.420894Z","end":"2026-08-21T02:32:58.421107Z","steps":["trace[1432941990] 'agreement among raft nodes before linearized reading' (duration: 2.000091179s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:32:58.421541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:56.420859Z","time spent":"2.000658005s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/21 02:32:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T02:32:58.567904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13655371613713778671,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T02:32:58.88931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:53.890025Z","time spent":"4.999277768s","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-21T02:32:59.035043Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.144710032s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-21T02:32:59.429649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:54.431002Z","time spent":"4.998639762s","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/08/21 02:32:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T02:32:59.490349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999082086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-21T02:32:59.490439Z","caller":"traceutil/trace.go:171","msg":"trace[1035777309] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999225332s","start":"2026-08-21T02:32:54.491193Z","end":"2026-08-21T02:32:59.490418Z","steps":["trace[1035777309] 'agreement among raft nodes before linearized reading' (duration: 4.999106586s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:32:59.490494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:54.491175Z","time spent":"4.999308365s","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-21T02:32:59.496761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999715685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-21T02:32:59.4971Z","caller":"traceutil/trace.go:171","msg":"trace[1832865248] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000132153s","start":"2026-08-21T02:32:54.496931Z","end":"2026-08-21T02:32:59.497063Z","steps":["trace[1832865248] 'agreement among raft nodes before linearized reading' (duration: 4.999723375s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:32:59.497173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:54.496907Z","time spent":"5.000247968s","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/08/21 02:32:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T02:33:00.174122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000046162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T02:33:00.174212Z","caller":"traceutil/trace.go:171","msg":"trace[1321352793] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000187218s","start":"2026-08-21T02:32:58.174007Z","end":"2026-08-21T02:33:00.174194Z","steps":["trace[1321352793] 'agreement among raft nodes before linearized reading' (duration: 2.000081603s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:00.174256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:58.173992Z","time spent":"2.000255671s","remote":"127.0.0.1:40520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/21 02:33:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T02:33:00.429037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000115677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-21T02:33:00.429109Z","caller":"traceutil/trace.go:171","msg":"trace[1016626240] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000240802s","start":"2026-08-21T02:32:58.428849Z","end":"2026-08-21T02:33:00.42909Z","steps":["trace[1016626240] 'agreement among raft nodes before linearized reading' (duration: 2.000147368s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:00.429149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:58.428833Z","time spent":"2.000309376s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-21T02:33:01.237725Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.202517488s","expected-duration":"1s"} {"level":"info","ts":"2026-08-21T02:33:01.238357Z","caller":"traceutil/trace.go:171","msg":"trace[254868650] transaction","detail":"{read_only:false; response_revision:2086; number_of_response:1; }","duration":"6.892521028s","start":"2026-08-21T02:32:54.345795Z","end":"2026-08-21T02:33:01.238316Z","steps":["trace[254868650] 'process raft request' (duration: 6.892147161s)"],"step_count":1} {"level":"info","ts":"2026-08-21T02:33:01.238568Z","caller":"traceutil/trace.go:171","msg":"trace[562534916] linearizableReadLoop","detail":"{readStateIndex:2154; appliedIndex:2149; }","duration":"7.176969545s","start":"2026-08-21T02:32:54.061573Z","end":"2026-08-21T02:33:01.238543Z","steps":["trace[562534916] 'read index received' (duration: 4.973665851s)","trace[562534916] 'applied index is now lower than readState.Index' (duration: 2.203302914s)"],"step_count":2} {"level":"info","ts":"2026-08-21T02:33:01.238756Z","caller":"traceutil/trace.go:171","msg":"trace[1309057591] transaction","detail":"{read_only:false; response_revision:2088; number_of_response:1; }","duration":"6.275074824s","start":"2026-08-21T02:32:54.963652Z","end":"2026-08-21T02:33:01.238727Z","steps":["trace[1309057591] 'process raft request' (duration: 6.274820543s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:01.238787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:54.345768Z","time spent":"6.89278701s","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T02:33:01.238877Z","caller":"traceutil/trace.go:171","msg":"trace[1530961142] transaction","detail":"{read_only:false; response_revision:2089; number_of_response:1; }","duration":"5.985214724s","start":"2026-08-21T02:32:55.25363Z","end":"2026-08-21T02:33:01.238845Z","steps":["trace[1530961142] 'process raft request' (duration: 5.984879758s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:01.238947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.177357862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18cdb14a205425e1\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-08-21T02:33:01.23902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:55.2536Z","time spent":"5.985325088s","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T02:33:01.239025Z","caller":"traceutil/trace.go:171","msg":"trace[206820306] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18cdb14a205425e1; range_end:; response_count:1; response_revision:2089; }","duration":"7.177468847s","start":"2026-08-21T02:32:54.061541Z","end":"2026-08-21T02:33:01.23901Z","steps":["trace[206820306] 'agreement among raft nodes before linearized reading' (duration: 7.177287789s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:01.239065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:54.061521Z","time spent":"7.17753257s","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18cdb14a205425e1\" "} {"level":"warn","ts":"2026-08-21T02:33:01.239156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:54.963629Z","time spent":"6.275230701s","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T02:33:02.437595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000232847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T02:33:02.437688Z","caller":"traceutil/trace.go:171","msg":"trace[1997753185] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000384073s","start":"2026-08-21T02:33:00.437282Z","end":"2026-08-21T02:33:02.437666Z","steps":["trace[1997753185] 'agreement among raft nodes before linearized reading' (duration: 2.000276248s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:02.437735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:00.437249Z","time spent":"2.000476267s","remote":"127.0.0.1:40520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/21 02:33:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T02:33:02.476596Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.078989635s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-21T02:33:02.912931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.664482ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T02:33:02.913058Z","caller":"traceutil/trace.go:171","msg":"trace[2077673698] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2089; }","duration":"615.805248ms","start":"2026-08-21T02:33:02.297235Z","end":"2026-08-21T02:33:02.91304Z","steps":["trace[2077673698] 'range keys from in-memory index tree' (duration: 615.64914ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:03.741318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.346624659s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-08-21T02:33:03.741832Z","caller":"traceutil/trace.go:171","msg":"trace[1148635626] linearizableReadLoop","detail":"{readStateIndex:2155; appliedIndex:2154; }","duration":"2.503151404s","start":"2026-08-21T02:33:01.238647Z","end":"2026-08-21T02:33:03.741798Z","steps":["trace[1148635626] 'read index received' (duration: 156.069364ms)","trace[1148635626] 'applied index is now lower than readState.Index' (duration: 2.347079959s)"],"step_count":2} {"level":"warn","ts":"2026-08-21T02:33:03.741972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.164212203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T02:33:03.742029Z","caller":"traceutil/trace.go:171","msg":"trace[1216543581] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2090; }","duration":"9.164308207s","start":"2026-08-21T02:32:54.577698Z","end":"2026-08-21T02:33:03.742006Z","steps":["trace[1216543581] 'agreement among raft nodes before linearized reading' (duration: 9.164215273s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:03.742076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:54.577678Z","time spent":"9.164386581s","remote":"127.0.0.1:58392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-08-21T02:33:03.74235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.382173846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-08-21T02:33:03.742387Z","caller":"traceutil/trace.go:171","msg":"trace[1709609041] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2090; }","duration":"9.382236679s","start":"2026-08-21T02:32:54.360139Z","end":"2026-08-21T02:33:03.742376Z","steps":["trace[1709609041] 'agreement among raft nodes before linearized reading' (duration: 9.382127344s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:03.742414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:54.360124Z","time spent":"9.382282951s","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-08-21T02:33:03.742459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.217994697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"warn","ts":"2026-08-21T02:33:03.742616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.633733567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.171\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T02:33:03.742656Z","caller":"traceutil/trace.go:171","msg":"trace[139073181] range","detail":"{range_begin:/registry/masterleases/199.19.213.171; range_end:; response_count:0; response_revision:2090; }","duration":"9.633842782s","start":"2026-08-21T02:32:54.108803Z","end":"2026-08-21T02:33:03.742646Z","steps":["trace[139073181] 'agreement among raft nodes before linearized reading' (duration: 9.633746958s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:03.742683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:54.108782Z","time spent":"9.633894304s","remote":"127.0.0.1:40546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.19.213.171\" "} {"level":"info","ts":"2026-08-21T02:33:03.742698Z","caller":"traceutil/trace.go:171","msg":"trace[634865455] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2090; }","duration":"9.21828087s","start":"2026-08-21T02:32:54.524352Z","end":"2026-08-21T02:33:03.742633Z","steps":["trace[634865455] 'agreement among raft nodes before linearized reading' (duration: 9.217941255s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:03.742828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:54.524345Z","time spent":"9.218466098s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4615,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-08-21T02:33:03.742503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.244432254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-08-21T02:33:03.742958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.471469798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T02:33:03.743027Z","caller":"traceutil/trace.go:171","msg":"trace[360598988] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2090; }","duration":"8.471573813s","start":"2026-08-21T02:32:55.271436Z","end":"2026-08-21T02:33:03.74301Z","steps":["trace[360598988] 'agreement among raft nodes before linearized reading' (duration: 8.471479939s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:03.743076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:55.271422Z","time spent":"8.471641297s","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-08-21T02:33:03.743117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.880207927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11665"} {"level":"warn","ts":"2026-08-21T02:33:03.743154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.85097223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-08-21T02:33:03.743176Z","caller":"traceutil/trace.go:171","msg":"trace[1406195715] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2090; }","duration":"8.880336652s","start":"2026-08-21T02:32:54.862825Z","end":"2026-08-21T02:33:03.743161Z","steps":["trace[1406195715] 'agreement among raft nodes before linearized reading' (duration: 8.880184755s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:03.74322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:54.862796Z","time spent":"8.880411695s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11689,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-08-21T02:33:03.743237Z","caller":"traceutil/trace.go:171","msg":"trace[138262703] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2090; }","duration":"2.851057134s","start":"2026-08-21T02:33:00.892133Z","end":"2026-08-21T02:33:03.74319Z","steps":["trace[138262703] 'agreement among raft nodes before linearized reading' (duration: 2.850872785s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:03.743256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.245320894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-08-21T02:33:03.74327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.529435909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T02:33:03.743291Z","caller":"traceutil/trace.go:171","msg":"trace[101538713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2090; }","duration":"9.245378597s","start":"2026-08-21T02:32:54.497902Z","end":"2026-08-21T02:33:03.743281Z","steps":["trace[101538713] 'agreement among raft nodes before linearized reading' (duration: 9.245270212s)"],"step_count":1} {"level":"info","ts":"2026-08-21T02:33:03.743315Z","caller":"traceutil/trace.go:171","msg":"trace[477814715] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2090; }","duration":"6.529509292s","start":"2026-08-21T02:32:57.213785Z","end":"2026-08-21T02:33:03.743294Z","steps":["trace[477814715] 'agreement among raft nodes before linearized reading' (duration: 6.52945488s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:03.743329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:54.497895Z","time spent":"9.245427209s","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-21T02:33:03.743286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:00.892114Z","time spent":"2.851157588s","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-21T02:33:03.743436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.79489964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"warn","ts":"2026-08-21T02:33:03.743429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.380082452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-08-21T02:33:03.74475Z","caller":"traceutil/trace.go:171","msg":"trace[2139288682] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2090; }","duration":"9.38247098s","start":"2026-08-21T02:32:54.362262Z","end":"2026-08-21T02:33:03.744733Z","steps":["trace[2139288682] 'agreement among raft nodes before linearized reading' (duration: 9.379993218s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:03.744798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:54.362227Z","time spent":"9.382559515s","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-08-21T02:33:03.743347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:57.213763Z","time spent":"6.529575345s","remote":"127.0.0.1:49222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-08-21T02:33:03.743472Z","caller":"traceutil/trace.go:171","msg":"trace[13872885] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2090; }","duration":"7.795714077s","start":"2026-08-21T02:32:55.94775Z","end":"2026-08-21T02:33:03.743464Z","steps":["trace[13872885] 'agreement among raft nodes before linearized reading' (duration: 7.795615863s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:03.745077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:55.947718Z","time spent":"7.797344881s","remote":"127.0.0.1:40674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-08-21T02:33:03.742959Z","caller":"traceutil/trace.go:171","msg":"trace[149955359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2090; }","duration":"9.244890654s","start":"2026-08-21T02:32:54.498032Z","end":"2026-08-21T02:33:03.742923Z","steps":["trace[149955359] 'agreement among raft nodes before linearized reading' (duration: 9.244241225s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:03.745197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:54.498025Z","time spent":"9.247164897s","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-21T02:33:03.74297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.78539262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-21T02:33:03.743596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.312264355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:549"} {"level":"info","ts":"2026-08-21T02:33:03.74572Z","caller":"traceutil/trace.go:171","msg":"trace[263620373] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2090; }","duration":"4.314428334s","start":"2026-08-21T02:32:59.431281Z","end":"2026-08-21T02:33:03.74571Z","steps":["trace[263620373] 'agreement among raft nodes before linearized reading' (duration: 4.312234264s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:03.743707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.775644957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-21T02:33:03.745779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:59.43126Z","time spent":"4.314508537s","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-08-21T02:33:03.745804Z","caller":"traceutil/trace.go:171","msg":"trace[812171782] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2090; }","duration":"4.777793134s","start":"2026-08-21T02:32:58.967998Z","end":"2026-08-21T02:33:03.745792Z","steps":["trace[812171782] 'agreement among raft nodes before linearized reading' (duration: 4.775609526s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:03.745855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:58.967976Z","time spent":"4.777862448s","remote":"127.0.0.1:40818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":84,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-08-21T02:33:03.743666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.114502824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T02:33:03.745989Z","caller":"traceutil/trace.go:171","msg":"trace[918876153] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2090; }","duration":"4.116861932s","start":"2026-08-21T02:32:59.62911Z","end":"2026-08-21T02:33:03.745971Z","steps":["trace[918876153] 'agreement among raft nodes before linearized reading' (duration: 4.114512855s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:03.746075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:59.62909Z","time spent":"4.116965116s","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-08-21T02:33:03.743835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.094211392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-08-21T02:33:03.743902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.094795938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"warn","ts":"2026-08-21T02:33:03.74381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.247861418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-08-21T02:33:03.744175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306318165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-21T02:33:03.744214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.251402476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-08-21T02:33:03.744265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922391326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-08-21T02:33:03.744276Z","caller":"traceutil/trace.go:171","msg":"trace[1611962367] transaction","detail":"{read_only:false; response_revision:2091; number_of_response:1; }","duration":"2.50216963s","start":"2026-08-21T02:33:01.242045Z","end":"2026-08-21T02:33:03.744215Z","steps":["trace[1611962367] 'process raft request' (duration: 2.501924119s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:03.7443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.241271228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-21T02:33:03.74432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920873987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:114727"} {"level":"warn","ts":"2026-08-21T02:33:03.744352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.203056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-21T02:33:03.744375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.244937474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-08-21T02:33:03.744427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80433132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-21T02:33:03.744532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727001836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-21T02:33:03.744573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618006164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T02:33:03.745328Z","caller":"traceutil/trace.go:171","msg":"trace[1874797200] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2090; }","duration":"5.787831651s","start":"2026-08-21T02:32:57.957478Z","end":"2026-08-21T02:33:03.74531Z","steps":["trace[1874797200] 'agreement among raft nodes before linearized reading' (duration: 5.785363899s)"],"step_count":1} {"level":"info","ts":"2026-08-21T02:33:03.746709Z","caller":"traceutil/trace.go:171","msg":"trace[1846289372] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2091; }","duration":"2.247342773s","start":"2026-08-21T02:33:01.499354Z","end":"2026-08-21T02:33:03.746697Z","steps":["trace[1846289372] 'agreement among raft nodes before linearized reading' (duration: 2.244961176s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:03.746767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:01.499333Z","time spent":"2.247408926s","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-21T02:33:03.746796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:57.957443Z","time spent":"5.789332389s","remote":"127.0.0.1:40974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-08-21T02:33:03.746906Z","caller":"traceutil/trace.go:171","msg":"trace[248699988] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2091; }","duration":"2.243876776s","start":"2026-08-21T02:33:01.503017Z","end":"2026-08-21T02:33:03.746894Z","steps":["trace[248699988] 'agreement among raft nodes before linearized reading' (duration: 2.241261588s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:03.746944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:01.502958Z","time spent":"2.24397534s","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-08-21T02:33:03.746985Z","caller":"traceutil/trace.go:171","msg":"trace[1064055632] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2091; }","duration":"1.729513149s","start":"2026-08-21T02:33:02.01746Z","end":"2026-08-21T02:33:03.746974Z","steps":["trace[1064055632] 'agreement among raft nodes before linearized reading' (duration: 1.726927292s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:03.747047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:02.017442Z","time spent":"1.729581412s","remote":"127.0.0.1:40966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-08-21T02:33:03.74705Z","caller":"traceutil/trace.go:171","msg":"trace[467197206] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2091; }","duration":"1.620530669s","start":"2026-08-21T02:33:02.126505Z","end":"2026-08-21T02:33:03.747036Z","steps":["trace[467197206] 'agreement among raft nodes before linearized reading' (duration: 1.617835427s)"],"step_count":1} {"level":"info","ts":"2026-08-21T02:33:03.74708Z","caller":"traceutil/trace.go:171","msg":"trace[1669515076] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2091; }","duration":"1.923634342s","start":"2026-08-21T02:33:01.823436Z","end":"2026-08-21T02:33:03.74707Z","steps":["trace[1669515076] 'agreement among raft nodes before linearized reading' (duration: 1.920681749s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:03.74711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:01.823403Z","time spent":"1.923698746s","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":114751,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-08-21T02:33:03.747113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:02.126477Z","time spent":"1.620621483s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":22,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-08-21T02:33:03.74706Z","caller":"traceutil/trace.go:171","msg":"trace[1095939487] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2091; }","duration":"1.807016442s","start":"2026-08-21T02:33:01.94003Z","end":"2026-08-21T02:33:03.747047Z","steps":["trace[1095939487] 'agreement among raft nodes before linearized reading' (duration: 1.804370262s)"],"step_count":1} {"level":"info","ts":"2026-08-21T02:33:03.747265Z","caller":"traceutil/trace.go:171","msg":"trace[386369547] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2090; }","duration":"9.251360197s","start":"2026-08-21T02:32:54.495898Z","end":"2026-08-21T02:33:03.747258Z","steps":["trace[386369547] 'agreement among raft nodes before linearized reading' (duration: 9.247840987s)"],"step_count":1} {"level":"info","ts":"2026-08-21T02:33:03.747296Z","caller":"traceutil/trace.go:171","msg":"trace[1872656316] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2091; }","duration":"514.185271ms","start":"2026-08-21T02:33:03.2331Z","end":"2026-08-21T02:33:03.747285Z","steps":["trace[1872656316] 'agreement among raft nodes before linearized reading' (duration: 511.202846ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:03.747337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:03.233079Z","time spent":"514.247094ms","remote":"127.0.0.1:40808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":23,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-08-21T02:33:03.747294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:54.495883Z","time spent":"9.251403758s","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-08-21T02:33:03.747329Z","caller":"traceutil/trace.go:171","msg":"trace[1605399098] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2090; }","duration":"9.097727901s","start":"2026-08-21T02:32:54.649594Z","end":"2026-08-21T02:33:03.747322Z","steps":["trace[1605399098] 'agreement among raft nodes before linearized reading' (duration: 9.094125318s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:03.747523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:54.649586Z","time spent":"9.09792654s","remote":"127.0.0.1:40596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-08-21T02:33:03.747362Z","caller":"traceutil/trace.go:171","msg":"trace[1598284925] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2090; }","duration":"9.098323398s","start":"2026-08-21T02:32:54.649033Z","end":"2026-08-21T02:33:03.747357Z","steps":["trace[1598284925] 'agreement among raft nodes before linearized reading' (duration: 9.092886522s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:03.747688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:32:54.649016Z","time spent":"9.098663163s","remote":"127.0.0.1:40596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-08-21T02:33:03.747265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:01.940012Z","time spent":"1.807241453s","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-08-21T02:33:03.747982Z","caller":"traceutil/trace.go:171","msg":"trace[1883451596] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2091; }","duration":"2.255210159s","start":"2026-08-21T02:33:01.492761Z","end":"2026-08-21T02:33:03.747971Z","steps":["trace[1883451596] 'agreement among raft nodes before linearized reading' (duration: 2.251334064s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:03.749562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:01.492741Z","time spent":"2.25680708s","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-21T02:33:03.74801Z","caller":"traceutil/trace.go:171","msg":"trace[141297809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2091; }","duration":"1.310200869s","start":"2026-08-21T02:33:02.437803Z","end":"2026-08-21T02:33:03.748003Z","steps":["trace[141297809] 'agreement among raft nodes before linearized reading' (duration: 1.306297163s)"],"step_count":1} {"level":"info","ts":"2026-08-21T02:33:03.748046Z","caller":"traceutil/trace.go:171","msg":"trace[126623456] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:2091; }","duration":"1.926214359s","start":"2026-08-21T02:33:01.821825Z","end":"2026-08-21T02:33:03.748039Z","steps":["trace[126623456] 'agreement among raft nodes before linearized reading' (duration: 1.922415817s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:03.748257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:01.242029Z","time spent":"2.504631042s","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T02:33:03.750964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:02.437789Z","time spent":"1.313149013s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-21T02:33:03.750889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:01.821801Z","time spent":"1.929074478s","remote":"127.0.0.1:40570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} 2026/08/21 02:33:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T02:33:04.249386Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13655371613713778681,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T02:33:04.43126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.037849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T02:33:04.431327Z","caller":"traceutil/trace.go:171","msg":"trace[714961679] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"682.147074ms","start":"2026-08-21T02:33:03.749164Z","end":"2026-08-21T02:33:04.431311Z","steps":["trace[714961679] 'agreement among raft nodes before linearized reading' (duration: 682.05347ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:04.431376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:03.749156Z","time spent":"682.207697ms","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/08/21 02:33:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T02:33:04.491151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:03.754639Z","time spent":"736.505068ms","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/08/21 02:33:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T02:33:04.495254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:03.752796Z","time spent":"742.451388ms","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/08/21 02:33:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T02:33:04.496827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:03.751752Z","time spent":"745.073037ms","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/08/21 02:33:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T02:33:04.498818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:03.749973Z","time spent":"748.836967ms","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/08/21 02:33:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T02:33:04.498798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:03.750555Z","time spent":"748.235ms","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/08/21 02:33:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T02:33:04.519811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:03.783332Z","time spent":"736.473008ms","remote":"127.0.0.1:40948","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/08/21 02:33:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T02:33:04.648518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.460938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T02:33:04.648598Z","caller":"traceutil/trace.go:171","msg":"trace[2005741801] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"896.575533ms","start":"2026-08-21T02:33:03.752004Z","end":"2026-08-21T02:33:04.64858Z","steps":["trace[2005741801] 'agreement among raft nodes before linearized reading' (duration: 896.475218ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:04.648644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:03.751989Z","time spent":"896.646115ms","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/08/21 02:33:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T02:33:04.649438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.569922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T02:33:04.649541Z","caller":"traceutil/trace.go:171","msg":"trace[1456819336] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"896.698848ms","start":"2026-08-21T02:33:03.752816Z","end":"2026-08-21T02:33:04.649515Z","steps":["trace[1456819336] 'agreement among raft nodes before linearized reading' (duration: 896.575273ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:04.649618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:03.752811Z","time spent":"896.790042ms","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/08/21 02:33:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T02:33:05.377943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.078512ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-08-21T02:33:05.378033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:03.748686Z","time spent":"1.629344556s","remote":"127.0.0.1:40546","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-08-21T02:33:05.468183Z","caller":"traceutil/trace.go:171","msg":"trace[1459123977] transaction","detail":"{read_only:false; response_revision:2092; number_of_response:1; }","duration":"1.719037535s","start":"2026-08-21T02:33:03.749111Z","end":"2026-08-21T02:33:05.468149Z","steps":["trace[1459123977] 'process raft request' (duration: 1.71870264s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:05.468341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:03.749095Z","time spent":"1.71916521s","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T02:33:05.468581Z","caller":"traceutil/trace.go:171","msg":"trace[1251043880] transaction","detail":"{read_only:false; response_revision:2096; number_of_response:1; }","duration":"1.717558057s","start":"2026-08-21T02:33:03.751001Z","end":"2026-08-21T02:33:05.468559Z","steps":["trace[1251043880] 'process raft request' (duration: 1.717086586s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:05.468728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:03.750973Z","time spent":"1.717673952s","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T02:33:05.469886Z","caller":"traceutil/trace.go:171","msg":"trace[580712874] linearizableReadLoop","detail":"{readStateIndex:2167; appliedIndex:2156; }","duration":"1.720684549s","start":"2026-08-21T02:33:03.749187Z","end":"2026-08-21T02:33:05.469871Z","steps":["trace[580712874] 'read index received' (duration: 727.795303ms)","trace[580712874] 'applied index is now lower than readState.Index' (duration: 992.888126ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T02:33:05.47002Z","caller":"traceutil/trace.go:171","msg":"trace[402293419] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2100; }","duration":"1.580407317s","start":"2026-08-21T02:33:03.889575Z","end":"2026-08-21T02:33:05.469983Z","steps":["trace[402293419] 'process raft request' (duration: 1.580114654s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:05.470121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:03.889552Z","time spent":"1.580498851s","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":526,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T02:33:05.470141Z","caller":"traceutil/trace.go:171","msg":"trace[282603493] transaction","detail":"{read_only:false; response_revision:2101; number_of_response:1; }","duration":"1.035814522s","start":"2026-08-21T02:33:04.43431Z","end":"2026-08-21T02:33:05.470124Z","steps":["trace[282603493] 'process raft request' (duration: 1.035413843s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:05.470213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:04.434285Z","time spent":"1.035891415s","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-21T02:33:05.757092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000301993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T02:33:05.757173Z","caller":"traceutil/trace.go:171","msg":"trace[407307264] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000407608s","start":"2026-08-21T02:33:03.756747Z","end":"2026-08-21T02:33:05.757154Z","steps":["trace[407307264] 'agreement among raft nodes before linearized reading' (duration: 2.000305713s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:05.757247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:03.756742Z","time spent":"2.000475261s","remote":"127.0.0.1:40520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/21 02:33:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T02:33:05.926236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.840243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:490"} {"level":"info","ts":"2026-08-21T02:33:05.926423Z","caller":"traceutil/trace.go:171","msg":"trace[1184846540] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2101; }","duration":"1.427334662s","start":"2026-08-21T02:33:04.49906Z","end":"2026-08-21T02:33:05.926395Z","steps":["trace[1184846540] 'process raft request' (duration: 1.287267979s)","trace[1184846540] 'compare' (duration: 139.76695ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T02:33:05.926527Z","caller":"traceutil/trace.go:171","msg":"trace[256280582] linearizableReadLoop","detail":"{readStateIndex:2172; appliedIndex:2168; }","duration":"456.557888ms","start":"2026-08-21T02:33:05.469953Z","end":"2026-08-21T02:33:05.926511Z","steps":["trace[256280582] 'read index received' (duration: 316.302207ms)","trace[256280582] 'applied index is now lower than readState.Index' (duration: 140.254811ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T02:33:05.926557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:04.499039Z","time spent":"1.427451027s","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":514,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T02:33:05.926642Z","caller":"traceutil/trace.go:171","msg":"trace[1804787904] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2101; }","duration":"1.427125313s","start":"2026-08-21T02:33:04.499506Z","end":"2026-08-21T02:33:05.926632Z","steps":["trace[1804787904] 'process raft request' (duration: 1.426829229s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:05.926705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:04.499494Z","time spent":"1.427177166s","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":468,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T02:33:05.926819Z","caller":"traceutil/trace.go:171","msg":"trace[1361405862] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2101; }","duration":"1.426965846s","start":"2026-08-21T02:33:04.499845Z","end":"2026-08-21T02:33:05.926811Z","steps":["trace[1361405862] 'process raft request' (duration: 1.426533606s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:05.926866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:04.499833Z","time spent":"1.427011557s","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":473,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T02:33:05.926936Z","caller":"traceutil/trace.go:171","msg":"trace[752882381] transaction","detail":"{read_only:false; response_revision:2102; number_of_response:1; }","duration":"547.518944ms","start":"2026-08-21T02:33:05.379409Z","end":"2026-08-21T02:33:05.926928Z","steps":["trace[752882381] 'process raft request' (duration: 546.996161ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:05.92698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:05.379389Z","time spent":"547.567907ms","remote":"127.0.0.1:40546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T02:33:05.927264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.133367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T02:33:05.92734Z","caller":"traceutil/trace.go:171","msg":"trace[1024055220] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2102; }","duration":"170.249152ms","start":"2026-08-21T02:33:05.757072Z","end":"2026-08-21T02:33:05.927321Z","steps":["trace[1024055220] 'agreement among raft nodes before linearized reading' (duration: 170.024272ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:05.927473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.17465442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:15 size:24319"} {"level":"info","ts":"2026-08-21T02:33:05.927561Z","caller":"traceutil/trace.go:171","msg":"trace[482564561] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:15; response_revision:2102; }","duration":"2.174779626s","start":"2026-08-21T02:33:03.75276Z","end":"2026-08-21T02:33:05.92754Z","steps":["trace[482564561] 'agreement among raft nodes before linearized reading' (duration: 2.174311955s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:05.92759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38601294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-08-21T02:33:05.927625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:03.752748Z","time spent":"2.17485879s","remote":"127.0.0.1:40674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":15,"response size":24343,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-08-21T02:33:05.927642Z","caller":"traceutil/trace.go:171","msg":"trace[1995342217] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2102; }","duration":"1.386067422s","start":"2026-08-21T02:33:04.541561Z","end":"2026-08-21T02:33:05.927629Z","steps":["trace[1995342217] 'agreement among raft nodes before linearized reading' (duration: 1.385671374s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:05.927692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:04.541464Z","time spent":"1.386216098s","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":254,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-08-21T02:33:05.927841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178066525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-08-21T02:33:05.927882Z","caller":"traceutil/trace.go:171","msg":"trace[824543391] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2102; }","duration":"1.178142479s","start":"2026-08-21T02:33:04.749728Z","end":"2026-08-21T02:33:05.927871Z","steps":["trace[824543391] 'agreement among raft nodes before linearized reading' (duration: 1.178005253s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:05.927916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:04.749708Z","time spent":"1.178200172s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4615,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-08-21T02:33:05.927936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.173438015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-08-21T02:33:05.927988Z","caller":"traceutil/trace.go:171","msg":"trace[779041887] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2102; }","duration":"2.173502889s","start":"2026-08-21T02:33:03.754471Z","end":"2026-08-21T02:33:05.927974Z","steps":["trace[779041887] 'agreement among raft nodes before linearized reading' (duration: 2.173405084s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:05.928026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:03.754462Z","time spent":"2.173553361s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-08-21T02:33:05.928336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.173807523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18cdb1467c02d9e5\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-08-21T02:33:05.928383Z","caller":"traceutil/trace.go:171","msg":"trace[1870162818] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18cdb1467c02d9e5; range_end:; response_count:1; response_revision:2102; }","duration":"2.173868916s","start":"2026-08-21T02:33:03.7545Z","end":"2026-08-21T02:33:05.928369Z","steps":["trace[1870162818] 'agreement among raft nodes before linearized reading' (duration: 2.172782686s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:05.928415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:03.75449Z","time spent":"2.173916097s","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18cdb1467c02d9e5\" "} {"level":"warn","ts":"2026-08-21T02:33:05.928574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.178667612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:15 size:24319"} {"level":"info","ts":"2026-08-21T02:33:05.929102Z","caller":"traceutil/trace.go:171","msg":"trace[1322410870] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:15; response_revision:2102; }","duration":"2.179197696s","start":"2026-08-21T02:33:03.749875Z","end":"2026-08-21T02:33:05.929073Z","steps":["trace[1322410870] 'agreement among raft nodes before linearized reading' (duration: 2.177318681s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:05.929203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:03.749866Z","time spent":"2.179320312s","remote":"127.0.0.1:40674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":15,"response size":24343,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-08-21T02:33:06.347168Z","caller":"traceutil/trace.go:171","msg":"trace[948845335] linearizableReadLoop","detail":"{readStateIndex:2174; appliedIndex:2173; }","duration":"322.410117ms","start":"2026-08-21T02:33:06.024732Z","end":"2026-08-21T02:33:06.347142Z","steps":["trace[948845335] 'read index received' (duration: 268.932779ms)","trace[948845335] 'applied index is now lower than readState.Index' (duration: 53.476368ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T02:33:06.347275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.203094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-21T02:33:06.347332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.228687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-08-21T02:33:06.347334Z","caller":"traceutil/trace.go:171","msg":"trace[2109821173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2103; }","duration":"411.293208ms","start":"2026-08-21T02:33:05.936025Z","end":"2026-08-21T02:33:06.347318Z","steps":["trace[2109821173] 'agreement among raft nodes before linearized reading' (duration: 411.168262ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T02:33:06.347355Z","caller":"traceutil/trace.go:171","msg":"trace[730397999] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2103; }","duration":"415.28703ms","start":"2026-08-21T02:33:05.932061Z","end":"2026-08-21T02:33:06.347348Z","steps":["trace[730397999] 'agreement among raft nodes before linearized reading' (duration: 415.159134ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:06.347379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:05.932048Z","time spent":"415.325792ms","remote":"127.0.0.1:40546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-08-21T02:33:06.347425Z","caller":"traceutil/trace.go:171","msg":"trace[625413329] transaction","detail":"{read_only:false; response_revision:2103; number_of_response:1; }","duration":"411.54891ms","start":"2026-08-21T02:33:05.935862Z","end":"2026-08-21T02:33:06.34741Z","steps":["trace[625413329] 'process raft request' (duration: 357.78672ms)","trace[625413329] 'compare' (duration: 53.274768ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T02:33:06.347375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:05.936013Z","time spent":"411.352181ms","remote":"127.0.0.1:40520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-21T02:33:06.347498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:05.935847Z","time spent":"411.600832ms","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T02:33:06.347483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.29441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-08-21T02:33:06.347552Z","caller":"traceutil/trace.go:171","msg":"trace[565282465] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:2103; }","duration":"415.407955ms","start":"2026-08-21T02:33:05.932127Z","end":"2026-08-21T02:33:06.347535Z","steps":["trace[565282465] 'agreement among raft nodes before linearized reading' (duration: 415.28905ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:06.347594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:05.932118Z","time spent":"415.467857ms","remote":"127.0.0.1:40570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-08-21T02:33:06.423573Z","caller":"traceutil/trace.go:171","msg":"trace[773773868] transaction","detail":"{read_only:false; response_revision:2104; number_of_response:1; }","duration":"397.537557ms","start":"2026-08-21T02:33:06.026003Z","end":"2026-08-21T02:33:06.42354Z","steps":["trace[773773868] 'process raft request' (duration: 397.391941ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:06.423766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:06.025979Z","time spent":"397.674634ms","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T02:33:06.652011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.008222ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-08-21T02:33:06.735262Z","caller":"traceutil/trace.go:171","msg":"trace[978689777] transaction","detail":"{read_only:false; response_revision:2106; number_of_response:1; }","duration":"305.553751ms","start":"2026-08-21T02:33:06.429689Z","end":"2026-08-21T02:33:06.735242Z","steps":["trace[978689777] 'process raft request' (duration: 305.483158ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T02:33:06.735328Z","caller":"traceutil/trace.go:171","msg":"trace[1988726461] transaction","detail":"{read_only:false; response_revision:2105; number_of_response:1; }","duration":"307.927859ms","start":"2026-08-21T02:33:06.427349Z","end":"2026-08-21T02:33:06.735277Z","steps":["trace[1988726461] 'process raft request' (duration: 307.611865ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:06.735399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:06.429676Z","time spent":"305.652776ms","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T02:33:06.735545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:06.427334Z","time spent":"308.126498ms","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":819,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-21T02:33:06.805924Z","caller":"traceutil/trace.go:171","msg":"trace[1153908018] transaction","detail":"{read_only:false; response_revision:2107; number_of_response:1; }","duration":"152.582468ms","start":"2026-08-21T02:33:06.653268Z","end":"2026-08-21T02:33:06.80585Z","steps":["trace[1153908018] 'process raft request' (duration: 135.02005ms)","trace[1153908018] 'compare' (duration: 17.369789ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T02:33:07.306173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.257334ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-21T02:33:07.306323Z","caller":"traceutil/trace.go:171","msg":"trace[1308853567] transaction","detail":"{read_only:false; response_revision:2108; number_of_response:1; }","duration":"497.444965ms","start":"2026-08-21T02:33:06.808856Z","end":"2026-08-21T02:33:07.306301Z","steps":["trace[1308853567] 'process raft request' (duration: 105.794632ms)","trace[1308853567] 'compare' (duration: 391.124829ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T02:33:07.306379Z","caller":"traceutil/trace.go:171","msg":"trace[710272450] transaction","detail":"{read_only:false; response_revision:2109; number_of_response:1; }","duration":"490.042618ms","start":"2026-08-21T02:33:06.816316Z","end":"2026-08-21T02:33:07.306359Z","steps":["trace[710272450] 'process raft request' (duration: 489.960565ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T02:33:07.306386Z","caller":"traceutil/trace.go:171","msg":"trace[1102500643] linearizableReadLoop","detail":"{readStateIndex:2180; appliedIndex:2179; }","duration":"497.498867ms","start":"2026-08-21T02:33:06.808868Z","end":"2026-08-21T02:33:07.306367Z","steps":["trace[1102500643] 'read index received' (duration: 135.626µs)","trace[1102500643] 'applied index is now lower than readState.Index' (duration: 497.361621ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T02:33:07.306467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:06.816304Z","time spent":"490.117452ms","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7052,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T02:33:07.306556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.662365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-08-21T02:33:07.306659Z","caller":"traceutil/trace.go:171","msg":"trace[1670463486] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2109; }","duration":"497.814091ms","start":"2026-08-21T02:33:06.808833Z","end":"2026-08-21T02:33:07.306647Z","steps":["trace[1670463486] 'agreement among raft nodes before linearized reading' (duration: 497.630603ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:07.306698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:06.808814Z","time spent":"497.872994ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-08-21T02:33:07.306724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.934272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"warn","ts":"2026-08-21T02:33:07.306567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:06.808842Z","time spent":"497.527769ms","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T02:33:07.306755Z","caller":"traceutil/trace.go:171","msg":"trace[1720635305] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2109; }","duration":"371.011185ms","start":"2026-08-21T02:33:06.935734Z","end":"2026-08-21T02:33:07.306746Z","steps":["trace[1720635305] 'agreement among raft nodes before linearized reading' (duration: 370.89681ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:07.30673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.005275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-21T02:33:07.306787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:06.935706Z","time spent":"371.073978ms","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4615,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-08-21T02:33:07.306819Z","caller":"traceutil/trace.go:171","msg":"trace[34636071] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:2109; }","duration":"170.12147ms","start":"2026-08-21T02:33:07.136668Z","end":"2026-08-21T02:33:07.306789Z","steps":["trace[34636071] 'agreement among raft nodes before linearized reading' (duration: 169.982124ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T02:33:07.454074Z","caller":"traceutil/trace.go:171","msg":"trace[571060186] linearizableReadLoop","detail":"{readStateIndex:2182; appliedIndex:2181; }","duration":"142.550207ms","start":"2026-08-21T02:33:07.311499Z","end":"2026-08-21T02:33:07.454049Z","steps":["trace[571060186] 'read index received' (duration: 97.792783ms)","trace[571060186] 'applied index is now lower than readState.Index' (duration: 44.756054ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T02:33:07.454124Z","caller":"traceutil/trace.go:171","msg":"trace[1446894935] transaction","detail":"{read_only:false; response_revision:2110; number_of_response:1; }","duration":"142.716984ms","start":"2026-08-21T02:33:07.311366Z","end":"2026-08-21T02:33:07.454083Z","steps":["trace[1446894935] 'process raft request' (duration: 97.925249ms)","trace[1446894935] 'compare' (duration: 44.618737ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T02:33:07.45439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.819339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6fwvq\" ","response":"range_response_count:1 size:4694"} {"level":"info","ts":"2026-08-21T02:33:07.454434Z","caller":"traceutil/trace.go:171","msg":"trace[169780648] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-6fwvq; range_end:; response_count:1; response_revision:2110; }","duration":"142.946985ms","start":"2026-08-21T02:33:07.311475Z","end":"2026-08-21T02:33:07.454422Z","steps":["trace[169780648] 'agreement among raft nodes before linearized reading' (duration: 142.715054ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T02:33:07.802562Z","caller":"traceutil/trace.go:171","msg":"trace[2006978715] transaction","detail":"{read_only:false; response_revision:2111; number_of_response:1; }","duration":"341.846753ms","start":"2026-08-21T02:33:07.460687Z","end":"2026-08-21T02:33:07.802534Z","steps":["trace[2006978715] 'process raft request' (duration: 340.569505ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:07.802732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:07.46067Z","time spent":"341.982768ms","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T02:33:07.806422Z","caller":"traceutil/trace.go:171","msg":"trace[220371576] transaction","detail":"{read_only:false; response_revision:2112; number_of_response:1; }","duration":"342.723032ms","start":"2026-08-21T02:33:07.463656Z","end":"2026-08-21T02:33:07.806379Z","steps":["trace[220371576] 'process raft request' (duration: 342.534193ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:33:07.806786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T02:33:07.463633Z","time spent":"342.916301ms","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7026,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T02:35:36.816097Z","caller":"traceutil/trace.go:171","msg":"trace[1121103745] transaction","detail":"{read_only:false; response_revision:3090; number_of_response:1; }","duration":"281.680084ms","start":"2026-08-21T02:35:36.534325Z","end":"2026-08-21T02:35:36.816005Z","steps":["trace[1121103745] 'process raft request' (duration: 223.649049ms)","trace[1121103745] 'compare' (duration: 57.726595ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T02:36:18.59215Z","caller":"traceutil/trace.go:171","msg":"trace[1775626225] transaction","detail":"{read_only:false; response_revision:3426; number_of_response:1; }","duration":"168.78445ms","start":"2026-08-21T02:36:18.423342Z","end":"2026-08-21T02:36:18.592126Z","steps":["trace[1775626225] 'process raft request' (duration: 142.398008ms)","trace[1775626225] 'compare' (duration: 26.280278ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T02:38:31.627392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.572633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T02:38:31.627973Z","caller":"traceutil/trace.go:171","msg":"trace[949374388] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5020; }","duration":"129.218349ms","start":"2026-08-21T02:38:31.49874Z","end":"2026-08-21T02:38:31.627958Z","steps":["trace[949374388] 'count revisions from in-memory index tree' (duration: 128.497069ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T02:38:38.071523Z","caller":"traceutil/trace.go:171","msg":"trace[662739407] linearizableReadLoop","detail":"{readStateIndex:5359; appliedIndex:5358; }","duration":"166.677657ms","start":"2026-08-21T02:38:37.904828Z","end":"2026-08-21T02:38:38.071506Z","steps":["trace[662739407] 'read index received' (duration: 163.302408ms)","trace[662739407] 'applied index is now lower than readState.Index' (duration: 3.374539ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T02:38:38.071595Z","caller":"traceutil/trace.go:171","msg":"trace[1536468] transaction","detail":"{read_only:false; response_revision:5145; number_of_response:1; }","duration":"236.789665ms","start":"2026-08-21T02:38:37.834798Z","end":"2026-08-21T02:38:38.071587Z","steps":["trace[1536468] 'process raft request' (duration: 233.255929ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:38:38.07176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.929878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-21T02:38:38.071781Z","caller":"traceutil/trace.go:171","msg":"trace[917481928] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5145; }","duration":"167.004192ms","start":"2026-08-21T02:38:37.904771Z","end":"2026-08-21T02:38:38.071775Z","steps":["trace[917481928] 'agreement among raft nodes before linearized reading' (duration: 166.914058ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:38:38.092213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.343703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-08-21T02:38:38.092304Z","caller":"traceutil/trace.go:171","msg":"trace[1241240323] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5146; }","duration":"150.475059ms","start":"2026-08-21T02:38:37.941806Z","end":"2026-08-21T02:38:38.092281Z","steps":["trace[1241240323] 'agreement among raft nodes before linearized reading' (duration: 150.193208ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T02:38:38.092485Z","caller":"traceutil/trace.go:171","msg":"trace[1614203681] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"150.460348ms","start":"2026-08-21T02:38:37.941987Z","end":"2026-08-21T02:38:38.092447Z","steps":["trace[1614203681] 'process raft request' (duration: 149.825322ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T02:38:38.260485Z","caller":"traceutil/trace.go:171","msg":"trace[714359533] transaction","detail":"{read_only:false; response_revision:5147; number_of_response:1; }","duration":"184.778849ms","start":"2026-08-21T02:38:38.075683Z","end":"2026-08-21T02:38:38.260461Z","steps":["trace[714359533] 'process raft request' (duration: 113.028313ms)","trace[714359533] 'compare' (duration: 71.342159ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T02:38:38.260768Z","caller":"traceutil/trace.go:171","msg":"trace[426858656] linearizableReadLoop","detail":"{readStateIndex:5361; appliedIndex:5360; }","duration":"163.667746ms","start":"2026-08-21T02:38:38.09653Z","end":"2026-08-21T02:38:38.260198Z","steps":["trace[426858656] 'read index received' (duration: 92.17359ms)","trace[426858656] 'applied index is now lower than readState.Index' (duration: 71.481105ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T02:38:38.261282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.724139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-08-21T02:38:38.261386Z","caller":"traceutil/trace.go:171","msg":"trace[1343822793] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5147; }","duration":"164.872456ms","start":"2026-08-21T02:38:38.096485Z","end":"2026-08-21T02:38:38.261358Z","steps":["trace[1343822793] 'agreement among raft nodes before linearized reading' (duration: 164.450098ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T02:38:38.642846Z","caller":"traceutil/trace.go:171","msg":"trace[866233792] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"237.271879ms","start":"2026-08-21T02:38:38.405552Z","end":"2026-08-21T02:38:38.642824Z","steps":["trace[866233792] 'process raft request' (duration: 161.014206ms)","trace[866233792] 'compare' (duration: 76.052734ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T02:38:38.643113Z","caller":"traceutil/trace.go:171","msg":"trace[1585835255] transaction","detail":"{read_only:false; response_revision:5154; number_of_response:1; }","duration":"237.359952ms","start":"2026-08-21T02:38:38.405735Z","end":"2026-08-21T02:38:38.643095Z","steps":["trace[1585835255] 'process raft request' (duration: 237.034368ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T02:38:38.643257Z","caller":"traceutil/trace.go:171","msg":"trace[1977153817] linearizableReadLoop","detail":"{readStateIndex:5370; appliedIndex:5366; }","duration":"224.513421ms","start":"2026-08-21T02:38:38.418724Z","end":"2026-08-21T02:38:38.643237Z","steps":["trace[1977153817] 'read index received' (duration: 147.846351ms)","trace[1977153817] 'applied index is now lower than readState.Index' (duration: 76.66585ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T02:38:38.643314Z","caller":"traceutil/trace.go:171","msg":"trace[1216132437] transaction","detail":"{read_only:false; response_revision:5155; number_of_response:1; }","duration":"236.853591ms","start":"2026-08-21T02:38:38.406446Z","end":"2026-08-21T02:38:38.643299Z","steps":["trace[1216132437] 'process raft request' (duration: 236.544828ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:38:38.643473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.738001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T02:38:38.643513Z","caller":"traceutil/trace.go:171","msg":"trace[838678875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5156; }","duration":"224.816544ms","start":"2026-08-21T02:38:38.418686Z","end":"2026-08-21T02:38:38.643502Z","steps":["trace[838678875] 'agreement among raft nodes before linearized reading' (duration: 224.740071ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T02:38:38.643574Z","caller":"traceutil/trace.go:171","msg":"trace[691281083] transaction","detail":"{read_only:false; response_revision:5156; number_of_response:1; }","duration":"235.805588ms","start":"2026-08-21T02:38:38.407754Z","end":"2026-08-21T02:38:38.64356Z","steps":["trace[691281083] 'process raft request' (duration: 235.393711ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:38:38.643724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.623161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-21T02:38:38.643793Z","caller":"traceutil/trace.go:171","msg":"trace[2122082029] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5156; }","duration":"183.745326ms","start":"2026-08-21T02:38:38.460032Z","end":"2026-08-21T02:38:38.643778Z","steps":["trace[2122082029] 'agreement among raft nodes before linearized reading' (duration: 183.549808ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:38:38.899101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.798567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11495"} {"level":"info","ts":"2026-08-21T02:38:38.899168Z","caller":"traceutil/trace.go:171","msg":"trace[1915885268] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5158; }","duration":"100.947233ms","start":"2026-08-21T02:38:38.798206Z","end":"2026-08-21T02:38:38.899153Z","steps":["trace[1915885268] 'range keys from in-memory index tree' (duration: 100.605189ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:38:49.990638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.275648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-21T02:38:49.990737Z","caller":"traceutil/trace.go:171","msg":"trace[1740973490] linearizableReadLoop","detail":"{readStateIndex:5542; appliedIndex:5541; }","duration":"219.272129ms","start":"2026-08-21T02:38:49.771452Z","end":"2026-08-21T02:38:49.990725Z","steps":["trace[1740973490] 'read index received' (duration: 31.770472ms)","trace[1740973490] 'applied index is now lower than readState.Index' (duration: 187.500817ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T02:38:49.9908Z","caller":"traceutil/trace.go:171","msg":"trace[207025133] transaction","detail":"{read_only:false; response_revision:5318; number_of_response:1; }","duration":"232.612913ms","start":"2026-08-21T02:38:49.758161Z","end":"2026-08-21T02:38:49.990774Z","steps":["trace[207025133] 'process raft request' (duration: 45.102705ms)","trace[207025133] 'compare' (duration: 187.186465ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T02:38:49.990868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.414355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-21T02:38:49.990893Z","caller":"traceutil/trace.go:171","msg":"trace[1326009947] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5318; }","duration":"219.476658ms","start":"2026-08-21T02:38:49.771408Z","end":"2026-08-21T02:38:49.990885Z","steps":["trace[1326009947] 'agreement among raft nodes before linearized reading' (duration: 219.381134ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:38:49.991063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.616906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-21T02:38:49.991138Z","caller":"traceutil/trace.go:171","msg":"trace[127802517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5318; }","duration":"101.740601ms","start":"2026-08-21T02:38:49.889376Z","end":"2026-08-21T02:38:49.991116Z","steps":["trace[127802517] 'agreement among raft nodes before linearized reading' (duration: 101.491911ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T02:39:26.624303Z","caller":"traceutil/trace.go:171","msg":"trace[1220395572] linearizableReadLoop","detail":"{readStateIndex:5956; appliedIndex:5954; }","duration":"121.78419ms","start":"2026-08-21T02:39:26.502489Z","end":"2026-08-21T02:39:26.624273Z","steps":["trace[1220395572] 'read index received' (duration: 17.526772ms)","trace[1220395572] 'applied index is now lower than readState.Index' (duration: 104.255868ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T02:39:26.624569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.086716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-08-21T02:39:26.624643Z","caller":"traceutil/trace.go:171","msg":"trace[1938316533] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5716; }","duration":"102.188891ms","start":"2026-08-21T02:39:26.522437Z","end":"2026-08-21T02:39:26.624626Z","steps":["trace[1938316533] 'agreement among raft nodes before linearized reading' (duration: 102.044165ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T02:39:26.624562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.052431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-08-21T02:39:26.624719Z","caller":"traceutil/trace.go:171","msg":"trace[1014528796] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:5716; }","duration":"122.237659ms","start":"2026-08-21T02:39:26.502464Z","end":"2026-08-21T02:39:26.624701Z","steps":["trace[1014528796] 'agreement among raft nodes before linearized reading' (duration: 121.961057ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T02:39:26.624395Z","caller":"traceutil/trace.go:171","msg":"trace[72056335] transaction","detail":"{read_only:false; response_revision:5716; number_of_response:1; }","duration":"122.081562ms","start":"2026-08-21T02:39:26.50229Z","end":"2026-08-21T02:39:26.624371Z","steps":["trace[72056335] 'process raft request' (duration: 99.767718ms)","trace[72056335] 'compare' (duration: 22.095575ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T02:39:38.89538Z","caller":"traceutil/trace.go:171","msg":"trace[1139396253] transaction","detail":"{read_only:false; response_revision:5823; number_of_response:1; }","duration":"109.136295ms","start":"2026-08-21T02:39:38.786214Z","end":"2026-08-21T02:39:38.89535Z","steps":["trace[1139396253] 'process raft request' (duration: 92.416944ms)","trace[1139396253] 'compare' (duration: 16.580425ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T02:40:00.552768Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2817} {"level":"info","ts":"2026-08-21T02:40:00.634831Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2817,"took":"81.056427ms","hash":3968612632,"current-db-size-bytes":57253888,"current-db-size":"57 MB","current-db-size-in-use-bytes":32354304,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-08-21T02:40:00.634913Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3968612632,"revision":2817,"compact-revision":-1} {"level":"info","ts":"2026-08-21T02:45:00.557307Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6019} {"level":"info","ts":"2026-08-21T02:45:00.64129Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6019,"took":"82.80363ms","hash":3882650344,"current-db-size-bytes":57253888,"current-db-size":"57 MB","current-db-size-in-use-bytes":19480576,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-08-21T02:45:00.64136Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3882650344,"revision":6019,"compact-revision":2817}