{"level":"warn","ts":"2026-02-25T17:05:17.667761Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-25T17:05:17.668116Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.219:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.219:2380","--initial-cluster=instance=https://199.19.213.219:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.219:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.219:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-25T17:05:17.668482Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-25T17:05:17.668525Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.219:2380"]} {"level":"info","ts":"2026-02-25T17:05:17.668632Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-25T17:05:17.670178Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.219:2379"]} {"level":"info","ts":"2026-02-25T17:05:17.670415Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.219:2380"],"listen-peer-urls":["https://199.19.213.219:2380"],"advertise-client-urls":["https://199.19.213.219:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.219:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.219:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-25T17:05:17.675728Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.829887ms"} {"level":"info","ts":"2026-02-25T17:05:17.684463Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"7e142186203fa167","cluster-id":"e7586aea7e662ee6"} {"level":"info","ts":"2026-02-25T17:05:17.684618Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7e142186203fa167 switched to configuration voters=()"} {"level":"info","ts":"2026-02-25T17:05:17.684681Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7e142186203fa167 became follower at term 0"} {"level":"info","ts":"2026-02-25T17:05:17.684722Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 7e142186203fa167 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-25T17:05:17.684772Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7e142186203fa167 became follower at term 1"} {"level":"info","ts":"2026-02-25T17:05:17.684854Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7e142186203fa167 switched to configuration voters=(9084923208263508327)"} {"level":"warn","ts":"2026-02-25T17:05:17.692273Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-25T17:05:17.693964Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-25T17:05:17.695115Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-25T17:05:17.69811Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"7e142186203fa167","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-25T17:05:17.698376Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"7e142186203fa167","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-25T17:05:17.698476Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-25T17:05:17.698658Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-25T17:05:17.698699Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-25T17:05:17.700486Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7e142186203fa167 switched to configuration voters=(9084923208263508327)"} {"level":"info","ts":"2026-02-25T17:05:17.700812Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"e7586aea7e662ee6","local-member-id":"7e142186203fa167","added-peer-id":"7e142186203fa167","added-peer-peer-urls":["https://199.19.213.219:2380"]} {"level":"info","ts":"2026-02-25T17:05:17.706497Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-25T17:05:17.706595Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.219:2380"} {"level":"info","ts":"2026-02-25T17:05:17.706646Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.219:2380"} {"level":"info","ts":"2026-02-25T17:05:17.706741Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"7e142186203fa167","initial-advertise-peer-urls":["https://199.19.213.219:2380"],"listen-peer-urls":["https://199.19.213.219:2380"],"advertise-client-urls":["https://199.19.213.219:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.219:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-25T17:05:17.706775Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-25T17:05:17.785434Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7e142186203fa167 is starting a new election at term 1"} {"level":"info","ts":"2026-02-25T17:05:17.785513Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7e142186203fa167 became pre-candidate at term 1"} {"level":"info","ts":"2026-02-25T17:05:17.785551Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7e142186203fa167 received MsgPreVoteResp from 7e142186203fa167 at term 1"} {"level":"info","ts":"2026-02-25T17:05:17.785568Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7e142186203fa167 became candidate at term 2"} {"level":"info","ts":"2026-02-25T17:05:17.785575Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7e142186203fa167 received MsgVoteResp from 7e142186203fa167 at term 2"} {"level":"info","ts":"2026-02-25T17:05:17.785591Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7e142186203fa167 became leader at term 2"} {"level":"info","ts":"2026-02-25T17:05:17.785601Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 7e142186203fa167 elected leader 7e142186203fa167 at term 2"} {"level":"info","ts":"2026-02-25T17:05:17.786462Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-25T17:05:17.787243Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-25T17:05:17.78727Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-25T17:05:17.787244Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"7e142186203fa167","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.219:2379]}","request-path":"/0/members/7e142186203fa167/attributes","cluster-id":"e7586aea7e662ee6","publish-timeout":"7s"} {"level":"info","ts":"2026-02-25T17:05:17.787536Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-25T17:05:17.787613Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-25T17:05:17.790071Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.219:2379"} {"level":"info","ts":"2026-02-25T17:05:17.790084Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-25T17:05:17.801454Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"e7586aea7e662ee6","local-member-id":"7e142186203fa167","cluster-version":"3.5"} {"level":"info","ts":"2026-02-25T17:05:17.801546Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-25T17:05:17.801574Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-25T17:05:20.666712Z","caller":"traceutil/trace.go:171","msg":"trace[39374065] linearizableReadLoop","detail":"{readStateIndex:80; appliedIndex:79; }","duration":"262.041474ms","start":"2026-02-25T17:05:20.40464Z","end":"2026-02-25T17:05:20.666681Z","steps":["trace[39374065] 'read index received' (duration: 203.687532ms)","trace[39374065] 'applied index is now lower than readState.Index' (duration: 58.352802ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:05:20.666788Z","caller":"traceutil/trace.go:171","msg":"trace[1064073341] transaction","detail":"{read_only:false; response_revision:77; number_of_response:1; }","duration":"271.35647ms","start":"2026-02-25T17:05:20.395389Z","end":"2026-02-25T17:05:20.666745Z","steps":["trace[1064073341] 'process raft request' (duration: 213.015877ms)","trace[1064073341] 'compare' (duration: 58.137377ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:05:20.666993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.287359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:public-info-viewer\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-25T17:05:20.667068Z","caller":"traceutil/trace.go:171","msg":"trace[1670488518] range","detail":"{range_begin:/registry/clusterroles/system:public-info-viewer; range_end:; response_count:0; response_revision:77; }","duration":"262.464253ms","start":"2026-02-25T17:05:20.404586Z","end":"2026-02-25T17:05:20.667051Z","steps":["trace[1670488518] 'agreement among raft nodes before linearized reading' (duration: 262.252789ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:05:20.669181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.02699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-25T17:05:20.669269Z","caller":"traceutil/trace.go:171","msg":"trace[910861874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:78; }","duration":"214.124282ms","start":"2026-02-25T17:05:20.455123Z","end":"2026-02-25T17:05:20.669247Z","steps":["trace[910861874] 'agreement among raft nodes before linearized reading' (duration: 213.952818ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:05:20.985728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.250752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-02-25T17:05:20.985972Z","caller":"traceutil/trace.go:171","msg":"trace[561374257] transaction","detail":"{read_only:false; response_revision:81; number_of_response:1; }","duration":"230.501624ms","start":"2026-02-25T17:05:20.755386Z","end":"2026-02-25T17:05:20.985888Z","steps":["trace[561374257] 'process raft request' (duration: 230.448343ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:05:20.98605Z","caller":"traceutil/trace.go:171","msg":"trace[1555321734] transaction","detail":"{read_only:false; response_revision:80; number_of_response:1; }","duration":"232.547739ms","start":"2026-02-25T17:05:20.753437Z","end":"2026-02-25T17:05:20.985984Z","steps":["trace[1555321734] 'process raft request' (duration: 32.562832ms)","trace[1555321734] 'compare' (duration: 199.062477ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:05:21.640829Z","caller":"traceutil/trace.go:171","msg":"trace[1171279500] transaction","detail":"{read_only:false; response_revision:185; number_of_response:1; }","duration":"119.817574ms","start":"2026-02-25T17:05:21.520957Z","end":"2026-02-25T17:05:21.640774Z","steps":["trace[1171279500] 'process raft request' (duration: 58.005615ms)","trace[1171279500] 'compare' (duration: 61.40152ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:05:27.069779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.048656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-25T17:05:27.069892Z","caller":"traceutil/trace.go:171","msg":"trace[163218542] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:337; }","duration":"497.20926ms","start":"2026-02-25T17:05:26.572653Z","end":"2026-02-25T17:05:27.069862Z","steps":["trace[163218542] 'range keys from in-memory index tree' (duration: 496.901333ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:05:27.069863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.058604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"warn","ts":"2026-02-25T17:05:27.069942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:05:26.572632Z","time spent":"497.299312ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-25T17:05:27.069989Z","caller":"traceutil/trace.go:171","msg":"trace[318366367] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:337; }","duration":"561.229578ms","start":"2026-02-25T17:05:26.508722Z","end":"2026-02-25T17:05:27.069951Z","steps":["trace[318366367] 'range keys from in-memory index tree' (duration: 560.943781ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:05:27.070051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:05:26.508699Z","time spent":"561.337339ms","remote":"127.0.0.1:35622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"info","ts":"2026-02-25T17:05:32.378435Z","caller":"traceutil/trace.go:171","msg":"trace[1084170413] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"319.348942ms","start":"2026-02-25T17:05:32.059055Z","end":"2026-02-25T17:05:32.378403Z","steps":["trace[1084170413] 'process raft request' (duration: 294.346629ms)","trace[1084170413] 'compare' (duration: 24.86066ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:05:32.378832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:05:32.059037Z","time spent":"319.489555ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:05:33.001444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.83327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:05:33.00156Z","caller":"traceutil/trace.go:171","msg":"trace[887287857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:403; }","duration":"477.005864ms","start":"2026-02-25T17:05:32.524533Z","end":"2026-02-25T17:05:33.001539Z","steps":["trace[887287857] 'range keys from in-memory index tree' (duration: 476.737968ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:05:33.00162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:05:32.524509Z","time spent":"477.098926ms","remote":"127.0.0.1:35410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T17:05:33.438732Z","caller":"traceutil/trace.go:171","msg":"trace[1903409655] linearizableReadLoop","detail":"{readStateIndex:415; appliedIndex:414; }","duration":"338.914336ms","start":"2026-02-25T17:05:33.09979Z","end":"2026-02-25T17:05:33.438704Z","steps":["trace[1903409655] 'read index received' (duration: 338.68166ms)","trace[1903409655] 'applied index is now lower than readState.Index' (duration: 231.636µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:05:33.438792Z","caller":"traceutil/trace.go:171","msg":"trace[1711184430] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"423.320805ms","start":"2026-02-25T17:05:33.015433Z","end":"2026-02-25T17:05:33.438754Z","steps":["trace[1711184430] 'process raft request' (duration: 423.042099ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:05:33.438926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.11321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-25T17:05:33.438969Z","caller":"traceutil/trace.go:171","msg":"trace[1405980741] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:404; }","duration":"339.226532ms","start":"2026-02-25T17:05:33.099732Z","end":"2026-02-25T17:05:33.438958Z","steps":["trace[1405980741] 'agreement among raft nodes before linearized reading' (duration: 339.12924ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:05:33.438973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:05:33.015416Z","time spent":"423.447587ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7222,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:05:33.439012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:05:33.099702Z","time spent":"339.301694ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T17:05:33.439063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.759004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-02-25T17:05:33.439081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.191141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:05:33.439141Z","caller":"traceutil/trace.go:171","msg":"trace[1842114246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:404; }","duration":"157.877777ms","start":"2026-02-25T17:05:33.281243Z","end":"2026-02-25T17:05:33.439121Z","steps":["trace[1842114246] 'agreement among raft nodes before linearized reading' (duration: 157.753474ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:05:33.439218Z","caller":"traceutil/trace.go:171","msg":"trace[1072869572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:404; }","duration":"339.350285ms","start":"2026-02-25T17:05:33.099826Z","end":"2026-02-25T17:05:33.439176Z","steps":["trace[1072869572] 'agreement among raft nodes before linearized reading' (duration: 339.12516ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:05:33.439285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:05:33.099796Z","time spent":"339.477848ms","remote":"127.0.0.1:35412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T17:05:39.643075Z","caller":"traceutil/trace.go:171","msg":"trace[71018016] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"163.013374ms","start":"2026-02-25T17:05:39.480022Z","end":"2026-02-25T17:05:39.643035Z","steps":["trace[71018016] 'process raft request' (duration: 162.81426ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:05:39.645319Z","caller":"traceutil/trace.go:171","msg":"trace[827046362] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"164.552598ms","start":"2026-02-25T17:05:39.480737Z","end":"2026-02-25T17:05:39.645289Z","steps":["trace[827046362] 'process raft request' (duration: 164.401264ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:05:44.395748Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630436729745012993,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T17:05:44.46937Z","caller":"traceutil/trace.go:171","msg":"trace[1780810298] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"809.988041ms","start":"2026-02-25T17:05:43.659355Z","end":"2026-02-25T17:05:44.469343Z","steps":["trace[1780810298] 'process raft request' (duration: 809.790756ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:05:44.469589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:05:43.659318Z","time spent":"810.134783ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:05:44.482139Z","caller":"traceutil/trace.go:171","msg":"trace[2060573454] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"821.138017ms","start":"2026-02-25T17:05:43.660987Z","end":"2026-02-25T17:05:44.482125Z","steps":["trace[2060573454] 'process raft request' (duration: 820.608456ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:05:44.482228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:05:43.66096Z","time spent":"821.2272ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:05:44.482322Z","caller":"traceutil/trace.go:171","msg":"trace[89706304] linearizableReadLoop","detail":"{readStateIndex:478; appliedIndex:475; }","duration":"586.631787ms","start":"2026-02-25T17:05:43.895664Z","end":"2026-02-25T17:05:44.482296Z","steps":["trace[89706304] 'read index received' (duration: 573.498046ms)","trace[89706304] 'applied index is now lower than readState.Index' (duration: 13.131651ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:05:44.482381Z","caller":"traceutil/trace.go:171","msg":"trace[953088090] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"256.068998ms","start":"2026-02-25T17:05:44.226299Z","end":"2026-02-25T17:05:44.482368Z","steps":["trace[953088090] 'process raft request' (duration: 255.779331ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:05:44.482446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.78686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T17:05:44.482483Z","caller":"traceutil/trace.go:171","msg":"trace[1388453716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:464; }","duration":"586.866122ms","start":"2026-02-25T17:05:43.895604Z","end":"2026-02-25T17:05:44.48247Z","steps":["trace[1388453716] 'agreement among raft nodes before linearized reading' (duration: 586.78912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:05:44.482507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:05:43.895576Z","time spent":"586.924695ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-25T17:05:50.680593Z","caller":"traceutil/trace.go:171","msg":"trace[2007957792] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"154.564658ms","start":"2026-02-25T17:05:50.525999Z","end":"2026-02-25T17:05:50.680564Z","steps":["trace[2007957792] 'process raft request' (duration: 154.25098ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:05:50.722134Z","caller":"traceutil/trace.go:171","msg":"trace[1203082629] linearizableReadLoop","detail":"{readStateIndex:526; appliedIndex:524; }","duration":"146.58406ms","start":"2026-02-25T17:05:50.575526Z","end":"2026-02-25T17:05:50.72211Z","steps":["trace[1203082629] 'read index received' (duration: 104.706682ms)","trace[1203082629] 'applied index is now lower than readState.Index' (duration: 41.876438ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:05:50.722158Z","caller":"traceutil/trace.go:171","msg":"trace[1250265991] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"171.278248ms","start":"2026-02-25T17:05:50.550856Z","end":"2026-02-25T17:05:50.722134Z","steps":["trace[1250265991] 'process raft request' (duration: 169.583321ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:05:50.722268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.723123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-25T17:05:50.722296Z","caller":"traceutil/trace.go:171","msg":"trace[1575331900] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:511; }","duration":"146.796644ms","start":"2026-02-25T17:05:50.575492Z","end":"2026-02-25T17:05:50.722289Z","steps":["trace[1575331900] 'agreement among raft nodes before linearized reading' (duration: 146.711082ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:05:50.722301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.716894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-25T17:05:50.722342Z","caller":"traceutil/trace.go:171","msg":"trace[55820188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:511; }","duration":"133.792406ms","start":"2026-02-25T17:05:50.588538Z","end":"2026-02-25T17:05:50.722331Z","steps":["trace[55820188] 'agreement among raft nodes before linearized reading' (duration: 133.711174ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:05:50.72238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.962957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T17:05:50.72244Z","caller":"traceutil/trace.go:171","msg":"trace[1977494870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:511; }","duration":"128.040238ms","start":"2026-02-25T17:05:50.594384Z","end":"2026-02-25T17:05:50.722424Z","steps":["trace[1977494870] 'agreement among raft nodes before linearized reading' (duration: 127.923015ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:05:52.685983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.418397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:05:52.686095Z","caller":"traceutil/trace.go:171","msg":"trace[31304635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:516; }","duration":"252.583971ms","start":"2026-02-25T17:05:52.433486Z","end":"2026-02-25T17:05:52.68607Z","steps":["trace[31304635] 'range keys from in-memory index tree' (duration: 252.320355ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:05:55.140942Z","caller":"traceutil/trace.go:171","msg":"trace[1010285251] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"103.224879ms","start":"2026-02-25T17:05:55.037673Z","end":"2026-02-25T17:05:55.140898Z","steps":["trace[1010285251] 'process raft request' (duration: 103.193778ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:05:55.140971Z","caller":"traceutil/trace.go:171","msg":"trace[234583618] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"106.013451ms","start":"2026-02-25T17:05:55.034897Z","end":"2026-02-25T17:05:55.14091Z","steps":["trace[234583618] 'process raft request' (duration: 105.856218ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:05:59.047848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.132633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:05:59.048015Z","caller":"traceutil/trace.go:171","msg":"trace[1802536693] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"185.984303ms","start":"2026-02-25T17:05:58.862016Z","end":"2026-02-25T17:05:59.048Z","steps":["trace[1802536693] 'process raft request' (duration: 185.938602ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:05:59.048183Z","caller":"traceutil/trace.go:171","msg":"trace[1509834570] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"188.205673ms","start":"2026-02-25T17:05:58.859941Z","end":"2026-02-25T17:05:59.048147Z","steps":["trace[1509834570] 'process raft request' (duration: 81.707222ms)","trace[1509834570] 'compare' (duration: 105.97804ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:05:59.966826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.698602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:05:59.966918Z","caller":"traceutil/trace.go:171","msg":"trace[1330245094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:559; }","duration":"532.842885ms","start":"2026-02-25T17:05:59.43405Z","end":"2026-02-25T17:05:59.966893Z","steps":["trace[1330245094] 'range keys from in-memory index tree' (duration: 532.6134ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:05:59.966986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:05:59.434026Z","time spent":"532.943567ms","remote":"127.0.0.1:35412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T17:05:59.966978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.73473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:05:59.967104Z","caller":"traceutil/trace.go:171","msg":"trace[1747857593] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:559; }","duration":"655.917755ms","start":"2026-02-25T17:05:59.311159Z","end":"2026-02-25T17:05:59.967077Z","steps":["trace[1747857593] 'range keys from in-memory index tree' (duration: 655.644867ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:05:59.967174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:05:59.311139Z","time spent":"656.013977ms","remote":"127.0.0.1:35622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"info","ts":"2026-02-25T17:06:00.566972Z","caller":"traceutil/trace.go:171","msg":"trace[1357486348] linearizableReadLoop","detail":"{readStateIndex:577; appliedIndex:576; }","duration":"132.870956ms","start":"2026-02-25T17:06:00.434083Z","end":"2026-02-25T17:06:00.566954Z","steps":["trace[1357486348] 'read index received' (duration: 132.712233ms)","trace[1357486348] 'applied index is now lower than readState.Index' (duration: 157.703µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:06:00.567029Z","caller":"traceutil/trace.go:171","msg":"trace[447518513] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"508.187699ms","start":"2026-02-25T17:06:00.058813Z","end":"2026-02-25T17:06:00.567001Z","steps":["trace[447518513] 'process raft request' (duration: 508.029926ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:06:00.567077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.976619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:06:00.567099Z","caller":"traceutil/trace.go:171","msg":"trace[931267116] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:560; }","duration":"133.05725ms","start":"2026-02-25T17:06:00.434035Z","end":"2026-02-25T17:06:00.567092Z","steps":["trace[931267116] 'agreement among raft nodes before linearized reading' (duration: 132.990899ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:06:00.567171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:06:00.058799Z","time spent":"508.297291ms","remote":"127.0.0.1:35520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":365,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T17:06:01.272387Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630436729745013242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:06:01.763267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194789473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:06:01.763316Z","caller":"traceutil/trace.go:171","msg":"trace[450223520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:560; }","duration":"1.194912965s","start":"2026-02-25T17:06:00.568391Z","end":"2026-02-25T17:06:01.763304Z","steps":["trace[450223520] 'range keys from in-memory index tree' (duration: 1.194701361s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:06:01.763339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:06:00.568362Z","time spent":"1.194971347s","remote":"127.0.0.1:35412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T17:06:01.772576Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630436729745013242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:06:02.132416Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.561646137s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T17:06:02.132938Z","caller":"traceutil/trace.go:171","msg":"trace[1555700902] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"1.562271432s","start":"2026-02-25T17:06:00.570617Z","end":"2026-02-25T17:06:02.132889Z","steps":["trace[1555700902] 'process raft request' (duration: 1.562070437s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:06:02.133063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:06:00.57059Z","time spent":"1.562415774s","remote":"127.0.0.1:35518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1733,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T17:06:03.757592Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.624692815s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T17:06:03.757986Z","caller":"traceutil/trace.go:171","msg":"trace[226290279] linearizableReadLoop","detail":"{readStateIndex:581; appliedIndex:577; }","duration":"2.98598837s","start":"2026-02-25T17:06:00.77198Z","end":"2026-02-25T17:06:03.757969Z","steps":["trace[226290279] 'read index received' (duration: 1.360762624s)","trace[226290279] 'applied index is now lower than readState.Index' (duration: 1.625225096s)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:06:03.758033Z","caller":"traceutil/trace.go:171","msg":"trace[1331368099] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"3.185381941s","start":"2026-02-25T17:06:00.572596Z","end":"2026-02-25T17:06:03.757978Z","steps":["trace[1331368099] 'process raft request' (duration: 3.185132756s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:06:03.758223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.986222125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-25T17:06:03.758291Z","caller":"traceutil/trace.go:171","msg":"trace[395773692] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:564; }","duration":"2.986306077s","start":"2026-02-25T17:06:00.771969Z","end":"2026-02-25T17:06:03.758275Z","steps":["trace[395773692] 'agreement among raft nodes before linearized reading' (duration: 2.986150153s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:06:03.758044Z","caller":"traceutil/trace.go:171","msg":"trace[1325067251] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"3.094457635s","start":"2026-02-25T17:06:00.663554Z","end":"2026-02-25T17:06:03.758012Z","steps":["trace[1325067251] 'process raft request' (duration: 3.094326012s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:06:03.758269Z","caller":"traceutil/trace.go:171","msg":"trace[378786942] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"2.656164626s","start":"2026-02-25T17:06:01.102021Z","end":"2026-02-25T17:06:03.758186Z","steps":["trace[378786942] 'process raft request' (duration: 2.65590909s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:06:03.758346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:06:00.771876Z","time spent":"2.9864565s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T17:06:03.758368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.70592271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-25T17:06:03.758387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:06:00.66352Z","time spent":"3.094815863s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211460,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T17:06:03.75841Z","caller":"traceutil/trace.go:171","msg":"trace[688342980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:564; }","duration":"2.705989591s","start":"2026-02-25T17:06:01.052405Z","end":"2026-02-25T17:06:03.758394Z","steps":["trace[688342980] 'agreement among raft nodes before linearized reading' (duration: 2.70592674s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:06:03.758411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809535614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.219\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-25T17:06:03.758389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.987686964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:06:03.758463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:06:01.052387Z","time spent":"2.706065563s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T17:06:03.758525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.705294946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-25T17:06:03.758586Z","caller":"traceutil/trace.go:171","msg":"trace[746000617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:564; }","duration":"2.705385248s","start":"2026-02-25T17:06:01.053189Z","end":"2026-02-25T17:06:03.758575Z","steps":["trace[746000617] 'agreement among raft nodes before linearized reading' (duration: 2.705108782s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:06:03.758299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.909178147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-25T17:06:03.758759Z","caller":"traceutil/trace.go:171","msg":"trace[614791132] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:564; }","duration":"2.909689858s","start":"2026-02-25T17:06:00.849054Z","end":"2026-02-25T17:06:03.758744Z","steps":["trace[614791132] 'agreement among raft nodes before linearized reading' (duration: 2.909185657s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:06:03.758812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:06:00.849022Z","time spent":"2.90977639s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T17:06:03.758719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:06:01.053176Z","time spent":"2.705534961s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T17:06:03.758438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:06:01.101991Z","time spent":"2.656360971s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:06:03.758464Z","caller":"traceutil/trace.go:171","msg":"trace[1269778711] range","detail":"{range_begin:/registry/masterleases/199.19.213.219; range_end:; response_count:1; response_revision:564; }","duration":"1.809640716s","start":"2026-02-25T17:06:01.948812Z","end":"2026-02-25T17:06:03.758453Z","steps":["trace[1269778711] 'agreement among raft nodes before linearized reading' (duration: 1.809527693s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:06:03.759133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:06:01.948788Z","time spent":"1.810315151s","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.219\" "} {"level":"info","ts":"2026-02-25T17:06:03.758529Z","caller":"traceutil/trace.go:171","msg":"trace[444274937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:564; }","duration":"1.98790308s","start":"2026-02-25T17:06:01.77059Z","end":"2026-02-25T17:06:03.758493Z","steps":["trace[444274937] 'agreement among raft nodes before linearized reading' (duration: 1.987656454s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:06:03.759364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:06:01.770575Z","time spent":"1.988777648s","remote":"127.0.0.1:35410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T17:06:03.758674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:06:00.572566Z","time spent":"3.185576415s","remote":"127.0.0.1:35622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T17:06:04.262405Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630436729745013248,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:06:04.763238Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630436729745013248,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:06:05.264063Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630436729745013248,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T17:06:05.414228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.260325ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:06:05.414383Z","caller":"traceutil/trace.go:171","msg":"trace[1225243609] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:564; }","duration":"552.435719ms","start":"2026-02-25T17:06:04.861923Z","end":"2026-02-25T17:06:05.414359Z","steps":["trace[1225243609] 'range keys from in-memory index tree' (duration: 552.242115ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:06:05.422983Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.661196485s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T17:06:05.42336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:06:03.761558Z","time spent":"1.661797788s","remote":"127.0.0.1:35440","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-25T17:06:05.761139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999421534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T17:06:05.761266Z","caller":"traceutil/trace.go:171","msg":"trace[1711929572] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999615419s","start":"2026-02-25T17:06:03.761632Z","end":"2026-02-25T17:06:05.761248Z","steps":["trace[1711929572] 'agreement among raft nodes before linearized reading' (duration: 1.999457985s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:06:05.761319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:06:03.761608Z","time spent":"1.99969798s","remote":"127.0.0.1:35412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 17:06:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T17:06:06.763365Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.339376599s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T17:06:06.763896Z","caller":"traceutil/trace.go:171","msg":"trace[699040276] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"3.000101352s","start":"2026-02-25T17:06:03.763761Z","end":"2026-02-25T17:06:06.763862Z","steps":["trace[699040276] 'process raft request' (duration: 2.999800576s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:06:06.763992Z","caller":"traceutil/trace.go:171","msg":"trace[93389941] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"2.999377587s","start":"2026-02-25T17:06:03.76458Z","end":"2026-02-25T17:06:06.763958Z","steps":["trace[93389941] 'process raft request' (duration: 2.999212494s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:06:06.764047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:06:03.763525Z","time spent":"3.000434541s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:06:06.764082Z","caller":"traceutil/trace.go:171","msg":"trace[1930670245] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"2.99816405s","start":"2026-02-25T17:06:03.765892Z","end":"2026-02-25T17:06:06.764056Z","steps":["trace[1930670245] 'process raft request' (duration: 2.997939815s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:06:06.764117Z","caller":"traceutil/trace.go:171","msg":"trace[1189710556] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"3.000164964s","start":"2026-02-25T17:06:03.763901Z","end":"2026-02-25T17:06:06.764066Z","steps":["trace[1189710556] 'process raft request' (duration: 2.999835307s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:06:06.764151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:06:03.764567Z","time spent":"2.99949641s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:06:06.764163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:06:03.765884Z","time spent":"2.998234761s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:06:06.764287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:06:03.763887Z","time spent":"3.000308238s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:06:06.764438Z","caller":"traceutil/trace.go:171","msg":"trace[1826757121] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"2.988145908s","start":"2026-02-25T17:06:03.776199Z","end":"2026-02-25T17:06:06.764345Z","steps":["trace[1826757121] 'process raft request' (duration: 2.987679988s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:06:06.764746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:06:03.776188Z","time spent":"2.988392883s","remote":"127.0.0.1:35622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":953,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T17:06:06.764777Z","caller":"traceutil/trace.go:171","msg":"trace[320677578] linearizableReadLoop","detail":"{readStateIndex:590; appliedIndex:582; }","duration":"3.003028038s","start":"2026-02-25T17:06:03.761681Z","end":"2026-02-25T17:06:06.764709Z","steps":["trace[320677578] 'read index received' (duration: 1.661637214s)","trace[320677578] 'applied index is now lower than readState.Index' (duration: 1.341389364s)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:06:06.764883Z","caller":"traceutil/trace.go:171","msg":"trace[828099161] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"2.988043985s","start":"2026-02-25T17:06:03.776826Z","end":"2026-02-25T17:06:06.764869Z","steps":["trace[828099161] 'process raft request' (duration: 2.987681647s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:06:06.765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:06:03.776816Z","time spent":"2.988142238s","remote":"127.0.0.1:35622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T17:06:06.765103Z","caller":"traceutil/trace.go:171","msg":"trace[622748643] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"2.988521766s","start":"2026-02-25T17:06:03.776572Z","end":"2026-02-25T17:06:06.765093Z","steps":["trace[622748643] 'process raft request' (duration: 2.987697948s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:06:06.765155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:06:03.776563Z","time spent":"2.988570497s","remote":"127.0.0.1:35622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T17:06:06.765114Z","caller":"traceutil/trace.go:171","msg":"trace[477281618] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"1.759678898s","start":"2026-02-25T17:06:05.005418Z","end":"2026-02-25T17:06:06.765097Z","steps":["trace[477281618] 'process raft request' (duration: 1.759173547s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:06:06.765297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:06:05.005393Z","time spent":"1.759857682s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:06:06.765717Z","caller":"traceutil/trace.go:171","msg":"trace[55070977] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"998.813306ms","start":"2026-02-25T17:06:05.766887Z","end":"2026-02-25T17:06:06.7657Z","steps":["trace[55070977] 'process raft request' (duration: 998.721765ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:06:06.765817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:06:05.766851Z","time spent":"998.924029ms","remote":"127.0.0.1:35486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T17:06:06.765935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.745677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:06:06.766008Z","caller":"traceutil/trace.go:171","msg":"trace[1943840713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:574; }","duration":"999.820499ms","start":"2026-02-25T17:06:05.76617Z","end":"2026-02-25T17:06:06.765991Z","steps":["trace[1943840713] 'agreement among raft nodes before linearized reading' (duration: 999.513272ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:06:06.766057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:06:05.766121Z","time spent":"999.924842ms","remote":"127.0.0.1:35410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T17:06:06.765809Z","caller":"traceutil/trace.go:171","msg":"trace[1916281263] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"1.340911872s","start":"2026-02-25T17:06:05.424859Z","end":"2026-02-25T17:06:06.76577Z","steps":["trace[1916281263] 'process raft request' (duration: 1.340635736s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:06:06.766321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:06:05.424831Z","time spent":"1.341392424s","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:06:07.104377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.629645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:06:07.104517Z","caller":"traceutil/trace.go:171","msg":"trace[1192193962] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"183.173721ms","start":"2026-02-25T17:06:06.921324Z","end":"2026-02-25T17:06:07.104498Z","steps":["trace[1192193962] 'process raft request' (duration: 80.338781ms)","trace[1192193962] 'compare' (duration: 102.423121ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:06:07.106321Z","caller":"traceutil/trace.go:171","msg":"trace[1108581193] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"181.927164ms","start":"2026-02-25T17:06:06.924359Z","end":"2026-02-25T17:06:07.106286Z","steps":["trace[1108581193] 'process raft request' (duration: 181.458084ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:06:07.106836Z","caller":"traceutil/trace.go:171","msg":"trace[2082884126] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"153.627316ms","start":"2026-02-25T17:06:06.953192Z","end":"2026-02-25T17:06:07.106819Z","steps":["trace[2082884126] 'process raft request' (duration: 153.201697ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:06:07.106882Z","caller":"traceutil/trace.go:171","msg":"trace[439624517] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"161.187633ms","start":"2026-02-25T17:06:06.945661Z","end":"2026-02-25T17:06:07.106848Z","steps":["trace[439624517] 'process raft request' (duration: 160.483898ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:06:08.039668Z","caller":"traceutil/trace.go:171","msg":"trace[1414238144] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"197.12745ms","start":"2026-02-25T17:06:07.842504Z","end":"2026-02-25T17:06:08.039631Z","steps":["trace[1414238144] 'process raft request' (duration: 170.235664ms)","trace[1414238144] 'compare' (duration: 26.665271ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:06:09.647584Z","caller":"traceutil/trace.go:171","msg":"trace[1789984845] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"251.940346ms","start":"2026-02-25T17:06:09.395619Z","end":"2026-02-25T17:06:09.64756Z","steps":["trace[1789984845] 'process raft request' (duration: 244.309737ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:06:19.516493Z","caller":"traceutil/trace.go:171","msg":"trace[73083235] transaction","detail":"{read_only:false; response_revision:883; number_of_response:1; }","duration":"106.588254ms","start":"2026-02-25T17:06:19.409876Z","end":"2026-02-25T17:06:19.516464Z","steps":["trace[73083235] 'process raft request' (duration: 106.364119ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:06:23.887031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.859068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:06:23.887228Z","caller":"traceutil/trace.go:171","msg":"trace[644612736] transaction","detail":"{read_only:false; response_revision:899; number_of_response:1; }","duration":"234.52656ms","start":"2026-02-25T17:06:23.652671Z","end":"2026-02-25T17:06:23.887198Z","steps":["trace[644612736] 'process raft request' (duration: 91.380666ms)","trace[644612736] 'compare' (duration: 142.653783ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:06:27.900764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.958129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:06:27.900863Z","caller":"traceutil/trace.go:171","msg":"trace[1194111716] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:932; }","duration":"138.127373ms","start":"2026-02-25T17:06:27.762716Z","end":"2026-02-25T17:06:27.900843Z","steps":["trace[1194111716] 'range keys from in-memory index tree' (duration: 137.847517ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:06:27.900834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.262586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:06:27.901082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.955423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:06:27.901139Z","caller":"traceutil/trace.go:171","msg":"trace[1619937845] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:932; }","duration":"122.044717ms","start":"2026-02-25T17:06:27.77908Z","end":"2026-02-25T17:06:27.901125Z","steps":["trace[1619937845] 'range keys from in-memory index tree' (duration: 121.883322ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:06:27.901141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.220428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:06:27.901136Z","caller":"traceutil/trace.go:171","msg":"trace[1441075093] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:932; }","duration":"152.43917ms","start":"2026-02-25T17:06:27.748511Z","end":"2026-02-25T17:06:27.90095Z","steps":["trace[1441075093] 'range keys from in-memory index tree' (duration: 152.205975ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:06:27.90123Z","caller":"traceutil/trace.go:171","msg":"trace[1860158376] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:932; }","duration":"139.32233ms","start":"2026-02-25T17:06:27.761893Z","end":"2026-02-25T17:06:27.901215Z","steps":["trace[1860158376] 'range keys from in-memory index tree' (duration: 139.181797ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:06:27.901295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.150736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:06:27.901334Z","caller":"traceutil/trace.go:171","msg":"trace[1066875854] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:932; }","duration":"139.237938ms","start":"2026-02-25T17:06:27.762086Z","end":"2026-02-25T17:06:27.901324Z","steps":["trace[1066875854] 'count revisions from in-memory index tree' (duration: 139.022223ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:06:27.901364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.016505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:06:27.901401Z","caller":"traceutil/trace.go:171","msg":"trace[455695388] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:932; }","duration":"154.088537ms","start":"2026-02-25T17:06:27.747303Z","end":"2026-02-25T17:06:27.901391Z","steps":["trace[455695388] 'range keys from in-memory index tree' (duration: 153.945344ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:06:27.901485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.306972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:06:27.901519Z","caller":"traceutil/trace.go:171","msg":"trace[177737779] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:932; }","duration":"122.366873ms","start":"2026-02-25T17:06:27.779144Z","end":"2026-02-25T17:06:27.90151Z","steps":["trace[177737779] 'count revisions from in-memory index tree' (duration: 122.214519ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:06:27.901525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.999665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:06:27.901579Z","caller":"traceutil/trace.go:171","msg":"trace[1232776876] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:932; }","duration":"122.075926ms","start":"2026-02-25T17:06:27.779488Z","end":"2026-02-25T17:06:27.901564Z","steps":["trace[1232776876] 'range keys from in-memory index tree' (duration: 121.950794ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:06:27.901561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.19024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:06:27.901696Z","caller":"traceutil/trace.go:171","msg":"trace[1407548452] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:932; }","duration":"154.377694ms","start":"2026-02-25T17:06:27.747287Z","end":"2026-02-25T17:06:27.901665Z","steps":["trace[1407548452] 'count revisions from in-memory index tree' (duration: 154.109848ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:06:29.249153Z","caller":"traceutil/trace.go:171","msg":"trace[355377413] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"207.827088ms","start":"2026-02-25T17:06:29.041303Z","end":"2026-02-25T17:06:29.24913Z","steps":["trace[355377413] 'process raft request' (duration: 207.664114ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:06:29.371196Z","caller":"traceutil/trace.go:171","msg":"trace[1529884322] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"328.895373ms","start":"2026-02-25T17:06:29.042284Z","end":"2026-02-25T17:06:29.37118Z","steps":["trace[1529884322] 'process raft request' (duration: 328.786521ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:06:29.371294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:06:29.042272Z","time spent":"328.975975ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:06:29.371429Z","caller":"traceutil/trace.go:171","msg":"trace[845520827] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"328.499934ms","start":"2026-02-25T17:06:29.042891Z","end":"2026-02-25T17:06:29.371391Z","steps":["trace[845520827] 'process raft request' (duration: 328.268079ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:06:29.371415Z","caller":"traceutil/trace.go:171","msg":"trace[1158765247] linearizableReadLoop","detail":"{readStateIndex:964; appliedIndex:961; }","duration":"308.147623ms","start":"2026-02-25T17:06:29.063238Z","end":"2026-02-25T17:06:29.371386Z","steps":["trace[1158765247] 'read index received' (duration: 185.726078ms)","trace[1158765247] 'applied index is now lower than readState.Index' (duration: 122.419195ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:06:29.371604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:06:29.042871Z","time spent":"328.645147ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:06:29.371658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.415098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-25T17:06:29.371691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.19979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-25T17:06:29.371724Z","caller":"traceutil/trace.go:171","msg":"trace[413097532] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:938; }","duration":"308.505251ms","start":"2026-02-25T17:06:29.063199Z","end":"2026-02-25T17:06:29.371704Z","steps":["trace[413097532] 'agreement among raft nodes before linearized reading' (duration: 308.313036ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:06:29.371745Z","caller":"traceutil/trace.go:171","msg":"trace[1178838611] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:938; }","duration":"251.291492ms","start":"2026-02-25T17:06:29.120441Z","end":"2026-02-25T17:06:29.371733Z","steps":["trace[1178838611] 'agreement among raft nodes before linearized reading' (duration: 251.154519ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:06:29.371787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:06:29.063187Z","time spent":"308.587532ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T17:06:33.513162Z","caller":"traceutil/trace.go:171","msg":"trace[1332028242] linearizableReadLoop","detail":"{readStateIndex:984; appliedIndex:983; }","duration":"128.203663ms","start":"2026-02-25T17:06:33.384938Z","end":"2026-02-25T17:06:33.513142Z","steps":["trace[1332028242] 'read index received' (duration: 128.054489ms)","trace[1332028242] 'applied index is now lower than readState.Index' (duration: 148.204µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:06:33.513272Z","caller":"traceutil/trace.go:171","msg":"trace[1662969103] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"160.976819ms","start":"2026-02-25T17:06:33.352259Z","end":"2026-02-25T17:06:33.513236Z","steps":["trace[1662969103] 'process raft request' (duration: 160.747314ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:06:33.513388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.421067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-25T17:06:33.513387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.459738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-25T17:06:33.513434Z","caller":"traceutil/trace.go:171","msg":"trace[1709395483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:957; }","duration":"128.52787ms","start":"2026-02-25T17:06:33.384894Z","end":"2026-02-25T17:06:33.513422Z","steps":["trace[1709395483] 'agreement among raft nodes before linearized reading' (duration: 128.388847ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:06:33.513446Z","caller":"traceutil/trace.go:171","msg":"trace[424652562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:957; }","duration":"128.55044ms","start":"2026-02-25T17:06:33.384881Z","end":"2026-02-25T17:06:33.513432Z","steps":["trace[424652562] 'agreement among raft nodes before linearized reading' (duration: 128.365706ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:06:38.83444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630436729745013994,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T17:06:38.93524Z","caller":"traceutil/trace.go:171","msg":"trace[1588827064] transaction","detail":"{read_only:false; response_revision:987; number_of_response:1; }","duration":"1.398433928s","start":"2026-02-25T17:06:37.536773Z","end":"2026-02-25T17:06:38.935207Z","steps":["trace[1588827064] 'process raft request' (duration: 1.398274435s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:06:38.935447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:06:37.536759Z","time spent":"1.398612092s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:06:39.491366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.066198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:06:39.491824Z","caller":"traceutil/trace.go:171","msg":"trace[1889545848] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"1.953878195s","start":"2026-02-25T17:06:37.537915Z","end":"2026-02-25T17:06:39.491793Z","steps":["trace[1889545848] 'process raft request' (duration: 1.738279714s)","trace[1889545848] 'compare' (duration: 214.761412ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:06:39.491959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:06:37.53789Z","time spent":"1.954010428s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:06:39.492233Z","caller":"traceutil/trace.go:171","msg":"trace[1132080075] linearizableReadLoop","detail":"{readStateIndex:1018; appliedIndex:1014; }","duration":"1.157979327s","start":"2026-02-25T17:06:38.334236Z","end":"2026-02-25T17:06:39.492215Z","steps":["trace[1132080075] 'read index received' (duration: 600.801312ms)","trace[1132080075] 'applied index is now lower than readState.Index' (duration: 557.177015ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:06:39.492336Z","caller":"traceutil/trace.go:171","msg":"trace[1220294067] transaction","detail":"{read_only:false; response_revision:989; number_of_response:1; }","duration":"1.954108s","start":"2026-02-25T17:06:37.538209Z","end":"2026-02-25T17:06:39.492317Z","steps":["trace[1220294067] 'process raft request' (duration: 1.953850005s)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:06:39.49235Z","caller":"traceutil/trace.go:171","msg":"trace[1557503988] transaction","detail":"{read_only:false; response_revision:990; number_of_response:1; }","duration":"1.953732892s","start":"2026-02-25T17:06:37.538604Z","end":"2026-02-25T17:06:39.492337Z","steps":["trace[1557503988] 'process raft request' (duration: 1.953556288s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:06:39.492435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:06:37.538186Z","time spent":"1.954199092s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:06:39.492445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:06:37.538597Z","time spent":"1.953802133s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:06:39.492529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158298654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T17:06:39.492684Z","caller":"traceutil/trace.go:171","msg":"trace[1518248651] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:990; }","duration":"1.158441787s","start":"2026-02-25T17:06:38.334217Z","end":"2026-02-25T17:06:39.492659Z","steps":["trace[1518248651] 'agreement among raft nodes before linearized reading' (duration: 1.158255923s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:06:39.4926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053274805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:06:39.492759Z","caller":"traceutil/trace.go:171","msg":"trace[580628075] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:990; }","duration":"1.05348017s","start":"2026-02-25T17:06:38.43926Z","end":"2026-02-25T17:06:39.49274Z","steps":["trace[580628075] 'agreement among raft nodes before linearized reading' (duration: 1.053245314s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:06:39.492614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.991425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-25T17:06:39.492806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:06:38.439238Z","time spent":"1.053559611s","remote":"127.0.0.1:35410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T17:06:39.492812Z","caller":"traceutil/trace.go:171","msg":"trace[640156102] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:990; }","duration":"168.237681ms","start":"2026-02-25T17:06:39.32456Z","end":"2026-02-25T17:06:39.492798Z","steps":["trace[640156102] 'agreement among raft nodes before linearized reading' (duration: 167.946924ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:06:39.492758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:06:38.334154Z","time spent":"1.15858161s","remote":"127.0.0.1:35738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":17,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-02-25T17:07:03.94237Z","caller":"traceutil/trace.go:171","msg":"trace[96463102] transaction","detail":"{read_only:false; response_revision:1236; number_of_response:1; }","duration":"112.488829ms","start":"2026-02-25T17:07:03.829846Z","end":"2026-02-25T17:07:03.942335Z","steps":["trace[96463102] 'process raft request' (duration: 111.956516ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:07:04.153414Z","caller":"traceutil/trace.go:171","msg":"trace[1283488681] transaction","detail":"{read_only:false; response_revision:1237; number_of_response:1; }","duration":"206.175114ms","start":"2026-02-25T17:07:03.947197Z","end":"2026-02-25T17:07:04.153372Z","steps":["trace[1283488681] 'process raft request' (duration: 205.664793ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:07:04.153839Z","caller":"traceutil/trace.go:171","msg":"trace[151130100] transaction","detail":"{read_only:false; response_revision:1238; number_of_response:1; }","duration":"206.626384ms","start":"2026-02-25T17:07:03.947206Z","end":"2026-02-25T17:07:04.153832Z","steps":["trace[151130100] 'process raft request' (duration: 206.135223ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:07:04.220048Z","caller":"traceutil/trace.go:171","msg":"trace[55207465] transaction","detail":"{read_only:false; response_revision:1239; number_of_response:1; }","duration":"272.49034ms","start":"2026-02-25T17:07:03.947518Z","end":"2026-02-25T17:07:04.220008Z","steps":["trace[55207465] 'process raft request' (duration: 272.309836ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:07:05.547403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.385791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:07:05.547613Z","caller":"traceutil/trace.go:171","msg":"trace[243599404] transaction","detail":"{read_only:false; response_revision:1245; number_of_response:1; }","duration":"333.917327ms","start":"2026-02-25T17:07:05.213672Z","end":"2026-02-25T17:07:05.547589Z","steps":["trace[243599404] 'process raft request' (duration: 208.219729ms)","trace[243599404] 'compare' (duration: 125.134805ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:07:05.547923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:07:05.213634Z","time spent":"334.258985ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:07:06.188343Z","caller":"traceutil/trace.go:171","msg":"trace[1873316412] linearizableReadLoop","detail":"{readStateIndex:1282; appliedIndex:1281; }","duration":"239.940534ms","start":"2026-02-25T17:07:05.948375Z","end":"2026-02-25T17:07:06.188315Z","steps":["trace[1873316412] 'read index received' (duration: 239.670719ms)","trace[1873316412] 'applied index is now lower than readState.Index' (duration: 268.545µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:07:06.188454Z","caller":"traceutil/trace.go:171","msg":"trace[283807501] transaction","detail":"{read_only:false; response_revision:1246; number_of_response:1; }","duration":"632.505008ms","start":"2026-02-25T17:07:05.555917Z","end":"2026-02-25T17:07:06.188422Z","steps":["trace[283807501] 'process raft request' (duration: 632.220522ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:07:06.188631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:07:05.555885Z","time spent":"632.652121ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4249,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:07:06.188629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.230791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T17:07:06.188718Z","caller":"traceutil/trace.go:171","msg":"trace[962233227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1246; }","duration":"240.366935ms","start":"2026-02-25T17:07:05.948327Z","end":"2026-02-25T17:07:06.188694Z","steps":["trace[962233227] 'agreement among raft nodes before linearized reading' (duration: 240.122988ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:07:07.668732Z","caller":"traceutil/trace.go:171","msg":"trace[389576083] transaction","detail":"{read_only:false; response_revision:1252; number_of_response:1; }","duration":"110.404414ms","start":"2026-02-25T17:07:07.558289Z","end":"2026-02-25T17:07:07.668694Z","steps":["trace[389576083] 'process raft request' (duration: 110.092917ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:07:26.716808Z","caller":"traceutil/trace.go:171","msg":"trace[467152345] transaction","detail":"{read_only:false; response_revision:1547; number_of_response:1; }","duration":"245.168959ms","start":"2026-02-25T17:07:26.471599Z","end":"2026-02-25T17:07:26.716768Z","steps":["trace[467152345] 'process raft request' (duration: 218.846072ms)","trace[467152345] 'compare' (duration: 26.116943ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:07:26.716896Z","caller":"traceutil/trace.go:171","msg":"trace[222102831] linearizableReadLoop","detail":"{readStateIndex:1609; appliedIndex:1608; }","duration":"244.717979ms","start":"2026-02-25T17:07:26.47214Z","end":"2026-02-25T17:07:26.716858Z","steps":["trace[222102831] 'read index received' (duration: 91.076359ms)","trace[222102831] 'applied index is now lower than readState.Index' (duration: 153.63695ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:07:26.717253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.094078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T17:07:26.717369Z","caller":"traceutil/trace.go:171","msg":"trace[381662765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1548; }","duration":"245.244632ms","start":"2026-02-25T17:07:26.472099Z","end":"2026-02-25T17:07:26.717344Z","steps":["trace[381662765] 'agreement among raft nodes before linearized reading' (duration: 244.972225ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:07:26.717374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.791732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T17:07:26.71744Z","caller":"traceutil/trace.go:171","msg":"trace[143044853] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1548; }","duration":"239.888994ms","start":"2026-02-25T17:07:26.477532Z","end":"2026-02-25T17:07:26.717421Z","steps":["trace[143044853] 'agreement among raft nodes before linearized reading' (duration: 239.654989ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:07:30.008696Z","caller":"traceutil/trace.go:171","msg":"trace[972746026] transaction","detail":"{read_only:false; response_revision:1560; number_of_response:1; }","duration":"181.727726ms","start":"2026-02-25T17:07:29.826949Z","end":"2026-02-25T17:07:30.008677Z","steps":["trace[972746026] 'process raft request' (duration: 181.612294ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:07:38.913486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.062773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:07:38.913724Z","caller":"traceutil/trace.go:171","msg":"trace[1196843853] linearizableReadLoop","detail":"{readStateIndex:1658; appliedIndex:1657; }","duration":"115.31458ms","start":"2026-02-25T17:07:38.798389Z","end":"2026-02-25T17:07:38.913704Z","steps":["trace[1196843853] 'read index received' (duration: 36.91µs)","trace[1196843853] 'applied index is now lower than readState.Index' (duration: 115.2761ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:07:38.913788Z","caller":"traceutil/trace.go:171","msg":"trace[2097605620] transaction","detail":"{read_only:false; response_revision:1592; number_of_response:1; }","duration":"257.540811ms","start":"2026-02-25T17:07:38.656183Z","end":"2026-02-25T17:07:38.913723Z","steps":["trace[2097605620] 'process raft request' (duration: 117.130091ms)","trace[2097605620] 'compare' (duration: 139.798737ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:07:38.914145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.724969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-25T17:07:38.914271Z","caller":"traceutil/trace.go:171","msg":"trace[986524271] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1592; }","duration":"115.894262ms","start":"2026-02-25T17:07:38.798339Z","end":"2026-02-25T17:07:38.914234Z","steps":["trace[986524271] 'agreement among raft nodes before linearized reading' (duration: 115.586905ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:07:38.9146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.487228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3875"} {"level":"info","ts":"2026-02-25T17:07:38.91468Z","caller":"traceutil/trace.go:171","msg":"trace[1990081737] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1592; }","duration":"101.62103ms","start":"2026-02-25T17:07:38.813044Z","end":"2026-02-25T17:07:38.914665Z","steps":["trace[1990081737] 'agreement among raft nodes before linearized reading' (duration: 100.803822ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:07:39.28253Z","caller":"traceutil/trace.go:171","msg":"trace[478155395] transaction","detail":"{read_only:false; response_revision:1593; number_of_response:1; }","duration":"364.641741ms","start":"2026-02-25T17:07:38.917855Z","end":"2026-02-25T17:07:39.282496Z","steps":["trace[478155395] 'process raft request' (duration: 361.531753ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:07:39.28273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:07:38.917841Z","time spent":"364.787544ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:07:39.28453Z","caller":"traceutil/trace.go:171","msg":"trace[324874567] linearizableReadLoop","detail":"{readStateIndex:1661; appliedIndex:1658; }","duration":"228.968675ms","start":"2026-02-25T17:07:39.055541Z","end":"2026-02-25T17:07:39.28451Z","steps":["trace[324874567] 'read index received' (duration: 223.958395ms)","trace[324874567] 'applied index is now lower than readState.Index' (duration: 5.00919ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:07:39.284605Z","caller":"traceutil/trace.go:171","msg":"trace[1382078638] transaction","detail":"{read_only:false; response_revision:1594; number_of_response:1; }","duration":"366.615554ms","start":"2026-02-25T17:07:38.917933Z","end":"2026-02-25T17:07:39.284549Z","steps":["trace[1382078638] 'process raft request' (duration: 366.39275ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:07:39.284722Z","caller":"traceutil/trace.go:171","msg":"trace[1792885291] transaction","detail":"{read_only:false; response_revision:1595; number_of_response:1; }","duration":"366.293858ms","start":"2026-02-25T17:07:38.918278Z","end":"2026-02-25T17:07:39.284572Z","steps":["trace[1792885291] 'process raft request' (duration: 366.172165ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:07:39.284803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.25513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-6f87cd48bc-b665x\" ","response":"range_response_count:1 size:4775"} {"level":"info","ts":"2026-02-25T17:07:39.284848Z","caller":"traceutil/trace.go:171","msg":"trace[1877357071] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-6f87cd48bc-b665x; range_end:; response_count:1; response_revision:1595; }","duration":"229.376403ms","start":"2026-02-25T17:07:39.055459Z","end":"2026-02-25T17:07:39.284836Z","steps":["trace[1877357071] 'agreement among raft nodes before linearized reading' (duration: 229.165998ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:07:39.284982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:07:38.918269Z","time spent":"366.547113ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:07:39.284768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:07:38.917914Z","time spent":"366.763968ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:07:39.285355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.028133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-6f87cd48bc-b665x.18978c4d64e8f980\" ","response":"range_response_count:1 size:819"} {"level":"info","ts":"2026-02-25T17:07:39.285486Z","caller":"traceutil/trace.go:171","msg":"trace[154318699] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-6f87cd48bc-b665x.18978c4d64e8f980; range_end:; response_count:1; response_revision:1595; }","duration":"228.213357ms","start":"2026-02-25T17:07:39.057236Z","end":"2026-02-25T17:07:39.285449Z","steps":["trace[154318699] 'agreement among raft nodes before linearized reading' (duration: 227.810718ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:07:44.59679Z","caller":"traceutil/trace.go:171","msg":"trace[1955248900] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"535.969991ms","start":"2026-02-25T17:07:44.060793Z","end":"2026-02-25T17:07:44.596763Z","steps":["trace[1955248900] 'process raft request' (duration: 535.256625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:07:44.596981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:07:44.060771Z","time spent":"536.092183ms","remote":"127.0.0.1:35486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:07:44.654822Z","caller":"traceutil/trace.go:171","msg":"trace[440439042] linearizableReadLoop","detail":"{readStateIndex:1681; appliedIndex:1679; }","duration":"533.467526ms","start":"2026-02-25T17:07:44.121326Z","end":"2026-02-25T17:07:44.654794Z","steps":["trace[440439042] 'read index received' (duration: 474.735017ms)","trace[440439042] 'applied index is now lower than readState.Index' (duration: 58.730729ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:07:44.654977Z","caller":"traceutil/trace.go:171","msg":"trace[1411524474] transaction","detail":"{read_only:false; response_revision:1614; number_of_response:1; }","duration":"591.900548ms","start":"2026-02-25T17:07:44.063039Z","end":"2026-02-25T17:07:44.65494Z","steps":["trace[1411524474] 'process raft request' (duration: 591.575111ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:07:44.655097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.748492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-25T17:07:44.655163Z","caller":"traceutil/trace.go:171","msg":"trace[282838002] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1614; }","duration":"533.869385ms","start":"2026-02-25T17:07:44.12128Z","end":"2026-02-25T17:07:44.655149Z","steps":["trace[282838002] 'agreement among raft nodes before linearized reading' (duration: 533.66482ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:07:44.655243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:07:44.063016Z","time spent":"592.060192ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6301,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:07:44.655275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:07:44.121256Z","time spent":"534.004808ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T17:07:55.055772Z","caller":"traceutil/trace.go:171","msg":"trace[223431573] transaction","detail":"{read_only:false; response_revision:1652; number_of_response:1; }","duration":"219.466376ms","start":"2026-02-25T17:07:54.836287Z","end":"2026-02-25T17:07:55.055754Z","steps":["trace[223431573] 'process raft request' (duration: 219.250471ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:07:55.178306Z","caller":"traceutil/trace.go:171","msg":"trace[1157036287] transaction","detail":"{read_only:false; response_revision:1653; number_of_response:1; }","duration":"118.070408ms","start":"2026-02-25T17:07:55.060205Z","end":"2026-02-25T17:07:55.178276Z","steps":["trace[1157036287] 'process raft request' (duration: 111.256221ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:07:55.179617Z","caller":"traceutil/trace.go:171","msg":"trace[1216137281] transaction","detail":"{read_only:false; response_revision:1654; number_of_response:1; }","duration":"118.702302ms","start":"2026-02-25T17:07:55.060889Z","end":"2026-02-25T17:07:55.179591Z","steps":["trace[1216137281] 'process raft request' (duration: 118.495357ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:07:55.179888Z","caller":"traceutil/trace.go:171","msg":"trace[306416191] transaction","detail":"{read_only:false; response_revision:1655; number_of_response:1; }","duration":"116.191018ms","start":"2026-02-25T17:07:55.063645Z","end":"2026-02-25T17:07:55.179836Z","steps":["trace[306416191] 'process raft request' (duration: 115.872001ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:07:57.268107Z","caller":"traceutil/trace.go:171","msg":"trace[340346848] transaction","detail":"{read_only:false; response_revision:1664; number_of_response:1; }","duration":"203.45855ms","start":"2026-02-25T17:07:57.064624Z","end":"2026-02-25T17:07:57.268082Z","steps":["trace[340346848] 'process raft request' (duration: 149.891034ms)","trace[340346848] 'compare' (duration: 53.338451ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:07:57.268468Z","caller":"traceutil/trace.go:171","msg":"trace[1807452950] linearizableReadLoop","detail":"{readStateIndex:1733; appliedIndex:1732; }","duration":"194.455997ms","start":"2026-02-25T17:07:57.073554Z","end":"2026-02-25T17:07:57.26801Z","steps":["trace[1807452950] 'read index received' (duration: 141.074915ms)","trace[1807452950] 'applied index is now lower than readState.Index' (duration: 53.379651ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:07:57.268486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.472411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3875"} {"level":"info","ts":"2026-02-25T17:07:57.268572Z","caller":"traceutil/trace.go:171","msg":"trace[356421706] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1664; }","duration":"197.608644ms","start":"2026-02-25T17:07:57.070944Z","end":"2026-02-25T17:07:57.268553Z","steps":["trace[356421706] 'agreement among raft nodes before linearized reading' (duration: 197.261407ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:07:57.314879Z","caller":"traceutil/trace.go:171","msg":"trace[1292854223] transaction","detail":"{read_only:false; response_revision:1665; number_of_response:1; }","duration":"238.340284ms","start":"2026-02-25T17:07:57.076515Z","end":"2026-02-25T17:07:57.314856Z","steps":["trace[1292854223] 'process raft request' (duration: 238.193511ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:07:57.314934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.893913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-25T17:07:57.314992Z","caller":"traceutil/trace.go:171","msg":"trace[782385708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1665; }","duration":"130.003056ms","start":"2026-02-25T17:07:57.184975Z","end":"2026-02-25T17:07:57.314978Z","steps":["trace[782385708] 'agreement among raft nodes before linearized reading' (duration: 129.843502ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:07:57.558191Z","caller":"traceutil/trace.go:171","msg":"trace[1917045586] transaction","detail":"{read_only:false; response_revision:1666; number_of_response:1; }","duration":"239.99578ms","start":"2026-02-25T17:07:57.318175Z","end":"2026-02-25T17:07:57.55817Z","steps":["trace[1917045586] 'process raft request' (duration: 239.845847ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:07:57.659379Z","caller":"traceutil/trace.go:171","msg":"trace[953886228] linearizableReadLoop","detail":"{readStateIndex:1736; appliedIndex:1734; }","duration":"226.244212ms","start":"2026-02-25T17:07:57.433109Z","end":"2026-02-25T17:07:57.659353Z","steps":["trace[953886228] 'read index received' (duration: 124.951856ms)","trace[953886228] 'applied index is now lower than readState.Index' (duration: 101.290156ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:07:57.659584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.468138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:07:57.659653Z","caller":"traceutil/trace.go:171","msg":"trace[1159667364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1666; }","duration":"226.58397ms","start":"2026-02-25T17:07:57.433052Z","end":"2026-02-25T17:07:57.659636Z","steps":["trace[1159667364] 'agreement among raft nodes before linearized reading' (duration: 226.461208ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:07:57.659864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.652044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-25T17:07:57.659904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.652259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T17:07:57.659968Z","caller":"traceutil/trace.go:171","msg":"trace[1482240753] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1666; }","duration":"171.812837ms","start":"2026-02-25T17:07:57.488132Z","end":"2026-02-25T17:07:57.659945Z","steps":["trace[1482240753] 'agreement among raft nodes before linearized reading' (duration: 171.50661ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:07:57.660052Z","caller":"traceutil/trace.go:171","msg":"trace[1756085596] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1666; }","duration":"123.816111ms","start":"2026-02-25T17:07:57.536195Z","end":"2026-02-25T17:07:57.660011Z","steps":["trace[1756085596] 'agreement among raft nodes before linearized reading' (duration: 123.525495ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:07:57.83991Z","caller":"traceutil/trace.go:171","msg":"trace[1757461158] transaction","detail":"{read_only:false; response_revision:1668; number_of_response:1; }","duration":"175.821794ms","start":"2026-02-25T17:07:57.664058Z","end":"2026-02-25T17:07:57.839879Z","steps":["trace[1757461158] 'process raft request' (duration: 120.834188ms)","trace[1757461158] 'compare' (duration: 54.805322ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:07:57.839946Z","caller":"traceutil/trace.go:171","msg":"trace[170563246] transaction","detail":"{read_only:false; response_revision:1669; number_of_response:1; }","duration":"175.394545ms","start":"2026-02-25T17:07:57.664525Z","end":"2026-02-25T17:07:57.83992Z","steps":["trace[170563246] 'process raft request' (duration: 175.300873ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:07:58.340195Z","caller":"traceutil/trace.go:171","msg":"trace[1723986831] transaction","detail":"{read_only:false; response_revision:1671; number_of_response:1; }","duration":"129.818531ms","start":"2026-02-25T17:07:58.210342Z","end":"2026-02-25T17:07:58.340161Z","steps":["trace[1723986831] 'process raft request' (duration: 129.640047ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:07:59.175208Z","caller":"traceutil/trace.go:171","msg":"trace[1494711854] transaction","detail":"{read_only:false; response_revision:1673; number_of_response:1; }","duration":"162.17838ms","start":"2026-02-25T17:07:59.013005Z","end":"2026-02-25T17:07:59.175184Z","steps":["trace[1494711854] 'process raft request' (duration: 161.996186ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:07:59.591941Z","caller":"traceutil/trace.go:171","msg":"trace[669531487] linearizableReadLoop","detail":"{readStateIndex:1744; appliedIndex:1743; }","duration":"245.298685ms","start":"2026-02-25T17:07:59.34662Z","end":"2026-02-25T17:07:59.591919Z","steps":["trace[669531487] 'read index received' (duration: 245.08777ms)","trace[669531487] 'applied index is now lower than readState.Index' (duration: 209.665µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:07:59.592029Z","caller":"traceutil/trace.go:171","msg":"trace[584794012] transaction","detail":"{read_only:false; response_revision:1674; number_of_response:1; }","duration":"249.991345ms","start":"2026-02-25T17:07:59.342004Z","end":"2026-02-25T17:07:59.591996Z","steps":["trace[584794012] 'process raft request' (duration: 249.785431ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:07:59.592084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.834759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:07:59.592117Z","caller":"traceutil/trace.go:171","msg":"trace[1387528564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1674; }","duration":"158.91273ms","start":"2026-02-25T17:07:59.433194Z","end":"2026-02-25T17:07:59.592107Z","steps":["trace[1387528564] 'agreement among raft nodes before linearized reading' (duration: 158.848108ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:07:59.592139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.505039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3875"} {"level":"info","ts":"2026-02-25T17:07:59.592176Z","caller":"traceutil/trace.go:171","msg":"trace[2145089460] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1674; }","duration":"245.5653ms","start":"2026-02-25T17:07:59.346598Z","end":"2026-02-25T17:07:59.592163Z","steps":["trace[2145089460] 'agreement among raft nodes before linearized reading' (duration: 245.441187ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:07:59.702766Z","caller":"traceutil/trace.go:171","msg":"trace[1446243314] transaction","detail":"{read_only:false; response_revision:1675; number_of_response:1; }","duration":"106.311674ms","start":"2026-02-25T17:07:59.596422Z","end":"2026-02-25T17:07:59.702734Z","steps":["trace[1446243314] 'process raft request' (duration: 61.422496ms)","trace[1446243314] 'compare' (duration: 44.688674ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:07:59.897755Z","caller":"traceutil/trace.go:171","msg":"trace[1832610326] linearizableReadLoop","detail":"{readStateIndex:1746; appliedIndex:1745; }","duration":"146.083532ms","start":"2026-02-25T17:07:59.751642Z","end":"2026-02-25T17:07:59.897725Z","steps":["trace[1832610326] 'read index received' (duration: 137.984767ms)","trace[1832610326] 'applied index is now lower than readState.Index' (duration: 8.097275ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:07:59.897807Z","caller":"traceutil/trace.go:171","msg":"trace[1587781538] transaction","detail":"{read_only:false; response_revision:1676; number_of_response:1; }","duration":"191.059793ms","start":"2026-02-25T17:07:59.706716Z","end":"2026-02-25T17:07:59.897776Z","steps":["trace[1587781538] 'process raft request' (duration: 182.926587ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:07:59.897957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.294316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:07:59.898009Z","caller":"traceutil/trace.go:171","msg":"trace[2114249024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1676; }","duration":"146.391769ms","start":"2026-02-25T17:07:59.751603Z","end":"2026-02-25T17:07:59.897995Z","steps":["trace[2114249024] 'agreement among raft nodes before linearized reading' (duration: 146.289216ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:08:01.281501Z","caller":"traceutil/trace.go:171","msg":"trace[546871166] transaction","detail":"{read_only:false; response_revision:1679; number_of_response:1; }","duration":"220.740614ms","start":"2026-02-25T17:08:01.060733Z","end":"2026-02-25T17:08:01.281473Z","steps":["trace[546871166] 'process raft request' (duration: 220.574851ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:08:01.442907Z","caller":"traceutil/trace.go:171","msg":"trace[65629124] transaction","detail":"{read_only:false; response_revision:1680; number_of_response:1; }","duration":"379.934829ms","start":"2026-02-25T17:08:01.062943Z","end":"2026-02-25T17:08:01.442878Z","steps":["trace[65629124] 'process raft request' (duration: 379.713164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:08:01.443094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:08:01.062932Z","time spent":"380.066572ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4376,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:08:01.705535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.225458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:08:01.705629Z","caller":"traceutil/trace.go:171","msg":"trace[2029305040] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1680; }","duration":"103.387592ms","start":"2026-02-25T17:08:01.602221Z","end":"2026-02-25T17:08:01.705609Z","steps":["trace[2029305040] 'count revisions from in-memory index tree' (duration: 103.104296ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:08:01.705664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.942271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-25T17:08:01.705736Z","caller":"traceutil/trace.go:171","msg":"trace[1956889330] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1680; }","duration":"109.089914ms","start":"2026-02-25T17:08:01.596631Z","end":"2026-02-25T17:08:01.705721Z","steps":["trace[1956889330] 'range keys from in-memory index tree' (duration: 108.728997ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:08:01.70596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.186014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3875"} {"level":"info","ts":"2026-02-25T17:08:01.706077Z","caller":"traceutil/trace.go:171","msg":"trace[1952685960] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1680; }","duration":"101.365477ms","start":"2026-02-25T17:08:01.604688Z","end":"2026-02-25T17:08:01.706054Z","steps":["trace[1952685960] 'range keys from in-memory index tree' (duration: 100.768584ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:08:01.900596Z","caller":"traceutil/trace.go:171","msg":"trace[1290132848] transaction","detail":"{read_only:false; response_revision:1682; number_of_response:1; }","duration":"190.293127ms","start":"2026-02-25T17:08:01.710266Z","end":"2026-02-25T17:08:01.900559Z","steps":["trace[1290132848] 'process raft request' (duration: 185.682637ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:08:02.077694Z","caller":"traceutil/trace.go:171","msg":"trace[223778994] linearizableReadLoop","detail":"{readStateIndex:1755; appliedIndex:1753; }","duration":"113.787096ms","start":"2026-02-25T17:08:01.963883Z","end":"2026-02-25T17:08:02.07767Z","steps":["trace[223778994] 'read index received' (duration: 79.20383ms)","trace[223778994] 'applied index is now lower than readState.Index' (duration: 34.581946ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:08:02.077941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.045291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-25T17:08:02.077958Z","caller":"traceutil/trace.go:171","msg":"trace[1965268973] transaction","detail":"{read_only:false; response_revision:1684; number_of_response:1; }","duration":"120.440609ms","start":"2026-02-25T17:08:01.957491Z","end":"2026-02-25T17:08:02.077932Z","steps":["trace[1965268973] 'process raft request' (duration: 120.03969ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:08:02.077981Z","caller":"traceutil/trace.go:171","msg":"trace[1903853464] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1684; }","duration":"114.138464ms","start":"2026-02-25T17:08:01.963832Z","end":"2026-02-25T17:08:02.077971Z","steps":["trace[1903853464] 'agreement among raft nodes before linearized reading' (duration: 113.935069ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:08:03.435968Z","caller":"traceutil/trace.go:171","msg":"trace[234217657] transaction","detail":"{read_only:false; response_revision:1687; number_of_response:1; }","duration":"111.622179ms","start":"2026-02-25T17:08:03.324308Z","end":"2026-02-25T17:08:03.43593Z","steps":["trace[234217657] 'process raft request' (duration: 111.324323ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:08:06.322177Z","caller":"traceutil/trace.go:171","msg":"trace[2140515136] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"116.727018ms","start":"2026-02-25T17:08:06.2054Z","end":"2026-02-25T17:08:06.322127Z","steps":["trace[2140515136] 'process raft request' (duration: 116.34914ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:08:06.408137Z","caller":"traceutil/trace.go:171","msg":"trace[450070514] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"113.121941ms","start":"2026-02-25T17:08:06.294986Z","end":"2026-02-25T17:08:06.408108Z","steps":["trace[450070514] 'process raft request' (duration: 77.458071ms)","trace[450070514] 'compare' (duration: 35.465096ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:08:26.257288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.596247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-7cccc49bbb-kxnbd.18978c4c7f8a9fd1\" ","response":"range_response_count:1 size:899"} {"level":"info","ts":"2026-02-25T17:08:26.257374Z","caller":"traceutil/trace.go:171","msg":"trace[1012764284] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-7cccc49bbb-kxnbd.18978c4c7f8a9fd1; range_end:; response_count:1; response_revision:1765; }","duration":"199.74544ms","start":"2026-02-25T17:08:26.057607Z","end":"2026-02-25T17:08:26.257353Z","steps":["trace[1012764284] 'range keys from in-memory index tree' (duration: 199.410423ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:08:26.257431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.706971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-6d66bf568-nnpqb\" ","response":"range_response_count:1 size:5961"} {"level":"info","ts":"2026-02-25T17:08:26.257502Z","caller":"traceutil/trace.go:171","msg":"trace[411720573] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-6d66bf568-nnpqb; range_end:; response_count:1; response_revision:1765; }","duration":"200.812424ms","start":"2026-02-25T17:08:26.056666Z","end":"2026-02-25T17:08:26.257478Z","steps":["trace[411720573] 'range keys from in-memory index tree' (duration: 200.539497ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:08:26.25755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.845995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-25T17:08:26.257656Z","caller":"traceutil/trace.go:171","msg":"trace[2059108898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1765; }","duration":"113.04441ms","start":"2026-02-25T17:08:26.144582Z","end":"2026-02-25T17:08:26.257626Z","steps":["trace[2059108898] 'range keys from in-memory index tree' (duration: 112.663971ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:08:26.858422Z","caller":"traceutil/trace.go:171","msg":"trace[1568729561] transaction","detail":"{read_only:false; response_revision:1774; number_of_response:1; }","duration":"156.271513ms","start":"2026-02-25T17:08:26.702129Z","end":"2026-02-25T17:08:26.8584Z","steps":["trace[1568729561] 'process raft request' (duration: 156.12084ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:08:26.861575Z","caller":"traceutil/trace.go:171","msg":"trace[106876483] transaction","detail":"{read_only:false; response_revision:1775; number_of_response:1; }","duration":"157.55365ms","start":"2026-02-25T17:08:26.704Z","end":"2026-02-25T17:08:26.861554Z","steps":["trace[106876483] 'process raft request' (duration: 157.467468ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:08:38.622012Z","caller":"traceutil/trace.go:171","msg":"trace[872217539] transaction","detail":"{read_only:false; response_revision:1813; number_of_response:1; }","duration":"189.09779ms","start":"2026-02-25T17:08:38.432883Z","end":"2026-02-25T17:08:38.621981Z","steps":["trace[872217539] 'process raft request' (duration: 188.931936ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:08:38.651537Z","caller":"traceutil/trace.go:171","msg":"trace[774585587] linearizableReadLoop","detail":"{readStateIndex:1892; appliedIndex:1890; }","duration":"131.077479ms","start":"2026-02-25T17:08:38.520436Z","end":"2026-02-25T17:08:38.651513Z","steps":["trace[774585587] 'read index received' (duration: 101.395138ms)","trace[774585587] 'applied index is now lower than readState.Index' (duration: 29.681151ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:08:38.65173Z","caller":"traceutil/trace.go:171","msg":"trace[882760320] transaction","detail":"{read_only:false; response_revision:1814; number_of_response:1; }","duration":"218.133358ms","start":"2026-02-25T17:08:38.433533Z","end":"2026-02-25T17:08:38.651666Z","steps":["trace[882760320] 'process raft request' (duration: 214.682794ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:08:38.652286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.271293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T17:08:38.652401Z","caller":"traceutil/trace.go:171","msg":"trace[1563765287] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1814; }","duration":"131.958618ms","start":"2026-02-25T17:08:38.520416Z","end":"2026-02-25T17:08:38.652374Z","steps":["trace[1563765287] 'agreement among raft nodes before linearized reading' (duration: 131.243283ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:08:48.773447Z","caller":"traceutil/trace.go:171","msg":"trace[1865346287] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"100.611881ms","start":"2026-02-25T17:08:48.672801Z","end":"2026-02-25T17:08:48.773413Z","steps":["trace[1865346287] 'process raft request' (duration: 100.369226ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:08:53.185851Z","caller":"traceutil/trace.go:171","msg":"trace[560358142] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"122.899728ms","start":"2026-02-25T17:08:53.062917Z","end":"2026-02-25T17:08:53.185816Z","steps":["trace[560358142] 'process raft request' (duration: 108.431554ms)","trace[560358142] 'compare' (duration: 14.228869ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:08:53.187441Z","caller":"traceutil/trace.go:171","msg":"trace[1417475532] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"121.112171ms","start":"2026-02-25T17:08:53.066309Z","end":"2026-02-25T17:08:53.187421Z","steps":["trace[1417475532] 'process raft request' (duration: 120.859775ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:09:23.064053Z","caller":"traceutil/trace.go:171","msg":"trace[1279868631] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"111.571163ms","start":"2026-02-25T17:09:22.952451Z","end":"2026-02-25T17:09:23.064022Z","steps":["trace[1279868631] 'process raft request' (duration: 111.39479ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:09:53.366453Z","caller":"traceutil/trace.go:171","msg":"trace[1498508123] transaction","detail":"{read_only:false; response_revision:2070; number_of_response:1; }","duration":"100.599754ms","start":"2026-02-25T17:09:53.265828Z","end":"2026-02-25T17:09:53.366427Z","steps":["trace[1498508123] 'process raft request' (duration: 100.472052ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:10:11.603536Z","caller":"traceutil/trace.go:171","msg":"trace[995966891] transaction","detail":"{read_only:false; response_revision:2124; number_of_response:1; }","duration":"134.591722ms","start":"2026-02-25T17:10:11.468912Z","end":"2026-02-25T17:10:11.603504Z","steps":["trace[995966891] 'process raft request' (duration: 134.440809ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:10:11.841647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.924136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3875"} {"level":"info","ts":"2026-02-25T17:10:11.841725Z","caller":"traceutil/trace.go:171","msg":"trace[1001561052] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2126; }","duration":"104.043409ms","start":"2026-02-25T17:10:11.737665Z","end":"2026-02-25T17:10:11.841708Z","steps":["trace[1001561052] 'range keys from in-memory index tree' (duration: 103.697582ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:10:12.970212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.50898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3875"} {"level":"info","ts":"2026-02-25T17:10:12.970323Z","caller":"traceutil/trace.go:171","msg":"trace[1571253046] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2130; }","duration":"121.683553ms","start":"2026-02-25T17:10:12.848611Z","end":"2026-02-25T17:10:12.970294Z","steps":["trace[1571253046] 'range keys from in-memory index tree' (duration: 121.259843ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:10:30.231203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.194485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3875"} {"level":"info","ts":"2026-02-25T17:10:30.231339Z","caller":"traceutil/trace.go:171","msg":"trace[1481922965] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2186; }","duration":"141.387249ms","start":"2026-02-25T17:10:30.089925Z","end":"2026-02-25T17:10:30.231312Z","steps":["trace[1481922965] 'range keys from in-memory index tree' (duration: 141.024931ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:10:33.915677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.276755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T17:10:33.915756Z","caller":"traceutil/trace.go:171","msg":"trace[592983131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2195; }","duration":"111.393378ms","start":"2026-02-25T17:10:33.804345Z","end":"2026-02-25T17:10:33.915739Z","steps":["trace[592983131] 'range keys from in-memory index tree' (duration: 111.146933ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:10:46.24684Z","caller":"traceutil/trace.go:171","msg":"trace[710163530] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"206.967504ms","start":"2026-02-25T17:10:46.039842Z","end":"2026-02-25T17:10:46.24681Z","steps":["trace[710163530] 'process raft request' (duration: 205.611015ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:10:46.246997Z","caller":"traceutil/trace.go:171","msg":"trace[54776516] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"205.958851ms","start":"2026-02-25T17:10:46.041018Z","end":"2026-02-25T17:10:46.246977Z","steps":["trace[54776516] 'process raft request' (duration: 205.745277ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:10:49.92862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.164568ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:10:49.928832Z","caller":"traceutil/trace.go:171","msg":"trace[1501843151] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"183.72395ms","start":"2026-02-25T17:10:49.745063Z","end":"2026-02-25T17:10:49.928787Z","steps":["trace[1501843151] 'process raft request' (duration: 81.299436ms)","trace[1501843151] 'compare' (duration: 102.007454ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:10:49.928843Z","caller":"traceutil/trace.go:171","msg":"trace[1663109555] linearizableReadLoop","detail":"{readStateIndex:2351; appliedIndex:2350; }","duration":"136.451663ms","start":"2026-02-25T17:10:49.792371Z","end":"2026-02-25T17:10:49.928822Z","steps":["trace[1663109555] 'read index received' (duration: 34.049079ms)","trace[1663109555] 'applied index is now lower than readState.Index' (duration: 102.400194ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:10:49.929033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.653157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-25T17:10:49.929088Z","caller":"traceutil/trace.go:171","msg":"trace[1299224589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2247; }","duration":"136.755629ms","start":"2026-02-25T17:10:49.79232Z","end":"2026-02-25T17:10:49.929076Z","steps":["trace[1299224589] 'agreement among raft nodes before linearized reading' (duration: 136.560095ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:10:50.298287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.19471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T17:10:50.298786Z","caller":"traceutil/trace.go:171","msg":"trace[1586726826] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2248; }","duration":"162.733773ms","start":"2026-02-25T17:10:50.136037Z","end":"2026-02-25T17:10:50.29877Z","steps":["trace[1586726826] 'range keys from in-memory index tree' (duration: 162.049938ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:10:50.405981Z","caller":"traceutil/trace.go:171","msg":"trace[1886872537] transaction","detail":"{read_only:false; response_revision:2249; number_of_response:1; }","duration":"103.368604ms","start":"2026-02-25T17:10:50.302588Z","end":"2026-02-25T17:10:50.405957Z","steps":["trace[1886872537] 'process raft request' (duration: 103.238702ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:10:50.407573Z","caller":"traceutil/trace.go:171","msg":"trace[1188645734] transaction","detail":"{read_only:false; response_revision:2250; number_of_response:1; }","duration":"104.0576ms","start":"2026-02-25T17:10:50.303466Z","end":"2026-02-25T17:10:50.407523Z","steps":["trace[1188645734] 'process raft request' (duration: 103.790604ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:10:50.407877Z","caller":"traceutil/trace.go:171","msg":"trace[1576019753] transaction","detail":"{read_only:false; response_revision:2251; number_of_response:1; }","duration":"104.219064ms","start":"2026-02-25T17:10:50.30363Z","end":"2026-02-25T17:10:50.407849Z","steps":["trace[1576019753] 'process raft request' (duration: 103.837155ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:10:51.471714Z","caller":"traceutil/trace.go:171","msg":"trace[918617071] linearizableReadLoop","detail":"{readStateIndex:2357; appliedIndex:2356; }","duration":"172.993946ms","start":"2026-02-25T17:10:51.2987Z","end":"2026-02-25T17:10:51.471694Z","steps":["trace[918617071] 'read index received' (duration: 172.819892ms)","trace[918617071] 'applied index is now lower than readState.Index' (duration: 173.394µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:10:51.471831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.109908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:10:51.471854Z","caller":"traceutil/trace.go:171","msg":"trace[894233597] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2252; }","duration":"173.19473ms","start":"2026-02-25T17:10:51.298653Z","end":"2026-02-25T17:10:51.471847Z","steps":["trace[894233597] 'agreement among raft nodes before linearized reading' (duration: 173.131789ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:10:51.471838Z","caller":"traceutil/trace.go:171","msg":"trace[1217904185] transaction","detail":"{read_only:false; response_revision:2252; number_of_response:1; }","duration":"471.533048ms","start":"2026-02-25T17:10:51.00026Z","end":"2026-02-25T17:10:51.471793Z","steps":["trace[1217904185] 'process raft request' (duration: 471.318003ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:10:51.472038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:10:51.000224Z","time spent":"471.699522ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:11:02.247487Z","caller":"traceutil/trace.go:171","msg":"trace[136561322] linearizableReadLoop","detail":"{readStateIndex:2393; appliedIndex:2392; }","duration":"208.048586ms","start":"2026-02-25T17:11:02.039414Z","end":"2026-02-25T17:11:02.247463Z","steps":["trace[136561322] 'read index received' (duration: 206.852191ms)","trace[136561322] 'applied index is now lower than readState.Index' (duration: 1.195515ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:11:02.247527Z","caller":"traceutil/trace.go:171","msg":"trace[860263099] transaction","detail":"{read_only:false; response_revision:2285; number_of_response:1; }","duration":"245.507931ms","start":"2026-02-25T17:11:02.001994Z","end":"2026-02-25T17:11:02.247502Z","steps":["trace[860263099] 'process raft request' (duration: 244.290755ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:11:02.247644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.208079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-25T17:11:02.247808Z","caller":"traceutil/trace.go:171","msg":"trace[617713462] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2285; }","duration":"208.419004ms","start":"2026-02-25T17:11:02.039378Z","end":"2026-02-25T17:11:02.247797Z","steps":["trace[617713462] 'agreement among raft nodes before linearized reading' (duration: 208.193919ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:11:17.593541Z","caller":"traceutil/trace.go:171","msg":"trace[194767103] linearizableReadLoop","detail":"{readStateIndex:2442; appliedIndex:2441; }","duration":"156.858647ms","start":"2026-02-25T17:11:17.436651Z","end":"2026-02-25T17:11:17.593509Z","steps":["trace[194767103] 'read index received' (duration: 78.210079ms)","trace[194767103] 'applied index is now lower than readState.Index' (duration: 78.646638ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:11:17.593688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.01072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:11:17.593761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.452969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:11:17.593765Z","caller":"traceutil/trace.go:171","msg":"trace[722920159] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2331; }","duration":"157.095802ms","start":"2026-02-25T17:11:17.436645Z","end":"2026-02-25T17:11:17.593741Z","steps":["trace[722920159] 'agreement among raft nodes before linearized reading' (duration: 156.965899ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:11:17.59382Z","caller":"traceutil/trace.go:171","msg":"trace[1112324102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2331; }","duration":"115.55606ms","start":"2026-02-25T17:11:17.478247Z","end":"2026-02-25T17:11:17.593803Z","steps":["trace[1112324102] 'agreement among raft nodes before linearized reading' (duration: 115.446238ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:11:17.910088Z","caller":"traceutil/trace.go:171","msg":"trace[1793905485] linearizableReadLoop","detail":"{readStateIndex:2443; appliedIndex:2442; }","duration":"263.520507ms","start":"2026-02-25T17:11:17.646549Z","end":"2026-02-25T17:11:17.910069Z","steps":["trace[1793905485] 'read index received' (duration: 263.340353ms)","trace[1793905485] 'applied index is now lower than readState.Index' (duration: 179.294µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:11:17.910256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.695342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3875"} {"level":"info","ts":"2026-02-25T17:11:17.910286Z","caller":"traceutil/trace.go:171","msg":"trace[729409887] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2332; }","duration":"263.782533ms","start":"2026-02-25T17:11:17.646494Z","end":"2026-02-25T17:11:17.910277Z","steps":["trace[729409887] 'agreement among raft nodes before linearized reading' (duration: 263.64832ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:11:17.910263Z","caller":"traceutil/trace.go:171","msg":"trace[1213704191] transaction","detail":"{read_only:false; response_revision:2332; number_of_response:1; }","duration":"289.475205ms","start":"2026-02-25T17:11:17.620758Z","end":"2026-02-25T17:11:17.910233Z","steps":["trace[1213704191] 'process raft request' (duration: 289.199989ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:11:38.852283Z","caller":"traceutil/trace.go:171","msg":"trace[108250082] transaction","detail":"{read_only:false; response_revision:2398; number_of_response:1; }","duration":"166.72531ms","start":"2026-02-25T17:11:38.685523Z","end":"2026-02-25T17:11:38.852248Z","steps":["trace[108250082] 'process raft request' (duration: 166.660569ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:11:38.852438Z","caller":"traceutil/trace.go:171","msg":"trace[1420791986] transaction","detail":"{read_only:false; response_revision:2397; number_of_response:1; }","duration":"166.890283ms","start":"2026-02-25T17:11:38.685489Z","end":"2026-02-25T17:11:38.852379Z","steps":["trace[1420791986] 'process raft request' (duration: 136.912219ms)","trace[1420791986] 'compare' (duration: 29.594496ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:11:42.655226Z","caller":"traceutil/trace.go:171","msg":"trace[1221270670] transaction","detail":"{read_only:false; response_revision:2407; number_of_response:1; }","duration":"175.673541ms","start":"2026-02-25T17:11:42.479523Z","end":"2026-02-25T17:11:42.655197Z","steps":["trace[1221270670] 'process raft request' (duration: 175.512757ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:11:42.757551Z","caller":"traceutil/trace.go:171","msg":"trace[1448830497] linearizableReadLoop","detail":"{readStateIndex:2524; appliedIndex:2522; }","duration":"171.84716ms","start":"2026-02-25T17:11:42.585656Z","end":"2026-02-25T17:11:42.757503Z","steps":["trace[1448830497] 'read index received' (duration: 69.479271ms)","trace[1448830497] 'applied index is now lower than readState.Index' (duration: 102.365959ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:11:42.757653Z","caller":"traceutil/trace.go:171","msg":"trace[313371546] transaction","detail":"{read_only:false; response_revision:2408; number_of_response:1; }","duration":"219.618395ms","start":"2026-02-25T17:11:42.537992Z","end":"2026-02-25T17:11:42.757611Z","steps":["trace[313371546] 'process raft request' (duration: 191.131113ms)","trace[313371546] 'compare' (duration: 28.190336ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:11:42.757804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.101375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:11:42.757863Z","caller":"traceutil/trace.go:171","msg":"trace[653013887] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2408; }","duration":"172.243338ms","start":"2026-02-25T17:11:42.585601Z","end":"2026-02-25T17:11:42.757844Z","steps":["trace[653013887] 'agreement among raft nodes before linearized reading' (duration: 172.100735ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:12:37.308274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.820738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-25T17:12:37.308441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.522532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T17:12:37.308479Z","caller":"traceutil/trace.go:171","msg":"trace[780466124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2579; }","duration":"114.081742ms","start":"2026-02-25T17:12:37.194374Z","end":"2026-02-25T17:12:37.308456Z","steps":["trace[780466124] 'range keys from in-memory index tree' (duration: 113.618473ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:12:37.308538Z","caller":"traceutil/trace.go:171","msg":"trace[709852746] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2579; }","duration":"121.682025ms","start":"2026-02-25T17:12:37.186834Z","end":"2026-02-25T17:12:37.308516Z","steps":["trace[709852746] 'range keys from in-memory index tree' (duration: 121.124784ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:12:43.853144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.810829ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:12:43.853263Z","caller":"traceutil/trace.go:171","msg":"trace[1118850788] linearizableReadLoop","detail":"{readStateIndex:2729; appliedIndex:2728; }","duration":"493.526953ms","start":"2026-02-25T17:12:43.359716Z","end":"2026-02-25T17:12:43.853243Z","steps":["trace[1118850788] 'read index received' (duration: 370.481469ms)","trace[1118850788] 'applied index is now lower than readState.Index' (duration: 123.044344ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:12:43.85333Z","caller":"traceutil/trace.go:171","msg":"trace[1092660887] transaction","detail":"{read_only:false; response_revision:2600; number_of_response:1; }","duration":"502.401512ms","start":"2026-02-25T17:12:43.35089Z","end":"2026-02-25T17:12:43.853291Z","steps":["trace[1092660887] 'process raft request' (duration: 379.352258ms)","trace[1092660887] 'compare' (duration: 122.417481ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:12:43.85337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.818419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:12:43.853402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:12:43.350863Z","time spent":"502.503364ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T17:12:43.853405Z","caller":"traceutil/trace.go:171","msg":"trace[1652923069] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2600; }","duration":"417.89472ms","start":"2026-02-25T17:12:43.435501Z","end":"2026-02-25T17:12:43.853395Z","steps":["trace[1652923069] 'agreement among raft nodes before linearized reading' (duration: 417.839949ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:12:43.853514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.193572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3875"} {"level":"info","ts":"2026-02-25T17:12:43.853582Z","caller":"traceutil/trace.go:171","msg":"trace[922855198] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2600; }","duration":"270.276003ms","start":"2026-02-25T17:12:43.583286Z","end":"2026-02-25T17:12:43.853562Z","steps":["trace[922855198] 'agreement among raft nodes before linearized reading' (duration: 270.13571ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:12:43.853577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:12:43.435465Z","time spent":"418.094395ms","remote":"127.0.0.1:35412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T17:12:43.853629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.902601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:12:43.853712Z","caller":"traceutil/trace.go:171","msg":"trace[685584495] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2600; }","duration":"494.040144ms","start":"2026-02-25T17:12:43.359655Z","end":"2026-02-25T17:12:43.853695Z","steps":["trace[685584495] 'agreement among raft nodes before linearized reading' (duration: 493.659586ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:12:43.853761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:12:43.359633Z","time spent":"494.118686ms","remote":"127.0.0.1:35668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:12:43.854388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.677518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T17:12:43.854722Z","caller":"traceutil/trace.go:171","msg":"trace[1524307984] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2600; }","duration":"207.908813ms","start":"2026-02-25T17:12:43.646622Z","end":"2026-02-25T17:12:43.85453Z","steps":["trace[1524307984] 'agreement among raft nodes before linearized reading' (duration: 207.537225ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:14:46.216655Z","caller":"traceutil/trace.go:171","msg":"trace[1594319997] transaction","detail":"{read_only:false; response_revision:2978; number_of_response:1; }","duration":"226.93044ms","start":"2026-02-25T17:14:45.989695Z","end":"2026-02-25T17:14:46.216625Z","steps":["trace[1594319997] 'process raft request' (duration: 226.752366ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:14:56.899438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.778958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3875"} {"level":"info","ts":"2026-02-25T17:14:56.899527Z","caller":"traceutil/trace.go:171","msg":"trace[639884880] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3009; }","duration":"139.114515ms","start":"2026-02-25T17:14:56.760383Z","end":"2026-02-25T17:14:56.899498Z","steps":["trace[639884880] 'range keys from in-memory index tree' (duration: 138.576204ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:15:11.766463Z","caller":"traceutil/trace.go:171","msg":"trace[2123198069] linearizableReadLoop","detail":"{readStateIndex:3211; appliedIndex:3210; }","duration":"211.408895ms","start":"2026-02-25T17:15:11.555021Z","end":"2026-02-25T17:15:11.766429Z","steps":["trace[2123198069] 'read index received' (duration: 211.188401ms)","trace[2123198069] 'applied index is now lower than readState.Index' (duration: 215.944µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:15:11.766583Z","caller":"traceutil/trace.go:171","msg":"trace[825988890] transaction","detail":"{read_only:false; response_revision:3053; number_of_response:1; }","duration":"360.700163ms","start":"2026-02-25T17:15:11.405831Z","end":"2026-02-25T17:15:11.766531Z","steps":["trace[825988890] 'process raft request' (duration: 360.402947ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:15:11.766733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:15:11.4058Z","time spent":"360.844775ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:15:11.766799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.764562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T17:15:11.76683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.162944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-02-25T17:15:11.766919Z","caller":"traceutil/trace.go:171","msg":"trace[1194931976] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3053; }","duration":"137.252877ms","start":"2026-02-25T17:15:11.629652Z","end":"2026-02-25T17:15:11.766905Z","steps":["trace[1194931976] 'agreement among raft nodes before linearized reading' (duration: 137.031511ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:15:11.766862Z","caller":"traceutil/trace.go:171","msg":"trace[331549023] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3053; }","duration":"211.856345ms","start":"2026-02-25T17:15:11.554988Z","end":"2026-02-25T17:15:11.766844Z","steps":["trace[331549023] 'agreement among raft nodes before linearized reading' (duration: 211.61534ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:15:18.058146Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2146} {"level":"info","ts":"2026-02-25T17:15:18.160172Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2146,"took":"101.273275ms","hash":96607516,"current-db-size-bytes":14258176,"current-db-size":"14 MB","current-db-size-in-use-bytes":4345856,"current-db-size-in-use":"4.3 MB"} {"level":"info","ts":"2026-02-25T17:15:18.160269Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":96607516,"revision":2146,"compact-revision":-1} {"level":"warn","ts":"2026-02-25T17:15:22.327357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.236591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T17:15:22.327515Z","caller":"traceutil/trace.go:171","msg":"trace[477600376] linearizableReadLoop","detail":"{readStateIndex:3248; appliedIndex:3247; }","duration":"353.206087ms","start":"2026-02-25T17:15:21.974286Z","end":"2026-02-25T17:15:22.327492Z","steps":["trace[477600376] 'read index received' (duration: 164.68939ms)","trace[477600376] 'applied index is now lower than readState.Index' (duration: 188.515017ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:15:22.327557Z","caller":"traceutil/trace.go:171","msg":"trace[1746309644] transaction","detail":"{read_only:false; response_revision:3087; number_of_response:1; }","duration":"514.455553ms","start":"2026-02-25T17:15:21.813057Z","end":"2026-02-25T17:15:22.327513Z","steps":["trace[1746309644] 'process raft request' (duration: 325.949347ms)","trace[1746309644] 'compare' (duration: 187.977125ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:15:22.327792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:15:21.813043Z","time spent":"514.625487ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T17:15:22.32778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.327307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.219\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-25T17:15:22.327779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.483192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T17:15:22.327874Z","caller":"traceutil/trace.go:171","msg":"trace[1860837767] range","detail":"{range_begin:/registry/masterleases/199.19.213.219; range_end:; response_count:1; response_revision:3087; }","duration":"350.4812ms","start":"2026-02-25T17:15:21.977371Z","end":"2026-02-25T17:15:22.327852Z","steps":["trace[1860837767] 'agreement among raft nodes before linearized reading' (duration: 350.268146ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:15:22.327888Z","caller":"traceutil/trace.go:171","msg":"trace[1686985921] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3087; }","duration":"353.661925ms","start":"2026-02-25T17:15:21.974211Z","end":"2026-02-25T17:15:22.327873Z","steps":["trace[1686985921] 'agreement among raft nodes before linearized reading' (duration: 353.37696ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:15:22.327917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.547585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3875"} {"level":"info","ts":"2026-02-25T17:15:22.328012Z","caller":"traceutil/trace.go:171","msg":"trace[1766343408] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3087; }","duration":"253.692408ms","start":"2026-02-25T17:15:22.074299Z","end":"2026-02-25T17:15:22.327992Z","steps":["trace[1766343408] 'agreement among raft nodes before linearized reading' (duration: 253.424222ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:15:22.327943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:15:21.977346Z","time spent":"350.582602ms","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.219\" "} {"level":"warn","ts":"2026-02-25T17:15:22.327943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:15:21.97418Z","time spent":"353.748878ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-25T17:15:22.475916Z","caller":"traceutil/trace.go:171","msg":"trace[1106376094] transaction","detail":"{read_only:false; response_revision:3088; number_of_response:1; }","duration":"143.395834ms","start":"2026-02-25T17:15:22.332499Z","end":"2026-02-25T17:15:22.475895Z","steps":["trace[1106376094] 'process raft request' (duration: 138.387471ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:15:40.939901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453335583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3875"} {"level":"info","ts":"2026-02-25T17:15:40.940019Z","caller":"traceutil/trace.go:171","msg":"trace[356561605] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3140; }","duration":"1.453543747s","start":"2026-02-25T17:15:39.486448Z","end":"2026-02-25T17:15:40.939992Z","steps":["trace[356561605] 'range keys from in-memory index tree' (duration: 1.453141488s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:15:40.940047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.882736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-25T17:15:40.940073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:15:39.486422Z","time spent":"1.453637268s","remote":"127.0.0.1:56742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3898,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-25T17:15:40.940101Z","caller":"traceutil/trace.go:171","msg":"trace[1515075401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3140; }","duration":"461.981518ms","start":"2026-02-25T17:15:40.478106Z","end":"2026-02-25T17:15:40.940087Z","steps":["trace[1515075401] 'range keys from in-memory index tree' (duration: 461.430996ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:15:40.940134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:15:40.47808Z","time spent":"462.045859ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T17:15:40.940316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.517486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-25T17:15:40.940283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503911849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T17:15:40.940367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.030077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T17:15:40.940394Z","caller":"traceutil/trace.go:171","msg":"trace[1036620786] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3140; }","duration":"278.64963ms","start":"2026-02-25T17:15:40.661729Z","end":"2026-02-25T17:15:40.940378Z","steps":["trace[1036620786] 'range keys from in-memory index tree' (duration: 277.859123ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:15:40.940441Z","caller":"traceutil/trace.go:171","msg":"trace[15598550] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3140; }","duration":"662.15644ms","start":"2026-02-25T17:15:40.278265Z","end":"2026-02-25T17:15:40.940422Z","steps":["trace[15598550] 'count revisions from in-memory index tree' (duration: 661.918374ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:15:40.940437Z","caller":"traceutil/trace.go:171","msg":"trace[1396894459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3140; }","duration":"1.504135804s","start":"2026-02-25T17:15:39.436265Z","end":"2026-02-25T17:15:40.9404Z","steps":["trace[1396894459] 'range keys from in-memory index tree' (duration: 1.503772776s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:15:40.940472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:15:40.278245Z","time spent":"662.21988ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-25T17:15:40.940505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:15:39.436237Z","time spent":"1.504252296s","remote":"127.0.0.1:35410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T17:15:40.940585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.749348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-25T17:15:40.940659Z","caller":"traceutil/trace.go:171","msg":"trace[1125393997] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3140; }","duration":"883.89093ms","start":"2026-02-25T17:15:40.05675Z","end":"2026-02-25T17:15:40.94064Z","steps":["trace[1125393997] 'range keys from in-memory index tree' (duration: 882.981791ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:15:40.940715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:15:40.056723Z","time spent":"883.972122ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T17:15:40.940844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.247383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T17:15:40.941008Z","caller":"traceutil/trace.go:171","msg":"trace[1732911699] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3140; }","duration":"359.463878ms","start":"2026-02-25T17:15:40.581506Z","end":"2026-02-25T17:15:40.940969Z","steps":["trace[1732911699] 'range keys from in-memory index tree' (duration: 358.747353ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:15:40.941064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T17:15:40.581482Z","time spent":"359.570591ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-25T17:15:41.045844Z","caller":"traceutil/trace.go:171","msg":"trace[49259489] transaction","detail":"{read_only:false; response_revision:3141; number_of_response:1; }","duration":"100.207063ms","start":"2026-02-25T17:15:40.945604Z","end":"2026-02-25T17:15:41.045811Z","steps":["trace[49259489] 'process raft request' (duration: 100.013309ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:15:41.062561Z","caller":"traceutil/trace.go:171","msg":"trace[966983817] transaction","detail":"{read_only:false; response_revision:3142; number_of_response:1; }","duration":"116.77399ms","start":"2026-02-25T17:15:40.945769Z","end":"2026-02-25T17:15:41.062543Z","steps":["trace[966983817] 'process raft request' (duration: 116.557145ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:15:41.062565Z","caller":"traceutil/trace.go:171","msg":"trace[1632968209] transaction","detail":"{read_only:false; response_revision:3143; number_of_response:1; }","duration":"116.324369ms","start":"2026-02-25T17:15:40.946211Z","end":"2026-02-25T17:15:41.062535Z","steps":["trace[1632968209] 'process raft request' (duration: 116.264038ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:15:41.06296Z","caller":"traceutil/trace.go:171","msg":"trace[790050150] transaction","detail":"{read_only:false; response_revision:3144; number_of_response:1; }","duration":"116.330439ms","start":"2026-02-25T17:15:40.946622Z","end":"2026-02-25T17:15:41.062952Z","steps":["trace[790050150] 'process raft request' (duration: 115.88532ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:15:41.06332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.384825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:15:41.063353Z","caller":"traceutil/trace.go:171","msg":"trace[1718119946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3144; }","duration":"111.468237ms","start":"2026-02-25T17:15:40.951875Z","end":"2026-02-25T17:15:41.063343Z","steps":["trace[1718119946] 'agreement among raft nodes before linearized reading' (duration: 111.392045ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:15:41.063237Z","caller":"traceutil/trace.go:171","msg":"trace[1107336613] linearizableReadLoop","detail":"{readStateIndex:3309; appliedIndex:3305; }","duration":"111.252233ms","start":"2026-02-25T17:15:40.951921Z","end":"2026-02-25T17:15:41.063174Z","steps":["trace[1107336613] 'read index received' (duration: 93.768828ms)","trace[1107336613] 'applied index is now lower than readState.Index' (duration: 17.481304ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:17:35.792015Z","caller":"traceutil/trace.go:171","msg":"trace[595186304] transaction","detail":"{read_only:false; response_revision:3501; number_of_response:1; }","duration":"147.741127ms","start":"2026-02-25T17:17:35.64422Z","end":"2026-02-25T17:17:35.791962Z","steps":["trace[595186304] 'process raft request' (duration: 146.540441ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:17:35.792581Z","caller":"traceutil/trace.go:171","msg":"trace[1764863937] transaction","detail":"{read_only:false; response_revision:3502; number_of_response:1; }","duration":"117.64963ms","start":"2026-02-25T17:17:35.674849Z","end":"2026-02-25T17:17:35.792498Z","steps":["trace[1764863937] 'process raft request' (duration: 117.401965ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:18:02.410791Z","caller":"traceutil/trace.go:171","msg":"trace[1617229400] linearizableReadLoop","detail":"{readStateIndex:3778; appliedIndex:3777; }","duration":"275.247853ms","start":"2026-02-25T17:18:02.13551Z","end":"2026-02-25T17:18:02.410758Z","steps":["trace[1617229400] 'read index received' (duration: 193.761449ms)","trace[1617229400] 'applied index is now lower than readState.Index' (duration: 81.485054ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:18:02.41092Z","caller":"traceutil/trace.go:171","msg":"trace[191267825] transaction","detail":"{read_only:false; response_revision:3583; number_of_response:1; }","duration":"281.389523ms","start":"2026-02-25T17:18:02.129475Z","end":"2026-02-25T17:18:02.410865Z","steps":["trace[191267825] 'process raft request' (duration: 199.886958ms)","trace[191267825] 'compare' (duration: 81.246459ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T17:18:02.411085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.897421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T17:18:02.411171Z","caller":"traceutil/trace.go:171","msg":"trace[1820295054] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:3583; }","duration":"210.077025ms","start":"2026-02-25T17:18:02.201074Z","end":"2026-02-25T17:18:02.411151Z","steps":["trace[1820295054] 'agreement among raft nodes before linearized reading' (duration: 209.911091ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:18:02.411159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.604131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3875"} {"level":"info","ts":"2026-02-25T17:18:02.411278Z","caller":"traceutil/trace.go:171","msg":"trace[1836601666] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3583; }","duration":"275.761044ms","start":"2026-02-25T17:18:02.13549Z","end":"2026-02-25T17:18:02.411251Z","steps":["trace[1836601666] 'agreement among raft nodes before linearized reading' (duration: 275.427347ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:18:44.278513Z","caller":"traceutil/trace.go:171","msg":"trace[1782169945] transaction","detail":"{read_only:false; response_revision:3714; number_of_response:1; }","duration":"114.117662ms","start":"2026-02-25T17:18:44.164349Z","end":"2026-02-25T17:18:44.278467Z","steps":["trace[1782169945] 'process raft request' (duration: 113.813415ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T17:20:18.066042Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3075} {"level":"info","ts":"2026-02-25T17:20:18.08705Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3075,"took":"19.834663ms","hash":2128564803,"current-db-size-bytes":14258176,"current-db-size":"14 MB","current-db-size-in-use-bytes":4734976,"current-db-size-in-use":"4.7 MB"} {"level":"info","ts":"2026-02-25T17:20:18.087146Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2128564803,"revision":3075,"compact-revision":2146} {"level":"info","ts":"2026-02-25T17:21:43.269515Z","caller":"traceutil/trace.go:171","msg":"trace[141073770] linearizableReadLoop","detail":"{readStateIndex:4498; appliedIndex:4497; }","duration":"112.515259ms","start":"2026-02-25T17:21:43.156968Z","end":"2026-02-25T17:21:43.269483Z","steps":["trace[141073770] 'read index received' (duration: 112.288403ms)","trace[141073770] 'applied index is now lower than readState.Index' (duration: 225.666µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T17:21:43.269591Z","caller":"traceutil/trace.go:171","msg":"trace[146136779] transaction","detail":"{read_only:false; response_revision:4258; number_of_response:1; }","duration":"137.490404ms","start":"2026-02-25T17:21:43.132072Z","end":"2026-02-25T17:21:43.269563Z","steps":["trace[146136779] 'process raft request' (duration: 137.248018ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:21:43.269813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.868776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3875"} {"level":"info","ts":"2026-02-25T17:21:43.269913Z","caller":"traceutil/trace.go:171","msg":"trace[1116952851] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4258; }","duration":"113.010869ms","start":"2026-02-25T17:21:43.156873Z","end":"2026-02-25T17:21:43.269884Z","steps":["trace[1116952851] 'agreement among raft nodes before linearized reading' (duration: 112.738753ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T17:22:56.743473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.204415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4687"} {"level":"info","ts":"2026-02-25T17:22:56.743557Z","caller":"traceutil/trace.go:171","msg":"trace[289214134] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:4488; }","duration":"100.340278ms","start":"2026-02-25T17:22:56.643201Z","end":"2026-02-25T17:22:56.743541Z","steps":["trace[289214134] 'range keys from in-memory index tree' (duration: 99.96455ms)"],"step_count":1}