{"level":"warn","ts":"2026-03-25T16:50:26.735255Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-25T16:50:26.735347Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.69:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.69:2380","--initial-cluster=instance=https://199.204.45.69:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.69:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.69:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-25T16:50:26.735428Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-25T16:50:26.735442Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.69:2380"]} {"level":"info","ts":"2026-03-25T16:50:26.73546Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-25T16:50:26.736142Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.69:2379"]} {"level":"info","ts":"2026-03-25T16:50:26.736216Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.69:2380"],"listen-peer-urls":["https://199.204.45.69:2380"],"advertise-client-urls":["https://199.204.45.69:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.69:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.69:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-25T16:50:26.740535Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.103991ms"} {"level":"info","ts":"2026-03-25T16:50:26.790677Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"fe334179879fd0aa","cluster-id":"d79a8cccc23ced73"} {"level":"info","ts":"2026-03-25T16:50:26.790818Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe334179879fd0aa switched to configuration voters=()"} {"level":"info","ts":"2026-03-25T16:50:26.790852Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe334179879fd0aa became follower at term 0"} {"level":"info","ts":"2026-03-25T16:50:26.791063Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft fe334179879fd0aa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-25T16:50:26.791109Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe334179879fd0aa became follower at term 1"} {"level":"info","ts":"2026-03-25T16:50:26.791275Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe334179879fd0aa switched to configuration voters=(18317056099668185258)"} {"level":"warn","ts":"2026-03-25T16:50:26.835362Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-25T16:50:26.843945Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-25T16:50:26.857157Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-25T16:50:26.891593Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"fe334179879fd0aa","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-25T16:50:26.891769Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-25T16:50:26.891765Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"fe334179879fd0aa","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-25T16:50:26.891888Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-25T16:50:26.891974Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-25T16:50:26.898013Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-25T16:50:26.898363Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"fe334179879fd0aa","initial-advertise-peer-urls":["https://199.204.45.69:2380"],"listen-peer-urls":["https://199.204.45.69:2380"],"advertise-client-urls":["https://199.204.45.69:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.69:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-25T16:50:26.898419Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-25T16:50:26.898593Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.69:2380"} {"level":"info","ts":"2026-03-25T16:50:26.89862Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.69:2380"} {"level":"info","ts":"2026-03-25T16:50:26.92029Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe334179879fd0aa switched to configuration voters=(18317056099668185258)"} {"level":"info","ts":"2026-03-25T16:50:26.920501Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"d79a8cccc23ced73","local-member-id":"fe334179879fd0aa","added-peer-id":"fe334179879fd0aa","added-peer-peer-urls":["https://199.204.45.69:2380"]} {"level":"info","ts":"2026-03-25T16:50:27.492103Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe334179879fd0aa is starting a new election at term 1"} {"level":"info","ts":"2026-03-25T16:50:27.492164Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe334179879fd0aa became pre-candidate at term 1"} {"level":"info","ts":"2026-03-25T16:50:27.492202Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe334179879fd0aa received MsgPreVoteResp from fe334179879fd0aa at term 1"} {"level":"info","ts":"2026-03-25T16:50:27.492223Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe334179879fd0aa became candidate at term 2"} {"level":"info","ts":"2026-03-25T16:50:27.492236Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe334179879fd0aa received MsgVoteResp from fe334179879fd0aa at term 2"} {"level":"info","ts":"2026-03-25T16:50:27.492258Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe334179879fd0aa became leader at term 2"} {"level":"info","ts":"2026-03-25T16:50:27.492271Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: fe334179879fd0aa elected leader fe334179879fd0aa at term 2"} {"level":"info","ts":"2026-03-25T16:50:27.493782Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"fe334179879fd0aa","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.69:2379]}","request-path":"/0/members/fe334179879fd0aa/attributes","cluster-id":"d79a8cccc23ced73","publish-timeout":"7s"} {"level":"info","ts":"2026-03-25T16:50:27.493859Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-25T16:50:27.493922Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-25T16:50:27.49396Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-25T16:50:27.494168Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-25T16:50:27.494247Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-25T16:50:27.497778Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.69:2379"} {"level":"info","ts":"2026-03-25T16:50:27.498035Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-25T16:50:27.544571Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"d79a8cccc23ced73","local-member-id":"fe334179879fd0aa","cluster-version":"3.5"} {"level":"info","ts":"2026-03-25T16:50:27.544688Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-25T16:50:27.544746Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-25T16:50:30.299792Z","caller":"traceutil/trace.go:171","msg":"trace[1082374672] transaction","detail":"{read_only:false; response_revision:152; number_of_response:1; }","duration":"119.510256ms","start":"2026-03-25T16:50:30.180253Z","end":"2026-03-25T16:50:30.299764Z","steps":["trace[1082374672] 'process raft request' (duration: 41.924309ms)","trace[1082374672] 'compare' (duration: 77.464593ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:50:30.609156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.739954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:50:30.609298Z","caller":"traceutil/trace.go:171","msg":"trace[1677605378] transaction","detail":"{read_only:false; response_revision:162; number_of_response:1; }","duration":"214.783289ms","start":"2026-03-25T16:50:30.394474Z","end":"2026-03-25T16:50:30.609258Z","steps":["trace[1677605378] 'process raft request' (duration: 94.516138ms)","trace[1677605378] 'compare' (duration: 119.60409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:50:31.422945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.672043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:50:31.423085Z","caller":"traceutil/trace.go:171","msg":"trace[1987884158] linearizableReadLoop","detail":"{readStateIndex:168; appliedIndex:167; }","duration":"564.882817ms","start":"2026-03-25T16:50:30.858181Z","end":"2026-03-25T16:50:31.423064Z","steps":["trace[1987884158] 'read index received' (duration: 60.947065ms)","trace[1987884158] 'applied index is now lower than readState.Index' (duration: 503.934512ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:50:31.423151Z","caller":"traceutil/trace.go:171","msg":"trace[701166131] transaction","detail":"{read_only:false; response_revision:164; number_of_response:1; }","duration":"791.524604ms","start":"2026-03-25T16:50:30.631585Z","end":"2026-03-25T16:50:31.42311Z","steps":["trace[701166131] 'process raft request' (duration: 287.600133ms)","trace[701166131] 'compare' (duration: 503.496478ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:50:31.423216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.039832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:50:31.423269Z","caller":"traceutil/trace.go:171","msg":"trace[678665090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:164; }","duration":"565.155926ms","start":"2026-03-25T16:50:30.858101Z","end":"2026-03-25T16:50:31.423257Z","steps":["trace[678665090] 'agreement among raft nodes before linearized reading' (duration: 565.060073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:31.42331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:30.85807Z","time spent":"565.226088ms","remote":"127.0.0.1:60746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T16:50:31.42328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:30.631571Z","time spent":"791.647339ms","remote":"127.0.0.1:32932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":760,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T16:50:31.423408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.194536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-25T16:50:31.423592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.891162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:429"} {"level":"info","ts":"2026-03-25T16:50:31.423585Z","caller":"traceutil/trace.go:171","msg":"trace[484857945] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:164; }","duration":"398.376252ms","start":"2026-03-25T16:50:31.025185Z","end":"2026-03-25T16:50:31.423562Z","steps":["trace[484857945] 'agreement among raft nodes before linearized reading' (duration: 398.070212ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:31.423632Z","caller":"traceutil/trace.go:171","msg":"trace[698857989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:164; }","duration":"395.955024ms","start":"2026-03-25T16:50:31.027668Z","end":"2026-03-25T16:50:31.423623Z","steps":["trace[698857989] 'agreement among raft nodes before linearized reading' (duration: 395.888392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:31.423669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:31.027658Z","time spent":"396.002666ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T16:50:31.423693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:31.025104Z","time spent":"398.530886ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T16:50:33.136466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.795782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:50:33.136558Z","caller":"traceutil/trace.go:171","msg":"trace[1143725389] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pv-protection-controller; range_end:; response_count:0; response_revision:242; }","duration":"122.958256ms","start":"2026-03-25T16:50:33.013581Z","end":"2026-03-25T16:50:33.136539Z","steps":["trace[1143725389] 'range keys from in-memory index tree' (duration: 122.715818ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:33.310333Z","caller":"traceutil/trace.go:171","msg":"trace[1308650160] transaction","detail":"{read_only:false; response_revision:243; number_of_response:1; }","duration":"167.371705ms","start":"2026-03-25T16:50:33.142932Z","end":"2026-03-25T16:50:33.310304Z","steps":["trace[1308650160] 'process raft request' (duration: 167.21636ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:33.439317Z","caller":"traceutil/trace.go:171","msg":"trace[249993415] transaction","detail":"{read_only:false; response_revision:245; number_of_response:1; }","duration":"117.310997ms","start":"2026-03-25T16:50:33.321981Z","end":"2026-03-25T16:50:33.439292Z","steps":["trace[249993415] 'process raft request' (duration: 117.229724ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:33.439353Z","caller":"traceutil/trace.go:171","msg":"trace[30197879] transaction","detail":"{read_only:false; response_revision:244; number_of_response:1; }","duration":"120.362274ms","start":"2026-03-25T16:50:33.318966Z","end":"2026-03-25T16:50:33.439328Z","steps":["trace[30197879] 'process raft request' (duration: 46.64887ms)","trace[30197879] 'compare' (duration: 73.438735ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:50:33.815994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.78554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:50:33.816132Z","caller":"traceutil/trace.go:171","msg":"trace[825168048] transaction","detail":"{read_only:false; response_revision:248; number_of_response:1; }","duration":"360.347787ms","start":"2026-03-25T16:50:33.45575Z","end":"2026-03-25T16:50:33.816097Z","steps":["trace[825168048] 'process raft request' (duration: 98.393842ms)","trace[825168048] 'compare' (duration: 261.638535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:50:33.816197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:33.455736Z","time spent":"360.4387ms","remote":"127.0.0.1:60842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T16:50:33.823132Z","caller":"traceutil/trace.go:171","msg":"trace[883950432] transaction","detail":"{read_only:false; response_revision:249; number_of_response:1; }","duration":"366.766832ms","start":"2026-03-25T16:50:33.45634Z","end":"2026-03-25T16:50:33.823107Z","steps":["trace[883950432] 'process raft request' (duration: 366.550915ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:33.823173Z","caller":"traceutil/trace.go:171","msg":"trace[1523920279] transaction","detail":"{read_only:false; response_revision:250; number_of_response:1; }","duration":"366.320478ms","start":"2026-03-25T16:50:33.456822Z","end":"2026-03-25T16:50:33.823142Z","steps":["trace[1523920279] 'process raft request' (duration: 366.200744ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:33.823235Z","caller":"traceutil/trace.go:171","msg":"trace[445497571] transaction","detail":"{read_only:false; response_revision:251; number_of_response:1; }","duration":"366.113921ms","start":"2026-03-25T16:50:33.457089Z","end":"2026-03-25T16:50:33.823203Z","steps":["trace[445497571] 'process raft request' (duration: 365.969216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:33.823304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:33.456805Z","time spent":"366.442071ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T16:50:33.823305Z","caller":"traceutil/trace.go:171","msg":"trace[1053731439] transaction","detail":"{read_only:false; number_of_response:0; response_revision:253; }","duration":"282.828771ms","start":"2026-03-25T16:50:33.540471Z","end":"2026-03-25T16:50:33.8233Z","steps":["trace[1053731439] 'process raft request' (duration: 282.737148ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:33.823372Z","caller":"traceutil/trace.go:171","msg":"trace[219349689] transaction","detail":"{read_only:false; response_revision:253; number_of_response:1; }","duration":"365.926755ms","start":"2026-03-25T16:50:33.457415Z","end":"2026-03-25T16:50:33.823342Z","steps":["trace[219349689] 'process raft request' (duration: 365.715239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:33.823382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:33.457049Z","time spent":"366.266865ms","remote":"127.0.0.1:32932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":400,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T16:50:33.823394Z","caller":"traceutil/trace.go:171","msg":"trace[1413485565] linearizableReadLoop","detail":"{readStateIndex:256; appliedIndex:253; }","duration":"366.371589ms","start":"2026-03-25T16:50:33.456997Z","end":"2026-03-25T16:50:33.823368Z","steps":["trace[1413485565] 'read index received' (duration: 97.168103ms)","trace[1413485565] 'applied index is now lower than readState.Index' (duration: 269.202626ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:50:33.823449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:33.457402Z","time spent":"366.006867ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:50:33.823429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:33.456317Z","time spent":"366.877396ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:50:33.823515Z","caller":"traceutil/trace.go:171","msg":"trace[246530119] transaction","detail":"{read_only:false; number_of_response:0; response_revision:253; }","duration":"307.457608ms","start":"2026-03-25T16:50:33.51605Z","end":"2026-03-25T16:50:33.823508Z","steps":["trace[246530119] 'process raft request' (duration: 307.128947ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:33.823261Z","caller":"traceutil/trace.go:171","msg":"trace[1105442479] transaction","detail":"{read_only:false; response_revision:252; number_of_response:1; }","duration":"365.958206ms","start":"2026-03-25T16:50:33.457281Z","end":"2026-03-25T16:50:33.82324Z","steps":["trace[1105442479] 'process raft request' (duration: 365.814621ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:33.823546Z","caller":"traceutil/trace.go:171","msg":"trace[1208993346] transaction","detail":"{read_only:false; response_revision:257; number_of_response:1; }","duration":"281.730937ms","start":"2026-03-25T16:50:33.541807Z","end":"2026-03-25T16:50:33.823538Z","steps":["trace[1208993346] 'process raft request' (duration: 281.52907ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:33.823515Z","caller":"traceutil/trace.go:171","msg":"trace[103761000] transaction","detail":"{read_only:false; response_revision:255; number_of_response:1; }","duration":"282.399947ms","start":"2026-03-25T16:50:33.541066Z","end":"2026-03-25T16:50:33.823466Z","steps":["trace[103761000] 'process raft request' (duration: 282.201021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:33.823556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:33.516014Z","time spent":"307.519679ms","remote":"127.0.0.1:60960","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T16:50:33.823605Z","caller":"traceutil/trace.go:171","msg":"trace[1777499163] transaction","detail":"{read_only:false; response_revision:256; number_of_response:1; }","duration":"282.14583ms","start":"2026-03-25T16:50:33.541453Z","end":"2026-03-25T16:50:33.823599Z","steps":["trace[1777499163] 'process raft request' (duration: 281.84713ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:33.823578Z","caller":"traceutil/trace.go:171","msg":"trace[1520682461] transaction","detail":"{read_only:false; response_revision:254; number_of_response:1; }","duration":"283.020497ms","start":"2026-03-25T16:50:33.540505Z","end":"2026-03-25T16:50:33.823526Z","steps":["trace[1520682461] 'process raft request' (duration: 282.719878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:33.82364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:33.457268Z","time spent":"366.282946ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:50:33.823685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.68389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-25T16:50:33.823754Z","caller":"traceutil/trace.go:171","msg":"trace[820174467] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:257; }","duration":"366.772172ms","start":"2026-03-25T16:50:33.456959Z","end":"2026-03-25T16:50:33.823731Z","steps":["trace[820174467] 'agreement among raft nodes before linearized reading' (duration: 366.604226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:33.8238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:33.45695Z","time spent":"366.843305ms","remote":"127.0.0.1:60868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-03-25T16:50:34.574243Z","caller":"traceutil/trace.go:171","msg":"trace[240717887] transaction","detail":"{read_only:false; number_of_response:0; response_revision:277; }","duration":"112.43172ms","start":"2026-03-25T16:50:34.461783Z","end":"2026-03-25T16:50:34.574215Z","steps":["trace[240717887] 'process raft request' (duration: 89.081494ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:34.574305Z","caller":"traceutil/trace.go:171","msg":"trace[606160016] transaction","detail":"{read_only:false; number_of_response:0; response_revision:277; }","duration":"111.991816ms","start":"2026-03-25T16:50:34.462296Z","end":"2026-03-25T16:50:34.574288Z","steps":["trace[606160016] 'process raft request' (duration: 111.883413ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:34.574303Z","caller":"traceutil/trace.go:171","msg":"trace[2070385504] transaction","detail":"{read_only:false; number_of_response:0; response_revision:277; }","duration":"112.382439ms","start":"2026-03-25T16:50:34.461892Z","end":"2026-03-25T16:50:34.574274Z","steps":["trace[2070385504] 'process raft request' (duration: 112.244545ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:34.763761Z","caller":"traceutil/trace.go:171","msg":"trace[1549589804] linearizableReadLoop","detail":"{readStateIndex:289; appliedIndex:288; }","duration":"189.499411ms","start":"2026-03-25T16:50:34.574233Z","end":"2026-03-25T16:50:34.763732Z","steps":["trace[1549589804] 'read index received' (duration: 189.222142ms)","trace[1549589804] 'applied index is now lower than readState.Index' (duration: 276.309µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:50:34.763923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.88153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T16:50:34.763909Z","caller":"traceutil/trace.go:171","msg":"trace[774134074] transaction","detail":"{read_only:false; response_revision:278; number_of_response:1; }","duration":"243.298169ms","start":"2026-03-25T16:50:34.520573Z","end":"2026-03-25T16:50:34.763871Z","steps":["trace[774134074] 'process raft request' (duration: 242.979019ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:34.763968Z","caller":"traceutil/trace.go:171","msg":"trace[699213899] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:278; }","duration":"239.953063ms","start":"2026-03-25T16:50:34.524003Z","end":"2026-03-25T16:50:34.763956Z","steps":["trace[699213899] 'agreement among raft nodes before linearized reading' (duration: 239.86329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:34.764049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.706536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:5513"} {"level":"info","ts":"2026-03-25T16:50:34.764104Z","caller":"traceutil/trace.go:171","msg":"trace[1696711798] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:278; }","duration":"188.778458ms","start":"2026-03-25T16:50:34.575309Z","end":"2026-03-25T16:50:34.764088Z","steps":["trace[1696711798] 'agreement among raft nodes before linearized reading' (duration: 188.627483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:34.764039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.396482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-03-25T16:50:34.764107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.645014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:2920"} {"level":"warn","ts":"2026-03-25T16:50:34.764175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.774538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:5892"} {"level":"info","ts":"2026-03-25T16:50:34.764204Z","caller":"traceutil/trace.go:171","msg":"trace[1770333936] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:278; }","duration":"188.778728ms","start":"2026-03-25T16:50:34.575408Z","end":"2026-03-25T16:50:34.764186Z","steps":["trace[1770333936] 'agreement among raft nodes before linearized reading' (duration: 188.590102ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:34.76414Z","caller":"traceutil/trace.go:171","msg":"trace[1563383570] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:278; }","duration":"186.521356ms","start":"2026-03-25T16:50:34.577609Z","end":"2026-03-25T16:50:34.764131Z","steps":["trace[1563383570] 'agreement among raft nodes before linearized reading' (duration: 186.403773ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:34.764252Z","caller":"traceutil/trace.go:171","msg":"trace[1939844987] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:278; }","duration":"188.883192ms","start":"2026-03-25T16:50:34.575352Z","end":"2026-03-25T16:50:34.764235Z","steps":["trace[1939844987] 'agreement among raft nodes before linearized reading' (duration: 188.655164ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:35.015294Z","caller":"traceutil/trace.go:171","msg":"trace[1822220972] transaction","detail":"{read_only:false; response_revision:282; number_of_response:1; }","duration":"173.049235ms","start":"2026-03-25T16:50:34.842216Z","end":"2026-03-25T16:50:35.015266Z","steps":["trace[1822220972] 'process raft request' (duration: 131.53772ms)","trace[1822220972] 'compare' (duration: 41.364661ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:50:35.016545Z","caller":"traceutil/trace.go:171","msg":"trace[2098330708] transaction","detail":"{read_only:false; response_revision:283; number_of_response:1; }","duration":"174.168231ms","start":"2026-03-25T16:50:34.842362Z","end":"2026-03-25T16:50:35.01653Z","steps":["trace[2098330708] 'process raft request' (duration: 174.081218ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:36.509007Z","caller":"traceutil/trace.go:171","msg":"trace[1652573112] transaction","detail":"{read_only:false; response_revision:298; number_of_response:1; }","duration":"104.096932ms","start":"2026-03-25T16:50:36.40488Z","end":"2026-03-25T16:50:36.508977Z","steps":["trace[1652573112] 'process raft request' (duration: 28.847926ms)","trace[1652573112] 'compare' (duration: 75.111531ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:50:36.68599Z","caller":"traceutil/trace.go:171","msg":"trace[1243987381] transaction","detail":"{read_only:false; response_revision:299; number_of_response:1; }","duration":"130.878042ms","start":"2026-03-25T16:50:36.555073Z","end":"2026-03-25T16:50:36.685951Z","steps":["trace[1243987381] 'process raft request' (duration: 102.691967ms)","trace[1243987381] 'compare' (duration: 28.004009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:50:37.333995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.823277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:50:37.334142Z","caller":"traceutil/trace.go:171","msg":"trace[501852755] transaction","detail":"{read_only:false; response_revision:303; number_of_response:1; }","duration":"225.475598ms","start":"2026-03-25T16:50:37.108633Z","end":"2026-03-25T16:50:37.334108Z","steps":["trace[501852755] 'process raft request' (duration: 81.435274ms)","trace[501852755] 'compare' (duration: 143.676563ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:50:37.461648Z","caller":"traceutil/trace.go:171","msg":"trace[808666280] linearizableReadLoop","detail":"{readStateIndex:317; appliedIndex:313; }","duration":"306.723507ms","start":"2026-03-25T16:50:37.1549Z","end":"2026-03-25T16:50:37.461623Z","steps":["trace[808666280] 'read index received' (duration: 35.1866ms)","trace[808666280] 'applied index is now lower than readState.Index' (duration: 271.535837ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:50:37.461703Z","caller":"traceutil/trace.go:171","msg":"trace[1239296598] transaction","detail":"{read_only:false; response_revision:305; number_of_response:1; }","duration":"349.633975ms","start":"2026-03-25T16:50:37.112034Z","end":"2026-03-25T16:50:37.461668Z","steps":["trace[1239296598] 'process raft request' (duration: 349.48669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:37.461886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:37.112011Z","time spent":"349.773849ms","remote":"127.0.0.1:32916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2191,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:50:37.461909Z","caller":"traceutil/trace.go:171","msg":"trace[1031371465] transaction","detail":"{read_only:false; response_revision:304; number_of_response:1; }","duration":"349.849762ms","start":"2026-03-25T16:50:37.112034Z","end":"2026-03-25T16:50:37.461884Z","steps":["trace[1031371465] 'process raft request' (duration: 348.719335ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:37.461892Z","caller":"traceutil/trace.go:171","msg":"trace[803572440] transaction","detail":"{read_only:false; response_revision:306; number_of_response:1; }","duration":"347.711013ms","start":"2026-03-25T16:50:37.114149Z","end":"2026-03-25T16:50:37.46186Z","steps":["trace[803572440] 'process raft request' (duration: 347.431394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:37.462015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.590152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-03-25T16:50:37.462053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:37.11201Z","time spent":"349.956135ms","remote":"127.0.0.1:32916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":899,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:50:37.462109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.962808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4200"} {"level":"info","ts":"2026-03-25T16:50:37.462191Z","caller":"traceutil/trace.go:171","msg":"trace[164405822] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:306; }","duration":"147.03764ms","start":"2026-03-25T16:50:37.315116Z","end":"2026-03-25T16:50:37.462153Z","steps":["trace[164405822] 'agreement among raft nodes before linearized reading' (duration: 146.932607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:37.462258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.755359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"warn","ts":"2026-03-25T16:50:37.462293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.788071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-25T16:50:37.462129Z","caller":"traceutil/trace.go:171","msg":"trace[1885586901] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:306; }","duration":"258.765387ms","start":"2026-03-25T16:50:37.203327Z","end":"2026-03-25T16:50:37.462093Z","steps":["trace[1885586901] 'agreement among raft nodes before linearized reading' (duration: 258.523849ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:37.462314Z","caller":"traceutil/trace.go:171","msg":"trace[109365630] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:306; }","duration":"107.837382ms","start":"2026-03-25T16:50:37.354461Z","end":"2026-03-25T16:50:37.462298Z","steps":["trace[109365630] 'agreement among raft nodes before linearized reading' (duration: 107.745639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:37.462123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.456135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-03-25T16:50:37.46233Z","caller":"traceutil/trace.go:171","msg":"trace[1372175903] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:306; }","duration":"207.855094ms","start":"2026-03-25T16:50:37.254466Z","end":"2026-03-25T16:50:37.462322Z","steps":["trace[1372175903] 'agreement among raft nodes before linearized reading' (duration: 207.768641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:37.462199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:37.11413Z","time spent":"347.91697ms","remote":"127.0.0.1:32916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2094,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:50:37.462405Z","caller":"traceutil/trace.go:171","msg":"trace[622959356] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:306; }","duration":"157.777176ms","start":"2026-03-25T16:50:37.304606Z","end":"2026-03-25T16:50:37.462383Z","steps":["trace[622959356] 'agreement among raft nodes before linearized reading' (duration: 157.456095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:37.462428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.32855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-03-25T16:50:37.462473Z","caller":"traceutil/trace.go:171","msg":"trace[1123734329] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:306; }","duration":"147.394132ms","start":"2026-03-25T16:50:37.315065Z","end":"2026-03-25T16:50:37.462459Z","steps":["trace[1123734329] 'agreement among raft nodes before linearized reading' (duration: 147.315619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:37.462685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.907133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-25T16:50:37.462823Z","caller":"traceutil/trace.go:171","msg":"trace[915624676] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:306; }","duration":"307.950037ms","start":"2026-03-25T16:50:37.154838Z","end":"2026-03-25T16:50:37.462788Z","steps":["trace[915624676] 'agreement among raft nodes before linearized reading' (duration: 306.923374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:37.463059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:37.154812Z","time spent":"308.218245ms","remote":"127.0.0.1:60982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"warn","ts":"2026-03-25T16:50:37.712394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.722845ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:50:37.712507Z","caller":"traceutil/trace.go:171","msg":"trace[1778585391] transaction","detail":"{read_only:false; response_revision:314; number_of_response:1; }","duration":"178.550233ms","start":"2026-03-25T16:50:37.533938Z","end":"2026-03-25T16:50:37.712488Z","steps":["trace[1778585391] 'process raft request' (duration: 62.654732ms)","trace[1778585391] 'compare' (duration: 115.56277ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:50:37.900799Z","caller":"traceutil/trace.go:171","msg":"trace[978195052] transaction","detail":"{read_only:false; response_revision:315; number_of_response:1; }","duration":"365.36169ms","start":"2026-03-25T16:50:37.535406Z","end":"2026-03-25T16:50:37.900767Z","steps":["trace[978195052] 'process raft request' (duration: 295.786267ms)","trace[978195052] 'compare' (duration: 69.018315ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:50:37.900944Z","caller":"traceutil/trace.go:171","msg":"trace[1779394454] transaction","detail":"{read_only:false; response_revision:316; number_of_response:1; }","duration":"361.842866ms","start":"2026-03-25T16:50:37.539076Z","end":"2026-03-25T16:50:37.900919Z","steps":["trace[1779394454] 'process raft request' (duration: 361.573447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:37.901105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:37.539068Z","time spent":"361.95287ms","remote":"127.0.0.1:32916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:50:37.901642Z","caller":"traceutil/trace.go:171","msg":"trace[1481580533] transaction","detail":"{read_only:false; response_revision:318; number_of_response:1; }","duration":"346.37659ms","start":"2026-03-25T16:50:37.555232Z","end":"2026-03-25T16:50:37.901608Z","steps":["trace[1481580533] 'process raft request' (duration: 346.213585ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:37.901691Z","caller":"traceutil/trace.go:171","msg":"trace[1918312498] transaction","detail":"{read_only:false; response_revision:317; number_of_response:1; }","duration":"346.70727ms","start":"2026-03-25T16:50:37.554937Z","end":"2026-03-25T16:50:37.901644Z","steps":["trace[1918312498] 'process raft request' (duration: 345.912035ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:37.901785Z","caller":"traceutil/trace.go:171","msg":"trace[1503227396] linearizableReadLoop","detail":"{readStateIndex:327; appliedIndex:324; }","duration":"347.107913ms","start":"2026-03-25T16:50:37.554662Z","end":"2026-03-25T16:50:37.90177Z","steps":["trace[1503227396] 'read index received' (duration: 41.945687ms)","trace[1503227396] 'applied index is now lower than readState.Index' (duration: 305.161066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:50:37.90179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:37.555217Z","time spent":"346.507774ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3378,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T16:50:37.901876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:37.554925Z","time spent":"346.848875ms","remote":"127.0.0.1:60860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2162,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:50:37.900974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:37.535392Z","time spent":"365.503394ms","remote":"127.0.0.1:60842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":654,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T16:50:37.902084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.095175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-03-25T16:50:37.902145Z","caller":"traceutil/trace.go:171","msg":"trace[686896261] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:319; }","duration":"248.202538ms","start":"2026-03-25T16:50:37.653928Z","end":"2026-03-25T16:50:37.90213Z","steps":["trace[686896261] 'agreement among raft nodes before linearized reading' (duration: 248.099985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:37.902341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.754509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-25T16:50:37.902571Z","caller":"traceutil/trace.go:171","msg":"trace[1639892309] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:319; }","duration":"298.022558ms","start":"2026-03-25T16:50:37.604536Z","end":"2026-03-25T16:50:37.902559Z","steps":["trace[1639892309] 'agreement among raft nodes before linearized reading' (duration: 297.77797ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:37.901991Z","caller":"traceutil/trace.go:171","msg":"trace[1557005454] transaction","detail":"{read_only:false; response_revision:319; number_of_response:1; }","duration":"185.506125ms","start":"2026-03-25T16:50:37.716455Z","end":"2026-03-25T16:50:37.901961Z","steps":["trace[1557005454] 'process raft request' (duration: 185.102662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:37.90247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.810785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-25T16:50:37.902705Z","caller":"traceutil/trace.go:171","msg":"trace[132645333] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:319; }","duration":"348.097436ms","start":"2026-03-25T16:50:37.554586Z","end":"2026-03-25T16:50:37.902684Z","steps":["trace[132645333] 'agreement among raft nodes before linearized reading' (duration: 347.234358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:37.90276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:37.554573Z","time spent":"348.171437ms","remote":"127.0.0.1:60982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-03-25T16:50:37.903614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.870388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:1 size:3475"} {"level":"info","ts":"2026-03-25T16:50:37.903819Z","caller":"traceutil/trace.go:171","msg":"trace[1203241131] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:319; }","duration":"348.096845ms","start":"2026-03-25T16:50:37.555712Z","end":"2026-03-25T16:50:37.903809Z","steps":["trace[1203241131] 'agreement among raft nodes before linearized reading' (duration: 346.254146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:37.903913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:37.555701Z","time spent":"348.202639ms","remote":"127.0.0.1:32916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":3499,"request content":"key:\"/registry/clusterroles/edit\" "} {"level":"warn","ts":"2026-03-25T16:50:38.435663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.759774ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:50:38.43598Z","caller":"traceutil/trace.go:171","msg":"trace[1400823327] transaction","detail":"{read_only:false; response_revision:321; number_of_response:1; }","duration":"529.214749ms","start":"2026-03-25T16:50:37.906707Z","end":"2026-03-25T16:50:38.435922Z","steps":["trace[1400823327] 'process raft request' (duration: 309.02418ms)","trace[1400823327] 'compare' (duration: 219.435964ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:50:38.436152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:37.906691Z","time spent":"529.363124ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:50:38.436138Z","caller":"traceutil/trace.go:171","msg":"trace[324113919] transaction","detail":"{read_only:false; response_revision:323; number_of_response:1; }","duration":"528.848827ms","start":"2026-03-25T16:50:37.907251Z","end":"2026-03-25T16:50:38.4361Z","steps":["trace[324113919] 'process raft request' (duration: 528.647731ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:38.436178Z","caller":"traceutil/trace.go:171","msg":"trace[1723689443] transaction","detail":"{read_only:false; response_revision:322; number_of_response:1; }","duration":"528.921249ms","start":"2026-03-25T16:50:37.907205Z","end":"2026-03-25T16:50:38.436126Z","steps":["trace[1723689443] 'process raft request' (duration: 528.588038ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:38.436303Z","caller":"traceutil/trace.go:171","msg":"trace[331809709] transaction","detail":"{read_only:false; response_revision:324; number_of_response:1; }","duration":"528.937759ms","start":"2026-03-25T16:50:37.907315Z","end":"2026-03-25T16:50:38.436253Z","steps":["trace[331809709] 'process raft request' (duration: 528.627439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:38.436397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:37.907181Z","time spent":"529.112656ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:50:38.436361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:37.90722Z","time spent":"529.045574ms","remote":"127.0.0.1:60842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":669,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T16:50:38.436461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:37.907289Z","time spent":"529.097355ms","remote":"127.0.0.1:60982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":164,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T16:50:38.436458Z","caller":"traceutil/trace.go:171","msg":"trace[165640125] transaction","detail":"{read_only:false; response_revision:325; number_of_response:1; }","duration":"528.95256ms","start":"2026-03-25T16:50:37.907475Z","end":"2026-03-25T16:50:38.436428Z","steps":["trace[165640125] 'process raft request' (duration: 528.765644ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:38.436662Z","caller":"traceutil/trace.go:171","msg":"trace[1215755991] transaction","detail":"{read_only:false; response_revision:326; number_of_response:1; }","duration":"527.796583ms","start":"2026-03-25T16:50:37.908844Z","end":"2026-03-25T16:50:38.436641Z","steps":["trace[1215755991] 'process raft request' (duration: 527.520554ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:38.436692Z","caller":"traceutil/trace.go:171","msg":"trace[1836347898] transaction","detail":"{read_only:false; response_revision:327; number_of_response:1; }","duration":"527.404261ms","start":"2026-03-25T16:50:37.909265Z","end":"2026-03-25T16:50:38.436669Z","steps":["trace[1836347898] 'process raft request' (duration: 527.288357ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:38.436727Z","caller":"traceutil/trace.go:171","msg":"trace[2063871268] transaction","detail":"{read_only:false; response_revision:329; number_of_response:1; }","duration":"526.581834ms","start":"2026-03-25T16:50:37.910129Z","end":"2026-03-25T16:50:38.436711Z","steps":["trace[2063871268] 'process raft request' (duration: 526.538763ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:38.436734Z","caller":"traceutil/trace.go:171","msg":"trace[1369200545] transaction","detail":"{read_only:false; response_revision:328; number_of_response:1; }","duration":"527.004518ms","start":"2026-03-25T16:50:37.909703Z","end":"2026-03-25T16:50:38.436708Z","steps":["trace[1369200545] 'process raft request' (duration: 526.919895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:38.436764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:37.907455Z","time spent":"529.25769ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3424,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:50:38.436781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:37.908833Z","time spent":"527.897057ms","remote":"127.0.0.1:33066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2886,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:50:38.436813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:37.910119Z","time spent":"526.655907ms","remote":"127.0.0.1:33068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3642,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T16:50:38.436847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:37.909694Z","time spent":"527.110551ms","remote":"127.0.0.1:60952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":596,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T16:50:38.436804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:37.909257Z","time spent":"527.478503ms","remote":"127.0.0.1:60860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1723,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T16:50:38.814783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.553536ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:50:38.814977Z","caller":"traceutil/trace.go:171","msg":"trace[470293854] linearizableReadLoop","detail":"{readStateIndex:347; appliedIndex:345; }","duration":"323.265178ms","start":"2026-03-25T16:50:38.491695Z","end":"2026-03-25T16:50:38.81496Z","steps":["trace[470293854] 'read index received' (duration: 18.821614ms)","trace[470293854] 'applied index is now lower than readState.Index' (duration: 304.442624ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:50:38.815069Z","caller":"traceutil/trace.go:171","msg":"trace[1832999192] transaction","detail":"{read_only:false; response_revision:337; number_of_response:1; }","duration":"322.273337ms","start":"2026-03-25T16:50:38.492785Z","end":"2026-03-25T16:50:38.815058Z","steps":["trace[1832999192] 'process raft request' (duration: 322.104871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:38.815151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:38.492766Z","time spent":"322.340028ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3527,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T16:50:38.815204Z","caller":"traceutil/trace.go:171","msg":"trace[614368540] transaction","detail":"{read_only:false; response_revision:336; number_of_response:1; }","duration":"324.651782ms","start":"2026-03-25T16:50:38.490526Z","end":"2026-03-25T16:50:38.815178Z","steps":["trace[614368540] 'process raft request' (duration: 129.59903ms)","trace[614368540] 'compare' (duration: 194.411482ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:50:38.815312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.173919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:185"} {"level":"warn","ts":"2026-03-25T16:50:38.815342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:38.490515Z","time spent":"324.757206ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4447,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:50:38.815383Z","caller":"traceutil/trace.go:171","msg":"trace[1976165700] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:337; }","duration":"263.273522ms","start":"2026-03-25T16:50:38.552094Z","end":"2026-03-25T16:50:38.815367Z","steps":["trace[1976165700] 'agreement among raft nodes before linearized reading' (duration: 263.170389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:38.815308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.602569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:3706"} {"level":"info","ts":"2026-03-25T16:50:38.815474Z","caller":"traceutil/trace.go:171","msg":"trace[1751228302] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:337; }","duration":"323.816896ms","start":"2026-03-25T16:50:38.491647Z","end":"2026-03-25T16:50:38.815464Z","steps":["trace[1751228302] 'agreement among raft nodes before linearized reading' (duration: 323.581518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:38.815541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:38.491625Z","time spent":"323.907289ms","remote":"127.0.0.1:33046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":3730,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-25T16:50:38.815738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.436764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2901"} {"level":"info","ts":"2026-03-25T16:50:38.815963Z","caller":"traceutil/trace.go:171","msg":"trace[1118294704] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:337; }","duration":"323.674591ms","start":"2026-03-25T16:50:38.492269Z","end":"2026-03-25T16:50:38.815943Z","steps":["trace[1118294704] 'agreement among raft nodes before linearized reading' (duration: 322.897996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:38.816014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:38.492259Z","time spent":"323.741234ms","remote":"127.0.0.1:33066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":2925,"request content":"key:\"/registry/daemonsets/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-03-25T16:50:39.313369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.666969ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:50:39.313648Z","caller":"traceutil/trace.go:171","msg":"trace[22627413] linearizableReadLoop","detail":"{readStateIndex:353; appliedIndex:348; }","duration":"464.14882ms","start":"2026-03-25T16:50:38.849483Z","end":"2026-03-25T16:50:39.313632Z","steps":["trace[22627413] 'read index received' (duration: 52.532506ms)","trace[22627413] 'applied index is now lower than readState.Index' (duration: 411.615384ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:50:39.313757Z","caller":"traceutil/trace.go:171","msg":"trace[730409006] transaction","detail":"{read_only:false; response_revision:341; number_of_response:1; }","duration":"489.928938ms","start":"2026-03-25T16:50:38.823796Z","end":"2026-03-25T16:50:39.313725Z","steps":["trace[730409006] 'process raft request' (duration: 489.735962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:39.313941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:38.823787Z","time spent":"490.058872ms","remote":"127.0.0.1:33046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4002,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:50:39.31379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.296755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T16:50:39.313972Z","caller":"traceutil/trace.go:171","msg":"trace[314808548] transaction","detail":"{read_only:false; response_revision:340; number_of_response:1; }","duration":"492.859263ms","start":"2026-03-25T16:50:38.821099Z","end":"2026-03-25T16:50:39.313959Z","steps":["trace[314808548] 'process raft request' (duration: 492.374637ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:39.314015Z","caller":"traceutil/trace.go:171","msg":"trace[1444984362] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:342; }","duration":"464.548873ms","start":"2026-03-25T16:50:38.849451Z","end":"2026-03-25T16:50:39.314Z","steps":["trace[1444984362] 'agreement among raft nodes before linearized reading' (duration: 464.244343ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:39.313998Z","caller":"traceutil/trace.go:171","msg":"trace[946893345] transaction","detail":"{read_only:false; response_revision:342; number_of_response:1; }","duration":"488.011577ms","start":"2026-03-25T16:50:38.825944Z","end":"2026-03-25T16:50:39.313955Z","steps":["trace[946893345] 'process raft request' (duration: 487.646045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:39.31404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:38.821089Z","time spent":"492.923344ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3527,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T16:50:39.313716Z","caller":"traceutil/trace.go:171","msg":"trace[539194414] transaction","detail":"{read_only:false; response_revision:339; number_of_response:1; }","duration":"493.10182ms","start":"2026-03-25T16:50:38.820483Z","end":"2026-03-25T16:50:39.313585Z","steps":["trace[539194414] 'process raft request' (duration: 165.159572ms)","trace[539194414] 'compare' (duration: 327.509244ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:50:39.314077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:38.849436Z","time spent":"464.610426ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T16:50:39.314124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:38.825937Z","time spent":"488.12225ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4001,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:50:39.314126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:38.820467Z","time spent":"493.625637ms","remote":"127.0.0.1:60842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T16:50:39.674629Z","caller":"traceutil/trace.go:171","msg":"trace[305778239] transaction","detail":"{read_only:false; response_revision:344; number_of_response:1; }","duration":"356.466174ms","start":"2026-03-25T16:50:39.318098Z","end":"2026-03-25T16:50:39.674564Z","steps":["trace[305778239] 'process raft request' (duration: 332.706011ms)","trace[305778239] 'compare' (duration: 23.490034ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:50:39.674702Z","caller":"traceutil/trace.go:171","msg":"trace[598462014] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"355.521994ms","start":"2026-03-25T16:50:39.319146Z","end":"2026-03-25T16:50:39.674668Z","steps":["trace[598462014] 'process raft request' (duration: 355.39264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:39.674878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:39.31914Z","time spent":"355.647878ms","remote":"127.0.0.1:60842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T16:50:39.674646Z","caller":"traceutil/trace.go:171","msg":"trace[848815456] transaction","detail":"{read_only:false; response_revision:345; number_of_response:1; }","duration":"355.735001ms","start":"2026-03-25T16:50:39.318888Z","end":"2026-03-25T16:50:39.674623Z","steps":["trace[848815456] 'process raft request' (duration: 355.579046ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:39.674989Z","caller":"traceutil/trace.go:171","msg":"trace[2013648792] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"219.211068ms","start":"2026-03-25T16:50:39.455767Z","end":"2026-03-25T16:50:39.674979Z","steps":["trace[2013648792] 'process raft request' (duration: 219.098925ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:39.675031Z","caller":"traceutil/trace.go:171","msg":"trace[1480460529] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"355.562455ms","start":"2026-03-25T16:50:39.319434Z","end":"2026-03-25T16:50:39.674997Z","steps":["trace[1480460529] 'process raft request' (duration: 355.138261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:39.675094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:39.318868Z","time spent":"356.088732ms","remote":"127.0.0.1:33068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:50:39.675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:39.318056Z","time spent":"356.677801ms","remote":"127.0.0.1:60842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T16:50:39.675204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:39.319427Z","time spent":"355.690429ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4001,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:50:40.344096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.480839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:50:40.344177Z","caller":"traceutil/trace.go:171","msg":"trace[738764233] linearizableReadLoop","detail":"{readStateIndex:360; appliedIndex:359; }","duration":"418.712762ms","start":"2026-03-25T16:50:39.925453Z","end":"2026-03-25T16:50:40.344165Z","steps":["trace[738764233] 'read index received' (duration: 88.1573ms)","trace[738764233] 'applied index is now lower than readState.Index' (duration: 330.554662ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:50:40.344221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.780693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-25T16:50:40.344211Z","caller":"traceutil/trace.go:171","msg":"trace[1683389968] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"662.750746ms","start":"2026-03-25T16:50:39.681441Z","end":"2026-03-25T16:50:40.344192Z","steps":["trace[1683389968] 'process raft request' (duration: 332.112412ms)","trace[1683389968] 'compare' (duration: 330.376105ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:50:40.344238Z","caller":"traceutil/trace.go:171","msg":"trace[542738530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:349; }","duration":"418.837066ms","start":"2026-03-25T16:50:39.925394Z","end":"2026-03-25T16:50:40.344231Z","steps":["trace[542738530] 'agreement among raft nodes before linearized reading' (duration: 418.801155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:40.344258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:39.925369Z","time spent":"418.883738ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T16:50:40.344403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:39.681415Z","time spent":"662.837349ms","remote":"127.0.0.1:33068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:50:42.035523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.112247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.69\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-25T16:50:42.035547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.438235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6961"} {"level":"info","ts":"2026-03-25T16:50:42.035608Z","caller":"traceutil/trace.go:171","msg":"trace[1887171] range","detail":"{range_begin:/registry/masterleases/199.204.45.69; range_end:; response_count:1; response_revision:363; }","duration":"277.273932ms","start":"2026-03-25T16:50:41.758317Z","end":"2026-03-25T16:50:42.035591Z","steps":["trace[1887171] 'range keys from in-memory index tree' (duration: 276.959121ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:42.035626Z","caller":"traceutil/trace.go:171","msg":"trace[196376309] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:363; }","duration":"219.59878ms","start":"2026-03-25T16:50:41.816009Z","end":"2026-03-25T16:50:42.035608Z","steps":["trace[196376309] 'range keys from in-memory index tree' (duration: 219.31903ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:42.381663Z","caller":"traceutil/trace.go:171","msg":"trace[1471877937] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"338.980312ms","start":"2026-03-25T16:50:42.042663Z","end":"2026-03-25T16:50:42.381643Z","steps":["trace[1471877937] 'process raft request' (duration: 338.813307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:42.381802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:42.042641Z","time spent":"339.096635ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6946,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:50:42.387483Z","caller":"traceutil/trace.go:171","msg":"trace[1960105864] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"225.50222ms","start":"2026-03-25T16:50:42.161932Z","end":"2026-03-25T16:50:42.387434Z","steps":["trace[1960105864] 'process raft request' (duration: 225.314374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:44.897378Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003092054370884,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T16:50:45.398138Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003092054370884,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T16:50:45.622273Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.710754531s","expected-duration":"1s"} {"level":"info","ts":"2026-03-25T16:50:45.622722Z","caller":"traceutil/trace.go:171","msg":"trace[1154821617] linearizableReadLoop","detail":"{readStateIndex:386; appliedIndex:385; }","duration":"1.225892484s","start":"2026-03-25T16:50:44.396806Z","end":"2026-03-25T16:50:45.622699Z","steps":["trace[1154821617] 'read index received' (duration: 1.225646106s)","trace[1154821617] 'applied index is now lower than readState.Index' (duration: 245.128µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:50:45.622846Z","caller":"traceutil/trace.go:171","msg":"trace[937439891] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"1.711431613s","start":"2026-03-25T16:50:43.911383Z","end":"2026-03-25T16:50:45.622815Z","steps":["trace[937439891] 'process raft request' (duration: 1.711157304s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:45.622939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226104802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-25T16:50:45.622968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:43.911361Z","time spent":"1.711527406s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:50:45.622982Z","caller":"traceutil/trace.go:171","msg":"trace[944207853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:373; }","duration":"1.226207455s","start":"2026-03-25T16:50:44.396763Z","end":"2026-03-25T16:50:45.622971Z","steps":["trace[944207853] 'agreement among raft nodes before linearized reading' (duration: 1.226097292s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:45.623023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:44.396741Z","time spent":"1.226274167s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T16:50:45.623036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15350031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-25T16:50:45.623087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152701515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-25T16:50:45.623125Z","caller":"traceutil/trace.go:171","msg":"trace[1106328541] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:373; }","duration":"1.153622874s","start":"2026-03-25T16:50:44.469472Z","end":"2026-03-25T16:50:45.623095Z","steps":["trace[1106328541] 'agreement among raft nodes before linearized reading' (duration: 1.153456119s)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:45.623158Z","caller":"traceutil/trace.go:171","msg":"trace[116412647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:373; }","duration":"1.152789198s","start":"2026-03-25T16:50:44.470353Z","end":"2026-03-25T16:50:45.623142Z","steps":["trace[116412647] 'agreement among raft nodes before linearized reading' (duration: 1.152645423s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:45.623174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:44.469454Z","time spent":"1.153710307s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T16:50:45.623195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:44.470347Z","time spent":"1.152839659s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T16:50:45.623047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.111372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T16:50:45.623463Z","caller":"traceutil/trace.go:171","msg":"trace[500842473] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:373; }","duration":"217.561616ms","start":"2026-03-25T16:50:45.405876Z","end":"2026-03-25T16:50:45.623438Z","steps":["trace[500842473] 'agreement among raft nodes before linearized reading' (duration: 217.090181ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:50.588388Z","caller":"traceutil/trace.go:171","msg":"trace[827469412] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"193.241545ms","start":"2026-03-25T16:50:50.395116Z","end":"2026-03-25T16:50:50.588357Z","steps":["trace[827469412] 'process raft request' (duration: 169.189552ms)","trace[827469412] 'compare' (duration: 23.918278ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:50:50.664608Z","caller":"traceutil/trace.go:171","msg":"trace[1133225734] transaction","detail":"{read_only:false; response_revision:394; number_of_response:1; }","duration":"266.999472ms","start":"2026-03-25T16:50:50.397571Z","end":"2026-03-25T16:50:50.664571Z","steps":["trace[1133225734] 'process raft request' (duration: 266.908279ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:50.664929Z","caller":"traceutil/trace.go:171","msg":"trace[165035243] transaction","detail":"{read_only:false; response_revision:393; number_of_response:1; }","duration":"267.636353ms","start":"2026-03-25T16:50:50.397257Z","end":"2026-03-25T16:50:50.664893Z","steps":["trace[165035243] 'process raft request' (duration: 267.078735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:50.977043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.554896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:50:50.977245Z","caller":"traceutil/trace.go:171","msg":"trace[631594256] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"306.232301ms","start":"2026-03-25T16:50:50.670982Z","end":"2026-03-25T16:50:50.977215Z","steps":["trace[631594256] 'process raft request' (duration: 92.428807ms)","trace[631594256] 'compare' (duration: 213.413742ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:50:50.977349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:50.670958Z","time spent":"306.347875ms","remote":"127.0.0.1:60842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T16:50:50.977925Z","caller":"traceutil/trace.go:171","msg":"trace[1856591499] transaction","detail":"{read_only:false; response_revision:397; number_of_response:1; }","duration":"306.350035ms","start":"2026-03-25T16:50:50.671562Z","end":"2026-03-25T16:50:50.977912Z","steps":["trace[1856591499] 'process raft request' (duration: 306.211771ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:50.977969Z","caller":"traceutil/trace.go:171","msg":"trace[1795341421] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"306.512491ms","start":"2026-03-25T16:50:50.671406Z","end":"2026-03-25T16:50:50.977918Z","steps":["trace[1795341421] 'process raft request' (duration: 305.766967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:50.978024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:50.671554Z","time spent":"306.411617ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:50:50.978101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:50.671388Z","time spent":"306.652815ms","remote":"127.0.0.1:60842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T16:50:50.978191Z","caller":"traceutil/trace.go:171","msg":"trace[1303949495] transaction","detail":"{read_only:false; response_revision:398; number_of_response:1; }","duration":"306.163989ms","start":"2026-03-25T16:50:50.671957Z","end":"2026-03-25T16:50:50.978121Z","steps":["trace[1303949495] 'process raft request' (duration: 305.8758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:50.978521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:50.671922Z","time spent":"306.465239ms","remote":"127.0.0.1:33068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3795,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:50:50.978553Z","caller":"traceutil/trace.go:171","msg":"trace[2033970066] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"304.249837ms","start":"2026-03-25T16:50:50.674282Z","end":"2026-03-25T16:50:50.978532Z","steps":["trace[2033970066] 'process raft request' (duration: 303.591596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:50.978676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:50.674248Z","time spent":"304.362441ms","remote":"127.0.0.1:33068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:50:51.503556Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003092054370935,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T16:50:52.650326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.000717ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:50:52.650437Z","caller":"traceutil/trace.go:171","msg":"trace[1701152942] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"1.667937128s","start":"2026-03-25T16:50:50.982483Z","end":"2026-03-25T16:50:52.65042Z","steps":["trace[1701152942] 'process raft request' (duration: 884.777096ms)","trace[1701152942] 'compare' (duration: 782.816181ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:50:52.650564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:50.982456Z","time spent":"1.668015421s","remote":"127.0.0.1:60842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":689,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T16:50:53.387991Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.520600597s","expected-duration":"1s"} {"level":"info","ts":"2026-03-25T16:50:53.392057Z","caller":"traceutil/trace.go:171","msg":"trace[1839477867] linearizableReadLoop","detail":"{readStateIndex:416; appliedIndex:413; }","duration":"2.406841559s","start":"2026-03-25T16:50:50.985169Z","end":"2026-03-25T16:50:53.392011Z","steps":["trace[1839477867] 'read index received' (duration: 882.220383ms)","trace[1839477867] 'applied index is now lower than readState.Index' (duration: 1.524619916s)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:50:53.392119Z","caller":"traceutil/trace.go:171","msg":"trace[207344258] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"2.407947555s","start":"2026-03-25T16:50:50.984107Z","end":"2026-03-25T16:50:53.392054Z","steps":["trace[207344258] 'process raft request' (duration: 2.407770109s)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:53.392462Z","caller":"traceutil/trace.go:171","msg":"trace[2001089518] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"2.40872793s","start":"2026-03-25T16:50:50.983671Z","end":"2026-03-25T16:50:53.392399Z","steps":["trace[2001089518] 'process raft request' (duration: 2.404497894s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:53.392531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.407336996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4195"} {"level":"warn","ts":"2026-03-25T16:50:53.392577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755223629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T16:50:53.392582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704289314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-03-25T16:50:53.392577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:50.984097Z","time spent":"2.408385979s","remote":"127.0.0.1:33068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:50:53.392632Z","caller":"traceutil/trace.go:171","msg":"trace[1569371188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:402; }","duration":"1.755358254s","start":"2026-03-25T16:50:51.637258Z","end":"2026-03-25T16:50:53.392617Z","steps":["trace[1569371188] 'agreement among raft nodes before linearized reading' (duration: 1.75524517s)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:53.392642Z","caller":"traceutil/trace.go:171","msg":"trace[526934124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:402; }","duration":"1.704389777s","start":"2026-03-25T16:50:51.688237Z","end":"2026-03-25T16:50:53.392627Z","steps":["trace[526934124] 'agreement among raft nodes before linearized reading' (duration: 1.704283174s)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:53.392635Z","caller":"traceutil/trace.go:171","msg":"trace[1500270375] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:402; }","duration":"2.40748336s","start":"2026-03-25T16:50:50.98512Z","end":"2026-03-25T16:50:53.392604Z","steps":["trace[1500270375] 'agreement among raft nodes before linearized reading' (duration: 2.407277874s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:53.39264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:50.983653Z","time spent":"2.408879025s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4013,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:50:53.39269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:51.637239Z","time spent":"1.755440157s","remote":"127.0.0.1:60746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T16:50:53.392693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:51.688205Z","time spent":"1.7044761s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T16:50:53.392693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:50.985107Z","time spent":"2.407574193s","remote":"127.0.0.1:33046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4219,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-25T16:50:53.392683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739930928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-25T16:50:53.392707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704524371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-25T16:50:53.392753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633595834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.69\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-25T16:50:53.392658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704507941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T16:50:53.392803Z","caller":"traceutil/trace.go:171","msg":"trace[597839526] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:402; }","duration":"1.740060572s","start":"2026-03-25T16:50:51.652707Z","end":"2026-03-25T16:50:53.392767Z","steps":["trace[597839526] 'agreement among raft nodes before linearized reading' (duration: 1.739833385s)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:53.392819Z","caller":"traceutil/trace.go:171","msg":"trace[1519101605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:402; }","duration":"1.704684607s","start":"2026-03-25T16:50:51.688096Z","end":"2026-03-25T16:50:53.39278Z","steps":["trace[1519101605] 'agreement among raft nodes before linearized reading' (duration: 1.70446131s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:53.392878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:51.652676Z","time spent":"1.740188407s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T16:50:53.392902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:51.688078Z","time spent":"1.704802821s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-25T16:50:53.392872Z","caller":"traceutil/trace.go:171","msg":"trace[1106983085] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:402; }","duration":"1.70478492s","start":"2026-03-25T16:50:51.688065Z","end":"2026-03-25T16:50:53.39285Z","steps":["trace[1106983085] 'agreement among raft nodes before linearized reading' (duration: 1.70447111s)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:50:53.392922Z","caller":"traceutil/trace.go:171","msg":"trace[799608953] range","detail":"{range_begin:/registry/masterleases/199.204.45.69; range_end:; response_count:1; response_revision:402; }","duration":"1.633731109s","start":"2026-03-25T16:50:51.759087Z","end":"2026-03-25T16:50:53.392819Z","steps":["trace[799608953] 'agreement among raft nodes before linearized reading' (duration: 1.633542913s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:50:53.392978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:51.759067Z","time spent":"1.633897494s","remote":"127.0.0.1:60778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.69\" "} {"level":"warn","ts":"2026-03-25T16:50:53.39321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:50:51.688034Z","time spent":"1.705155282s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-25T16:51:03.765779Z","caller":"traceutil/trace.go:171","msg":"trace[816344630] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"313.593138ms","start":"2026-03-25T16:51:03.452165Z","end":"2026-03-25T16:51:03.765758Z","steps":["trace[816344630] 'process raft request' (duration: 313.422202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:03.765904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:03.452153Z","time spent":"313.686651ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:51:03.768826Z","caller":"traceutil/trace.go:171","msg":"trace[1829061161] linearizableReadLoop","detail":"{readStateIndex:495; appliedIndex:493; }","duration":"310.137196ms","start":"2026-03-25T16:51:03.458662Z","end":"2026-03-25T16:51:03.768799Z","steps":["trace[1829061161] 'read index received' (duration: 306.949034ms)","trace[1829061161] 'applied index is now lower than readState.Index' (duration: 3.186892ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:51:03.769123Z","caller":"traceutil/trace.go:171","msg":"trace[1945479784] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"316.235322ms","start":"2026-03-25T16:51:03.45286Z","end":"2026-03-25T16:51:03.769095Z","steps":["trace[1945479784] 'process raft request' (duration: 315.820359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:03.76918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.475937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-25T16:51:03.769188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.475677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T16:51:03.769258Z","caller":"traceutil/trace.go:171","msg":"trace[751051237] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:478; }","duration":"310.586491ms","start":"2026-03-25T16:51:03.458658Z","end":"2026-03-25T16:51:03.769245Z","steps":["trace[751051237] 'agreement among raft nodes before linearized reading' (duration: 310.472747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:03.769263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:03.452842Z","time spent":"316.345886ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:51:03.769294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:03.458642Z","time spent":"310.643933ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-25T16:51:03.769296Z","caller":"traceutil/trace.go:171","msg":"trace[388129568] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:478; }","duration":"310.634732ms","start":"2026-03-25T16:51:03.458631Z","end":"2026-03-25T16:51:03.769266Z","steps":["trace[388129568] 'agreement among raft nodes before linearized reading' (duration: 310.429916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:03.769378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:03.458618Z","time spent":"310.745356ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-25T16:51:05.05661Z","caller":"traceutil/trace.go:171","msg":"trace[250425165] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"995.45414ms","start":"2026-03-25T16:51:04.061131Z","end":"2026-03-25T16:51:05.056586Z","steps":["trace[250425165] 'process raft request' (duration: 995.329006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:05.057408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:04.061106Z","time spent":"995.585843ms","remote":"127.0.0.1:60800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T16:51:05.072305Z","caller":"traceutil/trace.go:171","msg":"trace[1965455348] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"1.005340117s","start":"2026-03-25T16:51:04.066947Z","end":"2026-03-25T16:51:05.072287Z","steps":["trace[1965455348] 'process raft request' (duration: 1.005032397s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:05.0724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:04.066926Z","time spent":"1.005430139s","remote":"127.0.0.1:60800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T16:51:05.072946Z","caller":"traceutil/trace.go:171","msg":"trace[981364282] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"1.005901205s","start":"2026-03-25T16:51:04.067021Z","end":"2026-03-25T16:51:05.072922Z","steps":["trace[981364282] 'process raft request' (duration: 1.005703298s)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:05.07307Z","caller":"traceutil/trace.go:171","msg":"trace[1822960092] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"998.502028ms","start":"2026-03-25T16:51:04.074549Z","end":"2026-03-25T16:51:05.073051Z","steps":["trace[1822960092] 'process raft request' (duration: 998.25145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:05.073096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:04.066996Z","time spent":"1.006022979s","remote":"127.0.0.1:60800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T16:51:05.073145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:04.074528Z","time spent":"998.584731ms","remote":"127.0.0.1:60800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T16:51:05.074781Z","caller":"traceutil/trace.go:171","msg":"trace[2009620] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"999.901722ms","start":"2026-03-25T16:51:04.074824Z","end":"2026-03-25T16:51:05.074725Z","steps":["trace[2009620] 'process raft request' (duration: 999.027124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:05.075028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:04.074814Z","time spent":"1.000094638s","remote":"127.0.0.1:60800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T16:51:05.075127Z","caller":"traceutil/trace.go:171","msg":"trace[888290255] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"995.896793ms","start":"2026-03-25T16:51:04.0792Z","end":"2026-03-25T16:51:05.075097Z","steps":["trace[888290255] 'process raft request' (duration: 995.522441ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:05.075158Z","caller":"traceutil/trace.go:171","msg":"trace[755439608] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"999.085986ms","start":"2026-03-25T16:51:04.076035Z","end":"2026-03-25T16:51:05.075121Z","steps":["trace[755439608] 'process raft request' (duration: 998.5913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:05.075304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:04.079193Z","time spent":"996.022788ms","remote":"127.0.0.1:60800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T16:51:05.075072Z","caller":"traceutil/trace.go:171","msg":"trace[1574498562] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"997.489855ms","start":"2026-03-25T16:51:04.077542Z","end":"2026-03-25T16:51:05.075031Z","steps":["trace[1574498562] 'process raft request' (duration: 997.140284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:05.075462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:04.076018Z","time spent":"999.289313ms","remote":"127.0.0.1:60800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T16:51:05.075603Z","caller":"traceutil/trace.go:171","msg":"trace[529117414] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"989.977104ms","start":"2026-03-25T16:51:04.085616Z","end":"2026-03-25T16:51:05.075593Z","steps":["trace[529117414] 'process raft request' (duration: 989.286582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:05.075529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:04.077531Z","time spent":"997.860167ms","remote":"127.0.0.1:60800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T16:51:05.075663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:04.085591Z","time spent":"990.042146ms","remote":"127.0.0.1:60800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T16:51:05.075785Z","caller":"traceutil/trace.go:171","msg":"trace[1323367981] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"955.794306ms","start":"2026-03-25T16:51:04.119981Z","end":"2026-03-25T16:51:05.075776Z","steps":["trace[1323367981] 'process raft request' (duration: 955.564149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:05.075826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:04.119962Z","time spent":"955.846408ms","remote":"127.0.0.1:60800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T16:51:05.075904Z","caller":"traceutil/trace.go:171","msg":"trace[410595753] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"941.26693ms","start":"2026-03-25T16:51:04.134618Z","end":"2026-03-25T16:51:05.075885Z","steps":["trace[410595753] 'process raft request' (duration: 941.014202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:05.076023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:04.134596Z","time spent":"941.388254ms","remote":"127.0.0.1:60800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T16:51:05.076308Z","caller":"traceutil/trace.go:171","msg":"trace[927753746] linearizableReadLoop","detail":"{readStateIndex:509; appliedIndex:497; }","duration":"474.347129ms","start":"2026-03-25T16:51:04.601937Z","end":"2026-03-25T16:51:05.076284Z","steps":["trace[927753746] 'read index received' (duration: 454.598715ms)","trace[927753746] 'applied index is now lower than readState.Index' (duration: 19.747494ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:51:05.076481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.530406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:51:05.076535Z","caller":"traceutil/trace.go:171","msg":"trace[1341594086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:492; }","duration":"474.616299ms","start":"2026-03-25T16:51:04.601898Z","end":"2026-03-25T16:51:05.076514Z","steps":["trace[1341594086] 'agreement among raft nodes before linearized reading' (duration: 474.517456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:05.076608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:04.601881Z","time spent":"474.710351ms","remote":"127.0.0.1:60746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T16:51:05.076339Z","caller":"traceutil/trace.go:171","msg":"trace[526080988] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"839.344448ms","start":"2026-03-25T16:51:04.236974Z","end":"2026-03-25T16:51:05.076319Z","steps":["trace[526080988] 'process raft request' (duration: 839.240794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:05.076931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:04.236944Z","time spent":"839.936857ms","remote":"127.0.0.1:60800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T16:51:05.083007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.198251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:51:05.083069Z","caller":"traceutil/trace.go:171","msg":"trace[544522756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:494; }","duration":"448.273463ms","start":"2026-03-25T16:51:04.634782Z","end":"2026-03-25T16:51:05.083056Z","steps":["trace[544522756] 'agreement among raft nodes before linearized reading' (duration: 448.156499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:05.083098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:04.634723Z","time spent":"448.368786ms","remote":"127.0.0.1:60754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T16:51:09.349764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.752658ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-25T16:51:09.386496Z","caller":"traceutil/trace.go:171","msg":"trace[1483547918] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"158.650213ms","start":"2026-03-25T16:51:09.227777Z","end":"2026-03-25T16:51:09.386427Z","steps":["trace[1483547918] 'process raft request' (duration: 153.842739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:09.578855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.941585ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:51:09.579143Z","caller":"traceutil/trace.go:171","msg":"trace[46172636] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"118.217775ms","start":"2026-03-25T16:51:09.460895Z","end":"2026-03-25T16:51:09.579113Z","steps":["trace[46172636] 'compare' (duration: 107.77683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:09.937878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.224815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-25T16:51:09.937892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.47831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T16:51:09.937976Z","caller":"traceutil/trace.go:171","msg":"trace[426143204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:572; }","duration":"151.366689ms","start":"2026-03-25T16:51:09.786585Z","end":"2026-03-25T16:51:09.937952Z","steps":["trace[426143204] 'range keys from in-memory index tree' (duration: 151.07849ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:09.937992Z","caller":"traceutil/trace.go:171","msg":"trace[217910496] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:572; }","duration":"140.625545ms","start":"2026-03-25T16:51:09.797343Z","end":"2026-03-25T16:51:09.937968Z","steps":["trace[217910496] 'range keys from in-memory index tree' (duration: 140.293724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:09.937954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.216984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-25T16:51:09.938057Z","caller":"traceutil/trace.go:171","msg":"trace[1206357121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:572; }","duration":"146.385399ms","start":"2026-03-25T16:51:09.791651Z","end":"2026-03-25T16:51:09.938037Z","steps":["trace[1206357121] 'range keys from in-memory index tree' (duration: 146.024488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:09.93823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.388291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T16:51:09.93848Z","caller":"traceutil/trace.go:171","msg":"trace[346133148] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:572; }","duration":"142.682781ms","start":"2026-03-25T16:51:09.795778Z","end":"2026-03-25T16:51:09.938461Z","steps":["trace[346133148] 'range keys from in-memory index tree' (duration: 141.75277ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:10.583167Z","caller":"traceutil/trace.go:171","msg":"trace[1639411250] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"210.700144ms","start":"2026-03-25T16:51:10.372372Z","end":"2026-03-25T16:51:10.583072Z","steps":["trace[1639411250] 'process raft request' (duration: 210.317172ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:10.882269Z","caller":"traceutil/trace.go:171","msg":"trace[2113179042] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"354.119138ms","start":"2026-03-25T16:51:10.528131Z","end":"2026-03-25T16:51:10.88225Z","steps":["trace[2113179042] 'process raft request' (duration: 353.662173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:10.882396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:10.528101Z","time spent":"354.231002ms","remote":"127.0.0.1:60856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036229,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:51:13.063453Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003092054371352,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T16:51:13.563993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003092054371352,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T16:51:14.065276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003092054371352,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T16:51:14.155142Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.711098742s","expected-duration":"1s"} {"level":"info","ts":"2026-03-25T16:51:14.156279Z","caller":"traceutil/trace.go:171","msg":"trace[393980863] linearizableReadLoop","detail":"{readStateIndex:616; appliedIndex:615; }","duration":"1.593223088s","start":"2026-03-25T16:51:12.56303Z","end":"2026-03-25T16:51:14.156253Z","steps":["trace[393980863] 'read index received' (duration: 1.592283608s)","trace[393980863] 'applied index is now lower than readState.Index' (duration: 938.55µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:51:14.156323Z","caller":"traceutil/trace.go:171","msg":"trace[1848611545] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"1.713352585s","start":"2026-03-25T16:51:12.442954Z","end":"2026-03-25T16:51:14.156307Z","steps":["trace[1848611545] 'process raft request' (duration: 1.712688843s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:14.156451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:12.442937Z","time spent":"1.713425717s","remote":"127.0.0.1:60856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036305,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:51:14.156589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593549458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-cj9z8\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-25T16:51:14.156635Z","caller":"traceutil/trace.go:171","msg":"trace[1230866954] range","detail":"{range_begin:/registry/pods/kube-system/cilium-cj9z8; range_end:; response_count:1; response_revision:594; }","duration":"1.593632181s","start":"2026-03-25T16:51:12.562987Z","end":"2026-03-25T16:51:14.156619Z","steps":["trace[1230866954] 'agreement among raft nodes before linearized reading' (duration: 1.593405193s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:14.156604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518496289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T16:51:14.156672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:12.562969Z","time spent":"1.593695893s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16985,"request content":"key:\"/registry/pods/kube-system/cilium-cj9z8\" "} {"level":"info","ts":"2026-03-25T16:51:14.156699Z","caller":"traceutil/trace.go:171","msg":"trace[211923874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:594; }","duration":"1.518664825s","start":"2026-03-25T16:51:12.63801Z","end":"2026-03-25T16:51:14.156675Z","steps":["trace[211923874] 'agreement among raft nodes before linearized reading' (duration: 1.518428587s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:14.156734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.765354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T16:51:14.156753Z","caller":"traceutil/trace.go:171","msg":"trace[1246593131] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:594; }","duration":"190.799276ms","start":"2026-03-25T16:51:13.965948Z","end":"2026-03-25T16:51:14.156747Z","steps":["trace[1246593131] 'agreement among raft nodes before linearized reading' (duration: 190.738764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:14.156766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:12.637978Z","time spent":"1.518775188s","remote":"127.0.0.1:60746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T16:51:14.156883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.920369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-25T16:51:14.156999Z","caller":"traceutil/trace.go:171","msg":"trace[2004479244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:594; }","duration":"186.099514ms","start":"2026-03-25T16:51:13.970879Z","end":"2026-03-25T16:51:14.156978Z","steps":["trace[2004479244] 'agreement among raft nodes before linearized reading' (duration: 185.737193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:14.156881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.763522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-25T16:51:14.157022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.331057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T16:51:14.157154Z","caller":"traceutil/trace.go:171","msg":"trace[1364203479] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:594; }","duration":"190.089452ms","start":"2026-03-25T16:51:13.967017Z","end":"2026-03-25T16:51:14.157106Z","steps":["trace[1364203479] 'agreement among raft nodes before linearized reading' (duration: 189.515144ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:14.157198Z","caller":"traceutil/trace.go:171","msg":"trace[1531429571] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:594; }","duration":"193.573675ms","start":"2026-03-25T16:51:13.963613Z","end":"2026-03-25T16:51:14.157187Z","steps":["trace[1531429571] 'agreement among raft nodes before linearized reading' (duration: 193.156552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:14.668326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003092054371356,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T16:51:15.037869Z","caller":"traceutil/trace.go:171","msg":"trace[1436345613] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"877.45337ms","start":"2026-03-25T16:51:14.16038Z","end":"2026-03-25T16:51:15.037833Z","steps":["trace[1436345613] 'process raft request' (duration: 877.266664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:15.038053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:14.160353Z","time spent":"877.610824ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:51:15.204807Z","caller":"traceutil/trace.go:171","msg":"trace[888201576] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"1.0422576s","start":"2026-03-25T16:51:14.162508Z","end":"2026-03-25T16:51:15.204765Z","steps":["trace[888201576] 'process raft request' (duration: 1.042142916s)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:15.204987Z","caller":"traceutil/trace.go:171","msg":"trace[1450763459] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"1.041140944s","start":"2026-03-25T16:51:14.163819Z","end":"2026-03-25T16:51:15.20496Z","steps":["trace[1450763459] 'process raft request' (duration: 1.040888246s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:15.2051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:14.162488Z","time spent":"1.042434826s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:51:15.205177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:14.163794Z","time spent":"1.041275539s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:51:15.20522Z","caller":"traceutil/trace.go:171","msg":"trace[1473321188] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"1.043180229s","start":"2026-03-25T16:51:14.161998Z","end":"2026-03-25T16:51:15.205178Z","steps":["trace[1473321188] 'process raft request' (duration: 993.774343ms)","trace[1473321188] 'compare' (duration: 48.570449ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:51:15.205485Z","caller":"traceutil/trace.go:171","msg":"trace[902172049] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"1.016052509s","start":"2026-03-25T16:51:14.189413Z","end":"2026-03-25T16:51:15.205466Z","steps":["trace[902172049] 'process raft request' (duration: 1.015458059s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:15.205509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:14.161975Z","time spent":"1.043435508s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:51:15.205507Z","caller":"traceutil/trace.go:171","msg":"trace[834980049] linearizableReadLoop","detail":"{readStateIndex:622; appliedIndex:616; }","duration":"1.038268252s","start":"2026-03-25T16:51:14.167208Z","end":"2026-03-25T16:51:15.205476Z","steps":["trace[834980049] 'read index received' (duration: 870.435104ms)","trace[834980049] 'applied index is now lower than readState.Index' (duration: 167.831978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:51:15.205569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:14.189377Z","time spent":"1.016154953s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:51:15.20557Z","caller":"traceutil/trace.go:171","msg":"trace[717546380] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"989.91927ms","start":"2026-03-25T16:51:14.215618Z","end":"2026-03-25T16:51:15.205537Z","steps":["trace[717546380] 'process raft request' (duration: 989.722424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:15.205695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038466918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:51:15.20575Z","caller":"traceutil/trace.go:171","msg":"trace[165419023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:600; }","duration":"1.038586222s","start":"2026-03-25T16:51:14.167151Z","end":"2026-03-25T16:51:15.205737Z","steps":["trace[165419023] 'agreement among raft nodes before linearized reading' (duration: 1.038423467s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:15.205734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:14.215589Z","time spent":"990.062705ms","remote":"127.0.0.1:32786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T16:51:15.205788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:14.167128Z","time spent":"1.038652415s","remote":"127.0.0.1:60746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T16:51:17.137772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003092054371369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T16:51:17.638945Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003092054371369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T16:51:17.773708Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.548761414s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-25T16:51:17.953953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.859694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:51:17.954114Z","caller":"traceutil/trace.go:171","msg":"trace[2130495413] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"2.729273789s","start":"2026-03-25T16:51:15.224817Z","end":"2026-03-25T16:51:17.95409Z","steps":["trace[2130495413] 'process raft request' (duration: 2.549184798s)","trace[2130495413] 'compare' (duration: 179.691969ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:51:17.954183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:15.224789Z","time spent":"2.729365842s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T16:51:18.089451Z","caller":"traceutil/trace.go:171","msg":"trace[350141249] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"1.948014208s","start":"2026-03-25T16:51:16.141412Z","end":"2026-03-25T16:51:18.089426Z","steps":["trace[350141249] 'process raft request' (duration: 1.945171677s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:18.089627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:16.141386Z","time spent":"1.948137222s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:51:18.098093Z","caller":"traceutil/trace.go:171","msg":"trace[1785325267] linearizableReadLoop","detail":"{readStateIndex:625; appliedIndex:622; }","duration":"1.460854068s","start":"2026-03-25T16:51:16.637219Z","end":"2026-03-25T16:51:18.098073Z","steps":["trace[1785325267] 'read index received' (duration: 1.136806245s)","trace[1785325267] 'applied index is now lower than readState.Index' (duration: 324.046703ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:51:18.0982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460972333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:51:18.09824Z","caller":"traceutil/trace.go:171","msg":"trace[1370756627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:602; }","duration":"1.461063755s","start":"2026-03-25T16:51:16.637165Z","end":"2026-03-25T16:51:18.098229Z","steps":["trace[1370756627] 'agreement among raft nodes before linearized reading' (duration: 1.460999723s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:18.098278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:16.637143Z","time spent":"1.461127737s","remote":"127.0.0.1:60746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T16:51:18.100214Z","caller":"traceutil/trace.go:171","msg":"trace[1354081948] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"141.993539ms","start":"2026-03-25T16:51:17.958192Z","end":"2026-03-25T16:51:18.100186Z","steps":["trace[1354081948] 'process raft request' (duration: 141.881895ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:18.100477Z","caller":"traceutil/trace.go:171","msg":"trace[172426661] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"140.781459ms","start":"2026-03-25T16:51:17.959676Z","end":"2026-03-25T16:51:18.100458Z","steps":["trace[172426661] 'process raft request' (duration: 140.430668ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:18.100513Z","caller":"traceutil/trace.go:171","msg":"trace[1457639665] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"142.577618ms","start":"2026-03-25T16:51:17.957921Z","end":"2026-03-25T16:51:18.100499Z","steps":["trace[1457639665] 'process raft request' (duration: 142.01945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:18.100841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.000424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T16:51:18.10088Z","caller":"traceutil/trace.go:171","msg":"trace[1232456700] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"139.171449ms","start":"2026-03-25T16:51:17.961695Z","end":"2026-03-25T16:51:18.100867Z","steps":["trace[1232456700] 'process raft request' (duration: 138.455866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:18.100894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.128936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-25T16:51:18.100906Z","caller":"traceutil/trace.go:171","msg":"trace[798326308] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:606; }","duration":"891.096837ms","start":"2026-03-25T16:51:17.209792Z","end":"2026-03-25T16:51:18.100889Z","steps":["trace[798326308] 'agreement among raft nodes before linearized reading' (duration: 890.8746ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:18.100938Z","caller":"traceutil/trace.go:171","msg":"trace[787122273] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:606; }","duration":"890.190538ms","start":"2026-03-25T16:51:17.210737Z","end":"2026-03-25T16:51:18.100927Z","steps":["trace[787122273] 'agreement among raft nodes before linearized reading' (duration: 890.070165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:18.100947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058642006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-25T16:51:18.100983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:17.210728Z","time spent":"890.24721ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-25T16:51:18.101002Z","caller":"traceutil/trace.go:171","msg":"trace[299020426] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:606; }","duration":"1.058743229s","start":"2026-03-25T16:51:17.042243Z","end":"2026-03-25T16:51:18.100986Z","steps":["trace[299020426] 'agreement among raft nodes before linearized reading' (duration: 1.058555943s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:18.101032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.282771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-25T16:51:18.100949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:17.209775Z","time spent":"891.165829ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-25T16:51:18.10107Z","caller":"traceutil/trace.go:171","msg":"trace[569317079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:606; }","duration":"890.313062ms","start":"2026-03-25T16:51:17.210743Z","end":"2026-03-25T16:51:18.101056Z","steps":["trace[569317079] 'agreement among raft nodes before linearized reading' (duration: 890.225939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:18.10107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:17.042219Z","time spent":"1.058825791s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T16:51:18.101099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:17.210664Z","time spent":"890.428706ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-25T16:51:19.071922Z","caller":"traceutil/trace.go:171","msg":"trace[308027307] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"260.529145ms","start":"2026-03-25T16:51:18.811365Z","end":"2026-03-25T16:51:19.071894Z","steps":["trace[308027307] 'process raft request' (duration: 260.346459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:19.853931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.032355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:51:19.85403Z","caller":"traceutil/trace.go:171","msg":"trace[1173727592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:614; }","duration":"216.16467ms","start":"2026-03-25T16:51:19.637839Z","end":"2026-03-25T16:51:19.854004Z","steps":["trace[1173727592] 'range keys from in-memory index tree' (duration: 215.923611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:19.854122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.253502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-cj9z8\" ","response":"range_response_count:1 size:17243"} {"level":"info","ts":"2026-03-25T16:51:19.854196Z","caller":"traceutil/trace.go:171","msg":"trace[874120829] range","detail":"{range_begin:/registry/pods/kube-system/cilium-cj9z8; range_end:; response_count:1; response_revision:614; }","duration":"263.53055ms","start":"2026-03-25T16:51:19.590647Z","end":"2026-03-25T16:51:19.854177Z","steps":["trace[874120829] 'range keys from in-memory index tree' (duration: 263.046545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:20.237182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.699911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:430"} {"level":"info","ts":"2026-03-25T16:51:20.237275Z","caller":"traceutil/trace.go:171","msg":"trace[1300649068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:615; }","duration":"118.840685ms","start":"2026-03-25T16:51:20.118411Z","end":"2026-03-25T16:51:20.237252Z","steps":["trace[1300649068] 'range keys from in-memory index tree' (duration: 118.529055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:20.237287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.16841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-25T16:51:20.237317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.719063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-25T16:51:20.237367Z","caller":"traceutil/trace.go:171","msg":"trace[1726601525] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:615; }","duration":"126.301835ms","start":"2026-03-25T16:51:20.111041Z","end":"2026-03-25T16:51:20.237343Z","steps":["trace[1726601525] 'range keys from in-memory index tree' (duration: 125.907372ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:20.237384Z","caller":"traceutil/trace.go:171","msg":"trace[147875942] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:615; }","duration":"119.836237ms","start":"2026-03-25T16:51:20.117532Z","end":"2026-03-25T16:51:20.237368Z","steps":["trace[147875942] 'range keys from in-memory index tree' (duration: 119.550428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:20.237389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.720734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-25T16:51:20.237475Z","caller":"traceutil/trace.go:171","msg":"trace[396133758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:615; }","duration":"119.849958ms","start":"2026-03-25T16:51:20.117606Z","end":"2026-03-25T16:51:20.237455Z","steps":["trace[396133758] 'range keys from in-memory index tree' (duration: 119.529417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:20.512082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.164458ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:51:20.512459Z","caller":"traceutil/trace.go:171","msg":"trace[472246124] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"268.359315ms","start":"2026-03-25T16:51:20.244076Z","end":"2026-03-25T16:51:20.512435Z","steps":["trace[472246124] 'process raft request' (duration: 268.308853ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:20.512482Z","caller":"traceutil/trace.go:171","msg":"trace[1897080173] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"270.238235ms","start":"2026-03-25T16:51:20.242213Z","end":"2026-03-25T16:51:20.512451Z","steps":["trace[1897080173] 'process raft request' (duration: 130.571632ms)","trace[1897080173] 'compare' (duration: 138.979061ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:51:20.512582Z","caller":"traceutil/trace.go:171","msg":"trace[1187806114] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"270.054ms","start":"2026-03-25T16:51:20.242497Z","end":"2026-03-25T16:51:20.512551Z","steps":["trace[1187806114] 'process raft request' (duration: 269.692938ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:20.726702Z","caller":"traceutil/trace.go:171","msg":"trace[2133180487] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"130.667645ms","start":"2026-03-25T16:51:20.59601Z","end":"2026-03-25T16:51:20.726678Z","steps":["trace[2133180487] 'process raft request' (duration: 130.52045ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:20.806542Z","caller":"traceutil/trace.go:171","msg":"trace[978713146] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"200.009721ms","start":"2026-03-25T16:51:20.606506Z","end":"2026-03-25T16:51:20.806516Z","steps":["trace[978713146] 'process raft request' (duration: 198.41644ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:20.806718Z","caller":"traceutil/trace.go:171","msg":"trace[876289783] linearizableReadLoop","detail":"{readStateIndex:644; appliedIndex:642; }","duration":"168.343625ms","start":"2026-03-25T16:51:20.638349Z","end":"2026-03-25T16:51:20.806692Z","steps":["trace[876289783] 'read index received' (duration: 88.206992ms)","trace[876289783] 'applied index is now lower than readState.Index' (duration: 80.134322ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:51:20.806746Z","caller":"traceutil/trace.go:171","msg":"trace[44833680] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"100.379923ms","start":"2026-03-25T16:51:20.706352Z","end":"2026-03-25T16:51:20.806732Z","steps":["trace[44833680] 'process raft request' (duration: 100.094304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:20.806849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.466478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:51:20.806877Z","caller":"traceutil/trace.go:171","msg":"trace[1958547883] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:622; }","duration":"168.566441ms","start":"2026-03-25T16:51:20.638303Z","end":"2026-03-25T16:51:20.80687Z","steps":["trace[1958547883] 'agreement among raft nodes before linearized reading' (duration: 168.474298ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:21.475921Z","caller":"traceutil/trace.go:171","msg":"trace[150911765] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"120.263021ms","start":"2026-03-25T16:51:21.355624Z","end":"2026-03-25T16:51:21.475887Z","steps":["trace[150911765] 'process raft request' (duration: 120.101075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:21.589042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.372213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:51:21.589131Z","caller":"traceutil/trace.go:171","msg":"trace[81026000] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:0; response_revision:628; }","duration":"105.491506ms","start":"2026-03-25T16:51:21.483618Z","end":"2026-03-25T16:51:21.58911Z","steps":["trace[81026000] 'range keys from in-memory index tree' (duration: 105.273969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:21.589127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.646766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:51:21.5892Z","caller":"traceutil/trace.go:171","msg":"trace[1578893071] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:0; response_revision:628; }","duration":"107.763259ms","start":"2026-03-25T16:51:21.481418Z","end":"2026-03-25T16:51:21.589181Z","steps":["trace[1578893071] 'range keys from in-memory index tree' (duration: 107.564243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:21.589192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.182725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-25T16:51:21.58904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.146846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T16:51:21.589254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.683213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T16:51:21.589307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.541071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:51:21.589258Z","caller":"traceutil/trace.go:171","msg":"trace[1666093401] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:628; }","duration":"109.31357ms","start":"2026-03-25T16:51:21.479933Z","end":"2026-03-25T16:51:21.589246Z","steps":["trace[1666093401] 'range keys from in-memory index tree' (duration: 109.086842ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:21.589345Z","caller":"traceutil/trace.go:171","msg":"trace[848367527] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:0; response_revision:628; }","duration":"102.596163ms","start":"2026-03-25T16:51:21.486739Z","end":"2026-03-25T16:51:21.589335Z","steps":["trace[848367527] 'range keys from in-memory index tree' (duration: 102.48115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:21.589192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.367273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T16:51:21.589208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.497807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T16:51:21.589402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.066632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:51:21.589264Z","caller":"traceutil/trace.go:171","msg":"trace[866493277] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:0; response_revision:628; }","duration":"105.406564ms","start":"2026-03-25T16:51:21.48385Z","end":"2026-03-25T16:51:21.589257Z","steps":["trace[866493277] 'range keys from in-memory index tree' (duration: 105.111864ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:21.589557Z","caller":"traceutil/trace.go:171","msg":"trace[1513674607] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:628; }","duration":"100.201347ms","start":"2026-03-25T16:51:21.489295Z","end":"2026-03-25T16:51:21.589496Z","steps":["trace[1513674607] 'range keys from in-memory index tree' (duration: 99.928617ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:21.589307Z","caller":"traceutil/trace.go:171","msg":"trace[992269078] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:0; response_revision:628; }","duration":"105.759245ms","start":"2026-03-25T16:51:21.483531Z","end":"2026-03-25T16:51:21.58929Z","steps":["trace[992269078] 'range keys from in-memory index tree' (duration: 105.557748ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:21.589414Z","caller":"traceutil/trace.go:171","msg":"trace[1857723604] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:628; }","duration":"105.59293ms","start":"2026-03-25T16:51:21.483792Z","end":"2026-03-25T16:51:21.589385Z","steps":["trace[1857723604] 'range keys from in-memory index tree' (duration: 105.322571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:21.589704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.173649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:51:21.589581Z","caller":"traceutil/trace.go:171","msg":"trace[283344645] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:0; response_revision:628; }","duration":"105.885269ms","start":"2026-03-25T16:51:21.483572Z","end":"2026-03-25T16:51:21.589457Z","steps":["trace[283344645] 'range keys from in-memory index tree' (duration: 105.362123ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:21.589752Z","caller":"traceutil/trace.go:171","msg":"trace[622357475] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:0; response_revision:628; }","duration":"106.23354ms","start":"2026-03-25T16:51:21.483507Z","end":"2026-03-25T16:51:21.58974Z","steps":["trace[622357475] 'range keys from in-memory index tree' (duration: 106.136868ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:21.800334Z","caller":"traceutil/trace.go:171","msg":"trace[1166277626] linearizableReadLoop","detail":"{readStateIndex:652; appliedIndex:651; }","duration":"198.947917ms","start":"2026-03-25T16:51:21.60136Z","end":"2026-03-25T16:51:21.800308Z","steps":["trace[1166277626] 'read index received' (duration: 198.842244ms)","trace[1166277626] 'applied index is now lower than readState.Index' (duration: 104.703µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:51:21.800436Z","caller":"traceutil/trace.go:171","msg":"trace[540148891] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"207.062108ms","start":"2026-03-25T16:51:21.593321Z","end":"2026-03-25T16:51:21.800383Z","steps":["trace[540148891] 'process raft request' (duration: 206.779549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:21.800651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.250077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-cj9z8\" ","response":"range_response_count:1 size:17520"} {"level":"info","ts":"2026-03-25T16:51:21.800742Z","caller":"traceutil/trace.go:171","msg":"trace[922268753] range","detail":"{range_begin:/registry/pods/kube-system/cilium-cj9z8; range_end:; response_count:1; response_revision:629; }","duration":"199.383701ms","start":"2026-03-25T16:51:21.601335Z","end":"2026-03-25T16:51:21.800718Z","steps":["trace[922268753] 'agreement among raft nodes before linearized reading' (duration: 199.073901ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:22.017406Z","caller":"traceutil/trace.go:171","msg":"trace[636528097] linearizableReadLoop","detail":"{readStateIndex:653; appliedIndex:652; }","duration":"216.971186ms","start":"2026-03-25T16:51:21.800401Z","end":"2026-03-25T16:51:22.017372Z","steps":["trace[636528097] 'read index received' (duration: 133.244378ms)","trace[636528097] 'applied index is now lower than readState.Index' (duration: 83.725588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:51:22.017555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.346005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:51:22.017542Z","caller":"traceutil/trace.go:171","msg":"trace[1096038348] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"411.519271ms","start":"2026-03-25T16:51:21.605978Z","end":"2026-03-25T16:51:22.017497Z","steps":["trace[1096038348] 'process raft request' (duration: 327.639978ms)","trace[1096038348] 'compare' (duration: 83.591584ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:51:22.017637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.679262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.69\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-25T16:51:22.017696Z","caller":"traceutil/trace.go:171","msg":"trace[1039227421] range","detail":"{range_begin:/registry/masterleases/199.204.45.69; range_end:; response_count:1; response_revision:630; }","duration":"257.773366ms","start":"2026-03-25T16:51:21.759904Z","end":"2026-03-25T16:51:22.017677Z","steps":["trace[1039227421] 'agreement among raft nodes before linearized reading' (duration: 257.514257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:22.017695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:21.605951Z","time spent":"411.670066ms","remote":"127.0.0.1:60842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T16:51:22.017676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.261233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:51:22.017898Z","caller":"traceutil/trace.go:171","msg":"trace[1659850318] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:630; }","duration":"335.522422ms","start":"2026-03-25T16:51:21.682276Z","end":"2026-03-25T16:51:22.017798Z","steps":["trace[1659850318] 'agreement among raft nodes before linearized reading' (duration: 335.17087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:22.01796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:21.682264Z","time spent":"335.683026ms","remote":"127.0.0.1:60800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-03-25T16:51:22.018202Z","caller":"traceutil/trace.go:171","msg":"trace[1083107689] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:630; }","duration":"382.990075ms","start":"2026-03-25T16:51:21.635167Z","end":"2026-03-25T16:51:22.018157Z","steps":["trace[1083107689] 'agreement among raft nodes before linearized reading' (duration: 382.322514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:22.018309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:21.635093Z","time spent":"383.185292ms","remote":"127.0.0.1:60754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T16:51:22.069341Z","caller":"traceutil/trace.go:171","msg":"trace[1096046516] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"185.320349ms","start":"2026-03-25T16:51:21.883985Z","end":"2026-03-25T16:51:22.069305Z","steps":["trace[1096046516] 'process raft request' (duration: 185.258277ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:22.069474Z","caller":"traceutil/trace.go:171","msg":"trace[1953306484] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"257.055353ms","start":"2026-03-25T16:51:21.812391Z","end":"2026-03-25T16:51:22.069447Z","steps":["trace[1953306484] 'process raft request' (duration: 256.528156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:22.282646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.282354ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-25T16:51:22.327924Z","caller":"traceutil/trace.go:171","msg":"trace[1474661618] linearizableReadLoop","detail":"{readStateIndex:657; appliedIndex:655; }","duration":"254.571543ms","start":"2026-03-25T16:51:22.073341Z","end":"2026-03-25T16:51:22.327912Z","steps":["trace[1474661618] 'read index received' (duration: 63.973784ms)","trace[1474661618] 'applied index is now lower than readState.Index' (duration: 190.596768ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:51:22.327935Z","caller":"traceutil/trace.go:171","msg":"trace[329899446] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"254.668335ms","start":"2026-03-25T16:51:22.073242Z","end":"2026-03-25T16:51:22.32791Z","steps":["trace[329899446] 'process raft request' (duration: 254.515971ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:22.327978Z","caller":"traceutil/trace.go:171","msg":"trace[954735921] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"244.84815ms","start":"2026-03-25T16:51:22.083124Z","end":"2026-03-25T16:51:22.327972Z","steps":["trace[954735921] 'process raft request' (duration: 244.766558ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:22.327974Z","caller":"traceutil/trace.go:171","msg":"trace[1489801079] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"253.686815ms","start":"2026-03-25T16:51:22.074258Z","end":"2026-03-25T16:51:22.327945Z","steps":["trace[1489801079] 'process raft request' (duration: 253.596592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:22.328107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.762249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-psjth\" ","response":"range_response_count:1 size:4679"} {"level":"info","ts":"2026-03-25T16:51:22.328154Z","caller":"traceutil/trace.go:171","msg":"trace[1913043879] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-psjth; range_end:; response_count:1; response_revision:635; }","duration":"254.853792ms","start":"2026-03-25T16:51:22.073291Z","end":"2026-03-25T16:51:22.328145Z","steps":["trace[1913043879] 'agreement among raft nodes before linearized reading' (duration: 254.730078ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:22.528254Z","caller":"traceutil/trace.go:171","msg":"trace[124978975] linearizableReadLoop","detail":"{readStateIndex:661; appliedIndex:659; }","duration":"200.283249ms","start":"2026-03-25T16:51:22.327955Z","end":"2026-03-25T16:51:22.528238Z","steps":["trace[124978975] 'read index received' (duration: 200.171716ms)","trace[124978975] 'applied index is now lower than readState.Index' (duration: 110.753µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:51:22.528341Z","caller":"traceutil/trace.go:171","msg":"trace[1766778919] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"237.67913ms","start":"2026-03-25T16:51:22.290652Z","end":"2026-03-25T16:51:22.528331Z","steps":["trace[1766778919] 'process raft request' (duration: 237.544516ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:22.528444Z","caller":"traceutil/trace.go:171","msg":"trace[1111394294] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"241.225595ms","start":"2026-03-25T16:51:22.287206Z","end":"2026-03-25T16:51:22.528431Z","steps":["trace[1111394294] 'process raft request' (duration: 240.823892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:22.528604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.351921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:430"} {"level":"info","ts":"2026-03-25T16:51:22.52864Z","caller":"traceutil/trace.go:171","msg":"trace[676040134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:637; }","duration":"247.424743ms","start":"2026-03-25T16:51:22.281203Z","end":"2026-03-25T16:51:22.528628Z","steps":["trace[676040134] 'agreement among raft nodes before linearized reading' (duration: 247.280638ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:22.53425Z","caller":"traceutil/trace.go:171","msg":"trace[856371925] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"199.689671ms","start":"2026-03-25T16:51:22.33454Z","end":"2026-03-25T16:51:22.53423Z","steps":["trace[856371925] 'process raft request' (duration: 199.492115ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:22.534271Z","caller":"traceutil/trace.go:171","msg":"trace[1885470093] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"198.72118ms","start":"2026-03-25T16:51:22.335527Z","end":"2026-03-25T16:51:22.534248Z","steps":["trace[1885470093] 'process raft request' (duration: 198.613106ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:22.534364Z","caller":"traceutil/trace.go:171","msg":"trace[1137636291] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"197.609005ms","start":"2026-03-25T16:51:22.336733Z","end":"2026-03-25T16:51:22.534342Z","steps":["trace[1137636291] 'process raft request' (duration: 197.45453ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:23.217449Z","caller":"traceutil/trace.go:171","msg":"trace[1905596480] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"132.918877ms","start":"2026-03-25T16:51:23.084496Z","end":"2026-03-25T16:51:23.217415Z","steps":["trace[1905596480] 'process raft request' (duration: 132.741872ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:23.488406Z","caller":"traceutil/trace.go:171","msg":"trace[1923851983] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"224.613081ms","start":"2026-03-25T16:51:23.263753Z","end":"2026-03-25T16:51:23.488366Z","steps":["trace[1923851983] 'process raft request' (duration: 169.100029ms)","trace[1923851983] 'compare' (duration: 55.355827ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:51:23.510234Z","caller":"traceutil/trace.go:171","msg":"trace[66114235] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"223.64445ms","start":"2026-03-25T16:51:23.286556Z","end":"2026-03-25T16:51:23.510201Z","steps":["trace[66114235] 'process raft request' (duration: 223.448244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:23.769864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.666149ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:51:23.770002Z","caller":"traceutil/trace.go:171","msg":"trace[315156065] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"284.286207ms","start":"2026-03-25T16:51:23.485691Z","end":"2026-03-25T16:51:23.769977Z","steps":["trace[315156065] 'process raft request' (duration: 108.448362ms)","trace[315156065] 'compare' (duration: 175.496874ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:51:24.04065Z","caller":"traceutil/trace.go:171","msg":"trace[73438763] linearizableReadLoop","detail":"{readStateIndex:691; appliedIndex:690; }","duration":"425.519851ms","start":"2026-03-25T16:51:23.615096Z","end":"2026-03-25T16:51:24.040616Z","steps":["trace[73438763] 'read index received' (duration: 325.851091ms)","trace[73438763] 'applied index is now lower than readState.Index' (duration: 99.667039ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:51:24.040788Z","caller":"traceutil/trace.go:171","msg":"trace[1983266394] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"517.803774ms","start":"2026-03-25T16:51:23.522974Z","end":"2026-03-25T16:51:24.040777Z","steps":["trace[1983266394] 'process raft request' (duration: 417.954108ms)","trace[1983266394] 'compare' (duration: 99.486194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:51:24.040898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:23.522943Z","time spent":"517.874266ms","remote":"127.0.0.1:60800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24220,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:51:24.041094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.979126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-cj9z8\" ","response":"range_response_count:1 size:17786"} {"level":"info","ts":"2026-03-25T16:51:24.041163Z","caller":"traceutil/trace.go:171","msg":"trace[1488586829] range","detail":"{range_begin:/registry/pods/kube-system/cilium-cj9z8; range_end:; response_count:1; response_revision:667; }","duration":"426.10223ms","start":"2026-03-25T16:51:23.615043Z","end":"2026-03-25T16:51:24.041145Z","steps":["trace[1488586829] 'agreement among raft nodes before linearized reading' (duration: 425.886253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:24.041195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:23.61502Z","time spent":"426.168942ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17810,"request content":"key:\"/registry/pods/kube-system/cilium-cj9z8\" "} {"level":"info","ts":"2026-03-25T16:51:24.196235Z","caller":"traceutil/trace.go:171","msg":"trace[877483408] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"580.092854ms","start":"2026-03-25T16:51:23.616106Z","end":"2026-03-25T16:51:24.196198Z","steps":["trace[877483408] 'process raft request' (duration: 532.574168ms)","trace[877483408] 'compare' (duration: 47.267838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:51:24.196399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:23.616094Z","time spent":"580.236158ms","remote":"127.0.0.1:60842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T16:51:24.196396Z","caller":"traceutil/trace.go:171","msg":"trace[1060547775] linearizableReadLoop","detail":"{readStateIndex:694; appliedIndex:691; }","duration":"155.640987ms","start":"2026-03-25T16:51:24.040735Z","end":"2026-03-25T16:51:24.196376Z","steps":["trace[1060547775] 'read index received' (duration: 107.958666ms)","trace[1060547775] 'applied index is now lower than readState.Index' (duration: 47.681301ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:51:24.196549Z","caller":"traceutil/trace.go:171","msg":"trace[817629039] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"288.468881ms","start":"2026-03-25T16:51:23.908036Z","end":"2026-03-25T16:51:24.196505Z","steps":["trace[817629039] 'process raft request' (duration: 288.256725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:24.196651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.92568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-25T16:51:24.196685Z","caller":"traceutil/trace.go:171","msg":"trace[1668243579] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:670; }","duration":"391.012973ms","start":"2026-03-25T16:51:23.805662Z","end":"2026-03-25T16:51:24.196675Z","steps":["trace[1668243579] 'agreement among raft nodes before linearized reading' (duration: 390.842397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:24.196719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:23.805642Z","time spent":"391.068705ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T16:51:24.196717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.80657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:51:24.196796Z","caller":"traceutil/trace.go:171","msg":"trace[1349615664] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:670; }","duration":"558.924294ms","start":"2026-03-25T16:51:23.637847Z","end":"2026-03-25T16:51:24.196771Z","steps":["trace[1349615664] 'agreement among raft nodes before linearized reading' (duration: 558.782979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:24.196834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:23.63783Z","time spent":"558.996797ms","remote":"127.0.0.1:60746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T16:51:24.197191Z","caller":"traceutil/trace.go:171","msg":"trace[1947401457] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"483.253205ms","start":"2026-03-25T16:51:23.71392Z","end":"2026-03-25T16:51:24.197173Z","steps":["trace[1947401457] 'process raft request' (duration: 482.216022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:24.197276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:23.713892Z","time spent":"483.335348ms","remote":"127.0.0.1:60800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187246,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T16:51:24.413803Z","caller":"traceutil/trace.go:171","msg":"trace[56689431] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"361.261748ms","start":"2026-03-25T16:51:24.052503Z","end":"2026-03-25T16:51:24.413765Z","steps":["trace[56689431] 'process raft request' (duration: 267.018722ms)","trace[56689431] 'compare' (duration: 93.897645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:51:24.414077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:24.052472Z","time spent":"361.521957ms","remote":"127.0.0.1:60800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13205,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:51:24.413941Z","caller":"traceutil/trace.go:171","msg":"trace[1887659355] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"359.77866ms","start":"2026-03-25T16:51:24.054142Z","end":"2026-03-25T16:51:24.413921Z","steps":["trace[1887659355] 'process raft request' (duration: 359.436559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:24.41418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:24.054129Z","time spent":"360.004897ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18048,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:51:24.414585Z","caller":"traceutil/trace.go:171","msg":"trace[1818018382] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"358.466828ms","start":"2026-03-25T16:51:24.056106Z","end":"2026-03-25T16:51:24.414573Z","steps":["trace[1818018382] 'process raft request' (duration: 357.844938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:24.414656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:24.056077Z","time spent":"358.545031ms","remote":"127.0.0.1:60800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24229,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:51:24.414679Z","caller":"traceutil/trace.go:171","msg":"trace[1092106380] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"212.649167ms","start":"2026-03-25T16:51:24.202018Z","end":"2026-03-25T16:51:24.414667Z","steps":["trace[1092106380] 'process raft request' (duration: 212.550974ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:24.414734Z","caller":"traceutil/trace.go:171","msg":"trace[2004308430] linearizableReadLoop","detail":"{readStateIndex:697; appliedIndex:694; }","duration":"218.213005ms","start":"2026-03-25T16:51:24.196481Z","end":"2026-03-25T16:51:24.414694Z","steps":["trace[2004308430] 'read index received' (duration: 123.027029ms)","trace[2004308430] 'applied index is now lower than readState.Index' (duration: 95.181376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:51:24.414913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.051048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:51:24.414941Z","caller":"traceutil/trace.go:171","msg":"trace[960113454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:674; }","duration":"217.117641ms","start":"2026-03-25T16:51:24.197816Z","end":"2026-03-25T16:51:24.414933Z","steps":["trace[960113454] 'agreement among raft nodes before linearized reading' (duration: 217.037128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:24.414958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.448493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-03-25T16:51:24.415017Z","caller":"traceutil/trace.go:171","msg":"trace[2123235887] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:674; }","duration":"332.546066ms","start":"2026-03-25T16:51:24.082456Z","end":"2026-03-25T16:51:24.415002Z","steps":["trace[2123235887] 'agreement among raft nodes before linearized reading' (duration: 332.37061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:24.415072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:24.08243Z","time spent":"332.619409ms","remote":"127.0.0.1:60800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4107,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-03-25T16:51:24.415125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.757842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-03-25T16:51:24.415209Z","caller":"traceutil/trace.go:171","msg":"trace[1960461207] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:674; }","duration":"132.880706ms","start":"2026-03-25T16:51:24.282307Z","end":"2026-03-25T16:51:24.415187Z","steps":["trace[1960461207] 'agreement among raft nodes before linearized reading' (duration: 132.68068ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:24.707984Z","caller":"traceutil/trace.go:171","msg":"trace[1369545805] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"280.260466ms","start":"2026-03-25T16:51:24.427703Z","end":"2026-03-25T16:51:24.707964Z","steps":["trace[1369545805] 'process raft request' (duration: 280.128082ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:24.773507Z","caller":"traceutil/trace.go:171","msg":"trace[825036082] linearizableReadLoop","detail":"{readStateIndex:700; appliedIndex:699; }","duration":"291.854158ms","start":"2026-03-25T16:51:24.481624Z","end":"2026-03-25T16:51:24.773478Z","steps":["trace[825036082] 'read index received' (duration: 226.324255ms)","trace[825036082] 'applied index is now lower than readState.Index' (duration: 65.528683ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:51:24.773627Z","caller":"traceutil/trace.go:171","msg":"trace[1886873879] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"311.265712ms","start":"2026-03-25T16:51:24.462346Z","end":"2026-03-25T16:51:24.773611Z","steps":["trace[1886873879] 'process raft request' (duration: 310.849298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:24.773807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:24.462322Z","time spent":"311.341524ms","remote":"127.0.0.1:60800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188228,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:51:24.773838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.19668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-03-25T16:51:24.773946Z","caller":"traceutil/trace.go:171","msg":"trace[1832603689] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:676; }","duration":"292.346715ms","start":"2026-03-25T16:51:24.481575Z","end":"2026-03-25T16:51:24.773921Z","steps":["trace[1832603689] 'agreement among raft nodes before linearized reading' (duration: 292.047645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:25.115561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.385873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:51:25.115676Z","caller":"traceutil/trace.go:171","msg":"trace[10442464] linearizableReadLoop","detail":"{readStateIndex:701; appliedIndex:700; }","duration":"342.088163ms","start":"2026-03-25T16:51:24.773566Z","end":"2026-03-25T16:51:25.115654Z","steps":["trace[10442464] 'read index received' (duration: 41.43537ms)","trace[10442464] 'applied index is now lower than readState.Index' (duration: 300.651273ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:51:25.115694Z","caller":"traceutil/trace.go:171","msg":"trace[1463001036] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"401.19728ms","start":"2026-03-25T16:51:24.714465Z","end":"2026-03-25T16:51:25.115663Z","steps":["trace[1463001036] 'process raft request' (duration: 100.6095ms)","trace[1463001036] 'compare' (duration: 300.192267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:51:25.115887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.661563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T16:51:25.115956Z","caller":"traceutil/trace.go:171","msg":"trace[793576772] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:677; }","duration":"505.773458ms","start":"2026-03-25T16:51:24.610164Z","end":"2026-03-25T16:51:25.115938Z","steps":["trace[793576772] 'agreement among raft nodes before linearized reading' (duration: 505.553931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:25.115943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.62127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-25T16:51:25.115998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:24.610102Z","time spent":"505.886111ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T16:51:25.116009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.935381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-03-25T16:51:25.116026Z","caller":"traceutil/trace.go:171","msg":"trace[16949150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:677; }","duration":"499.738863ms","start":"2026-03-25T16:51:24.616267Z","end":"2026-03-25T16:51:25.116006Z","steps":["trace[16949150] 'agreement among raft nodes before linearized reading' (duration: 499.423393ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:25.116056Z","caller":"traceutil/trace.go:171","msg":"trace[573268260] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:677; }","duration":"434.009563ms","start":"2026-03-25T16:51:24.682024Z","end":"2026-03-25T16:51:25.116034Z","steps":["trace[573268260] 'agreement among raft nodes before linearized reading' (duration: 433.851518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:25.116055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.673676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-03-25T16:51:25.116077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:24.616254Z","time spent":"499.812056ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T16:51:25.116095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:24.682008Z","time spent":"434.067315ms","remote":"127.0.0.1:60800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5610,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"info","ts":"2026-03-25T16:51:25.116105Z","caller":"traceutil/trace.go:171","msg":"trace[1555738150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:677; }","duration":"573.755559ms","start":"2026-03-25T16:51:24.542337Z","end":"2026-03-25T16:51:25.116092Z","steps":["trace[1555738150] 'agreement among raft nodes before linearized reading' (duration: 573.615374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:25.116146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:24.542321Z","time spent":"573.818421ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T16:51:25.116048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.276429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T16:51:25.116287Z","caller":"traceutil/trace.go:171","msg":"trace[254849985] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:677; }","duration":"571.568908ms","start":"2026-03-25T16:51:24.544703Z","end":"2026-03-25T16:51:25.116271Z","steps":["trace[254849985] 'agreement among raft nodes before linearized reading' (duration: 571.235708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:25.116112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:24.714441Z","time spent":"401.313934ms","remote":"127.0.0.1:60842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T16:51:25.115968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.936071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:51:25.116611Z","caller":"traceutil/trace.go:171","msg":"trace[1351831735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:677; }","duration":"448.593892ms","start":"2026-03-25T16:51:24.668002Z","end":"2026-03-25T16:51:25.116596Z","steps":["trace[1351831735] 'agreement among raft nodes before linearized reading' (duration: 447.90537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:25.11667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:24.66793Z","time spent":"448.717326ms","remote":"127.0.0.1:60746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T16:51:25.116404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:24.544692Z","time spent":"571.691713ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-25T16:51:25.444446Z","caller":"traceutil/trace.go:171","msg":"trace[2063340356] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"607.475792ms","start":"2026-03-25T16:51:24.836944Z","end":"2026-03-25T16:51:25.44442Z","steps":["trace[2063340356] 'process raft request' (duration: 607.145902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:25.44461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:24.836917Z","time spent":"607.602757ms","remote":"127.0.0.1:60800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188471,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:51:25.642884Z","caller":"traceutil/trace.go:171","msg":"trace[1927355273] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"522.341919ms","start":"2026-03-25T16:51:25.12052Z","end":"2026-03-25T16:51:25.642862Z","steps":["trace[1927355273] 'process raft request' (duration: 522.179084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:25.64302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:25.120496Z","time spent":"522.459723ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:51:25.642867Z","caller":"traceutil/trace.go:171","msg":"trace[807789111] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"782.829912ms","start":"2026-03-25T16:51:24.859959Z","end":"2026-03-25T16:51:25.642789Z","steps":["trace[807789111] 'process raft request' (duration: 782.567993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:25.643146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:24.859928Z","time spent":"783.188703ms","remote":"127.0.0.1:60800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188237,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:51:25.643245Z","caller":"traceutil/trace.go:171","msg":"trace[1459698984] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"522.65848ms","start":"2026-03-25T16:51:25.120542Z","end":"2026-03-25T16:51:25.6432Z","steps":["trace[1459698984] 'process raft request' (duration: 522.279758ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:25.643356Z","caller":"traceutil/trace.go:171","msg":"trace[190531508] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"522.739992ms","start":"2026-03-25T16:51:25.1206Z","end":"2026-03-25T16:51:25.64334Z","steps":["trace[190531508] 'process raft request' (duration: 522.548116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:25.643403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:25.120519Z","time spent":"522.814754ms","remote":"127.0.0.1:60842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T16:51:25.643505Z","caller":"traceutil/trace.go:171","msg":"trace[652037716] linearizableReadLoop","detail":"{readStateIndex:703; appliedIndex:701; }","duration":"527.769784ms","start":"2026-03-25T16:51:25.11571Z","end":"2026-03-25T16:51:25.64348Z","steps":["trace[652037716] 'read index received' (duration: 328.369422ms)","trace[652037716] 'applied index is now lower than readState.Index' (duration: 199.399762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:51:25.643589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:25.120574Z","time spent":"522.837865ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:51:25.643588Z","caller":"traceutil/trace.go:171","msg":"trace[1968771827] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"522.916657ms","start":"2026-03-25T16:51:25.120649Z","end":"2026-03-25T16:51:25.643566Z","steps":["trace[1968771827] 'process raft request' (duration: 522.646309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:25.643642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.401164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-03-25T16:51:25.643669Z","caller":"traceutil/trace.go:171","msg":"trace[18604283] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:684; }","duration":"561.452234ms","start":"2026-03-25T16:51:25.082207Z","end":"2026-03-25T16:51:25.643659Z","steps":["trace[18604283] 'agreement among raft nodes before linearized reading' (duration: 561.342561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:25.643689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:25.082191Z","time spent":"561.493076ms","remote":"127.0.0.1:60800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10401,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-25T16:51:25.643753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:25.120642Z","time spent":"523.023091ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:51:25.643868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.513306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"warn","ts":"2026-03-25T16:51:25.643893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.635468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"warn","ts":"2026-03-25T16:51:25.643903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.497047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-03-25T16:51:25.643885Z","caller":"traceutil/trace.go:171","msg":"trace[1074163319] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"522.934248ms","start":"2026-03-25T16:51:25.120722Z","end":"2026-03-25T16:51:25.643657Z","steps":["trace[1074163319] 'process raft request' (duration: 522.713691ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:25.644016Z","caller":"traceutil/trace.go:171","msg":"trace[376116733] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:684; }","duration":"761.649231ms","start":"2026-03-25T16:51:24.882348Z","end":"2026-03-25T16:51:25.643997Z","steps":["trace[376116733] 'agreement among raft nodes before linearized reading' (duration: 761.372932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:25.644119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:24.882325Z","time spent":"761.771756ms","remote":"127.0.0.1:60800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5201,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"info","ts":"2026-03-25T16:51:25.643921Z","caller":"traceutil/trace.go:171","msg":"trace[1172627831] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:684; }","duration":"361.604838ms","start":"2026-03-25T16:51:25.282302Z","end":"2026-03-25T16:51:25.643907Z","steps":["trace[1172627831] 'agreement among raft nodes before linearized reading' (duration: 361.361811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:25.644172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:25.12071Z","time spent":"523.380342ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:51:25.644189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:25.28228Z","time spent":"361.891218ms","remote":"127.0.0.1:60800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9344,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"info","ts":"2026-03-25T16:51:25.643952Z","caller":"traceutil/trace.go:171","msg":"trace[1012830662] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:684; }","duration":"161.744042ms","start":"2026-03-25T16:51:25.482193Z","end":"2026-03-25T16:51:25.643937Z","steps":["trace[1012830662] 'agreement among raft nodes before linearized reading' (duration: 161.583567ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:25.808479Z","caller":"traceutil/trace.go:171","msg":"trace[1990023562] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"159.862592ms","start":"2026-03-25T16:51:25.648582Z","end":"2026-03-25T16:51:25.808444Z","steps":["trace[1990023562] 'process raft request' (duration: 73.997875ms)","trace[1990023562] 'compare' (duration: 85.694361ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:51:25.849275Z","caller":"traceutil/trace.go:171","msg":"trace[100195476] linearizableReadLoop","detail":"{readStateIndex:710; appliedIndex:708; }","duration":"166.792224ms","start":"2026-03-25T16:51:25.682415Z","end":"2026-03-25T16:51:25.849207Z","steps":["trace[100195476] 'read index received' (duration: 40.18327ms)","trace[100195476] 'applied index is now lower than readState.Index' (duration: 126.607354ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:51:25.849394Z","caller":"traceutil/trace.go:171","msg":"trace[519959952] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"192.50283ms","start":"2026-03-25T16:51:25.656865Z","end":"2026-03-25T16:51:25.849368Z","steps":["trace[519959952] 'process raft request' (duration: 192.166009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:25.849609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.177607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-03-25T16:51:25.849692Z","caller":"traceutil/trace.go:171","msg":"trace[584335329] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:686; }","duration":"167.332431ms","start":"2026-03-25T16:51:25.682342Z","end":"2026-03-25T16:51:25.849675Z","steps":["trace[584335329] 'agreement among raft nodes before linearized reading' (duration: 167.008081ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:26.300898Z","caller":"traceutil/trace.go:171","msg":"trace[1877447637] linearizableReadLoop","detail":"{readStateIndex:711; appliedIndex:710; }","duration":"418.618789ms","start":"2026-03-25T16:51:25.882252Z","end":"2026-03-25T16:51:26.30087Z","steps":["trace[1877447637] 'read index received' (duration: 418.208296ms)","trace[1877447637] 'applied index is now lower than readState.Index' (duration: 409.663µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:51:26.300971Z","caller":"traceutil/trace.go:171","msg":"trace[891921529] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"574.524384ms","start":"2026-03-25T16:51:25.726419Z","end":"2026-03-25T16:51:26.300943Z","steps":["trace[891921529] 'process raft request' (duration: 574.186373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:26.301106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:25.726382Z","time spent":"574.648609ms","remote":"127.0.0.1:60800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188480,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:51:26.301191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.320871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-03-25T16:51:26.301238Z","caller":"traceutil/trace.go:171","msg":"trace[1794261656] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:687; }","duration":"219.404814ms","start":"2026-03-25T16:51:26.081819Z","end":"2026-03-25T16:51:26.301223Z","steps":["trace[1794261656] 'agreement among raft nodes before linearized reading' (duration: 219.191467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:26.30141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.143696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-03-25T16:51:26.301496Z","caller":"traceutil/trace.go:171","msg":"trace[327721713] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:687; }","duration":"419.27772ms","start":"2026-03-25T16:51:25.8822Z","end":"2026-03-25T16:51:26.301478Z","steps":["trace[327721713] 'agreement among raft nodes before linearized reading' (duration: 418.758503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:26.301618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:25.882177Z","time spent":"419.353633ms","remote":"127.0.0.1:60800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188519,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-03-25T16:51:26.964895Z","caller":"traceutil/trace.go:171","msg":"trace[1495225598] linearizableReadLoop","detail":"{readStateIndex:715; appliedIndex:714; }","duration":"222.740351ms","start":"2026-03-25T16:51:26.742129Z","end":"2026-03-25T16:51:26.964869Z","steps":["trace[1495225598] 'read index received' (duration: 131.47198ms)","trace[1495225598] 'applied index is now lower than readState.Index' (duration: 91.25769ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:51:26.965067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.907626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:51:26.965075Z","caller":"traceutil/trace.go:171","msg":"trace[91289990] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"316.579804ms","start":"2026-03-25T16:51:26.648361Z","end":"2026-03-25T16:51:26.964941Z","steps":["trace[91289990] 'process raft request' (duration: 225.243122ms)","trace[91289990] 'compare' (duration: 91.131905ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:51:26.965184Z","caller":"traceutil/trace.go:171","msg":"trace[753206072] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:691; }","duration":"223.016029ms","start":"2026-03-25T16:51:26.742097Z","end":"2026-03-25T16:51:26.965113Z","steps":["trace[753206072] 'agreement among raft nodes before linearized reading' (duration: 222.895816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:26.965355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:26.648339Z","time spent":"316.915894ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18502,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:51:26.967866Z","caller":"traceutil/trace.go:171","msg":"trace[588419880] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"134.288831ms","start":"2026-03-25T16:51:26.833551Z","end":"2026-03-25T16:51:26.96784Z","steps":["trace[588419880] 'process raft request' (duration: 134.149617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:26.977279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.11376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T16:51:26.977298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.713447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:51:26.977335Z","caller":"traceutil/trace.go:171","msg":"trace[1070036955] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:692; }","duration":"217.192112ms","start":"2026-03-25T16:51:26.760132Z","end":"2026-03-25T16:51:26.977324Z","steps":["trace[1070036955] 'agreement among raft nodes before linearized reading' (duration: 217.11115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:26.977331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.081099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:51:26.977412Z","caller":"traceutil/trace.go:171","msg":"trace[359768278] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:692; }","duration":"217.191393ms","start":"2026-03-25T16:51:26.760205Z","end":"2026-03-25T16:51:26.977396Z","steps":["trace[359768278] 'agreement among raft nodes before linearized reading' (duration: 217.041188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:26.977495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.228171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:51:26.97737Z","caller":"traceutil/trace.go:171","msg":"trace[1411622232] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:692; }","duration":"116.79886ms","start":"2026-03-25T16:51:26.860543Z","end":"2026-03-25T16:51:26.977342Z","steps":["trace[1411622232] 'agreement among raft nodes before linearized reading' (duration: 116.687966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:26.977623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.538749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T16:51:26.977665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.848442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:51:26.977699Z","caller":"traceutil/trace.go:171","msg":"trace[311110114] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:692; }","duration":"234.644713ms","start":"2026-03-25T16:51:26.743035Z","end":"2026-03-25T16:51:26.97768Z","steps":["trace[311110114] 'agreement among raft nodes before linearized reading' (duration: 234.492548ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:26.977719Z","caller":"traceutil/trace.go:171","msg":"trace[1723062835] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:692; }","duration":"216.919723ms","start":"2026-03-25T16:51:26.760787Z","end":"2026-03-25T16:51:26.977706Z","steps":["trace[1723062835] 'agreement among raft nodes before linearized reading' (duration: 216.81683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:26.977817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.632907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:51:26.977842Z","caller":"traceutil/trace.go:171","msg":"trace[1565134547] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:692; }","duration":"117.701079ms","start":"2026-03-25T16:51:26.860133Z","end":"2026-03-25T16:51:26.977834Z","steps":["trace[1565134547] 'agreement among raft nodes before linearized reading' (duration: 117.665167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:26.977847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.73691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:51:26.977878Z","caller":"traceutil/trace.go:171","msg":"trace[1872711743] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:692; }","duration":"117.809652ms","start":"2026-03-25T16:51:26.860059Z","end":"2026-03-25T16:51:26.977868Z","steps":["trace[1872711743] 'agreement among raft nodes before linearized reading' (duration: 117.76516ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:26.978064Z","caller":"traceutil/trace.go:171","msg":"trace[1450417242] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:692; }","duration":"235.351315ms","start":"2026-03-25T16:51:26.74219Z","end":"2026-03-25T16:51:26.977541Z","steps":["trace[1450417242] 'agreement among raft nodes before linearized reading' (duration: 235.232781ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:27.7969Z","caller":"traceutil/trace.go:171","msg":"trace[706265447] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"134.070284ms","start":"2026-03-25T16:51:27.662804Z","end":"2026-03-25T16:51:27.796875Z","steps":["trace[706265447] 'process raft request' (duration: 110.244999ms)","trace[706265447] 'compare' (duration: 23.317659ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:51:27.796913Z","caller":"traceutil/trace.go:171","msg":"trace[15207359] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"129.465386ms","start":"2026-03-25T16:51:27.667411Z","end":"2026-03-25T16:51:27.796877Z","steps":["trace[15207359] 'process raft request' (duration: 129.198787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:27.796921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.142406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-25T16:51:27.797029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.19683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-25T16:51:27.797062Z","caller":"traceutil/trace.go:171","msg":"trace[886573579] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:695; }","duration":"134.322413ms","start":"2026-03-25T16:51:27.662728Z","end":"2026-03-25T16:51:27.797051Z","steps":["trace[886573579] 'agreement among raft nodes before linearized reading' (duration: 134.016693ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:27.797225Z","caller":"traceutil/trace.go:171","msg":"trace[1545240902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:695; }","duration":"130.370355ms","start":"2026-03-25T16:51:27.666798Z","end":"2026-03-25T16:51:27.797168Z","steps":["trace[1545240902] 'agreement among raft nodes before linearized reading' (duration: 130.180769ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:27.831561Z","caller":"traceutil/trace.go:171","msg":"trace[433647721] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"107.108838ms","start":"2026-03-25T16:51:27.72443Z","end":"2026-03-25T16:51:27.831539Z","steps":["trace[433647721] 'process raft request' (duration: 106.910302ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:28.790528Z","caller":"traceutil/trace.go:171","msg":"trace[313160902] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"115.26763ms","start":"2026-03-25T16:51:28.675235Z","end":"2026-03-25T16:51:28.790502Z","steps":["trace[313160902] 'process raft request' (duration: 115.116405ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:28.936283Z","caller":"traceutil/trace.go:171","msg":"trace[488505393] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"249.740547ms","start":"2026-03-25T16:51:28.686519Z","end":"2026-03-25T16:51:28.93626Z","steps":["trace[488505393] 'process raft request' (duration: 249.671195ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:28.936519Z","caller":"traceutil/trace.go:171","msg":"trace[889503959] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"254.591723ms","start":"2026-03-25T16:51:28.681886Z","end":"2026-03-25T16:51:28.936478Z","steps":["trace[889503959] 'process raft request' (duration: 225.311803ms)","trace[889503959] 'compare' (duration: 28.855837ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:51:29.110546Z","caller":"traceutil/trace.go:171","msg":"trace[1461115175] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"165.053139ms","start":"2026-03-25T16:51:28.945473Z","end":"2026-03-25T16:51:29.110526Z","steps":["trace[1461115175] 'process raft request' (duration: 164.937945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:30.80887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.292382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:51:30.808973Z","caller":"traceutil/trace.go:171","msg":"trace[1886625299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:715; }","duration":"163.467238ms","start":"2026-03-25T16:51:30.645482Z","end":"2026-03-25T16:51:30.80895Z","steps":["trace[1886625299] 'range keys from in-memory index tree' (duration: 163.147368ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:36.940848Z","caller":"traceutil/trace.go:171","msg":"trace[1785867342] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"373.509111ms","start":"2026-03-25T16:51:36.567314Z","end":"2026-03-25T16:51:36.940823Z","steps":["trace[1785867342] 'process raft request' (duration: 373.325485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:36.941031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:36.567283Z","time spent":"373.639765ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:51:40.36314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003092054371713,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T16:51:40.863693Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003092054371713,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T16:51:41.364724Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003092054371713,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T16:51:41.640223Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.923406393s","expected-duration":"1s"} {"level":"info","ts":"2026-03-25T16:51:41.640671Z","caller":"traceutil/trace.go:171","msg":"trace[1496260704] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"1.923950091s","start":"2026-03-25T16:51:39.716694Z","end":"2026-03-25T16:51:41.640644Z","steps":["trace[1496260704] 'process raft request' (duration: 1.923748864s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:41.640853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:39.71667Z","time spent":"1.924067115s","remote":"127.0.0.1:32786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:51:41.808562Z","caller":"traceutil/trace.go:171","msg":"trace[1341588710] linearizableReadLoop","detail":"{readStateIndex:807; appliedIndex:805; }","duration":"1.945679846s","start":"2026-03-25T16:51:39.862857Z","end":"2026-03-25T16:51:41.808536Z","steps":["trace[1341588710] 'read index received' (duration: 1.777607372s)","trace[1341588710] 'applied index is now lower than readState.Index' (duration: 168.071124ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:51:41.808663Z","caller":"traceutil/trace.go:171","msg":"trace[1976724035] transaction","detail":"{read_only:false; response_revision:778; number_of_response:1; }","duration":"735.454613ms","start":"2026-03-25T16:51:41.073168Z","end":"2026-03-25T16:51:41.808622Z","steps":["trace[1976724035] 'process raft request' (duration: 735.187615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:41.808855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:41.073149Z","time spent":"735.597798ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:51:41.808904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.906462157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T16:51:41.808948Z","caller":"traceutil/trace.go:171","msg":"trace[560410270] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:778; }","duration":"1.906617843s","start":"2026-03-25T16:51:39.902318Z","end":"2026-03-25T16:51:41.808936Z","steps":["trace[560410270] 'agreement among raft nodes before linearized reading' (duration: 1.906396236s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:41.808926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.946041309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-25T16:51:41.80899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:39.902299Z","time spent":"1.906680784s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-25T16:51:41.809005Z","caller":"traceutil/trace.go:171","msg":"trace[204044705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:778; }","duration":"1.946164542s","start":"2026-03-25T16:51:39.862822Z","end":"2026-03-25T16:51:41.808986Z","steps":["trace[204044705] 'agreement among raft nodes before linearized reading' (duration: 1.945891313s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:41.808995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166696698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T16:51:41.808985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.499398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-25T16:51:41.809051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:39.862803Z","time spent":"1.946238934s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-25T16:51:41.809074Z","caller":"traceutil/trace.go:171","msg":"trace[631251236] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:778; }","duration":"1.166804921s","start":"2026-03-25T16:51:40.642246Z","end":"2026-03-25T16:51:41.809051Z","steps":["trace[631251236] 'agreement among raft nodes before linearized reading' (duration: 1.166698877s)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:41.809074Z","caller":"traceutil/trace.go:171","msg":"trace[1812049875] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:778; }","duration":"851.646362ms","start":"2026-03-25T16:51:40.957414Z","end":"2026-03-25T16:51:41.80906Z","steps":["trace[1812049875] 'agreement among raft nodes before linearized reading' (duration: 851.383914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:41.809097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885325559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-03-25T16:51:41.809127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:40.642226Z","time spent":"1.166890504s","remote":"127.0.0.1:60746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T16:51:41.809143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:40.957392Z","time spent":"851.732495ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-25T16:51:41.809176Z","caller":"traceutil/trace.go:171","msg":"trace[191846411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:778; }","duration":"1.885440703s","start":"2026-03-25T16:51:39.923717Z","end":"2026-03-25T16:51:41.809158Z","steps":["trace[191846411] 'agreement among raft nodes before linearized reading' (duration: 1.885188345s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:41.809221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:39.923711Z","time spent":"1.885501185s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T16:51:41.809237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888937545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T16:51:41.80927Z","caller":"traceutil/trace.go:171","msg":"trace[1879242661] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:778; }","duration":"1.888995686s","start":"2026-03-25T16:51:39.920266Z","end":"2026-03-25T16:51:41.809261Z","steps":["trace[1879242661] 'agreement among raft nodes before linearized reading' (duration: 1.888843812s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:51:41.809298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:51:39.920254Z","time spent":"1.889037658s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-25T16:51:44.824302Z","caller":"traceutil/trace.go:171","msg":"trace[165094544] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"102.916005ms","start":"2026-03-25T16:51:44.721363Z","end":"2026-03-25T16:51:44.824279Z","steps":["trace[165094544] 'process raft request' (duration: 102.76572ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:46.085188Z","caller":"traceutil/trace.go:171","msg":"trace[1443603059] transaction","detail":"{read_only:false; response_revision:803; number_of_response:1; }","duration":"105.237928ms","start":"2026-03-25T16:51:45.979925Z","end":"2026-03-25T16:51:46.085163Z","steps":["trace[1443603059] 'process raft request' (duration: 105.165415ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:51:46.085476Z","caller":"traceutil/trace.go:171","msg":"trace[517420648] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"108.575114ms","start":"2026-03-25T16:51:45.976834Z","end":"2026-03-25T16:51:46.085409Z","steps":["trace[517420648] 'process raft request' (duration: 38.374245ms)","trace[517420648] 'compare' (duration: 69.691673ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:51:46.252646Z","caller":"traceutil/trace.go:171","msg":"trace[1046430963] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"163.034034ms","start":"2026-03-25T16:51:46.089572Z","end":"2026-03-25T16:51:46.252606Z","steps":["trace[1046430963] 'process raft request' (duration: 134.265256ms)","trace[1046430963] 'compare' (duration: 28.599113ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:52:02.295695Z","caller":"traceutil/trace.go:171","msg":"trace[604371835] transaction","detail":"{read_only:false; response_revision:1121; number_of_response:1; }","duration":"179.892752ms","start":"2026-03-25T16:52:02.115763Z","end":"2026-03-25T16:52:02.295656Z","steps":["trace[604371835] 'process raft request' (duration: 179.632663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:52:11.896162Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003092054372432,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T16:52:11.961877Z","caller":"traceutil/trace.go:171","msg":"trace[1873452364] linearizableReadLoop","detail":"{readStateIndex:1214; appliedIndex:1213; }","duration":"565.779457ms","start":"2026-03-25T16:52:11.396073Z","end":"2026-03-25T16:52:11.961853Z","steps":["trace[1873452364] 'read index received' (duration: 565.56206ms)","trace[1873452364] 'applied index is now lower than readState.Index' (duration: 216.217µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:52:11.962045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.938312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-25T16:52:11.962083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.749325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:52:11.962102Z","caller":"traceutil/trace.go:171","msg":"trace[627593875] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1178; }","duration":"566.048486ms","start":"2026-03-25T16:52:11.396036Z","end":"2026-03-25T16:52:11.962085Z","steps":["trace[627593875] 'agreement among raft nodes before linearized reading' (duration: 565.941992ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:52:11.962053Z","caller":"traceutil/trace.go:171","msg":"trace[864989142] transaction","detail":"{read_only:false; response_revision:1178; number_of_response:1; }","duration":"575.965773ms","start":"2026-03-25T16:52:11.385951Z","end":"2026-03-25T16:52:11.961917Z","steps":["trace[864989142] 'process raft request' (duration: 575.750286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:52:11.962166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:52:11.396018Z","time spent":"566.133089ms","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-25T16:52:11.962298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.729725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.69\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-25T16:52:11.962344Z","caller":"traceutil/trace.go:171","msg":"trace[1467432871] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1178; }","duration":"324.859538ms","start":"2026-03-25T16:52:11.637276Z","end":"2026-03-25T16:52:11.962135Z","steps":["trace[1467432871] 'agreement among raft nodes before linearized reading' (duration: 324.752195ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:52:11.962365Z","caller":"traceutil/trace.go:171","msg":"trace[1473217997] range","detail":"{range_begin:/registry/masterleases/199.204.45.69; range_end:; response_count:1; response_revision:1178; }","duration":"199.828878ms","start":"2026-03-25T16:52:11.762514Z","end":"2026-03-25T16:52:11.962343Z","steps":["trace[1473217997] 'agreement among raft nodes before linearized reading' (duration: 199.626031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:52:11.962422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:52:11.637254Z","time spent":"325.150238ms","remote":"127.0.0.1:60746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T16:52:11.962483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:52:11.385932Z","time spent":"576.306813ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:52:18.150207Z","caller":"traceutil/trace.go:171","msg":"trace[582496955] transaction","detail":"{read_only:false; response_revision:1250; number_of_response:1; }","duration":"117.759228ms","start":"2026-03-25T16:52:18.032418Z","end":"2026-03-25T16:52:18.150178Z","steps":["trace[582496955] 'process raft request' (duration: 117.530271ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:52:18.303257Z","caller":"traceutil/trace.go:171","msg":"trace[1006160812] transaction","detail":"{read_only:false; response_revision:1251; number_of_response:1; }","duration":"148.664884ms","start":"2026-03-25T16:52:18.154565Z","end":"2026-03-25T16:52:18.303229Z","steps":["trace[1006160812] 'process raft request' (duration: 103.593686ms)","trace[1006160812] 'compare' (duration: 44.922493ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:52:18.384276Z","caller":"traceutil/trace.go:171","msg":"trace[147574074] transaction","detail":"{read_only:false; response_revision:1252; number_of_response:1; }","duration":"229.102001ms","start":"2026-03-25T16:52:18.155149Z","end":"2026-03-25T16:52:18.384251Z","steps":["trace[147574074] 'process raft request' (duration: 228.845553ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:52:18.384294Z","caller":"traceutil/trace.go:171","msg":"trace[303124558] transaction","detail":"{read_only:false; response_revision:1253; number_of_response:1; }","duration":"229.101482ms","start":"2026-03-25T16:52:18.155166Z","end":"2026-03-25T16:52:18.384267Z","steps":["trace[303124558] 'process raft request' (duration: 228.978538ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:52:18.384525Z","caller":"traceutil/trace.go:171","msg":"trace[125098084] transaction","detail":"{read_only:false; response_revision:1254; number_of_response:1; }","duration":"228.961577ms","start":"2026-03-25T16:52:18.15555Z","end":"2026-03-25T16:52:18.384512Z","steps":["trace[125098084] 'process raft request' (duration: 228.643897ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:52:18.384619Z","caller":"traceutil/trace.go:171","msg":"trace[411953484] transaction","detail":"{read_only:false; response_revision:1255; number_of_response:1; }","duration":"228.873984ms","start":"2026-03-25T16:52:18.155717Z","end":"2026-03-25T16:52:18.384591Z","steps":["trace[411953484] 'process raft request' (duration: 228.712949ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:52:18.384695Z","caller":"traceutil/trace.go:171","msg":"trace[1357711090] transaction","detail":"{read_only:false; response_revision:1256; number_of_response:1; }","duration":"227.329295ms","start":"2026-03-25T16:52:18.157355Z","end":"2026-03-25T16:52:18.384684Z","steps":["trace[1357711090] 'process raft request' (duration: 227.197891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:52:33.072048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.627212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-btl6z\" ","response":"range_response_count:1 size:4178"} {"level":"info","ts":"2026-03-25T16:52:33.072167Z","caller":"traceutil/trace.go:171","msg":"trace[2019992377] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-btl6z; range_end:; response_count:1; response_revision:1433; }","duration":"121.816588ms","start":"2026-03-25T16:52:32.950325Z","end":"2026-03-25T16:52:33.072142Z","steps":["trace[2019992377] 'range keys from in-memory index tree' (duration: 121.337643ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:52:36.378908Z","caller":"traceutil/trace.go:171","msg":"trace[646126373] transaction","detail":"{read_only:false; response_revision:1444; number_of_response:1; }","duration":"182.68381ms","start":"2026-03-25T16:52:36.196197Z","end":"2026-03-25T16:52:36.378881Z","steps":["trace[646126373] 'process raft request' (duration: 182.485044ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:52:36.388331Z","caller":"traceutil/trace.go:171","msg":"trace[886428257] transaction","detail":"{read_only:false; response_revision:1445; number_of_response:1; }","duration":"145.890186ms","start":"2026-03-25T16:52:36.242427Z","end":"2026-03-25T16:52:36.388318Z","steps":["trace[886428257] 'process raft request' (duration: 145.580426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:52:37.224727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.759266ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-25T16:52:38.301396Z","caller":"traceutil/trace.go:171","msg":"trace[1948692459] linearizableReadLoop","detail":"{readStateIndex:1499; appliedIndex:1498; }","duration":"139.574015ms","start":"2026-03-25T16:52:38.161781Z","end":"2026-03-25T16:52:38.301355Z","steps":["trace[1948692459] 'read index received' (duration: 139.300726ms)","trace[1948692459] 'applied index is now lower than readState.Index' (duration: 272.249µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:52:38.301542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.73946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:52:38.301597Z","caller":"traceutil/trace.go:171","msg":"trace[1325648780] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1454; }","duration":"139.854464ms","start":"2026-03-25T16:52:38.161723Z","end":"2026-03-25T16:52:38.301578Z","steps":["trace[1325648780] 'agreement among raft nodes before linearized reading' (duration: 139.754981ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:52:38.301616Z","caller":"traceutil/trace.go:171","msg":"trace[112371975] transaction","detail":"{read_only:false; response_revision:1454; number_of_response:1; }","duration":"168.832729ms","start":"2026-03-25T16:52:38.132558Z","end":"2026-03-25T16:52:38.301391Z","steps":["trace[112371975] 'process raft request' (duration: 168.655453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:52:38.675461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.718146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:52:38.675794Z","caller":"traceutil/trace.go:171","msg":"trace[333368311] transaction","detail":"{read_only:false; response_revision:1457; number_of_response:1; }","duration":"232.191521ms","start":"2026-03-25T16:52:38.443563Z","end":"2026-03-25T16:52:38.675755Z","steps":["trace[333368311] 'process raft request' (duration: 99.055921ms)","trace[333368311] 'compare' (duration: 132.464858ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:52:38.675861Z","caller":"traceutil/trace.go:171","msg":"trace[2140830700] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1458; }","duration":"231.893741ms","start":"2026-03-25T16:52:38.44394Z","end":"2026-03-25T16:52:38.675833Z","steps":["trace[2140830700] 'process raft request' (duration: 231.723696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:52:38.676045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.910997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-25T16:52:38.67609Z","caller":"traceutil/trace.go:171","msg":"trace[1281856938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1459; }","duration":"202.984959ms","start":"2026-03-25T16:52:38.473094Z","end":"2026-03-25T16:52:38.676079Z","steps":["trace[1281856938] 'agreement among raft nodes before linearized reading' (duration: 202.778593ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:52:38.676088Z","caller":"traceutil/trace.go:171","msg":"trace[503118224] transaction","detail":"{read_only:false; response_revision:1459; number_of_response:1; }","duration":"229.544047ms","start":"2026-03-25T16:52:38.446518Z","end":"2026-03-25T16:52:38.676062Z","steps":["trace[503118224] 'process raft request' (duration: 229.235407ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:52:38.675836Z","caller":"traceutil/trace.go:171","msg":"trace[1518813761] linearizableReadLoop","detail":"{readStateIndex:1505; appliedIndex:1502; }","duration":"202.68848ms","start":"2026-03-25T16:52:38.473126Z","end":"2026-03-25T16:52:38.675815Z","steps":["trace[1518813761] 'read index received' (duration: 69.626923ms)","trace[1518813761] 'applied index is now lower than readState.Index' (duration: 133.060437ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:52:38.676409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.833554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-25T16:52:38.676447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.966191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T16:52:38.676462Z","caller":"traceutil/trace.go:171","msg":"trace[1759683896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1459; }","duration":"202.930027ms","start":"2026-03-25T16:52:38.473513Z","end":"2026-03-25T16:52:38.676443Z","steps":["trace[1759683896] 'agreement among raft nodes before linearized reading' (duration: 202.754981ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:52:38.676474Z","caller":"traceutil/trace.go:171","msg":"trace[15595856] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1459; }","duration":"194.002163ms","start":"2026-03-25T16:52:38.482465Z","end":"2026-03-25T16:52:38.676467Z","steps":["trace[15595856] 'agreement among raft nodes before linearized reading' (duration: 193.90672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:52:38.676512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.575122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T16:52:38.676578Z","caller":"traceutil/trace.go:171","msg":"trace[322584373] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1459; }","duration":"190.663686ms","start":"2026-03-25T16:52:38.485896Z","end":"2026-03-25T16:52:38.67656Z","steps":["trace[322584373] 'agreement among raft nodes before linearized reading' (duration: 190.472069ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:52:38.861239Z","caller":"traceutil/trace.go:171","msg":"trace[870934096] linearizableReadLoop","detail":"{readStateIndex:1509; appliedIndex:1505; }","duration":"174.276632ms","start":"2026-03-25T16:52:38.686937Z","end":"2026-03-25T16:52:38.861213Z","steps":["trace[870934096] 'read index received' (duration: 143.229981ms)","trace[870934096] 'applied index is now lower than readState.Index' (duration: 31.045521ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:52:38.861251Z","caller":"traceutil/trace.go:171","msg":"trace[696045751] transaction","detail":"{read_only:false; response_revision:1461; number_of_response:1; }","duration":"180.909744ms","start":"2026-03-25T16:52:38.680315Z","end":"2026-03-25T16:52:38.861225Z","steps":["trace[696045751] 'process raft request' (duration: 180.78531ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:52:38.861316Z","caller":"traceutil/trace.go:171","msg":"trace[1045157321] transaction","detail":"{read_only:false; response_revision:1463; number_of_response:1; }","duration":"180.097138ms","start":"2026-03-25T16:52:38.681209Z","end":"2026-03-25T16:52:38.861306Z","steps":["trace[1045157321] 'process raft request' (duration: 179.971894ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:52:38.861311Z","caller":"traceutil/trace.go:171","msg":"trace[32740410] transaction","detail":"{read_only:false; response_revision:1460; number_of_response:1; }","duration":"181.024098ms","start":"2026-03-25T16:52:38.680273Z","end":"2026-03-25T16:52:38.861298Z","steps":["trace[32740410] 'process raft request' (duration: 149.923895ms)","trace[32740410] 'compare' (duration: 30.734271ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:52:38.861254Z","caller":"traceutil/trace.go:171","msg":"trace[381881336] transaction","detail":"{read_only:false; response_revision:1462; number_of_response:1; }","duration":"180.917125ms","start":"2026-03-25T16:52:38.680314Z","end":"2026-03-25T16:52:38.861231Z","steps":["trace[381881336] 'process raft request' (duration: 180.834232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:52:38.8615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.546471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/ingress-nginx-admission\" ","response":"range_response_count:1 size:1143"} {"level":"info","ts":"2026-03-25T16:52:38.861568Z","caller":"traceutil/trace.go:171","msg":"trace[1524940561] range","detail":"{range_begin:/registry/clusterroles/ingress-nginx-admission; range_end:; response_count:1; response_revision:1463; }","duration":"174.642844ms","start":"2026-03-25T16:52:38.686908Z","end":"2026-03-25T16:52:38.86155Z","steps":["trace[1524940561] 'agreement among raft nodes before linearized reading' (duration: 174.476929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:52:39.161445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.515167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-25T16:52:39.161558Z","caller":"traceutil/trace.go:171","msg":"trace[306496104] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1468; }","duration":"181.73893ms","start":"2026-03-25T16:52:38.979787Z","end":"2026-03-25T16:52:39.161526Z","steps":["trace[306496104] 'compare' (duration: 162.436444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:52:39.70503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.551983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:52:39.705331Z","caller":"traceutil/trace.go:171","msg":"trace[891539338] linearizableReadLoop","detail":"{readStateIndex:1517; appliedIndex:1516; }","duration":"453.3461ms","start":"2026-03-25T16:52:39.25196Z","end":"2026-03-25T16:52:39.705306Z","steps":["trace[891539338] 'read index received' (duration: 37.508138ms)","trace[891539338] 'applied index is now lower than readState.Index' (duration: 415.834652ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:52:39.705393Z","caller":"traceutil/trace.go:171","msg":"trace[165610189] transaction","detail":"{read_only:false; response_revision:1471; number_of_response:1; }","duration":"455.447387ms","start":"2026-03-25T16:52:39.249908Z","end":"2026-03-25T16:52:39.705356Z","steps":["trace[165610189] 'process raft request' (duration: 39.48497ms)","trace[165610189] 'compare' (duration: 415.402409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:52:39.705537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:52:39.249893Z","time spent":"455.5781ms","remote":"127.0.0.1:60842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":754,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T16:52:39.705654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.67234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-btl6z\" ","response":"range_response_count:1 size:4413"} {"level":"info","ts":"2026-03-25T16:52:39.705739Z","caller":"traceutil/trace.go:171","msg":"trace[404126305] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-btl6z; range_end:; response_count:1; response_revision:1471; }","duration":"453.774213ms","start":"2026-03-25T16:52:39.251943Z","end":"2026-03-25T16:52:39.705718Z","steps":["trace[404126305] 'agreement among raft nodes before linearized reading' (duration: 453.470203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:52:39.705785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:52:39.251936Z","time spent":"453.838115ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4437,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-btl6z\" "} {"level":"info","ts":"2026-03-25T16:52:39.711757Z","caller":"traceutil/trace.go:171","msg":"trace[2068256593] transaction","detail":"{read_only:false; response_revision:1472; number_of_response:1; }","duration":"444.502667ms","start":"2026-03-25T16:52:39.267237Z","end":"2026-03-25T16:52:39.711739Z","steps":["trace[2068256593] 'process raft request' (duration: 444.246989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:52:39.71188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:52:39.267209Z","time spent":"444.59759ms","remote":"127.0.0.1:60856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105428,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:52:39.768207Z","caller":"traceutil/trace.go:171","msg":"trace[533410252] transaction","detail":"{read_only:false; response_revision:1473; number_of_response:1; }","duration":"120.34304ms","start":"2026-03-25T16:52:39.647833Z","end":"2026-03-25T16:52:39.768176Z","steps":["trace[533410252] 'process raft request' (duration: 120.082091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:52:39.768442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.562639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" ","response":"range_response_count:1 size:1035"} {"level":"info","ts":"2026-03-25T16:52:39.768504Z","caller":"traceutil/trace.go:171","msg":"trace[59148368] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:1; response_revision:1474; }","duration":"283.670263ms","start":"2026-03-25T16:52:39.484821Z","end":"2026-03-25T16:52:39.768491Z","steps":["trace[59148368] 'agreement among raft nodes before linearized reading' (duration: 283.486957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:52:39.768564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.689931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:52:39.768661Z","caller":"traceutil/trace.go:171","msg":"trace[2061155171] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1474; }","duration":"130.838755ms","start":"2026-03-25T16:52:39.637798Z","end":"2026-03-25T16:52:39.768636Z","steps":["trace[2061155171] 'agreement among raft nodes before linearized reading' (duration: 130.638029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:52:40.240998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.698846ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:52:40.241156Z","caller":"traceutil/trace.go:171","msg":"trace[1183061586] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1475; }","duration":"315.869921ms","start":"2026-03-25T16:52:39.925257Z","end":"2026-03-25T16:52:40.241127Z","steps":["trace[1183061586] 'range keys from in-memory index tree' (duration: 315.676876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:52:40.24142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.822743ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:52:40.241558Z","caller":"traceutil/trace.go:171","msg":"trace[199250369] linearizableReadLoop","detail":"{readStateIndex:1522; appliedIndex:1521; }","duration":"339.584709ms","start":"2026-03-25T16:52:39.90195Z","end":"2026-03-25T16:52:40.241535Z","steps":["trace[199250369] 'read index received' (duration: 16.447405ms)","trace[199250369] 'applied index is now lower than readState.Index' (duration: 323.134753ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:52:40.241647Z","caller":"traceutil/trace.go:171","msg":"trace[1235166500] transaction","detail":"{read_only:false; response_revision:1476; number_of_response:1; }","duration":"395.794432ms","start":"2026-03-25T16:52:39.845799Z","end":"2026-03-25T16:52:40.241594Z","steps":["trace[1235166500] 'process raft request' (duration: 72.718131ms)","trace[1235166500] 'compare' (duration: 322.539834ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:52:40.241852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:52:39.845771Z","time spent":"395.986339ms","remote":"127.0.0.1:60842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T16:52:40.241882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.929929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:2 size:107259"} {"level":"info","ts":"2026-03-25T16:52:40.241932Z","caller":"traceutil/trace.go:171","msg":"trace[1663086074] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:2; response_revision:1476; }","duration":"340.051073ms","start":"2026-03-25T16:52:39.901867Z","end":"2026-03-25T16:52:40.241918Z","steps":["trace[1663086074] 'agreement among raft nodes before linearized reading' (duration: 339.795155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:52:40.24197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:52:39.901832Z","time spent":"340.129136ms","remote":"127.0.0.1:60856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":2,"response size":107283,"request content":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" "} {"level":"warn","ts":"2026-03-25T16:52:40.242262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.412075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-c68x5\" ","response":"range_response_count:1 size:7089"} {"level":"info","ts":"2026-03-25T16:52:40.242361Z","caller":"traceutil/trace.go:171","msg":"trace[1464097193] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-c68x5; range_end:; response_count:1; response_revision:1476; }","duration":"257.721005ms","start":"2026-03-25T16:52:39.984621Z","end":"2026-03-25T16:52:40.242342Z","steps":["trace[1464097193] 'agreement among raft nodes before linearized reading' (duration: 257.323053ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:52:40.709978Z","caller":"traceutil/trace.go:171","msg":"trace[812568962] transaction","detail":"{read_only:false; response_revision:1478; number_of_response:1; }","duration":"458.04634ms","start":"2026-03-25T16:52:40.251904Z","end":"2026-03-25T16:52:40.70995Z","steps":["trace[812568962] 'process raft request' (duration: 457.822933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:52:40.710181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:52:40.251881Z","time spent":"458.181813ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7289,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:52:40.991303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.501778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:52:40.991551Z","caller":"traceutil/trace.go:171","msg":"trace[1127397419] linearizableReadLoop","detail":"{readStateIndex:1526; appliedIndex:1523; }","duration":"302.711201ms","start":"2026-03-25T16:52:40.688824Z","end":"2026-03-25T16:52:40.991535Z","steps":["trace[1127397419] 'read index received' (duration: 20.869406ms)","trace[1127397419] 'applied index is now lower than readState.Index' (duration: 281.840865ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:52:40.991741Z","caller":"traceutil/trace.go:171","msg":"trace[1469282718] transaction","detail":"{read_only:false; response_revision:1480; number_of_response:1; }","duration":"543.719684ms","start":"2026-03-25T16:52:40.447906Z","end":"2026-03-25T16:52:40.991626Z","steps":["trace[1469282718] 'process raft request' (duration: 543.490277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:52:40.991863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:52:40.447887Z","time spent":"543.887749ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:52:40.991851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.718189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:52:40.991911Z","caller":"traceutil/trace.go:171","msg":"trace[1511164673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1480; }","duration":"301.813343ms","start":"2026-03-25T16:52:40.690082Z","end":"2026-03-25T16:52:40.991896Z","steps":["trace[1511164673] 'agreement among raft nodes before linearized reading' (duration: 301.712039ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:52:40.991873Z","caller":"traceutil/trace.go:171","msg":"trace[659434213] transaction","detail":"{read_only:false; response_revision:1479; number_of_response:1; }","duration":"664.692205ms","start":"2026-03-25T16:52:40.327146Z","end":"2026-03-25T16:52:40.991838Z","steps":["trace[659434213] 'process raft request' (duration: 474.584647ms)","trace[659434213] 'compare' (duration: 189.274781ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:52:40.992055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.70573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-25T16:52:40.992055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:52:40.327114Z","time spent":"664.86604ms","remote":"127.0.0.1:60842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":703,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T16:52:40.992087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.648148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-03-25T16:52:40.992139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.21613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T16:52:40.99216Z","caller":"traceutil/trace.go:171","msg":"trace[2031949763] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1480; }","duration":"127.273092ms","start":"2026-03-25T16:52:40.864881Z","end":"2026-03-25T16:52:40.992154Z","steps":["trace[2031949763] 'agreement among raft nodes before linearized reading' (duration: 127.21391ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:52:40.992158Z","caller":"traceutil/trace.go:171","msg":"trace[407681767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1480; }","duration":"124.762452ms","start":"2026-03-25T16:52:40.867379Z","end":"2026-03-25T16:52:40.992141Z","steps":["trace[407681767] 'agreement among raft nodes before linearized reading' (duration: 124.547215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:52:40.991945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:52:40.690069Z","time spent":"301.865985ms","remote":"127.0.0.1:60746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T16:52:40.992083Z","caller":"traceutil/trace.go:171","msg":"trace[2010038644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1480; }","duration":"124.751371ms","start":"2026-03-25T16:52:40.867324Z","end":"2026-03-25T16:52:40.992076Z","steps":["trace[2010038644] 'agreement among raft nodes before linearized reading' (duration: 124.636768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:52:40.992296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.483406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-25T16:52:40.99233Z","caller":"traceutil/trace.go:171","msg":"trace[1074264398] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1480; }","duration":"303.558568ms","start":"2026-03-25T16:52:40.688762Z","end":"2026-03-25T16:52:40.992321Z","steps":["trace[1074264398] 'agreement among raft nodes before linearized reading' (duration: 303.446455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:52:40.992354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:52:40.68873Z","time spent":"303.61866ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T16:52:40.992398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.674895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T16:52:40.992483Z","caller":"traceutil/trace.go:171","msg":"trace[915652570] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1480; }","duration":"122.80364ms","start":"2026-03-25T16:52:40.869665Z","end":"2026-03-25T16:52:40.992468Z","steps":["trace[915652570] 'agreement among raft nodes before linearized reading' (duration: 122.579233ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:52:41.162294Z","caller":"traceutil/trace.go:171","msg":"trace[296597171] linearizableReadLoop","detail":"{readStateIndex:1531; appliedIndex:1526; }","duration":"121.871689ms","start":"2026-03-25T16:52:41.040399Z","end":"2026-03-25T16:52:41.162271Z","steps":["trace[296597171] 'read index received' (duration: 8.888213ms)","trace[296597171] 'applied index is now lower than readState.Index' (duration: 112.982276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:52:41.162431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.015815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:52:41.162472Z","caller":"traceutil/trace.go:171","msg":"trace[1491215316] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:0; response_revision:1485; }","duration":"122.109397ms","start":"2026-03-25T16:52:41.040346Z","end":"2026-03-25T16:52:41.162456Z","steps":["trace[1491215316] 'agreement among raft nodes before linearized reading' (duration: 122.020855ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:52:41.163032Z","caller":"traceutil/trace.go:171","msg":"trace[1909628035] transaction","detail":"{read_only:false; response_revision:1484; number_of_response:1; }","duration":"166.540805ms","start":"2026-03-25T16:52:40.996477Z","end":"2026-03-25T16:52:41.163017Z","steps":["trace[1909628035] 'process raft request' (duration: 165.726539ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:52:41.163126Z","caller":"traceutil/trace.go:171","msg":"trace[242725144] transaction","detail":"{read_only:false; response_revision:1483; number_of_response:1; }","duration":"166.651109ms","start":"2026-03-25T16:52:40.996468Z","end":"2026-03-25T16:52:41.163119Z","steps":["trace[242725144] 'process raft request' (duration: 165.697548ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:52:41.163119Z","caller":"traceutil/trace.go:171","msg":"trace[1648661866] transaction","detail":"{read_only:false; response_revision:1482; number_of_response:1; }","duration":"166.861136ms","start":"2026-03-25T16:52:40.996234Z","end":"2026-03-25T16:52:41.163095Z","steps":["trace[1648661866] 'process raft request' (duration: 165.806642ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:52:41.163225Z","caller":"traceutil/trace.go:171","msg":"trace[146003408] transaction","detail":"{read_only:false; response_revision:1485; number_of_response:1; }","duration":"166.38279ms","start":"2026-03-25T16:52:40.996817Z","end":"2026-03-25T16:52:41.1632Z","steps":["trace[146003408] 'process raft request' (duration: 165.421069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:52:41.353551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.115395ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:52:41.353748Z","caller":"traceutil/trace.go:171","msg":"trace[312491961] transaction","detail":"{read_only:false; response_revision:1486; number_of_response:1; }","duration":"252.657114ms","start":"2026-03-25T16:52:41.101055Z","end":"2026-03-25T16:52:41.353712Z","steps":["trace[312491961] 'process raft request' (duration: 152.308101ms)","trace[312491961] 'compare' (duration: 100.024652ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:52:41.353796Z","caller":"traceutil/trace.go:171","msg":"trace[980187483] transaction","detail":"{read_only:false; response_revision:1487; number_of_response:1; }","duration":"186.398259ms","start":"2026-03-25T16:52:41.167381Z","end":"2026-03-25T16:52:41.353779Z","steps":["trace[980187483] 'process raft request' (duration: 186.270555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:52:42.097136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.846033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/bindings.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:52:42.09722Z","caller":"traceutil/trace.go:171","msg":"trace[165490799] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/bindings.rabbitmq.com; range_end:; response_count:0; response_revision:1488; }","duration":"123.959337ms","start":"2026-03-25T16:52:41.973238Z","end":"2026-03-25T16:52:42.097197Z","steps":["trace[165490799] 'range keys from in-memory index tree' (duration: 123.777691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:52:42.097247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.111462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.69\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-25T16:52:42.097311Z","caller":"traceutil/trace.go:171","msg":"trace[1334191126] range","detail":"{range_begin:/registry/masterleases/199.204.45.69; range_end:; response_count:1; response_revision:1488; }","duration":"333.236346ms","start":"2026-03-25T16:52:41.764058Z","end":"2026-03-25T16:52:42.097294Z","steps":["trace[1334191126] 'range keys from in-memory index tree' (duration: 332.876375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:52:42.09714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.456897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-25T16:52:42.097385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:52:41.764033Z","time spent":"333.343159ms","remote":"127.0.0.1:60778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.69\" "} {"level":"info","ts":"2026-03-25T16:52:42.097413Z","caller":"traceutil/trace.go:171","msg":"trace[1029496809] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1488; }","duration":"538.767386ms","start":"2026-03-25T16:52:41.558612Z","end":"2026-03-25T16:52:42.097379Z","steps":["trace[1029496809] 'count revisions from in-memory index tree' (duration: 538.376274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:52:42.097512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:52:41.558593Z","time spent":"538.89069ms","remote":"127.0.0.1:43276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-25T16:52:50.058391Z","caller":"traceutil/trace.go:171","msg":"trace[326395113] transaction","detail":"{read_only:false; response_revision:1678; number_of_response:1; }","duration":"116.119484ms","start":"2026-03-25T16:52:49.942242Z","end":"2026-03-25T16:52:50.058362Z","steps":["trace[326395113] 'process raft request' (duration: 115.941379ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:52:52.336624Z","caller":"traceutil/trace.go:171","msg":"trace[393470506] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1714; }","duration":"108.141152ms","start":"2026-03-25T16:52:52.228467Z","end":"2026-03-25T16:52:52.336608Z","steps":["trace[393470506] 'process raft request' (duration: 108.07114ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:52:52.34203Z","caller":"traceutil/trace.go:171","msg":"trace[381712575] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1714; }","duration":"111.630142ms","start":"2026-03-25T16:52:52.230038Z","end":"2026-03-25T16:52:52.341669Z","steps":["trace[381712575] 'process raft request' (duration: 111.426016ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:52:56.542416Z","caller":"traceutil/trace.go:171","msg":"trace[1362357236] transaction","detail":"{read_only:false; response_revision:1760; number_of_response:1; }","duration":"102.907056ms","start":"2026-03-25T16:52:56.439478Z","end":"2026-03-25T16:52:56.542385Z","steps":["trace[1362357236] 'process raft request' (duration: 102.633808ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:52:57.200135Z","caller":"traceutil/trace.go:171","msg":"trace[1003539657] transaction","detail":"{read_only:false; response_revision:1761; number_of_response:1; }","duration":"143.596074ms","start":"2026-03-25T16:52:57.056521Z","end":"2026-03-25T16:52:57.200117Z","steps":["trace[1003539657] 'process raft request' (duration: 143.476261ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:52:57.714475Z","caller":"traceutil/trace.go:171","msg":"trace[1678546558] transaction","detail":"{read_only:false; response_revision:1767; number_of_response:1; }","duration":"211.382768ms","start":"2026-03-25T16:52:57.503064Z","end":"2026-03-25T16:52:57.714447Z","steps":["trace[1678546558] 'process raft request' (duration: 211.206613ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:52:57.730758Z","caller":"traceutil/trace.go:171","msg":"trace[536796866] transaction","detail":"{read_only:false; response_revision:1768; number_of_response:1; }","duration":"128.699522ms","start":"2026-03-25T16:52:57.602038Z","end":"2026-03-25T16:52:57.730737Z","steps":["trace[536796866] 'process raft request' (duration: 128.512516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:05.66039Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003092054373841,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T16:53:06.16065Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003092054373841,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T16:53:06.483136Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.364531602s","expected-duration":"1s"} {"level":"info","ts":"2026-03-25T16:53:06.483841Z","caller":"traceutil/trace.go:171","msg":"trace[1548842367] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"1.365314717s","start":"2026-03-25T16:53:05.118504Z","end":"2026-03-25T16:53:06.483819Z","steps":["trace[1548842367] 'process raft request' (duration: 1.365185493s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:06.483988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:05.118492Z","time spent":"1.36541203s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:53:06.715388Z","caller":"traceutil/trace.go:171","msg":"trace[834708846] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"1.249063859s","start":"2026-03-25T16:53:05.4663Z","end":"2026-03-25T16:53:06.715363Z","steps":["trace[834708846] 'process raft request' (duration: 1.248968926s)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:06.71557Z","caller":"traceutil/trace.go:171","msg":"trace[324119741] linearizableReadLoop","detail":"{readStateIndex:1953; appliedIndex:1948; }","duration":"1.555190956s","start":"2026-03-25T16:53:05.160354Z","end":"2026-03-25T16:53:06.715545Z","steps":["trace[324119741] 'read index received' (duration: 1.32338211s)","trace[324119741] 'applied index is now lower than readState.Index' (duration: 231.807936ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:53:06.715648Z","caller":"traceutil/trace.go:171","msg":"trace[1398070438] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"1.487458653s","start":"2026-03-25T16:53:05.228171Z","end":"2026-03-25T16:53:06.71563Z","steps":["trace[1398070438] 'process raft request' (duration: 1.462590306s)","trace[1398070438] 'compare' (duration: 24.390682ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:53:06.715687Z","caller":"traceutil/trace.go:171","msg":"trace[106390896] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"958.598326ms","start":"2026-03-25T16:53:05.757076Z","end":"2026-03-25T16:53:06.715674Z","steps":["trace[106390896] 'process raft request' (duration: 958.240415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:06.715708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:05.228143Z","time spent":"1.487536165s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:53:06.71571Z","caller":"traceutil/trace.go:171","msg":"trace[928445713] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"801.102072ms","start":"2026-03-25T16:53:05.914583Z","end":"2026-03-25T16:53:06.715685Z","steps":["trace[928445713] 'process raft request' (duration: 800.841473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:06.71581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:05.914553Z","time spent":"801.200675ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:53:06.715818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555454284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3020338d-edde-438e-bb1e-c0bd8d95d1a7\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-03-25T16:53:06.715882Z","caller":"traceutil/trace.go:171","msg":"trace[401236764] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3020338d-edde-438e-bb1e-c0bd8d95d1a7; range_end:; response_count:1; response_revision:1881; }","duration":"1.555549587s","start":"2026-03-25T16:53:05.160317Z","end":"2026-03-25T16:53:06.715866Z","steps":["trace[401236764] 'agreement among raft nodes before linearized reading' (duration: 1.555387162s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:06.715917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:05.160303Z","time spent":"1.555608279s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3020338d-edde-438e-bb1e-c0bd8d95d1a7\" "} {"level":"warn","ts":"2026-03-25T16:53:06.715964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420852674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-25T16:53:06.715592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:05.466266Z","time spent":"1.249202033s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:53:06.716008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417691265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-03-25T16:53:06.715821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:05.757043Z","time spent":"958.671239ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:53:06.716049Z","caller":"traceutil/trace.go:171","msg":"trace[561618286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1881; }","duration":"1.417760407s","start":"2026-03-25T16:53:05.298279Z","end":"2026-03-25T16:53:06.716039Z","steps":["trace[561618286] 'agreement among raft nodes before linearized reading' (duration: 1.417603322s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:06.716054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422794376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-25T16:53:06.71608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:05.298268Z","time spent":"1.417805548s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T16:53:06.715867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462948707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-25T16:53:06.716106Z","caller":"traceutil/trace.go:171","msg":"trace[1956586349] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1881; }","duration":"1.422875869s","start":"2026-03-25T16:53:05.293216Z","end":"2026-03-25T16:53:06.716092Z","steps":["trace[1956586349] 'agreement among raft nodes before linearized reading' (duration: 1.422699793s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:06.716121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42294067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-25T16:53:06.716131Z","caller":"traceutil/trace.go:171","msg":"trace[476750219] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1881; }","duration":"1.463216435s","start":"2026-03-25T16:53:05.252899Z","end":"2026-03-25T16:53:06.716115Z","steps":["trace[476750219] 'agreement among raft nodes before linearized reading' (duration: 1.462857964s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:06.716143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:05.2932Z","time spent":"1.422934361s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-25T16:53:06.716158Z","caller":"traceutil/trace.go:171","msg":"trace[614524257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1881; }","duration":"1.423028483s","start":"2026-03-25T16:53:05.293118Z","end":"2026-03-25T16:53:06.716146Z","steps":["trace[614524257] 'agreement among raft nodes before linearized reading' (duration: 1.42293133s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:06.716176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:05.252856Z","time spent":"1.463307698s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T16:53:06.716189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:05.293092Z","time spent":"1.423090695s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T16:53:06.716185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078950825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:53:06.716227Z","caller":"traceutil/trace.go:171","msg":"trace[1057107111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1881; }","duration":"1.079043518s","start":"2026-03-25T16:53:05.637173Z","end":"2026-03-25T16:53:06.716216Z","steps":["trace[1057107111] 'agreement among raft nodes before linearized reading' (duration: 1.078955735s)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:06.716009Z","caller":"traceutil/trace.go:171","msg":"trace[237006599] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1881; }","duration":"1.420892506s","start":"2026-03-25T16:53:05.295095Z","end":"2026-03-25T16:53:06.715987Z","steps":["trace[237006599] 'agreement among raft nodes before linearized reading' (duration: 1.420810364s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:06.716223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.241782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-25T16:53:06.716271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:05.295088Z","time spent":"1.421171375s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-25T16:53:06.716276Z","caller":"traceutil/trace.go:171","msg":"trace[1322729959] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1881; }","duration":"926.325905ms","start":"2026-03-25T16:53:05.789935Z","end":"2026-03-25T16:53:06.716261Z","steps":["trace[1322729959] 'agreement among raft nodes before linearized reading' (duration: 926.202001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:06.716295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:05.637154Z","time spent":"1.079089309s","remote":"127.0.0.1:60746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T16:53:06.71631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:05.789914Z","time spent":"926.388107ms","remote":"127.0.0.1:32830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-25T16:53:08.723997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9999999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-25T16:53:08.724066Z","caller":"traceutil/trace.go:171","msg":"trace[274685304] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000104354s","start":"2026-03-25T16:53:06.723948Z","end":"2026-03-25T16:53:08.724053Z","steps":["trace[274685304] 'agreement among raft nodes before linearized reading' (duration: 2.000019551s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:08.72411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:06.723939Z","time spent":"2.000164065s","remote":"127.0.0.1:60746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T16:53:08.868895Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.041855525s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-25T16:53:08.971923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.145823294s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:53:08.972162Z","caller":"traceutil/trace.go:171","msg":"trace[995753065] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"2.251487468s","start":"2026-03-25T16:53:06.720625Z","end":"2026-03-25T16:53:08.972113Z","steps":["trace[995753065] 'process raft request' (duration: 105.348584ms)","trace[995753065] 'compare' (duration: 2.145106212s)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:53:08.972326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:06.720608Z","time spent":"2.251632813s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:53:08.972862Z","caller":"traceutil/trace.go:171","msg":"trace[666893511] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"2.251975424s","start":"2026-03-25T16:53:06.720859Z","end":"2026-03-25T16:53:08.972834Z","steps":["trace[666893511] 'process raft request' (duration: 2.251173239s)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:08.97289Z","caller":"traceutil/trace.go:171","msg":"trace[1480410579] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"2.251752947s","start":"2026-03-25T16:53:06.721107Z","end":"2026-03-25T16:53:08.972859Z","steps":["trace[1480410579] 'process raft request' (duration: 2.251651824s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:08.972994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:06.720849Z","time spent":"2.252070257s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:53:08.973147Z","caller":"traceutil/trace.go:171","msg":"trace[936806710] linearizableReadLoop","detail":"{readStateIndex:1958; appliedIndex:1953; }","duration":"2.249149924s","start":"2026-03-25T16:53:06.723975Z","end":"2026-03-25T16:53:08.973125Z","steps":["trace[936806710] 'read index received' (duration: 101.998438ms)","trace[936806710] 'applied index is now lower than readState.Index' (duration: 2.147150096s)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:53:08.973158Z","caller":"traceutil/trace.go:171","msg":"trace[714054203] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"2.251652404s","start":"2026-03-25T16:53:06.72145Z","end":"2026-03-25T16:53:08.973103Z","steps":["trace[714054203] 'process raft request' (duration: 2.251370845s)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:08.973248Z","caller":"traceutil/trace.go:171","msg":"trace[842093171] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"2.251278052s","start":"2026-03-25T16:53:06.721956Z","end":"2026-03-25T16:53:08.973234Z","steps":["trace[842093171] 'process raft request' (duration: 2.250978372s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:08.973324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:06.721444Z","time spent":"2.251796738s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:53:08.973384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:06.721937Z","time spent":"2.251343674s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:53:08.973829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:06.721099Z","time spent":"2.251835309s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:53:08.975412Z","caller":"traceutil/trace.go:171","msg":"trace[1259191367] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"2.043726383s","start":"2026-03-25T16:53:06.931669Z","end":"2026-03-25T16:53:08.975396Z","steps":["trace[1259191367] 'process raft request' (duration: 2.043468015s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:08.975472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:06.931641Z","time spent":"2.043800685s","remote":"127.0.0.1:60960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7745,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:53:08.981767Z","caller":"traceutil/trace.go:171","msg":"trace[174276955] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"259.980607ms","start":"2026-03-25T16:53:08.721769Z","end":"2026-03-25T16:53:08.98175Z","steps":["trace[174276955] 'process raft request' (duration: 259.847013ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:08.982132Z","caller":"traceutil/trace.go:171","msg":"trace[250024312] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"260.142732ms","start":"2026-03-25T16:53:08.72198Z","end":"2026-03-25T16:53:08.982123Z","steps":["trace[250024312] 'process raft request' (duration: 259.867363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:08.982328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261591502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3020338d-edde-438e-bb1e-c0bd8d95d1a7\" ","response":"range_response_count:1 size:3746"} {"level":"warn","ts":"2026-03-25T16:53:08.982339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.244669122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a023c4fadc4b0a\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-03-25T16:53:08.982384Z","caller":"traceutil/trace.go:171","msg":"trace[1991531577] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a023c4fadc4b0a; range_end:; response_count:1; response_revision:1891; }","duration":"2.244739965s","start":"2026-03-25T16:53:06.737631Z","end":"2026-03-25T16:53:08.982371Z","steps":["trace[1991531577] 'agreement among raft nodes before linearized reading' (duration: 2.244568059s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:08.982414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258561237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-25T16:53:08.982418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:06.737617Z","time spent":"2.244793677s","remote":"127.0.0.1:60842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1006,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a023c4fadc4b0a\" "} {"level":"info","ts":"2026-03-25T16:53:08.982434Z","caller":"traceutil/trace.go:171","msg":"trace[732966596] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1891; }","duration":"1.258611409s","start":"2026-03-25T16:53:07.723817Z","end":"2026-03-25T16:53:08.982428Z","steps":["trace[732966596] 'agreement among raft nodes before linearized reading' (duration: 1.258550817s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:08.98242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095250409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-03-25T16:53:08.982452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:07.723799Z","time spent":"1.258648349s","remote":"127.0.0.1:32830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-25T16:53:08.982468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.009124839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-25T16:53:08.982488Z","caller":"traceutil/trace.go:171","msg":"trace[1483770854] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1891; }","duration":"1.095361502s","start":"2026-03-25T16:53:07.88711Z","end":"2026-03-25T16:53:08.982471Z","steps":["trace[1483770854] 'agreement among raft nodes before linearized reading' (duration: 1.095098984s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:08.982533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:07.887088Z","time spent":"1.095436825s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10352,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-25T16:53:08.982353Z","caller":"traceutil/trace.go:171","msg":"trace[1546168978] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3020338d-edde-438e-bb1e-c0bd8d95d1a7; range_end:; response_count:1; response_revision:1891; }","duration":"1.261643684s","start":"2026-03-25T16:53:07.720701Z","end":"2026-03-25T16:53:08.982344Z","steps":["trace[1546168978] 'agreement among raft nodes before linearized reading' (duration: 1.261537561s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:08.982655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:07.720686Z","time spent":"1.261890042s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3020338d-edde-438e-bb1e-c0bd8d95d1a7\" "} {"level":"info","ts":"2026-03-25T16:53:08.982525Z","caller":"traceutil/trace.go:171","msg":"trace[1379450057] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1891; }","duration":"2.009243372s","start":"2026-03-25T16:53:06.973263Z","end":"2026-03-25T16:53:08.982507Z","steps":["trace[1379450057] 'agreement among raft nodes before linearized reading' (duration: 2.008984144s)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:08.982706Z","caller":"traceutil/trace.go:171","msg":"trace[13224919] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"260.08303ms","start":"2026-03-25T16:53:08.721811Z","end":"2026-03-25T16:53:08.981894Z","steps":["trace[13224919] 'process raft request' (duration: 259.901874ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:08.982668Z","caller":"traceutil/trace.go:171","msg":"trace[601981436] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"260.604977ms","start":"2026-03-25T16:53:08.722023Z","end":"2026-03-25T16:53:08.982628Z","steps":["trace[601981436] 'process raft request' (duration: 260.06285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:08.982722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.677884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T16:53:08.982715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:06.973238Z","time spent":"2.009467399s","remote":"127.0.0.1:32830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-25T16:53:08.98279Z","caller":"traceutil/trace.go:171","msg":"trace[1971133932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1891; }","duration":"257.773177ms","start":"2026-03-25T16:53:08.725002Z","end":"2026-03-25T16:53:08.982775Z","steps":["trace[1971133932] 'agreement among raft nodes before linearized reading' (duration: 257.664353ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:11.083145Z","caller":"traceutil/trace.go:171","msg":"trace[295500210] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"102.483253ms","start":"2026-03-25T16:53:10.980641Z","end":"2026-03-25T16:53:11.083125Z","steps":["trace[295500210] 'process raft request' (duration: 93.092836ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:11.083358Z","caller":"traceutil/trace.go:171","msg":"trace[2089459631] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"101.382588ms","start":"2026-03-25T16:53:10.981964Z","end":"2026-03-25T16:53:11.083347Z","steps":["trace[2089459631] 'process raft request' (duration: 101.12471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:11.084056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.598618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-25T16:53:11.084132Z","caller":"traceutil/trace.go:171","msg":"trace[1815985370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1910; }","duration":"103.698801ms","start":"2026-03-25T16:53:10.980416Z","end":"2026-03-25T16:53:11.084115Z","steps":["trace[1815985370] 'agreement among raft nodes before linearized reading' (duration: 103.322149ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:14.38793Z","caller":"traceutil/trace.go:171","msg":"trace[157098417] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"859.878551ms","start":"2026-03-25T16:53:13.528028Z","end":"2026-03-25T16:53:14.387907Z","steps":["trace[157098417] 'process raft request' (duration: 859.741397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:14.388054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:13.528005Z","time spent":"859.994375ms","remote":"127.0.0.1:43284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2489,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T16:53:14.388741Z","caller":"traceutil/trace.go:171","msg":"trace[664923192] linearizableReadLoop","detail":"{readStateIndex:2012; appliedIndex:2010; }","duration":"382.295798ms","start":"2026-03-25T16:53:14.006395Z","end":"2026-03-25T16:53:14.388691Z","steps":["trace[664923192] 'read index received' (duration: 381.375639ms)","trace[664923192] 'applied index is now lower than readState.Index' (duration: 918.409µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:53:14.389073Z","caller":"traceutil/trace.go:171","msg":"trace[5456568] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"726.421438ms","start":"2026-03-25T16:53:13.662639Z","end":"2026-03-25T16:53:14.389061Z","steps":["trace[5456568] 'process raft request' (duration: 725.926073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:14.389192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:13.662617Z","time spent":"726.49842ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:53:14.389443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.047291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11664"} {"level":"info","ts":"2026-03-25T16:53:14.389485Z","caller":"traceutil/trace.go:171","msg":"trace[1223746332] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1937; }","duration":"383.117324ms","start":"2026-03-25T16:53:14.00636Z","end":"2026-03-25T16:53:14.389477Z","steps":["trace[1223746332] 'agreement among raft nodes before linearized reading' (duration: 383.00443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:14.389505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:14.006342Z","time spent":"383.158525ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11688,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-25T16:53:14.389799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.511707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-25T16:53:14.389882Z","caller":"traceutil/trace.go:171","msg":"trace[1692636338] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1937; }","duration":"286.628401ms","start":"2026-03-25T16:53:14.10323Z","end":"2026-03-25T16:53:14.389858Z","steps":["trace[1692636338] 'agreement among raft nodes before linearized reading' (duration: 286.408614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:14.390502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.111938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-25T16:53:14.390543Z","caller":"traceutil/trace.go:171","msg":"trace[1994093842] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1937; }","duration":"282.17215ms","start":"2026-03-25T16:53:14.108359Z","end":"2026-03-25T16:53:14.390531Z","steps":["trace[1994093842] 'agreement among raft nodes before linearized reading' (duration: 281.312623ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:17.261961Z","caller":"traceutil/trace.go:171","msg":"trace[810493090] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"163.019409ms","start":"2026-03-25T16:53:17.098872Z","end":"2026-03-25T16:53:17.261891Z","steps":["trace[810493090] 'process raft request' (duration: 122.410964ms)","trace[810493090] 'compare' (duration: 40.473641ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:53:17.262612Z","caller":"traceutil/trace.go:171","msg":"trace[1027826805] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"156.248915ms","start":"2026-03-25T16:53:17.106329Z","end":"2026-03-25T16:53:17.262578Z","steps":["trace[1027826805] 'process raft request' (duration: 156.006007ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:17.262867Z","caller":"traceutil/trace.go:171","msg":"trace[1594740756] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"156.503233ms","start":"2026-03-25T16:53:17.106353Z","end":"2026-03-25T16:53:17.262857Z","steps":["trace[1594740756] 'process raft request' (duration: 156.172222ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:17.262937Z","caller":"traceutil/trace.go:171","msg":"trace[217378309] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"155.958836ms","start":"2026-03-25T16:53:17.106965Z","end":"2026-03-25T16:53:17.262924Z","steps":["trace[217378309] 'process raft request' (duration: 155.800391ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:17.296903Z","caller":"traceutil/trace.go:171","msg":"trace[1295870904] linearizableReadLoop","detail":"{readStateIndex:2029; appliedIndex:2025; }","duration":"185.218172ms","start":"2026-03-25T16:53:17.111648Z","end":"2026-03-25T16:53:17.296867Z","steps":["trace[1295870904] 'read index received' (duration: 109.614969ms)","trace[1295870904] 'applied index is now lower than readState.Index' (duration: 75.601323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:53:17.297288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.331953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-25T16:53:17.297333Z","caller":"traceutil/trace.go:171","msg":"trace[313921410] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1954; }","duration":"184.436836ms","start":"2026-03-25T16:53:17.112884Z","end":"2026-03-25T16:53:17.297321Z","steps":["trace[313921410] 'agreement among raft nodes before linearized reading' (duration: 184.181098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:17.297311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.628564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-25T16:53:17.297339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.565757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:430"} {"level":"warn","ts":"2026-03-25T16:53:17.297402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.618837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-25T16:53:17.297425Z","caller":"traceutil/trace.go:171","msg":"trace[1662419264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1954; }","duration":"185.7979ms","start":"2026-03-25T16:53:17.1116Z","end":"2026-03-25T16:53:17.297398Z","steps":["trace[1662419264] 'agreement among raft nodes before linearized reading' (duration: 185.425718ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:17.297439Z","caller":"traceutil/trace.go:171","msg":"trace[984383579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1954; }","duration":"158.684951ms","start":"2026-03-25T16:53:17.138731Z","end":"2026-03-25T16:53:17.297416Z","steps":["trace[984383579] 'agreement among raft nodes before linearized reading' (duration: 158.350901ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:17.297492Z","caller":"traceutil/trace.go:171","msg":"trace[506680571] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1954; }","duration":"181.743601ms","start":"2026-03-25T16:53:17.115723Z","end":"2026-03-25T16:53:17.297466Z","steps":["trace[506680571] 'agreement among raft nodes before linearized reading' (duration: 181.419181ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:21.381924Z","caller":"traceutil/trace.go:171","msg":"trace[1713430664] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"109.393432ms","start":"2026-03-25T16:53:21.272511Z","end":"2026-03-25T16:53:21.381904Z","steps":["trace[1713430664] 'process raft request' (duration: 109.34082ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:21.381975Z","caller":"traceutil/trace.go:171","msg":"trace[1737554171] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"109.420693ms","start":"2026-03-25T16:53:21.272512Z","end":"2026-03-25T16:53:21.381933Z","steps":["trace[1737554171] 'process raft request' (duration: 109.172095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:21.828212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.232791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:53:21.828417Z","caller":"traceutil/trace.go:171","msg":"trace[427688307] linearizableReadLoop","detail":"{readStateIndex:2077; appliedIndex:2073; }","duration":"507.440608ms","start":"2026-03-25T16:53:21.320961Z","end":"2026-03-25T16:53:21.828401Z","steps":["trace[427688307] 'read index received' (duration: 60.761053ms)","trace[427688307] 'applied index is now lower than readState.Index' (duration: 446.678685ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:53:21.828496Z","caller":"traceutil/trace.go:171","msg":"trace[2001497227] transaction","detail":"{read_only:false; response_revision:2001; number_of_response:1; }","duration":"555.055425ms","start":"2026-03-25T16:53:21.273414Z","end":"2026-03-25T16:53:21.82847Z","steps":["trace[2001497227] 'process raft request' (duration: 554.90176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:21.828615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.661015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-25T16:53:21.828644Z","caller":"traceutil/trace.go:171","msg":"trace[747709441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2001; }","duration":"507.735488ms","start":"2026-03-25T16:53:21.3209Z","end":"2026-03-25T16:53:21.828635Z","steps":["trace[747709441] 'agreement among raft nodes before linearized reading' (duration: 507.619604ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:21.828632Z","caller":"traceutil/trace.go:171","msg":"trace[838659379] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"555.994065ms","start":"2026-03-25T16:53:21.272615Z","end":"2026-03-25T16:53:21.828609Z","steps":["trace[838659379] 'process raft request' (duration: 255.256838ms)","trace[838659379] 'compare' (duration: 299.985333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:53:21.828638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:21.273386Z","time spent":"555.174728ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:53:21.828681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:21.320876Z","time spent":"507.79731ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T16:53:21.828742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:21.272608Z","time spent":"556.071897ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:53:21.828736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.227855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:53:21.828811Z","caller":"traceutil/trace.go:171","msg":"trace[1404434215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2001; }","duration":"485.35879ms","start":"2026-03-25T16:53:21.343432Z","end":"2026-03-25T16:53:21.82879Z","steps":["trace[1404434215] 'agreement among raft nodes before linearized reading' (duration: 485.240566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:21.828862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:21.343409Z","time spent":"485.443622ms","remote":"127.0.0.1:60746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T16:53:21.828865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.756782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:53:21.828905Z","caller":"traceutil/trace.go:171","msg":"trace[1369443640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2001; }","duration":"193.831094ms","start":"2026-03-25T16:53:21.635064Z","end":"2026-03-25T16:53:21.828895Z","steps":["trace[1369443640] 'agreement among raft nodes before linearized reading' (duration: 193.770932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:21.828879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.750496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-25T16:53:21.828967Z","caller":"traceutil/trace.go:171","msg":"trace[1628311643] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2001; }","duration":"390.848789ms","start":"2026-03-25T16:53:21.438097Z","end":"2026-03-25T16:53:21.828945Z","steps":["trace[1628311643] 'agreement among raft nodes before linearized reading' (duration: 390.593081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:21.829018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:21.438083Z","time spent":"390.921481ms","remote":"127.0.0.1:32830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-25T16:53:21.829077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.141018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-25T16:53:21.829138Z","caller":"traceutil/trace.go:171","msg":"trace[637144589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2001; }","duration":"458.223161ms","start":"2026-03-25T16:53:21.3709Z","end":"2026-03-25T16:53:21.829123Z","steps":["trace[637144589] 'agreement among raft nodes before linearized reading' (duration: 458.060006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:21.829159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.437128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-25T16:53:21.829183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:21.370888Z","time spent":"458.284643ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-25T16:53:21.829212Z","caller":"traceutil/trace.go:171","msg":"trace[1708132198] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2001; }","duration":"458.52101ms","start":"2026-03-25T16:53:21.370674Z","end":"2026-03-25T16:53:21.829195Z","steps":["trace[1708132198] 'agreement among raft nodes before linearized reading' (duration: 458.380556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:21.829245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:21.370655Z","time spent":"458.581112ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T16:53:21.829247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.277933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-25T16:53:21.829279Z","caller":"traceutil/trace.go:171","msg":"trace[941704992] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2001; }","duration":"458.323084ms","start":"2026-03-25T16:53:21.370946Z","end":"2026-03-25T16:53:21.829269Z","steps":["trace[941704992] 'agreement among raft nodes before linearized reading' (duration: 458.181769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:21.829307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:21.37094Z","time spent":"458.360775ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T16:53:22.396929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.369653ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-25T16:53:22.397054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:21.830471Z","time spent":"566.576819ms","remote":"127.0.0.1:60778","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-25T16:53:24.226313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538650572s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:53:24.226568Z","caller":"traceutil/trace.go:171","msg":"trace[1087517422] transaction","detail":"{read_only:false; response_revision:2002; number_of_response:1; }","duration":"2.393050047s","start":"2026-03-25T16:53:21.833467Z","end":"2026-03-25T16:53:24.226518Z","steps":["trace[1087517422] 'process raft request' (duration: 854.098706ms)","trace[1087517422] 'compare' (duration: 1.5379625s)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:53:24.226621Z","caller":"traceutil/trace.go:171","msg":"trace[1308081090] transaction","detail":"{read_only:false; response_revision:2004; number_of_response:1; }","duration":"2.392701797s","start":"2026-03-25T16:53:21.833897Z","end":"2026-03-25T16:53:24.226599Z","steps":["trace[1308081090] 'process raft request' (duration: 2.392607374s)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:24.226634Z","caller":"traceutil/trace.go:171","msg":"trace[472503746] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"2.393046548s","start":"2026-03-25T16:53:21.83355Z","end":"2026-03-25T16:53:24.226597Z","steps":["trace[472503746] 'process raft request' (duration: 2.392885783s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:24.226724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:21.83388Z","time spent":"2.392794229s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:53:24.22674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:21.833448Z","time spent":"2.393188012s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:53:24.226839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:21.833543Z","time spent":"2.393191832s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:53:24.226879Z","caller":"traceutil/trace.go:171","msg":"trace[432639354] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"2.392901683s","start":"2026-03-25T16:53:21.833953Z","end":"2026-03-25T16:53:24.226854Z","steps":["trace[432639354] 'process raft request' (duration: 2.392584763s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:24.226997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:21.833939Z","time spent":"2.392994446s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:53:24.226986Z","caller":"traceutil/trace.go:171","msg":"trace[1048177716] linearizableReadLoop","detail":"{readStateIndex:2082; appliedIndex:2077; }","duration":"2.308562654s","start":"2026-03-25T16:53:21.918398Z","end":"2026-03-25T16:53:24.226961Z","steps":["trace[1048177716] 'read index received' (duration: 289.15441ms)","trace[1048177716] 'applied index is now lower than readState.Index' (duration: 2.019407174s)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:53:24.227467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.30905349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:53:24.227546Z","caller":"traceutil/trace.go:171","msg":"trace[1515370514] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2006; }","duration":"2.309187755s","start":"2026-03-25T16:53:21.918346Z","end":"2026-03-25T16:53:24.227534Z","steps":["trace[1515370514] 'agreement among raft nodes before linearized reading' (duration: 2.308704439s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:24.227581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:21.918327Z","time spent":"2.309244316s","remote":"127.0.0.1:60844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-25T16:53:24.227835Z","caller":"traceutil/trace.go:171","msg":"trace[1345504979] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"1.829574137s","start":"2026-03-25T16:53:22.398244Z","end":"2026-03-25T16:53:24.227818Z","steps":["trace[1345504979] 'process raft request' (duration: 1.828596386s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:24.227946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:22.398218Z","time spent":"1.82968973s","remote":"127.0.0.1:60778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:53:24.38812Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.00077759s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-25T16:53:24.637594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000411103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-25T16:53:24.637687Z","caller":"traceutil/trace.go:171","msg":"trace[57020865] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000552667s","start":"2026-03-25T16:53:22.637113Z","end":"2026-03-25T16:53:24.637666Z","steps":["trace[57020865] 'agreement among raft nodes before linearized reading' (duration: 2.000446454s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:24.637738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:22.637083Z","time spent":"2.00064542s","remote":"127.0.0.1:60746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/25 16:53:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-25T16:53:24.829774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.381948ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:53:24.830102Z","caller":"traceutil/trace.go:171","msg":"trace[1061853967] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"1.4428524s","start":"2026-03-25T16:53:23.387224Z","end":"2026-03-25T16:53:24.830077Z","steps":["trace[1061853967] 'process raft request' (duration: 1.00107748s)","trace[1061853967] 'compare' (duration: 441.184001ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:53:24.830189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:23.387199Z","time spent":"1.442946093s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:53:24.894152Z","caller":"traceutil/trace.go:171","msg":"trace[1271212809] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"1.505493712s","start":"2026-03-25T16:53:23.38863Z","end":"2026-03-25T16:53:24.894124Z","steps":["trace[1271212809] 'process raft request' (duration: 1.505196593s)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:24.89417Z","caller":"traceutil/trace.go:171","msg":"trace[1661078637] linearizableReadLoop","detail":"{readStateIndex:2087; appliedIndex:2083; }","duration":"667.09252ms","start":"2026-03-25T16:53:24.227044Z","end":"2026-03-25T16:53:24.894137Z","steps":["trace[1661078637] 'read index received' (duration: 161.251923ms)","trace[1661078637] 'applied index is now lower than readState.Index' (duration: 505.839187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:53:24.894263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:23.388603Z","time spent":"1.505612666s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:53:24.89433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.066731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:53:24.894342Z","caller":"traceutil/trace.go:171","msg":"trace[2109239438] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"1.059390285s","start":"2026-03-25T16:53:23.834923Z","end":"2026-03-25T16:53:24.894314Z","steps":["trace[2109239438] 'process raft request' (duration: 1.059160868s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:24.894391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.750809706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-25T16:53:24.894411Z","caller":"traceutil/trace.go:171","msg":"trace[1368493934] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2010; }","duration":"674.187865ms","start":"2026-03-25T16:53:24.220201Z","end":"2026-03-25T16:53:24.894389Z","steps":["trace[1368493934] 'agreement among raft nodes before linearized reading' (duration: 674.03288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:24.894454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:24.220184Z","time spent":"674.263937ms","remote":"127.0.0.1:35264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-25T16:53:24.894451Z","caller":"traceutil/trace.go:171","msg":"trace[2046007288] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2010; }","duration":"1.750881348s","start":"2026-03-25T16:53:23.143555Z","end":"2026-03-25T16:53:24.894436Z","steps":["trace[2046007288] 'agreement among raft nodes before linearized reading' (duration: 1.750597129s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:24.894459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:23.834898Z","time spent":"1.059507859s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:53:24.894488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:23.143518Z","time spent":"1.75096351s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T16:53:24.894467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092354478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:53:24.894537Z","caller":"traceutil/trace.go:171","msg":"trace[1371169189] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2010; }","duration":"1.0924491s","start":"2026-03-25T16:53:23.802071Z","end":"2026-03-25T16:53:24.89452Z","steps":["trace[1371169189] 'agreement among raft nodes before linearized reading' (duration: 1.092340927s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:24.89455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799330821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-25T16:53:24.894602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:23.802055Z","time spent":"1.092532344s","remote":"127.0.0.1:32786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-25T16:53:24.89463Z","caller":"traceutil/trace.go:171","msg":"trace[1642437356] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2010; }","duration":"1.799464295s","start":"2026-03-25T16:53:23.095145Z","end":"2026-03-25T16:53:24.89461Z","steps":["trace[1642437356] 'agreement among raft nodes before linearized reading' (duration: 1.799153145s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:24.894682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:23.095124Z","time spent":"1.799550308s","remote":"127.0.0.1:53486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-25T16:53:24.894562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.958855013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:53:24.894621Z","caller":"traceutil/trace.go:171","msg":"trace[996658899] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"1.059921621s","start":"2026-03-25T16:53:23.834685Z","end":"2026-03-25T16:53:24.894607Z","steps":["trace[996658899] 'process raft request' (duration: 1.059357323s)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:24.894743Z","caller":"traceutil/trace.go:171","msg":"trace[1374885639] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2010; }","duration":"2.95905333s","start":"2026-03-25T16:53:21.935664Z","end":"2026-03-25T16:53:24.894717Z","steps":["trace[1374885639] 'agreement among raft nodes before linearized reading' (duration: 2.958854073s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:24.894789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05716565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-25T16:53:24.894656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.394498914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:53:24.894906Z","caller":"traceutil/trace.go:171","msg":"trace[449313344] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2010; }","duration":"2.057330065s","start":"2026-03-25T16:53:22.837557Z","end":"2026-03-25T16:53:24.894887Z","steps":["trace[449313344] 'agreement among raft nodes before linearized reading' (duration: 2.056978644s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:24.894963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:22.83753Z","time spent":"2.057417498s","remote":"127.0.0.1:32830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-25T16:53:24.894813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:21.935651Z","time spent":"2.959141702s","remote":"127.0.0.1:53264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-25T16:53:24.894843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:23.83465Z","time spent":"1.060136378s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:53:24.89493Z","caller":"traceutil/trace.go:171","msg":"trace[972209499] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2010; }","duration":"2.394810314s","start":"2026-03-25T16:53:22.500108Z","end":"2026-03-25T16:53:24.894919Z","steps":["trace[972209499] 'agreement among raft nodes before linearized reading' (duration: 2.394337099s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:24.895615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:22.500092Z","time spent":"2.395501116s","remote":"127.0.0.1:32992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-25T16:53:25.575308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.277553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:53:25.57562Z","caller":"traceutil/trace.go:171","msg":"trace[1244954721] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"677.744987ms","start":"2026-03-25T16:53:24.897854Z","end":"2026-03-25T16:53:25.575599Z","steps":["trace[1244954721] 'process raft request' (duration: 677.597182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:25.575732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:24.897832Z","time spent":"677.848301ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:53:25.575802Z","caller":"traceutil/trace.go:171","msg":"trace[201056545] linearizableReadLoop","detail":"{readStateIndex:2088; appliedIndex:2087; }","duration":"681.505276ms","start":"2026-03-25T16:53:24.894263Z","end":"2026-03-25T16:53:25.575768Z","steps":["trace[201056545] 'read index received' (duration: 373.580912ms)","trace[201056545] 'applied index is now lower than readState.Index' (duration: 307.921574ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:53:25.575622Z","caller":"traceutil/trace.go:171","msg":"trace[1476564192] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"825.190933ms","start":"2026-03-25T16:53:24.750381Z","end":"2026-03-25T16:53:25.575571Z","steps":["trace[1476564192] 'process raft request' (duration: 517.443425ms)","trace[1476564192] 'compare' (duration: 307.013375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:53:25.576038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.167039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:53:25.576091Z","caller":"traceutil/trace.go:171","msg":"trace[7416019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2012; }","duration":"938.254881ms","start":"2026-03-25T16:53:24.637821Z","end":"2026-03-25T16:53:25.576075Z","steps":["trace[7416019] 'agreement among raft nodes before linearized reading' (duration: 938.093306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:25.576102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:24.750351Z","time spent":"825.674769ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:53:25.576133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:24.6378Z","time spent":"938.322704ms","remote":"127.0.0.1:60754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T16:53:25.576085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346328475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-25T16:53:25.576187Z","caller":"traceutil/trace.go:171","msg":"trace[710121564] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2012; }","duration":"1.346466489s","start":"2026-03-25T16:53:24.229707Z","end":"2026-03-25T16:53:25.576174Z","steps":["trace[710121564] 'agreement among raft nodes before linearized reading' (duration: 1.346302554s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:25.576171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.695259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T16:53:25.576228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:24.22969Z","time spent":"1.346526881s","remote":"127.0.0.1:60952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-25T16:53:25.576228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137332121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11981"} {"level":"info","ts":"2026-03-25T16:53:25.576299Z","caller":"traceutil/trace.go:171","msg":"trace[12276132] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2012; }","duration":"1.137429164s","start":"2026-03-25T16:53:24.438855Z","end":"2026-03-25T16:53:25.576284Z","steps":["trace[12276132] 'agreement among raft nodes before linearized reading' (duration: 1.137261378s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:25.57635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:24.438838Z","time spent":"1.137500237s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12005,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-25T16:53:25.576241Z","caller":"traceutil/trace.go:171","msg":"trace[1412036262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2012; }","duration":"971.809453ms","start":"2026-03-25T16:53:24.604416Z","end":"2026-03-25T16:53:25.576225Z","steps":["trace[1412036262] 'agreement among raft nodes before linearized reading' (duration: 971.688499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:25.576409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:24.604396Z","time spent":"972.003949ms","remote":"127.0.0.1:60746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T16:53:26.118734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.922105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-25T16:53:26.118829Z","caller":"traceutil/trace.go:171","msg":"trace[1955565342] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2013; }","duration":"217.068399ms","start":"2026-03-25T16:53:25.901744Z","end":"2026-03-25T16:53:26.118812Z","steps":["trace[1955565342] 'range keys from in-memory index tree' (duration: 216.76586ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:29.360081Z","caller":"traceutil/trace.go:171","msg":"trace[386231868] transaction","detail":"{read_only:false; response_revision:2030; number_of_response:1; }","duration":"503.105981ms","start":"2026-03-25T16:53:28.856945Z","end":"2026-03-25T16:53:29.360051Z","steps":["trace[386231868] 'process raft request' (duration: 502.918105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:29.360278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:28.856918Z","time spent":"503.262116ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:53:31.65079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.013478266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-25T16:53:31.650888Z","caller":"traceutil/trace.go:171","msg":"trace[477265388] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.013630271s","start":"2026-03-25T16:53:29.637236Z","end":"2026-03-25T16:53:31.650867Z","steps":["trace[477265388] 'agreement among raft nodes before linearized reading' (duration: 2.013505417s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:31.650934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:29.637219Z","time spent":"2.013705643s","remote":"127.0.0.1:60746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T16:53:32.295715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.369838974s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:53:32.295916Z","caller":"traceutil/trace.go:171","msg":"trace[1301139764] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2030; }","duration":"2.370069082s","start":"2026-03-25T16:53:29.92582Z","end":"2026-03-25T16:53:32.29589Z","steps":["trace[1301139764] 'range keys from in-memory index tree' (duration: 2.369821454s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:32.536321Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.176465479s","expected-duration":"1s"} {"level":"info","ts":"2026-03-25T16:53:32.536901Z","caller":"traceutil/trace.go:171","msg":"trace[629599037] linearizableReadLoop","detail":"{readStateIndex:2111; appliedIndex:2107; }","duration":"3.398478385s","start":"2026-03-25T16:53:29.138399Z","end":"2026-03-25T16:53:32.536877Z","steps":["trace[629599037] 'read index received' (duration: 221.485979ms)","trace[629599037] 'applied index is now lower than readState.Index' (duration: 3.176991436s)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:53:32.537018Z","caller":"traceutil/trace.go:171","msg":"trace[936818873] transaction","detail":"{read_only:false; response_revision:2032; number_of_response:1; }","duration":"3.631403396s","start":"2026-03-25T16:53:28.905569Z","end":"2026-03-25T16:53:32.536973Z","steps":["trace[936818873] 'process raft request' (duration: 3.63122222s)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:32.537083Z","caller":"traceutil/trace.go:171","msg":"trace[1630087251] transaction","detail":"{read_only:false; response_revision:2033; number_of_response:1; }","duration":"3.629921069s","start":"2026-03-25T16:53:28.907126Z","end":"2026-03-25T16:53:32.537047Z","steps":["trace[1630087251] 'process raft request' (duration: 3.629715803s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:32.537203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:28.905554Z","time spent":"3.63155538s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:53:32.537149Z","caller":"traceutil/trace.go:171","msg":"trace[343833866] transaction","detail":"{read_only:false; response_revision:2031; number_of_response:1; }","duration":"3.631763617s","start":"2026-03-25T16:53:28.905346Z","end":"2026-03-25T16:53:32.537109Z","steps":["trace[343833866] 'process raft request' (duration: 3.631260171s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:32.537471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:28.907118Z","time spent":"3.630203708s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:53:32.537569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.399153406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-25T16:53:32.537467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:28.905321Z","time spent":"3.632034706s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:53:32.53766Z","caller":"traceutil/trace.go:171","msg":"trace[188795788] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2033; }","duration":"3.39927171s","start":"2026-03-25T16:53:29.138365Z","end":"2026-03-25T16:53:32.537637Z","steps":["trace[188795788] 'agreement among raft nodes before linearized reading' (duration: 3.399011792s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:32.537711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:29.138351Z","time spent":"3.399347752s","remote":"127.0.0.1:32830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-25T16:53:32.543065Z","caller":"traceutil/trace.go:171","msg":"trace[1159702540] transaction","detail":"{read_only:false; response_revision:2034; number_of_response:1; }","duration":"1.415726401s","start":"2026-03-25T16:53:31.127299Z","end":"2026-03-25T16:53:32.543025Z","steps":["trace[1159702540] 'process raft request' (duration: 1.415603748s)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:32.543086Z","caller":"traceutil/trace.go:171","msg":"trace[784688604] transaction","detail":"{read_only:false; response_revision:2035; number_of_response:1; }","duration":"1.177268566s","start":"2026-03-25T16:53:31.365798Z","end":"2026-03-25T16:53:32.543067Z","steps":["trace[784688604] 'process raft request' (duration: 1.177171033s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:32.543221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.289055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:53:32.543267Z","caller":"traceutil/trace.go:171","msg":"trace[1587917217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2036; }","duration":"891.358958ms","start":"2026-03-25T16:53:31.651894Z","end":"2026-03-25T16:53:32.543253Z","steps":["trace[1587917217] 'agreement among raft nodes before linearized reading' (duration: 891.270775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:32.543296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:31.651877Z","time spent":"891.412379ms","remote":"127.0.0.1:60754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T16:53:32.543317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.916772877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11988"} {"level":"warn","ts":"2026-03-25T16:53:32.543302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:31.36577Z","time spent":"1.17743158s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:53:32.543373Z","caller":"traceutil/trace.go:171","msg":"trace[1068775870] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2036; }","duration":"1.91684975s","start":"2026-03-25T16:53:30.62651Z","end":"2026-03-25T16:53:32.54336Z","steps":["trace[1068775870] 'agreement among raft nodes before linearized reading' (duration: 1.916692125s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:32.543414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:30.626494Z","time spent":"1.916912552s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12012,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-25T16:53:32.543533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:31.127274Z","time spent":"1.415856036s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:53:32.54359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.998593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-25T16:53:32.54358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.286791456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-25T16:53:32.543671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.848682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:53:32.543658Z","caller":"traceutil/trace.go:171","msg":"trace[110982306] transaction","detail":"{read_only:false; response_revision:2036; number_of_response:1; }","duration":"194.783294ms","start":"2026-03-25T16:53:32.348852Z","end":"2026-03-25T16:53:32.543635Z","steps":["trace[110982306] 'process raft request' (duration: 194.142733ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:32.543704Z","caller":"traceutil/trace.go:171","msg":"trace[1858298291] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2036; }","duration":"714.923834ms","start":"2026-03-25T16:53:31.828772Z","end":"2026-03-25T16:53:32.543696Z","steps":["trace[1858298291] 'agreement among raft nodes before linearized reading' (duration: 714.873962ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:32.543699Z","caller":"traceutil/trace.go:171","msg":"trace[1492842531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2036; }","duration":"2.28690398s","start":"2026-03-25T16:53:30.256754Z","end":"2026-03-25T16:53:32.543658Z","steps":["trace[1492842531] 'agreement among raft nodes before linearized reading' (duration: 2.286432636s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:32.543793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.292969982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-25T16:53:32.543885Z","caller":"traceutil/trace.go:171","msg":"trace[249593348] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2036; }","duration":"2.293188389s","start":"2026-03-25T16:53:30.250685Z","end":"2026-03-25T16:53:32.543873Z","steps":["trace[249593348] 'agreement among raft nodes before linearized reading' (duration: 2.292836138s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:32.54394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:30.250664Z","time spent":"2.293265891s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T16:53:32.543733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:31.828759Z","time spent":"714.964586ms","remote":"127.0.0.1:43270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-25T16:53:32.543907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:30.256748Z","time spent":"2.287013904s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T16:53:32.544016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.284355359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:430"} {"level":"info","ts":"2026-03-25T16:53:32.544108Z","caller":"traceutil/trace.go:171","msg":"trace[1192193152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2036; }","duration":"2.284484473s","start":"2026-03-25T16:53:30.259608Z","end":"2026-03-25T16:53:32.544092Z","steps":["trace[1192193152] 'agreement among raft nodes before linearized reading' (duration: 2.284306818s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:32.54414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.287453278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-25T16:53:32.543629Z","caller":"traceutil/trace.go:171","msg":"trace[680374097] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2036; }","duration":"628.169129ms","start":"2026-03-25T16:53:31.91545Z","end":"2026-03-25T16:53:32.543619Z","steps":["trace[680374097] 'agreement among raft nodes before linearized reading' (duration: 628.072426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:32.544161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:30.259586Z","time spent":"2.284562526s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T16:53:32.543938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.955546158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T16:53:32.544201Z","caller":"traceutil/trace.go:171","msg":"trace[1511725010] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2036; }","duration":"2.287614562s","start":"2026-03-25T16:53:30.256572Z","end":"2026-03-25T16:53:32.544186Z","steps":["trace[1511725010] 'agreement among raft nodes before linearized reading' (duration: 2.287399225s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:32.544223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:31.915425Z","time spent":"628.777548ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-25T16:53:32.54424Z","caller":"traceutil/trace.go:171","msg":"trace[779919760] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2036; }","duration":"2.955888499s","start":"2026-03-25T16:53:29.588341Z","end":"2026-03-25T16:53:32.544229Z","steps":["trace[779919760] 'agreement among raft nodes before linearized reading' (duration: 2.955532577s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:32.544344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.432325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.69\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-25T16:53:32.544378Z","caller":"traceutil/trace.go:171","msg":"trace[200181283] range","detail":"{range_begin:/registry/masterleases/199.204.45.69; range_end:; response_count:1; response_revision:2036; }","duration":"779.502908ms","start":"2026-03-25T16:53:31.764864Z","end":"2026-03-25T16:53:32.544367Z","steps":["trace[200181283] 'agreement among raft nodes before linearized reading' (duration: 778.878938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:32.544383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:29.588316Z","time spent":"2.956046734s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T16:53:32.544409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:31.764843Z","time spent":"779.560519ms","remote":"127.0.0.1:60778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.69\" "} {"level":"warn","ts":"2026-03-25T16:53:32.54425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:30.256562Z","time spent":"2.287678255s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T16:53:32.545739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.239910607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T16:53:32.545787Z","caller":"traceutil/trace.go:171","msg":"trace[1989136029] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2036; }","duration":"3.239989479s","start":"2026-03-25T16:53:29.305786Z","end":"2026-03-25T16:53:32.545775Z","steps":["trace[1989136029] 'agreement among raft nodes before linearized reading' (duration: 3.237375427s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:32.545815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:29.305768Z","time spent":"3.240038101s","remote":"127.0.0.1:33046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-25T16:53:34.778616Z","caller":"traceutil/trace.go:171","msg":"trace[498586227] linearizableReadLoop","detail":"{readStateIndex:2129; appliedIndex:2125; }","duration":"224.892447ms","start":"2026-03-25T16:53:34.553701Z","end":"2026-03-25T16:53:34.778593Z","steps":["trace[498586227] 'read index received' (duration: 18.087982ms)","trace[498586227] 'applied index is now lower than readState.Index' (duration: 206.803655ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:53:34.778742Z","caller":"traceutil/trace.go:171","msg":"trace[2143919863] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"236.170783ms","start":"2026-03-25T16:53:34.542565Z","end":"2026-03-25T16:53:34.778736Z","steps":["trace[2143919863] 'process raft request' (duration: 168.557974ms)","trace[2143919863] 'compare' (duration: 67.053881ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:53:34.778699Z","caller":"traceutil/trace.go:171","msg":"trace[872372411] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"235.531113ms","start":"2026-03-25T16:53:34.543147Z","end":"2026-03-25T16:53:34.778678Z","steps":["trace[872372411] 'process raft request' (duration: 235.311966ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:34.779012Z","caller":"traceutil/trace.go:171","msg":"trace[2078263903] transaction","detail":"{read_only:false; response_revision:2050; number_of_response:1; }","duration":"230.04032ms","start":"2026-03-25T16:53:34.548929Z","end":"2026-03-25T16:53:34.778969Z","steps":["trace[2078263903] 'process raft request' (duration: 229.620326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:34.779076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.376052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-25T16:53:34.779115Z","caller":"traceutil/trace.go:171","msg":"trace[26490311] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2050; }","duration":"225.479225ms","start":"2026-03-25T16:53:34.553623Z","end":"2026-03-25T16:53:34.779102Z","steps":["trace[26490311] 'agreement among raft nodes before linearized reading' (duration: 225.350231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:34.804053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.785797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:53:34.804116Z","caller":"traceutil/trace.go:171","msg":"trace[1091289459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2050; }","duration":"165.89119ms","start":"2026-03-25T16:53:34.63821Z","end":"2026-03-25T16:53:34.804102Z","steps":["trace[1091289459] 'agreement among raft nodes before linearized reading' (duration: 165.792617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:34.804129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.454744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:430"} {"level":"warn","ts":"2026-03-25T16:53:34.804131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.963626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-25T16:53:34.804181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.253456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-25T16:53:34.804202Z","caller":"traceutil/trace.go:171","msg":"trace[2134101152] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2050; }","duration":"247.09538ms","start":"2026-03-25T16:53:34.557086Z","end":"2026-03-25T16:53:34.804182Z","steps":["trace[2134101152] 'agreement among raft nodes before linearized reading' (duration: 246.840181ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:34.804237Z","caller":"traceutil/trace.go:171","msg":"trace[469535088] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2050; }","duration":"242.327489ms","start":"2026-03-25T16:53:34.561895Z","end":"2026-03-25T16:53:34.804222Z","steps":["trace[469535088] 'agreement among raft nodes before linearized reading' (duration: 242.169464ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:34.804187Z","caller":"traceutil/trace.go:171","msg":"trace[1092264240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2050; }","duration":"243.558117ms","start":"2026-03-25T16:53:34.560612Z","end":"2026-03-25T16:53:34.804171Z","steps":["trace[1092264240] 'agreement among raft nodes before linearized reading' (duration: 243.371531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:34.804145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.486765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-25T16:53:34.804372Z","caller":"traceutil/trace.go:171","msg":"trace[649623918] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2050; }","duration":"243.754573ms","start":"2026-03-25T16:53:34.56061Z","end":"2026-03-25T16:53:34.804365Z","steps":["trace[649623918] 'agreement among raft nodes before linearized reading' (duration: 243.477935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:34.804501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.63601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-25T16:53:34.804569Z","caller":"traceutil/trace.go:171","msg":"trace[1985646524] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2050; }","duration":"243.724152ms","start":"2026-03-25T16:53:34.560832Z","end":"2026-03-25T16:53:34.804557Z","steps":["trace[1985646524] 'agreement among raft nodes before linearized reading' (duration: 243.114053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:35.287288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.478705ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:53:35.287536Z","caller":"traceutil/trace.go:171","msg":"trace[563579461] transaction","detail":"{read_only:false; response_revision:2053; number_of_response:1; }","duration":"479.894867ms","start":"2026-03-25T16:53:34.807627Z","end":"2026-03-25T16:53:35.287522Z","steps":["trace[563579461] 'process raft request' (duration: 479.734152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:35.287595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:34.807618Z","time spent":"479.951138ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:53:35.287721Z","caller":"traceutil/trace.go:171","msg":"trace[1272311700] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"479.340708ms","start":"2026-03-25T16:53:34.808361Z","end":"2026-03-25T16:53:35.287702Z","steps":["trace[1272311700] 'process raft request' (duration: 479.101351ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:35.2878Z","caller":"traceutil/trace.go:171","msg":"trace[1507411708] transaction","detail":"{read_only:false; response_revision:2052; number_of_response:1; }","duration":"480.32513ms","start":"2026-03-25T16:53:34.807446Z","end":"2026-03-25T16:53:35.287771Z","steps":["trace[1507411708] 'process raft request' (duration: 169.295017ms)","trace[1507411708] 'compare' (duration: 310.31835ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:53:35.28782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:34.808351Z","time spent":"479.415101ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:53:35.287849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:34.807432Z","time spent":"480.394522ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:53:35.287987Z","caller":"traceutil/trace.go:171","msg":"trace[1258103851] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"479.554865ms","start":"2026-03-25T16:53:34.808426Z","end":"2026-03-25T16:53:35.287981Z","steps":["trace[1258103851] 'process raft request' (duration: 479.221565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:35.288061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:34.808419Z","time spent":"479.625257ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:53:36.223334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.042629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:53:36.223427Z","caller":"traceutil/trace.go:171","msg":"trace[1029048953] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2056; }","duration":"120.180703ms","start":"2026-03-25T16:53:36.103211Z","end":"2026-03-25T16:53:36.223392Z","steps":["trace[1029048953] 'count revisions from in-memory index tree' (duration: 119.969587ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:38.971728Z","caller":"traceutil/trace.go:171","msg":"trace[1482460213] transaction","detail":"{read_only:false; response_revision:2070; number_of_response:1; }","duration":"106.144189ms","start":"2026-03-25T16:53:38.865542Z","end":"2026-03-25T16:53:38.971686Z","steps":["trace[1482460213] 'process raft request' (duration: 89.576634ms)","trace[1482460213] 'compare' (duration: 16.089349ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:53:39.458986Z","caller":"traceutil/trace.go:171","msg":"trace[2002225979] linearizableReadLoop","detail":"{readStateIndex:2152; appliedIndex:2151; }","duration":"109.261528ms","start":"2026-03-25T16:53:39.349708Z","end":"2026-03-25T16:53:39.458969Z","steps":["trace[2002225979] 'read index received' (duration: 109.099173ms)","trace[2002225979] 'applied index is now lower than readState.Index' (duration: 161.905µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:53:39.459071Z","caller":"traceutil/trace.go:171","msg":"trace[1625737174] transaction","detail":"{read_only:false; response_revision:2072; number_of_response:1; }","duration":"155.558303ms","start":"2026-03-25T16:53:39.303467Z","end":"2026-03-25T16:53:39.459025Z","steps":["trace[1625737174] 'process raft request' (duration: 155.357166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:39.459165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.440373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T16:53:39.4592Z","caller":"traceutil/trace.go:171","msg":"trace[398723713] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2072; }","duration":"109.525276ms","start":"2026-03-25T16:53:39.349666Z","end":"2026-03-25T16:53:39.459192Z","steps":["trace[398723713] 'agreement among raft nodes before linearized reading' (duration: 109.390822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:39.813434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.210071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:53:39.813829Z","caller":"traceutil/trace.go:171","msg":"trace[600556416] transaction","detail":"{read_only:false; response_revision:2076; number_of_response:1; }","duration":"341.252609ms","start":"2026-03-25T16:53:39.472556Z","end":"2026-03-25T16:53:39.813809Z","steps":["trace[600556416] 'process raft request' (duration: 341.196467ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:39.813806Z","caller":"traceutil/trace.go:171","msg":"trace[1615852965] transaction","detail":"{read_only:false; response_revision:2073; number_of_response:1; }","duration":"348.345854ms","start":"2026-03-25T16:53:39.465388Z","end":"2026-03-25T16:53:39.813734Z","steps":["trace[1615852965] 'process raft request' (duration: 138.744391ms)","trace[1615852965] 'compare' (duration: 208.88133ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:53:39.813871Z","caller":"traceutil/trace.go:171","msg":"trace[2092845668] transaction","detail":"{read_only:false; response_revision:2075; number_of_response:1; }","duration":"346.422063ms","start":"2026-03-25T16:53:39.467394Z","end":"2026-03-25T16:53:39.813816Z","steps":["trace[2092845668] 'process raft request' (duration: 346.31812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:39.813966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:39.465367Z","time spent":"348.517349ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:53:39.813856Z","caller":"traceutil/trace.go:171","msg":"trace[866410692] transaction","detail":"{read_only:false; response_revision:2074; number_of_response:1; }","duration":"348.329073ms","start":"2026-03-25T16:53:39.465475Z","end":"2026-03-25T16:53:39.813804Z","steps":["trace[866410692] 'process raft request' (duration: 348.064014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:39.814192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:39.472539Z","time spent":"341.330942ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:53:39.814204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:39.465447Z","time spent":"348.707965ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:53:39.814188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:53:39.46738Z","time spent":"346.614419ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:53:40.088181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.202885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-25T16:53:40.088249Z","caller":"traceutil/trace.go:171","msg":"trace[1127331440] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2076; }","duration":"108.310717ms","start":"2026-03-25T16:53:39.979922Z","end":"2026-03-25T16:53:40.088232Z","steps":["trace[1127331440] 'range keys from in-memory index tree' (duration: 108.05497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:40.0882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.381119ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:53:40.088304Z","caller":"traceutil/trace.go:171","msg":"trace[1026623635] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2076; }","duration":"162.507443ms","start":"2026-03-25T16:53:39.925783Z","end":"2026-03-25T16:53:40.088291Z","steps":["trace[1026623635] 'range keys from in-memory index tree' (duration: 162.351938ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:48.042508Z","caller":"traceutil/trace.go:171","msg":"trace[1465624901] linearizableReadLoop","detail":"{readStateIndex:2208; appliedIndex:2207; }","duration":"143.696477ms","start":"2026-03-25T16:53:47.898787Z","end":"2026-03-25T16:53:48.042483Z","steps":["trace[1465624901] 'read index received' (duration: 143.427699ms)","trace[1465624901] 'applied index is now lower than readState.Index' (duration: 267.888µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:53:48.042559Z","caller":"traceutil/trace.go:171","msg":"trace[309409470] transaction","detail":"{read_only:false; response_revision:2125; number_of_response:1; }","duration":"145.108402ms","start":"2026-03-25T16:53:47.897422Z","end":"2026-03-25T16:53:48.04253Z","steps":["trace[309409470] 'process raft request' (duration: 144.874694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:48.042857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.040438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-25T16:53:48.04292Z","caller":"traceutil/trace.go:171","msg":"trace[1742036984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2125; }","duration":"144.165582ms","start":"2026-03-25T16:53:47.89874Z","end":"2026-03-25T16:53:48.042906Z","steps":["trace[1742036984] 'agreement among raft nodes before linearized reading' (duration: 143.833891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:53:48.043282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.40754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-25T16:53:48.043691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.434478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T16:53:48.043753Z","caller":"traceutil/trace.go:171","msg":"trace[154100219] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2125; }","duration":"130.568002ms","start":"2026-03-25T16:53:47.913175Z","end":"2026-03-25T16:53:48.043743Z","steps":["trace[154100219] 'agreement among raft nodes before linearized reading' (duration: 130.396387ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:53:48.04333Z","caller":"traceutil/trace.go:171","msg":"trace[525369927] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2125; }","duration":"144.482262ms","start":"2026-03-25T16:53:47.898836Z","end":"2026-03-25T16:53:48.043318Z","steps":["trace[525369927] 'agreement among raft nodes before linearized reading' (duration: 144.356408ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:54:00.206747Z","caller":"traceutil/trace.go:171","msg":"trace[284681245] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"105.95304ms","start":"2026-03-25T16:54:00.100774Z","end":"2026-03-25T16:54:00.206727Z","steps":["trace[284681245] 'process raft request' (duration: 105.810525ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:54:00.311315Z","caller":"traceutil/trace.go:171","msg":"trace[1641329458] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"100.150006ms","start":"2026-03-25T16:54:00.211147Z","end":"2026-03-25T16:54:00.311297Z","steps":["trace[1641329458] 'process raft request' (duration: 27.796602ms)","trace[1641329458] 'compare' (duration: 72.2402ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:54:00.311872Z","caller":"traceutil/trace.go:171","msg":"trace[1245564636] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"100.814628ms","start":"2026-03-25T16:54:00.21094Z","end":"2026-03-25T16:54:00.311754Z","steps":["trace[1245564636] 'process raft request' (duration: 100.327382ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:54:07.361088Z","caller":"traceutil/trace.go:171","msg":"trace[1735567833] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"480.205119ms","start":"2026-03-25T16:54:06.880846Z","end":"2026-03-25T16:54:07.361051Z","steps":["trace[1735567833] 'process raft request' (duration: 480.037924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:07.361254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:06.880817Z","time spent":"480.333703ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:54:07.367007Z","caller":"traceutil/trace.go:171","msg":"trace[275429947] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"480.164567ms","start":"2026-03-25T16:54:06.886814Z","end":"2026-03-25T16:54:07.366979Z","steps":["trace[275429947] 'process raft request' (duration: 479.407293ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:54:07.367051Z","caller":"traceutil/trace.go:171","msg":"trace[632010074] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"367.709341ms","start":"2026-03-25T16:54:06.999309Z","end":"2026-03-25T16:54:07.367018Z","steps":["trace[632010074] 'process raft request' (duration: 367.014399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:07.367177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:06.886803Z","time spent":"480.287931ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:54:07.367082Z","caller":"traceutil/trace.go:171","msg":"trace[1041374169] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"353.086297ms","start":"2026-03-25T16:54:07.013969Z","end":"2026-03-25T16:54:07.367055Z","steps":["trace[1041374169] 'process raft request' (duration: 352.384775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:07.367249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:06.999282Z","time spent":"367.883237ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:54:07.367412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:07.013947Z","time spent":"353.359266ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:54:07.455018Z","caller":"traceutil/trace.go:171","msg":"trace[1794241368] linearizableReadLoop","detail":"{readStateIndex:2313; appliedIndex:2309; }","duration":"399.53388ms","start":"2026-03-25T16:54:07.055465Z","end":"2026-03-25T16:54:07.454999Z","steps":["trace[1794241368] 'read index received' (duration: 305.443176ms)","trace[1794241368] 'applied index is now lower than readState.Index' (duration: 94.090064ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:54:07.455129Z","caller":"traceutil/trace.go:171","msg":"trace[967132632] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"236.654535ms","start":"2026-03-25T16:54:07.218468Z","end":"2026-03-25T16:54:07.455122Z","steps":["trace[967132632] 'process raft request' (duration: 236.417438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:07.482836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.338993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T16:54:07.482877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.277462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-25T16:54:07.482927Z","caller":"traceutil/trace.go:171","msg":"trace[1336661214] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2228; }","duration":"427.486077ms","start":"2026-03-25T16:54:07.055415Z","end":"2026-03-25T16:54:07.482901Z","steps":["trace[1336661214] 'agreement among raft nodes before linearized reading' (duration: 399.845431ms)","trace[1336661214] 'count revisions from in-memory index tree' (duration: 27.509232ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:54:07.482969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:07.055398Z","time spent":"427.561239ms","remote":"127.0.0.1:53140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-03-25T16:54:07.482978Z","caller":"traceutil/trace.go:171","msg":"trace[2042754841] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2228; }","duration":"101.429657ms","start":"2026-03-25T16:54:07.381518Z","end":"2026-03-25T16:54:07.482947Z","steps":["trace[2042754841] 'agreement among raft nodes before linearized reading' (duration: 73.738018ms)","trace[2042754841] 'range keys from in-memory index tree' (duration: 27.401339ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:54:07.483154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.684013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T16:54:07.483229Z","caller":"traceutil/trace.go:171","msg":"trace[507905478] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2228; }","duration":"188.793357ms","start":"2026-03-25T16:54:07.294418Z","end":"2026-03-25T16:54:07.483212Z","steps":["trace[507905478] 'agreement among raft nodes before linearized reading' (duration: 160.787759ms)","trace[507905478] 'range keys from in-memory index tree' (duration: 27.777691ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:54:07.483315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.917854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a023cc04e6eb52\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-25T16:54:07.483352Z","caller":"traceutil/trace.go:171","msg":"trace[1045268216] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a023cc04e6eb52; range_end:; response_count:1; response_revision:2228; }","duration":"143.980836ms","start":"2026-03-25T16:54:07.339362Z","end":"2026-03-25T16:54:07.483343Z","steps":["trace[1045268216] 'agreement among raft nodes before linearized reading' (duration: 115.907116ms)","trace[1045268216] 'range keys from in-memory index tree' (duration: 28.000818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:54:08.767752Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003092054374622,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T16:54:09.061783Z","caller":"traceutil/trace.go:171","msg":"trace[902902695] linearizableReadLoop","detail":"{readStateIndex:2318; appliedIndex:2317; }","duration":"794.3091ms","start":"2026-03-25T16:54:08.267457Z","end":"2026-03-25T16:54:09.061766Z","steps":["trace[902902695] 'read index received' (duration: 794.142355ms)","trace[902902695] 'applied index is now lower than readState.Index' (duration: 165.975µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:54:09.061861Z","caller":"traceutil/trace.go:171","msg":"trace[1774976625] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"820.017516ms","start":"2026-03-25T16:54:08.241835Z","end":"2026-03-25T16:54:09.061853Z","steps":["trace[1774976625] 'process raft request' (duration: 819.810039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:09.061938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:08.241811Z","time spent":"820.069398ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:54:09.062034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.940044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-25T16:54:09.062102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.607727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-25T16:54:09.062126Z","caller":"traceutil/trace.go:171","msg":"trace[441839826] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2231; }","duration":"571.672649ms","start":"2026-03-25T16:54:08.490445Z","end":"2026-03-25T16:54:09.062118Z","steps":["trace[441839826] 'agreement among raft nodes before linearized reading' (duration: 571.583276ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:54:09.062119Z","caller":"traceutil/trace.go:171","msg":"trace[973216387] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2231; }","duration":"716.071259ms","start":"2026-03-25T16:54:08.34603Z","end":"2026-03-25T16:54:09.062101Z","steps":["trace[973216387] 'agreement among raft nodes before linearized reading' (duration: 715.862332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:09.062146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:08.490421Z","time spent":"571.721461ms","remote":"127.0.0.1:32830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-25T16:54:09.06216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:08.34601Z","time spent":"716.141691ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T16:54:09.062035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.886438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T16:54:09.062188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.711992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:430"} {"level":"warn","ts":"2026-03-25T16:54:09.062188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.515999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-25T16:54:09.062277Z","caller":"traceutil/trace.go:171","msg":"trace[180069843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2231; }","duration":"714.660275ms","start":"2026-03-25T16:54:08.347604Z","end":"2026-03-25T16:54:09.062264Z","steps":["trace[180069843] 'agreement among raft nodes before linearized reading' (duration: 714.451328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:09.062348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:08.347582Z","time spent":"714.756577ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-25T16:54:09.062269Z","caller":"traceutil/trace.go:171","msg":"trace[990262592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2231; }","duration":"794.843767ms","start":"2026-03-25T16:54:08.267407Z","end":"2026-03-25T16:54:09.06225Z","steps":["trace[990262592] 'agreement among raft nodes before linearized reading' (duration: 794.62113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:09.062491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:08.267386Z","time spent":"795.089614ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-25T16:54:09.06225Z","caller":"traceutil/trace.go:171","msg":"trace[1909440540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2231; }","duration":"427.130316ms","start":"2026-03-25T16:54:08.635102Z","end":"2026-03-25T16:54:09.062232Z","steps":["trace[1909440540] 'agreement among raft nodes before linearized reading' (duration: 426.853767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:09.062584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:08.635085Z","time spent":"427.487977ms","remote":"127.0.0.1:60746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T16:54:15.394529Z","caller":"traceutil/trace.go:171","msg":"trace[2041340928] linearizableReadLoop","detail":"{readStateIndex:2352; appliedIndex:2351; }","duration":"299.554069ms","start":"2026-03-25T16:54:15.094942Z","end":"2026-03-25T16:54:15.394496Z","steps":["trace[2041340928] 'read index received' (duration: 299.2711ms)","trace[2041340928] 'applied index is now lower than readState.Index' (duration: 281.149µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:54:15.394659Z","caller":"traceutil/trace.go:171","msg":"trace[1491928534] transaction","detail":"{read_only:false; response_revision:2264; number_of_response:1; }","duration":"301.864073ms","start":"2026-03-25T16:54:15.092763Z","end":"2026-03-25T16:54:15.394627Z","steps":["trace[1491928534] 'process raft request' (duration: 301.46744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:15.394835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:15.092729Z","time spent":"302.018047ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:54:15.394922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.939601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-25T16:54:15.395063Z","caller":"traceutil/trace.go:171","msg":"trace[892580605] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2264; }","duration":"300.125828ms","start":"2026-03-25T16:54:15.094917Z","end":"2026-03-25T16:54:15.395043Z","steps":["trace[892580605] 'agreement among raft nodes before linearized reading' (duration: 299.755186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:15.395116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:15.094903Z","time spent":"300.20023ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T16:54:17.6388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000079808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-25T16:54:17.63902Z","caller":"traceutil/trace.go:171","msg":"trace[1658103274] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000342997s","start":"2026-03-25T16:54:15.638621Z","end":"2026-03-25T16:54:17.638964Z","steps":["trace[1658103274] 'agreement among raft nodes before linearized reading' (duration: 2.000106229s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:17.639126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:15.638602Z","time spent":"2.000510501s","remote":"127.0.0.1:60746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T16:54:17.995068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:16.004023Z","time spent":"1.99103544s","remote":"127.0.0.1:33724","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-25T16:54:17.996423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.560154999s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:54:17.99665Z","caller":"traceutil/trace.go:171","msg":"trace[13601397] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"2.603163824s","start":"2026-03-25T16:54:15.393455Z","end":"2026-03-25T16:54:17.996619Z","steps":["trace[13601397] 'process raft request' (duration: 42.715185ms)","trace[13601397] 'compare' (duration: 2.559026344s)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:54:17.996772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:15.393433Z","time spent":"2.603275617s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:54:17.997003Z","caller":"traceutil/trace.go:171","msg":"trace[1141244288] transaction","detail":"{read_only:false; response_revision:2266; number_of_response:1; }","duration":"2.603153443s","start":"2026-03-25T16:54:15.393807Z","end":"2026-03-25T16:54:17.99696Z","steps":["trace[1141244288] 'process raft request' (duration: 2.602721299s)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:54:17.997065Z","caller":"traceutil/trace.go:171","msg":"trace[1960352536] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"2.602167342s","start":"2026-03-25T16:54:15.394889Z","end":"2026-03-25T16:54:17.997056Z","steps":["trace[1960352536] 'process raft request' (duration: 2.601751848s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:17.99712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:15.39486Z","time spent":"2.602237414s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:54:17.997006Z","caller":"traceutil/trace.go:171","msg":"trace[1941813682] linearizableReadLoop","detail":"{readStateIndex:2354; appliedIndex:2352; }","duration":"2.602308306s","start":"2026-03-25T16:54:15.394634Z","end":"2026-03-25T16:54:17.996942Z","steps":["trace[1941813682] 'read index received' (duration: 41.519377ms)","trace[1941813682] 'applied index is now lower than readState.Index' (duration: 2.560782869s)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:54:17.997139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:15.39377Z","time spent":"2.603295818s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:54:17.997315Z","caller":"traceutil/trace.go:171","msg":"trace[341379194] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"2.474057699s","start":"2026-03-25T16:54:15.523226Z","end":"2026-03-25T16:54:17.997284Z","steps":["trace[341379194] 'process raft request' (duration: 2.473523062s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:17.997406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:15.523204Z","time spent":"2.474158982s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:54:17.997431Z","caller":"traceutil/trace.go:171","msg":"trace[934962063] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"2.597375289s","start":"2026-03-25T16:54:15.400021Z","end":"2026-03-25T16:54:17.997396Z","steps":["trace[934962063] 'process raft request' (duration: 2.596673327s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:17.998515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:15.399996Z","time spent":"2.59834969s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:54:18.480265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.439771ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-25T16:54:18.480488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.383405117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-25T16:54:18.480673Z","caller":"traceutil/trace.go:171","msg":"trace[495004658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2269; }","duration":"3.383703586s","start":"2026-03-25T16:54:15.096941Z","end":"2026-03-25T16:54:18.480644Z","steps":["trace[495004658] 'agreement among raft nodes before linearized reading' (duration: 2.900191643s)","trace[495004658] 'range keys from in-memory index tree' (duration: 483.123631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:54:18.48077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:15.096889Z","time spent":"3.383866761s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T16:54:18.480785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.377287723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-25T16:54:18.48102Z","caller":"traceutil/trace.go:171","msg":"trace[1447768342] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2269; }","duration":"3.377569441s","start":"2026-03-25T16:54:15.10335Z","end":"2026-03-25T16:54:18.480919Z","steps":["trace[1447768342] 'agreement among raft nodes before linearized reading' (duration: 2.893633254s)","trace[1447768342] 'range keys from in-memory index tree' (duration: 483.470172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:54:18.481108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:15.103321Z","time spent":"3.377767838s","remote":"127.0.0.1:32830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-25T16:54:18.481136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.385776742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:430"} {"level":"info","ts":"2026-03-25T16:54:18.481319Z","caller":"traceutil/trace.go:171","msg":"trace[1708150759] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2269; }","duration":"3.38601959s","start":"2026-03-25T16:54:15.095257Z","end":"2026-03-25T16:54:18.481276Z","steps":["trace[1708150759] 'agreement among raft nodes before linearized reading' (duration: 2.901835175s)","trace[1708150759] 'range keys from in-memory index tree' (duration: 483.42598ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:54:18.481876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:15.09525Z","time spent":"3.386592477s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-25T16:54:18.481433Z","caller":"traceutil/trace.go:171","msg":"trace[1396119853] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"816.091061ms","start":"2026-03-25T16:54:17.665323Z","end":"2026-03-25T16:54:18.481414Z","steps":["trace[1396119853] 'process raft request' (duration: 815.337727ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:54:18.481476Z","caller":"traceutil/trace.go:171","msg":"trace[1188656972] linearizableReadLoop","detail":"{readStateIndex:2359; appliedIndex:2357; }","duration":"484.255937ms","start":"2026-03-25T16:54:17.997164Z","end":"2026-03-25T16:54:18.48142Z","steps":["trace[1188656972] 'read index received' (duration: 194.013663ms)","trace[1188656972] 'applied index is now lower than readState.Index' (duration: 290.240624ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:54:18.482861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:17.665299Z","time spent":"816.875525ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:54:18.517556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.4101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T16:54:18.517623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.704835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:54:18.517686Z","caller":"traceutil/trace.go:171","msg":"trace[408266969] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2270; }","duration":"477.620467ms","start":"2026-03-25T16:54:18.040031Z","end":"2026-03-25T16:54:18.517652Z","steps":["trace[408266969] 'agreement among raft nodes before linearized reading' (duration: 442.38642ms)","trace[408266969] 'count revisions from in-memory index tree' (duration: 35.027322ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:54:18.5177Z","caller":"traceutil/trace.go:171","msg":"trace[921708148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2270; }","duration":"877.819738ms","start":"2026-03-25T16:54:17.639859Z","end":"2026-03-25T16:54:18.517679Z","steps":["trace[921708148] 'agreement among raft nodes before linearized reading' (duration: 841.673462ms)","trace[921708148] 'range keys from in-memory index tree' (duration: 36.036593ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:54:18.517752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:17.639835Z","time spent":"877.907041ms","remote":"127.0.0.1:60754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T16:54:18.517781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.186118137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:54:18.517909Z","caller":"traceutil/trace.go:171","msg":"trace[1002338458] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2270; }","duration":"2.186273612s","start":"2026-03-25T16:54:16.331601Z","end":"2026-03-25T16:54:18.517874Z","steps":["trace[1002338458] 'agreement among raft nodes before linearized reading' (duration: 2.14995801s)","trace[1002338458] 'count revisions from in-memory index tree' (duration: 36.148636ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:54:18.517975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:16.33158Z","time spent":"2.186382456s","remote":"127.0.0.1:32848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-25T16:54:18.517938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936667258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T16:54:18.517749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:18.040002Z","time spent":"477.732091ms","remote":"127.0.0.1:53156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-25T16:54:18.517999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.769896102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:54:18.518071Z","caller":"traceutil/trace.go:171","msg":"trace[1821809883] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2270; }","duration":"1.936854714s","start":"2026-03-25T16:54:16.581183Z","end":"2026-03-25T16:54:18.518038Z","steps":["trace[1821809883] 'agreement among raft nodes before linearized reading' (duration: 1.900387517s)","trace[1821809883] 'count revisions from in-memory index tree' (duration: 36.290841ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:54:18.518093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118746849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-25T16:54:18.518133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:16.581155Z","time spent":"1.936966707s","remote":"127.0.0.1:53132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-03-25T16:54:18.518121Z","caller":"traceutil/trace.go:171","msg":"trace[1975337055] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2270; }","duration":"2.770089397s","start":"2026-03-25T16:54:15.748006Z","end":"2026-03-25T16:54:18.518095Z","steps":["trace[1975337055] 'agreement among raft nodes before linearized reading' (duration: 2.733575479s)","trace[1975337055] 'count revisions from in-memory index tree' (duration: 36.341383ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:54:18.518177Z","caller":"traceutil/trace.go:171","msg":"trace[980561379] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2270; }","duration":"1.118886733s","start":"2026-03-25T16:54:17.399271Z","end":"2026-03-25T16:54:18.518158Z","steps":["trace[980561379] 'agreement among raft nodes before linearized reading' (duration: 1.082231821s)","trace[980561379] 'range keys from in-memory index tree' (duration: 36.389764ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:54:18.518219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:17.39925Z","time spent":"1.118960476s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T16:54:18.518205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:15.747981Z","time spent":"2.770209651s","remote":"127.0.0.1:53234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-25T16:54:18.518624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.496694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-03-25T16:54:18.518678Z","caller":"traceutil/trace.go:171","msg":"trace[1812353717] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2270; }","duration":"594.622427ms","start":"2026-03-25T16:54:17.924036Z","end":"2026-03-25T16:54:18.518659Z","steps":["trace[1812353717] 'agreement among raft nodes before linearized reading' (duration: 557.485059ms)","trace[1812353717] 'range keys from in-memory index tree' (duration: 36.421655ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:54:18.518706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:17.924007Z","time spent":"594.69178ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-25T16:54:18.518867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.28194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-25T16:54:18.51894Z","caller":"traceutil/trace.go:171","msg":"trace[320863698] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2270; }","duration":"934.389863ms","start":"2026-03-25T16:54:17.584527Z","end":"2026-03-25T16:54:18.518917Z","steps":["trace[320863698] 'agreement among raft nodes before linearized reading' (duration: 897.018937ms)","trace[320863698] 'range keys from in-memory index tree' (duration: 36.306042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:54:18.519001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:17.584507Z","time spent":"934.476416ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-25T16:54:18.519407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.915294712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T16:54:18.519527Z","caller":"traceutil/trace.go:171","msg":"trace[837275317] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2270; }","duration":"2.917198972s","start":"2026-03-25T16:54:15.602274Z","end":"2026-03-25T16:54:18.519473Z","steps":["trace[837275317] 'agreement among raft nodes before linearized reading' (duration: 2.87930459s)","trace[837275317] 'range keys from in-memory index tree' (duration: 35.837197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:54:18.519698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:54:15.602246Z","time spent":"2.917389628s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-25T16:54:24.221438Z","caller":"traceutil/trace.go:171","msg":"trace[1453781923] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"203.588726ms","start":"2026-03-25T16:54:24.017822Z","end":"2026-03-25T16:54:24.22141Z","steps":["trace[1453781923] 'process raft request' (duration: 203.360039ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:54:24.221703Z","caller":"traceutil/trace.go:171","msg":"trace[1356359356] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"203.838194ms","start":"2026-03-25T16:54:24.017844Z","end":"2026-03-25T16:54:24.221682Z","steps":["trace[1356359356] 'process raft request' (duration: 203.520264ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:54:24.222305Z","caller":"traceutil/trace.go:171","msg":"trace[1827501536] linearizableReadLoop","detail":"{readStateIndex:2392; appliedIndex:2388; }","duration":"151.877946ms","start":"2026-03-25T16:54:24.070416Z","end":"2026-03-25T16:54:24.222294Z","steps":["trace[1827501536] 'read index received' (duration: 3.092758ms)","trace[1827501536] 'applied index is now lower than readState.Index' (duration: 148.783918ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:54:24.222355Z","caller":"traceutil/trace.go:171","msg":"trace[1142034592] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"203.214735ms","start":"2026-03-25T16:54:24.019117Z","end":"2026-03-25T16:54:24.222331Z","steps":["trace[1142034592] 'process raft request' (duration: 202.469611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:54:24.222449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.022732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-25T16:54:24.222478Z","caller":"traceutil/trace.go:171","msg":"trace[610626712] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2302; }","duration":"152.102954ms","start":"2026-03-25T16:54:24.070369Z","end":"2026-03-25T16:54:24.222472Z","steps":["trace[610626712] 'agreement among raft nodes before linearized reading' (duration: 151.96256ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:54:26.442476Z","caller":"traceutil/trace.go:171","msg":"trace[796919492] transaction","detail":"{read_only:false; response_revision:2312; number_of_response:1; }","duration":"111.896529ms","start":"2026-03-25T16:54:26.330564Z","end":"2026-03-25T16:54:26.442461Z","steps":["trace[796919492] 'process raft request' (duration: 111.790805ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:54:28.210677Z","caller":"traceutil/trace.go:171","msg":"trace[1534489689] transaction","detail":"{read_only:false; response_revision:2318; number_of_response:1; }","duration":"108.636585ms","start":"2026-03-25T16:54:28.102016Z","end":"2026-03-25T16:54:28.210653Z","steps":["trace[1534489689] 'process raft request' (duration: 108.48392ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:08.723972Z","caller":"traceutil/trace.go:171","msg":"trace[1019960192] linearizableReadLoop","detail":"{readStateIndex:2772; appliedIndex:2771; }","duration":"102.098783ms","start":"2026-03-25T16:55:08.621829Z","end":"2026-03-25T16:55:08.723928Z","steps":["trace[1019960192] 'read index received' (duration: 86.510781ms)","trace[1019960192] 'applied index is now lower than readState.Index' (duration: 15.586482ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:55:08.724034Z","caller":"traceutil/trace.go:171","msg":"trace[1924089718] transaction","detail":"{read_only:false; response_revision:2665; number_of_response:1; }","duration":"243.187398ms","start":"2026-03-25T16:55:08.480797Z","end":"2026-03-25T16:55:08.723984Z","steps":["trace[1924089718] 'process raft request' (duration: 227.586215ms)","trace[1924089718] 'compare' (duration: 15.228291ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:55:08.724145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.28469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:55:08.724343Z","caller":"traceutil/trace.go:171","msg":"trace[124961486] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2665; }","duration":"102.495706ms","start":"2026-03-25T16:55:08.62177Z","end":"2026-03-25T16:55:08.724266Z","steps":["trace[124961486] 'agreement among raft nodes before linearized reading' (duration: 102.282459ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:13.118473Z","caller":"traceutil/trace.go:171","msg":"trace[1694760277] linearizableReadLoop","detail":"{readStateIndex:2837; appliedIndex:2836; }","duration":"251.191ms","start":"2026-03-25T16:55:12.867246Z","end":"2026-03-25T16:55:13.118437Z","steps":["trace[1694760277] 'read index received' (duration: 250.861919ms)","trace[1694760277] 'applied index is now lower than readState.Index' (duration: 327.761µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:55:13.118905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.631533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-25T16:55:13.119024Z","caller":"traceutil/trace.go:171","msg":"trace[1819780080] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2729; }","duration":"251.804588ms","start":"2026-03-25T16:55:12.867194Z","end":"2026-03-25T16:55:13.118999Z","steps":["trace[1819780080] 'agreement among raft nodes before linearized reading' (duration: 251.426147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:13.119104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.138556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-25T16:55:13.119151Z","caller":"traceutil/trace.go:171","msg":"trace[1297506012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2729; }","duration":"186.201768ms","start":"2026-03-25T16:55:12.932936Z","end":"2026-03-25T16:55:13.119138Z","steps":["trace[1297506012] 'agreement among raft nodes before linearized reading' (duration: 186.063394ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:13.118549Z","caller":"traceutil/trace.go:171","msg":"trace[1493893453] transaction","detail":"{read_only:false; response_revision:2729; number_of_response:1; }","duration":"262.094674ms","start":"2026-03-25T16:55:12.856407Z","end":"2026-03-25T16:55:13.118502Z","steps":["trace[1493893453] 'process raft request' (duration: 261.818395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:13.119594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.085147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T16:55:13.119802Z","caller":"traceutil/trace.go:171","msg":"trace[1811325801] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2729; }","duration":"194.362896ms","start":"2026-03-25T16:55:12.925414Z","end":"2026-03-25T16:55:13.119777Z","steps":["trace[1811325801] 'agreement among raft nodes before linearized reading' (duration: 193.55286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:13.119879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.413638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-25T16:55:13.119946Z","caller":"traceutil/trace.go:171","msg":"trace[2023352374] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2729; }","duration":"188.502331ms","start":"2026-03-25T16:55:12.93143Z","end":"2026-03-25T16:55:13.119932Z","steps":["trace[2023352374] 'agreement among raft nodes before linearized reading' (duration: 188.348666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:13.119934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.982023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-25T16:55:13.120019Z","caller":"traceutil/trace.go:171","msg":"trace[1156851367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2729; }","duration":"187.101087ms","start":"2026-03-25T16:55:12.932897Z","end":"2026-03-25T16:55:13.119998Z","steps":["trace[1156851367] 'agreement among raft nodes before linearized reading' (duration: 186.779517ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:16.763685Z","caller":"traceutil/trace.go:171","msg":"trace[1788076637] transaction","detail":"{read_only:false; response_revision:2749; number_of_response:1; }","duration":"353.764427ms","start":"2026-03-25T16:55:16.409848Z","end":"2026-03-25T16:55:16.763612Z","steps":["trace[1788076637] 'process raft request' (duration: 353.54543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:16.764033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:16.40983Z","time spent":"353.980744ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:55:17.690547Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003092054375746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T16:55:17.984941Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.221547052s","expected-duration":"1s"} {"level":"info","ts":"2026-03-25T16:55:17.985353Z","caller":"traceutil/trace.go:171","msg":"trace[662368189] transaction","detail":"{read_only:false; response_revision:2751; number_of_response:1; }","duration":"1.480480646s","start":"2026-03-25T16:55:16.504847Z","end":"2026-03-25T16:55:17.985327Z","steps":["trace[662368189] 'process raft request' (duration: 1.480431604s)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:17.985437Z","caller":"traceutil/trace.go:171","msg":"trace[1668837585] transaction","detail":"{read_only:false; response_revision:2750; number_of_response:1; }","duration":"1.495375937s","start":"2026-03-25T16:55:16.490011Z","end":"2026-03-25T16:55:17.985387Z","steps":["trace[1668837585] 'process raft request' (duration: 1.495110618s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:17.985505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:16.504813Z","time spent":"1.48061435s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:55:17.985613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:16.489985Z","time spent":"1.495541962s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:55:17.98619Z","caller":"traceutil/trace.go:171","msg":"trace[1961131759] transaction","detail":"{read_only:false; response_revision:2752; number_of_response:1; }","duration":"1.217256097s","start":"2026-03-25T16:55:16.768903Z","end":"2026-03-25T16:55:17.986159Z","steps":["trace[1961131759] 'process raft request' (duration: 1.217121873s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:17.986401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:16.768872Z","time spent":"1.21736345s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:55:17.988218Z","caller":"traceutil/trace.go:171","msg":"trace[607669207] linearizableReadLoop","detail":"{readStateIndex:2861; appliedIndex:2857; }","duration":"798.548999ms","start":"2026-03-25T16:55:17.189622Z","end":"2026-03-25T16:55:17.988171Z","steps":["trace[607669207] 'read index received' (duration: 795.497142ms)","trace[607669207] 'applied index is now lower than readState.Index' (duration: 3.050276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:55:17.988397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.786046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-25T16:55:17.988464Z","caller":"traceutil/trace.go:171","msg":"trace[25818914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2752; }","duration":"798.90422ms","start":"2026-03-25T16:55:17.189544Z","end":"2026-03-25T16:55:17.988448Z","steps":["trace[25818914] 'agreement among raft nodes before linearized reading' (duration: 798.718474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:17.9885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.403624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-25T16:55:17.988526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:17.189508Z","time spent":"799.006163ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-25T16:55:17.988547Z","caller":"traceutil/trace.go:171","msg":"trace[191793702] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2752; }","duration":"798.516528ms","start":"2026-03-25T16:55:17.190018Z","end":"2026-03-25T16:55:17.988534Z","steps":["trace[191793702] 'agreement among raft nodes before linearized reading' (duration: 798.330352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:17.988586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:17.18999Z","time spent":"798.587419ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T16:55:17.988628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.024658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T16:55:17.988687Z","caller":"traceutil/trace.go:171","msg":"trace[1116912654] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2752; }","duration":"796.126272ms","start":"2026-03-25T16:55:17.192546Z","end":"2026-03-25T16:55:17.988672Z","steps":["trace[1116912654] 'agreement among raft nodes before linearized reading' (duration: 795.950987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:17.98873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:17.192512Z","time spent":"796.209685ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T16:55:17.988772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.097912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T16:55:17.988809Z","caller":"traceutil/trace.go:171","msg":"trace[436401265] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2752; }","duration":"797.160254ms","start":"2026-03-25T16:55:17.19164Z","end":"2026-03-25T16:55:17.9888Z","steps":["trace[436401265] 'agreement among raft nodes before linearized reading' (duration: 797.069432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:17.988844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:17.191593Z","time spent":"797.243138ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T16:55:17.988836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.295747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-03-25T16:55:17.988916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.624081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:55:17.988916Z","caller":"traceutil/trace.go:171","msg":"trace[523364289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2752; }","duration":"796.459213ms","start":"2026-03-25T16:55:17.192443Z","end":"2026-03-25T16:55:17.988902Z","steps":["trace[523364289] 'agreement among raft nodes before linearized reading' (duration: 796.187994ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:17.988973Z","caller":"traceutil/trace.go:171","msg":"trace[811372295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2752; }","duration":"351.716553ms","start":"2026-03-25T16:55:17.637242Z","end":"2026-03-25T16:55:17.988959Z","steps":["trace[811372295] 'agreement among raft nodes before linearized reading' (duration: 351.635791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:17.98902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:17.637221Z","time spent":"351.787995ms","remote":"127.0.0.1:60746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T16:55:17.989227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:17.19242Z","time spent":"796.585897ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T16:55:24.4219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.792188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-25T16:55:24.421992Z","caller":"traceutil/trace.go:171","msg":"trace[1994895783] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2799; }","duration":"219.921312ms","start":"2026-03-25T16:55:24.202048Z","end":"2026-03-25T16:55:24.421969Z","steps":["trace[1994895783] 'range keys from in-memory index tree' (duration: 219.554061ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:28.261162Z","caller":"traceutil/trace.go:171","msg":"trace[1629737319] transaction","detail":"{read_only:false; response_revision:2818; number_of_response:1; }","duration":"246.77393ms","start":"2026-03-25T16:55:28.014369Z","end":"2026-03-25T16:55:28.261143Z","steps":["trace[1629737319] 'process raft request' (duration: 246.649996ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:28.262547Z","caller":"traceutil/trace.go:171","msg":"trace[2028324954] linearizableReadLoop","detail":"{readStateIndex:2931; appliedIndex:2928; }","duration":"219.329554ms","start":"2026-03-25T16:55:28.043206Z","end":"2026-03-25T16:55:28.262535Z","steps":["trace[2028324954] 'read index received' (duration: 217.821016ms)","trace[2028324954] 'applied index is now lower than readState.Index' (duration: 1.507368ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:55:28.262607Z","caller":"traceutil/trace.go:171","msg":"trace[816261670] transaction","detail":"{read_only:false; response_revision:2819; number_of_response:1; }","duration":"247.158062ms","start":"2026-03-25T16:55:28.015422Z","end":"2026-03-25T16:55:28.26258Z","steps":["trace[816261670] 'process raft request' (duration: 247.021338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:28.262692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.469978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T16:55:28.262726Z","caller":"traceutil/trace.go:171","msg":"trace[575821834] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2820; }","duration":"219.554181ms","start":"2026-03-25T16:55:28.043162Z","end":"2026-03-25T16:55:28.262716Z","steps":["trace[575821834] 'agreement among raft nodes before linearized reading' (duration: 219.439847ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:28.262659Z","caller":"traceutil/trace.go:171","msg":"trace[690999615] transaction","detail":"{read_only:false; response_revision:2820; number_of_response:1; }","duration":"238.676575ms","start":"2026-03-25T16:55:28.023942Z","end":"2026-03-25T16:55:28.262619Z","steps":["trace[690999615] 'process raft request' (duration: 238.564301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:28.262768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.264362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T16:55:28.26289Z","caller":"traceutil/trace.go:171","msg":"trace[1981458527] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2820; }","duration":"219.419517ms","start":"2026-03-25T16:55:28.043464Z","end":"2026-03-25T16:55:28.262884Z","steps":["trace[1981458527] 'agreement among raft nodes before linearized reading' (duration: 219.18958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:28.262906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.931799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-25T16:55:28.262977Z","caller":"traceutil/trace.go:171","msg":"trace[1695554189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2820; }","duration":"211.010181ms","start":"2026-03-25T16:55:28.05195Z","end":"2026-03-25T16:55:28.26296Z","steps":["trace[1695554189] 'agreement among raft nodes before linearized reading' (duration: 210.854336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:28.263032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.084344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-25T16:55:28.263097Z","caller":"traceutil/trace.go:171","msg":"trace[1022050307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2820; }","duration":"211.166426ms","start":"2026-03-25T16:55:28.051916Z","end":"2026-03-25T16:55:28.263082Z","steps":["trace[1022050307] 'agreement among raft nodes before linearized reading' (duration: 210.995651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:28.263212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.6632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-25T16:55:28.263569Z","caller":"traceutil/trace.go:171","msg":"trace[1860631816] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2820; }","duration":"211.055303ms","start":"2026-03-25T16:55:28.052494Z","end":"2026-03-25T16:55:28.263549Z","steps":["trace[1860631816] 'agreement among raft nodes before linearized reading' (duration: 210.246757ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:48.532344Z","caller":"traceutil/trace.go:171","msg":"trace[678009052] transaction","detail":"{read_only:false; response_revision:2939; number_of_response:1; }","duration":"127.792945ms","start":"2026-03-25T16:55:48.404521Z","end":"2026-03-25T16:55:48.532314Z","steps":["trace[678009052] 'process raft request' (duration: 83.688352ms)","trace[678009052] 'compare' (duration: 43.918837ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:55:48.544789Z","caller":"traceutil/trace.go:171","msg":"trace[2033947275] linearizableReadLoop","detail":"{readStateIndex:3056; appliedIndex:3053; }","duration":"139.992989ms","start":"2026-03-25T16:55:48.404781Z","end":"2026-03-25T16:55:48.544774Z","steps":["trace[2033947275] 'read index received' (duration: 83.419513ms)","trace[2033947275] 'applied index is now lower than readState.Index' (duration: 56.572866ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:55:48.544922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.118993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-25T16:55:48.54495Z","caller":"traceutil/trace.go:171","msg":"trace[835791585] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2942; }","duration":"140.184515ms","start":"2026-03-25T16:55:48.404756Z","end":"2026-03-25T16:55:48.544941Z","steps":["trace[835791585] 'agreement among raft nodes before linearized reading' (duration: 140.084052ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:48.545033Z","caller":"traceutil/trace.go:171","msg":"trace[1513842729] transaction","detail":"{read_only:false; response_revision:2940; number_of_response:1; }","duration":"140.474745ms","start":"2026-03-25T16:55:48.404552Z","end":"2026-03-25T16:55:48.545026Z","steps":["trace[1513842729] 'process raft request' (duration: 140.079263ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:48.545082Z","caller":"traceutil/trace.go:171","msg":"trace[492553393] transaction","detail":"{read_only:false; response_revision:2941; number_of_response:1; }","duration":"140.473055ms","start":"2026-03-25T16:55:48.404604Z","end":"2026-03-25T16:55:48.545077Z","steps":["trace[492553393] 'process raft request' (duration: 140.122934ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:48.545135Z","caller":"traceutil/trace.go:171","msg":"trace[448071563] transaction","detail":"{read_only:false; response_revision:2942; number_of_response:1; }","duration":"138.12091ms","start":"2026-03-25T16:55:48.407008Z","end":"2026-03-25T16:55:48.545128Z","steps":["trace[448071563] 'process raft request' (duration: 137.740408ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:49.06707Z","caller":"traceutil/trace.go:171","msg":"trace[557533692] transaction","detail":"{read_only:false; response_revision:2946; number_of_response:1; }","duration":"107.731901ms","start":"2026-03-25T16:55:48.959318Z","end":"2026-03-25T16:55:49.06705Z","steps":["trace[557533692] 'process raft request' (duration: 107.228945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:50.940809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015432666s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:55:50.940922Z","caller":"traceutil/trace.go:171","msg":"trace[1590987770] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2946; }","duration":"1.01555525s","start":"2026-03-25T16:55:49.925349Z","end":"2026-03-25T16:55:50.940904Z","steps":["trace[1590987770] 'range keys from in-memory index tree' (duration: 1.015420466s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:50.941613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.288581ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:55:50.941758Z","caller":"traceutil/trace.go:171","msg":"trace[618270200] transaction","detail":"{read_only:false; response_revision:2947; number_of_response:1; }","duration":"1.560913455s","start":"2026-03-25T16:55:49.380808Z","end":"2026-03-25T16:55:50.941721Z","steps":["trace[618270200] 'process raft request' (duration: 641.434458ms)","trace[618270200] 'compare' (duration: 918.475285ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:55:50.941804Z","caller":"traceutil/trace.go:171","msg":"trace[1829002940] linearizableReadLoop","detail":"{readStateIndex:3062; appliedIndex:3061; }","duration":"1.304580494s","start":"2026-03-25T16:55:49.637204Z","end":"2026-03-25T16:55:50.941784Z","steps":["trace[1829002940] 'read index received' (duration: 384.986684ms)","trace[1829002940] 'applied index is now lower than readState.Index' (duration: 919.59214ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:55:50.941902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304691997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:55:50.941932Z","caller":"traceutil/trace.go:171","msg":"trace[763952813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2947; }","duration":"1.304749329s","start":"2026-03-25T16:55:49.637172Z","end":"2026-03-25T16:55:50.941921Z","steps":["trace[763952813] 'agreement among raft nodes before linearized reading' (duration: 1.304697098s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:50.941946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:49.380784Z","time spent":"1.56106497s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:55:50.941971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:49.637157Z","time spent":"1.304806942s","remote":"127.0.0.1:60746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T16:55:50.942194Z","caller":"traceutil/trace.go:171","msg":"trace[1200356270] transaction","detail":"{read_only:false; response_revision:2948; number_of_response:1; }","duration":"585.951518ms","start":"2026-03-25T16:55:50.356221Z","end":"2026-03-25T16:55:50.942173Z","steps":["trace[1200356270] 'process raft request' (duration: 585.69968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:50.942348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:50.356196Z","time spent":"586.051492ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:55:50.972554Z","caller":"traceutil/trace.go:171","msg":"trace[362473690] transaction","detail":"{read_only:false; response_revision:2949; number_of_response:1; }","duration":"589.883062ms","start":"2026-03-25T16:55:50.382627Z","end":"2026-03-25T16:55:50.97251Z","steps":["trace[362473690] 'process raft request' (duration: 588.736446ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:50.972642Z","caller":"traceutil/trace.go:171","msg":"trace[1065159347] transaction","detail":"{read_only:false; response_revision:2950; number_of_response:1; }","duration":"576.904082ms","start":"2026-03-25T16:55:50.395705Z","end":"2026-03-25T16:55:50.972609Z","steps":["trace[1065159347] 'process raft request' (duration: 576.769598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:50.972711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:50.382595Z","time spent":"590.034587ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:55:50.9728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:50.39569Z","time spent":"577.024527ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:55:50.976236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110854008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:55:50.976289Z","caller":"traceutil/trace.go:171","msg":"trace[96643718] transaction","detail":"{read_only:false; response_revision:2951; number_of_response:1; }","duration":"406.339218ms","start":"2026-03-25T16:55:50.569939Z","end":"2026-03-25T16:55:50.976278Z","steps":["trace[96643718] 'process raft request' (duration: 405.947246ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:50.976299Z","caller":"traceutil/trace.go:171","msg":"trace[171040736] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2951; }","duration":"1.110964192s","start":"2026-03-25T16:55:49.865321Z","end":"2026-03-25T16:55:50.976285Z","steps":["trace[171040736] 'agreement among raft nodes before linearized reading' (duration: 1.110853209s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:50.976339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:49.8653Z","time spent":"1.111029514s","remote":"127.0.0.1:60896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-25T16:55:50.976347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:50.569921Z","time spent":"406.393509ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:55:50.976338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.229013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-25T16:55:50.976399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32440187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a023e9a914aae0\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-03-25T16:55:50.976387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.347521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T16:55:50.976423Z","caller":"traceutil/trace.go:171","msg":"trace[1849722859] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2951; }","duration":"775.318796ms","start":"2026-03-25T16:55:50.201081Z","end":"2026-03-25T16:55:50.9764Z","steps":["trace[1849722859] 'agreement among raft nodes before linearized reading' (duration: 775.146571ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:50.976465Z","caller":"traceutil/trace.go:171","msg":"trace[764489683] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2951; }","duration":"427.451484ms","start":"2026-03-25T16:55:50.54899Z","end":"2026-03-25T16:55:50.976442Z","steps":["trace[764489683] 'agreement among raft nodes before linearized reading' (duration: 427.252158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:50.976457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.696191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-25T16:55:50.976515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:50.201025Z","time spent":"775.477961ms","remote":"127.0.0.1:60980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-25T16:55:50.976576Z","caller":"traceutil/trace.go:171","msg":"trace[1493038671] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2951; }","duration":"426.873216ms","start":"2026-03-25T16:55:50.549682Z","end":"2026-03-25T16:55:50.976556Z","steps":["trace[1493038671] 'agreement among raft nodes before linearized reading' (duration: 426.523145ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:50.976439Z","caller":"traceutil/trace.go:171","msg":"trace[2077309768] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a023e9a914aae0; range_end:; response_count:1; response_revision:2951; }","duration":"1.324487693s","start":"2026-03-25T16:55:49.651941Z","end":"2026-03-25T16:55:50.976429Z","steps":["trace[2077309768] 'agreement among raft nodes before linearized reading' (duration: 1.32438611s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:50.976699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:49.651918Z","time spent":"1.324766882s","remote":"127.0.0.1:60842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":789,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a023e9a914aae0\" "} {"level":"warn","ts":"2026-03-25T16:55:50.976681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:50.549674Z","time spent":"426.989249ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T16:55:50.976254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.059962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-25T16:55:50.976794Z","caller":"traceutil/trace.go:171","msg":"trace[329540111] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2951; }","duration":"408.62755ms","start":"2026-03-25T16:55:50.568152Z","end":"2026-03-25T16:55:50.97678Z","steps":["trace[329540111] 'agreement among raft nodes before linearized reading' (duration: 407.98341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:50.97639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.31052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-25T16:55:50.976853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:50.568135Z","time spent":"408.706483ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T16:55:50.976517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:50.548948Z","time spent":"427.557627ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-25T16:55:50.976912Z","caller":"traceutil/trace.go:171","msg":"trace[815864213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2951; }","duration":"427.886668ms","start":"2026-03-25T16:55:50.548991Z","end":"2026-03-25T16:55:50.976877Z","steps":["trace[815864213] 'agreement among raft nodes before linearized reading' (duration: 427.113634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:50.976983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:50.548972Z","time spent":"427.991462ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T16:55:50.977192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.693241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-25T16:55:50.977361Z","caller":"traceutil/trace.go:171","msg":"trace[2087535628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2951; }","duration":"440.867237ms","start":"2026-03-25T16:55:50.536463Z","end":"2026-03-25T16:55:50.97733Z","steps":["trace[2087535628] 'agreement among raft nodes before linearized reading' (duration: 439.633678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:50.977448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:50.536443Z","time spent":"440.982211ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T16:55:50.977216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065210327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T16:55:50.977901Z","caller":"traceutil/trace.go:171","msg":"trace[638516236] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2951; }","duration":"1.06593077s","start":"2026-03-25T16:55:49.911945Z","end":"2026-03-25T16:55:50.977876Z","steps":["trace[638516236] 'agreement among raft nodes before linearized reading' (duration: 1.064861837s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:50.977968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:49.911925Z","time spent":"1.066019383s","remote":"127.0.0.1:43256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":15,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-25T16:55:51.840704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.265032ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:55:51.840991Z","caller":"traceutil/trace.go:171","msg":"trace[1965418592] transaction","detail":"{read_only:false; response_revision:2958; number_of_response:1; }","duration":"768.542112ms","start":"2026-03-25T16:55:51.072438Z","end":"2026-03-25T16:55:51.84098Z","steps":["trace[1965418592] 'process raft request' (duration: 768.513901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:51.841031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:51.072411Z","time spent":"768.603434ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:55:51.841213Z","caller":"traceutil/trace.go:171","msg":"trace[686683727] transaction","detail":"{read_only:false; response_revision:2955; number_of_response:1; }","duration":"859.489993ms","start":"2026-03-25T16:55:50.981683Z","end":"2026-03-25T16:55:51.841173Z","steps":["trace[686683727] 'process raft request' (duration: 859.154732ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:51.84123Z","caller":"traceutil/trace.go:171","msg":"trace[1654700449] linearizableReadLoop","detail":"{readStateIndex:3070; appliedIndex:3066; }","duration":"858.7547ms","start":"2026-03-25T16:55:50.982444Z","end":"2026-03-25T16:55:51.841199Z","steps":["trace[1654700449] 'read index received' (duration: 18.592816ms)","trace[1654700449] 'applied index is now lower than readState.Index' (duration: 840.158164ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:55:51.841288Z","caller":"traceutil/trace.go:171","msg":"trace[1526696240] transaction","detail":"{read_only:false; response_revision:2956; number_of_response:1; }","duration":"856.368915ms","start":"2026-03-25T16:55:50.984894Z","end":"2026-03-25T16:55:51.841263Z","steps":["trace[1526696240] 'process raft request' (duration: 855.987603ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:51.841362Z","caller":"traceutil/trace.go:171","msg":"trace[546747819] transaction","detail":"{read_only:false; response_revision:2957; number_of_response:1; }","duration":"855.604941ms","start":"2026-03-25T16:55:50.985751Z","end":"2026-03-25T16:55:51.841356Z","steps":["trace[546747819] 'process raft request' (duration: 855.165257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:51.841399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:50.985742Z","time spent":"855.640182ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:55:51.841439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:50.984886Z","time spent":"856.457977ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:55:51.841549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.85157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:55:51.841568Z","caller":"traceutil/trace.go:171","msg":"trace[1776377093] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2958; }","duration":"856.895861ms","start":"2026-03-25T16:55:50.984668Z","end":"2026-03-25T16:55:51.841564Z","steps":["trace[1776377093] 'agreement among raft nodes before linearized reading' (duration: 856.833589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:51.841582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:50.984661Z","time spent":"856.918682ms","remote":"127.0.0.1:60746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T16:55:51.841777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.728763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-25T16:55:51.841766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.317218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-25T16:55:51.841926Z","caller":"traceutil/trace.go:171","msg":"trace[993160318] transaction","detail":"{read_only:false; response_revision:2954; number_of_response:1; }","duration":"860.35254ms","start":"2026-03-25T16:55:50.981566Z","end":"2026-03-25T16:55:51.841919Z","steps":["trace[993160318] 'process raft request' (duration: 859.226845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:51.841959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:50.981554Z","time spent":"860.389892ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:55:51.841989Z","caller":"traceutil/trace.go:171","msg":"trace[1380561984] transaction","detail":"{read_only:false; response_revision:2953; number_of_response:1; }","duration":"860.568227ms","start":"2026-03-25T16:55:50.981408Z","end":"2026-03-25T16:55:51.841976Z","steps":["trace[1380561984] 'process raft request' (duration: 639.931182ms)","trace[1380561984] 'compare' (duration: 219.171299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:55:51.842233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:50.981389Z","time spent":"860.63436ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:55:51.841796Z","caller":"traceutil/trace.go:171","msg":"trace[2101191256] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2958; }","duration":"376.786675ms","start":"2026-03-25T16:55:51.465005Z","end":"2026-03-25T16:55:51.841791Z","steps":["trace[2101191256] 'agreement among raft nodes before linearized reading' (duration: 376.735364ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:51.841895Z","caller":"traceutil/trace.go:171","msg":"trace[1821959902] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2958; }","duration":"859.472773ms","start":"2026-03-25T16:55:50.982399Z","end":"2026-03-25T16:55:51.841872Z","steps":["trace[1821959902] 'agreement among raft nodes before linearized reading' (duration: 859.025609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:51.842581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:51.464984Z","time spent":"377.58426ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-25T16:55:51.842611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:50.982383Z","time spent":"860.203446ms","remote":"127.0.0.1:60980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1341,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-25T16:55:51.841818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.476861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:55:51.842759Z","caller":"traceutil/trace.go:171","msg":"trace[292331896] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2958; }","duration":"559.452062ms","start":"2026-03-25T16:55:51.283294Z","end":"2026-03-25T16:55:51.842746Z","steps":["trace[292331896] 'agreement among raft nodes before linearized reading' (duration: 558.511242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:51.8428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:51.28327Z","time spent":"559.517104ms","remote":"127.0.0.1:60886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-25T16:55:51.841836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.291659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T16:55:51.843008Z","caller":"traceutil/trace.go:171","msg":"trace[391335350] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2958; }","duration":"683.509288ms","start":"2026-03-25T16:55:51.159458Z","end":"2026-03-25T16:55:51.842967Z","steps":["trace[391335350] 'agreement among raft nodes before linearized reading' (duration: 682.367782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:51.843081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:51.159437Z","time spent":"683.604211ms","remote":"127.0.0.1:32776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-25T16:55:51.843826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:50.981677Z","time spent":"859.603877ms","remote":"127.0.0.1:60842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:55:57.261642Z","caller":"traceutil/trace.go:171","msg":"trace[1313145395] transaction","detail":"{read_only:false; response_revision:2981; number_of_response:1; }","duration":"300.821526ms","start":"2026-03-25T16:55:56.960802Z","end":"2026-03-25T16:55:57.261623Z","steps":["trace[1313145395] 'process raft request' (duration: 300.709363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:57.26176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:56.960771Z","time spent":"300.92835ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:55:57.331551Z","caller":"traceutil/trace.go:171","msg":"trace[1827935934] transaction","detail":"{read_only:false; response_revision:2982; number_of_response:1; }","duration":"338.357591ms","start":"2026-03-25T16:55:56.993166Z","end":"2026-03-25T16:55:57.331523Z","steps":["trace[1827935934] 'process raft request' (duration: 338.126974ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:55:57.331573Z","caller":"traceutil/trace.go:171","msg":"trace[1904406992] transaction","detail":"{read_only:false; response_revision:2983; number_of_response:1; }","duration":"337.614928ms","start":"2026-03-25T16:55:56.993933Z","end":"2026-03-25T16:55:57.331548Z","steps":["trace[1904406992] 'process raft request' (duration: 337.475443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:57.331714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:56.993923Z","time spent":"337.70129ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:55:57.331832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:56.993142Z","time spent":"338.469685ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:55:57.384667Z","caller":"traceutil/trace.go:171","msg":"trace[1328849306] linearizableReadLoop","detail":"{readStateIndex:3099; appliedIndex:3096; }","duration":"361.678647ms","start":"2026-03-25T16:55:57.022962Z","end":"2026-03-25T16:55:57.384641Z","steps":["trace[1328849306] 'read index received' (duration: 238.632173ms)","trace[1328849306] 'applied index is now lower than readState.Index' (duration: 123.044864ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:55:57.384888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.902935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T16:55:57.38495Z","caller":"traceutil/trace.go:171","msg":"trace[790001404] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2983; }","duration":"362.007448ms","start":"2026-03-25T16:55:57.022928Z","end":"2026-03-25T16:55:57.384935Z","steps":["trace[790001404] 'agreement among raft nodes before linearized reading' (duration: 361.805472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:57.384982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:57.022916Z","time spent":"362.06015ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T16:55:57.385142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.533464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-25T16:55:57.385229Z","caller":"traceutil/trace.go:171","msg":"trace[1960196763] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2983; }","duration":"330.669209ms","start":"2026-03-25T16:55:57.054547Z","end":"2026-03-25T16:55:57.385216Z","steps":["trace[1960196763] 'agreement among raft nodes before linearized reading' (duration: 330.37434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:55:57.385295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:55:57.054527Z","time spent":"330.754411ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-25T16:56:01.627176Z","caller":"traceutil/trace.go:171","msg":"trace[375157614] transaction","detail":"{read_only:false; response_revision:3007; number_of_response:1; }","duration":"205.130358ms","start":"2026-03-25T16:56:01.422016Z","end":"2026-03-25T16:56:01.627146Z","steps":["trace[375157614] 'process raft request' (duration: 159.002513ms)","trace[375157614] 'compare' (duration: 46.010751ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:56:03.744836Z","caller":"traceutil/trace.go:171","msg":"trace[330671864] transaction","detail":"{read_only:false; response_revision:3018; number_of_response:1; }","duration":"105.775374ms","start":"2026-03-25T16:56:03.639034Z","end":"2026-03-25T16:56:03.744809Z","steps":["trace[330671864] 'process raft request' (duration: 105.611839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:56:11.992071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.949543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T16:56:11.992152Z","caller":"traceutil/trace.go:171","msg":"trace[1643779952] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3063; }","duration":"107.068616ms","start":"2026-03-25T16:56:11.885065Z","end":"2026-03-25T16:56:11.992133Z","steps":["trace[1643779952] 'count revisions from in-memory index tree' (duration: 106.86626ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:56:20.006666Z","caller":"traceutil/trace.go:171","msg":"trace[1519133720] transaction","detail":"{read_only:false; response_revision:3106; number_of_response:1; }","duration":"185.918023ms","start":"2026-03-25T16:56:19.820725Z","end":"2026-03-25T16:56:20.006643Z","steps":["trace[1519133720] 'process raft request' (duration: 185.577172ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:57:54.009946Z","caller":"traceutil/trace.go:171","msg":"trace[1643289491] transaction","detail":"{read_only:false; response_revision:3717; number_of_response:1; }","duration":"166.82308ms","start":"2026-03-25T16:57:53.843076Z","end":"2026-03-25T16:57:54.009899Z","steps":["trace[1643289491] 'process raft request' (duration: 166.557192ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:57:54.012936Z","caller":"traceutil/trace.go:171","msg":"trace[948201048] transaction","detail":"{read_only:false; response_revision:3718; number_of_response:1; }","duration":"102.641655ms","start":"2026-03-25T16:57:53.910202Z","end":"2026-03-25T16:57:54.012843Z","steps":["trace[948201048] 'process raft request' (duration: 102.373756ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:58:28.387318Z","caller":"traceutil/trace.go:171","msg":"trace[564542309] transaction","detail":"{read_only:false; response_revision:3970; number_of_response:1; }","duration":"256.002666ms","start":"2026-03-25T16:58:28.131284Z","end":"2026-03-25T16:58:28.387287Z","steps":["trace[564542309] 'process raft request' (duration: 255.82034ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:58:28.750565Z","caller":"traceutil/trace.go:171","msg":"trace[1005867634] transaction","detail":"{read_only:false; response_revision:3972; number_of_response:1; }","duration":"613.678393ms","start":"2026-03-25T16:58:28.136863Z","end":"2026-03-25T16:58:28.750542Z","steps":["trace[1005867634] 'process raft request' (duration: 613.628031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:58:28.750796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:58:28.136849Z","time spent":"613.87698ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:58:28.750588Z","caller":"traceutil/trace.go:171","msg":"trace[1937892238] transaction","detail":"{read_only:false; response_revision:3971; number_of_response:1; }","duration":"615.45999ms","start":"2026-03-25T16:58:28.135082Z","end":"2026-03-25T16:58:28.750542Z","steps":["trace[1937892238] 'process raft request' (duration: 558.81189ms)","trace[1937892238] 'compare' (duration: 56.477184ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:58:28.750951Z","caller":"traceutil/trace.go:171","msg":"trace[1467702864] transaction","detail":"{read_only:false; response_revision:3973; number_of_response:1; }","duration":"198.189249ms","start":"2026-03-25T16:58:28.552752Z","end":"2026-03-25T16:58:28.750941Z","steps":["trace[1467702864] 'process raft request' (duration: 197.967462ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:58:28.751047Z","caller":"traceutil/trace.go:171","msg":"trace[103000057] transaction","detail":"{read_only:false; response_revision:3974; number_of_response:1; }","duration":"141.436277ms","start":"2026-03-25T16:58:28.60957Z","end":"2026-03-25T16:58:28.751006Z","steps":["trace[103000057] 'process raft request' (duration: 141.185749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:58:28.751019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:58:28.135058Z","time spent":"615.915653ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:59:05.165483Z","caller":"traceutil/trace.go:171","msg":"trace[800766293] transaction","detail":"{read_only:false; response_revision:4248; number_of_response:1; }","duration":"162.43151ms","start":"2026-03-25T16:59:05.003023Z","end":"2026-03-25T16:59:05.165454Z","steps":["trace[800766293] 'process raft request' (duration: 112.864175ms)","trace[800766293] 'compare' (duration: 49.41607ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:59:07.073338Z","caller":"traceutil/trace.go:171","msg":"trace[189863504] transaction","detail":"{read_only:false; response_revision:4259; number_of_response:1; }","duration":"102.462446ms","start":"2026-03-25T16:59:06.970845Z","end":"2026-03-25T16:59:07.073307Z","steps":["trace[189863504] 'process raft request' (duration: 72.132868ms)","trace[189863504] 'compare' (duration: 30.149823ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:59:07.073345Z","caller":"traceutil/trace.go:171","msg":"trace[1211416267] transaction","detail":"{read_only:false; response_revision:4260; number_of_response:1; }","duration":"102.121976ms","start":"2026-03-25T16:59:06.971193Z","end":"2026-03-25T16:59:07.073315Z","steps":["trace[1211416267] 'process raft request' (duration: 102.052803ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:12.428158Z","caller":"traceutil/trace.go:171","msg":"trace[1235906910] transaction","detail":"{read_only:false; response_revision:4290; number_of_response:1; }","duration":"100.273867ms","start":"2026-03-25T16:59:12.327864Z","end":"2026-03-25T16:59:12.428138Z","steps":["trace[1235906910] 'process raft request' (duration: 100.091321ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:13.329905Z","caller":"traceutil/trace.go:171","msg":"trace[810766830] linearizableReadLoop","detail":"{readStateIndex:4461; appliedIndex:4460; }","duration":"129.350425ms","start":"2026-03-25T16:59:13.200533Z","end":"2026-03-25T16:59:13.329883Z","steps":["trace[810766830] 'read index received' (duration: 54.379917ms)","trace[810766830] 'applied index is now lower than readState.Index' (duration: 74.969628ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:59:13.330015Z","caller":"traceutil/trace.go:171","msg":"trace[2073212622] transaction","detail":"{read_only:false; response_revision:4295; number_of_response:1; }","duration":"129.620404ms","start":"2026-03-25T16:59:13.200381Z","end":"2026-03-25T16:59:13.330001Z","steps":["trace[2073212622] 'process raft request' (duration: 54.581844ms)","trace[2073212622] 'compare' (duration: 74.833414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:59:13.330235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.676716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-25T16:59:13.330337Z","caller":"traceutil/trace.go:171","msg":"trace[1303649500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4295; }","duration":"129.79536ms","start":"2026-03-25T16:59:13.200519Z","end":"2026-03-25T16:59:13.330314Z","steps":["trace[1303649500] 'agreement among raft nodes before linearized reading' (duration: 129.576273ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:13.490338Z","caller":"traceutil/trace.go:171","msg":"trace[112176489] transaction","detail":"{read_only:false; response_revision:4297; number_of_response:1; }","duration":"155.542802ms","start":"2026-03-25T16:59:13.334766Z","end":"2026-03-25T16:59:13.490308Z","steps":["trace[112176489] 'process raft request' (duration: 155.304695ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:13.490695Z","caller":"traceutil/trace.go:171","msg":"trace[2084248903] transaction","detail":"{read_only:false; response_revision:4298; number_of_response:1; }","duration":"155.083397ms","start":"2026-03-25T16:59:13.335575Z","end":"2026-03-25T16:59:13.490659Z","steps":["trace[2084248903] 'process raft request' (duration: 154.688705ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:13.49083Z","caller":"traceutil/trace.go:171","msg":"trace[1383294562] linearizableReadLoop","detail":"{readStateIndex:4463; appliedIndex:4461; }","duration":"155.870203ms","start":"2026-03-25T16:59:13.334929Z","end":"2026-03-25T16:59:13.490799Z","steps":["trace[1383294562] 'read index received' (duration: 74.224785ms)","trace[1383294562] 'applied index is now lower than readState.Index' (duration: 81.644308ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:59:13.490923Z","caller":"traceutil/trace.go:171","msg":"trace[1084905253] transaction","detail":"{read_only:false; response_revision:4299; number_of_response:1; }","duration":"154.805419ms","start":"2026-03-25T16:59:13.336094Z","end":"2026-03-25T16:59:13.490899Z","steps":["trace[1084905253] 'process raft request' (duration: 154.417747ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:13.4909Z","caller":"traceutil/trace.go:171","msg":"trace[436935849] transaction","detail":"{read_only:false; response_revision:4300; number_of_response:1; }","duration":"151.934128ms","start":"2026-03-25T16:59:13.338924Z","end":"2026-03-25T16:59:13.490858Z","steps":["trace[436935849] 'process raft request' (duration: 151.764613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:13.491185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.226113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62967"} {"level":"info","ts":"2026-03-25T16:59:13.491262Z","caller":"traceutil/trace.go:171","msg":"trace[1656348190] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4300; }","duration":"156.326927ms","start":"2026-03-25T16:59:13.334915Z","end":"2026-03-25T16:59:13.491242Z","steps":["trace[1656348190] 'agreement among raft nodes before linearized reading' (duration: 155.984846ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:35.33226Z","caller":"traceutil/trace.go:171","msg":"trace[1514664367] transaction","detail":"{read_only:false; response_revision:4434; number_of_response:1; }","duration":"131.250179ms","start":"2026-03-25T16:59:35.200978Z","end":"2026-03-25T16:59:35.332228Z","steps":["trace[1514664367] 'process raft request' (duration: 92.261359ms)","trace[1514664367] 'compare' (duration: 38.812234ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:59:41.317425Z","caller":"traceutil/trace.go:171","msg":"trace[1937193866] transaction","detail":"{read_only:false; response_revision:4762; number_of_response:1; }","duration":"135.157732ms","start":"2026-03-25T16:59:41.182242Z","end":"2026-03-25T16:59:41.3174Z","steps":["trace[1937193866] 'process raft request' (duration: 134.971396ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:41.354162Z","caller":"traceutil/trace.go:171","msg":"trace[641682048] transaction","detail":"{read_only:false; response_revision:4763; number_of_response:1; }","duration":"121.598674ms","start":"2026-03-25T16:59:41.232529Z","end":"2026-03-25T16:59:41.354128Z","steps":["trace[641682048] 'process raft request' (duration: 121.279314ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:41.354716Z","caller":"traceutil/trace.go:171","msg":"trace[390878137] transaction","detail":"{read_only:false; response_revision:4764; number_of_response:1; }","duration":"121.188241ms","start":"2026-03-25T16:59:41.233505Z","end":"2026-03-25T16:59:41.354693Z","steps":["trace[390878137] 'process raft request' (duration: 120.582372ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:41.354971Z","caller":"traceutil/trace.go:171","msg":"trace[1072358937] transaction","detail":"{read_only:false; response_revision:4765; number_of_response:1; }","duration":"115.035388ms","start":"2026-03-25T16:59:41.239906Z","end":"2026-03-25T16:59:41.354942Z","steps":["trace[1072358937] 'process raft request' (duration: 114.700248ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:41.90627Z","caller":"traceutil/trace.go:171","msg":"trace[363891076] linearizableReadLoop","detail":"{readStateIndex:4982; appliedIndex:4981; }","duration":"131.041662ms","start":"2026-03-25T16:59:41.775196Z","end":"2026-03-25T16:59:41.906237Z","steps":["trace[363891076] 'read index received' (duration: 130.151274ms)","trace[363891076] 'applied index is now lower than readState.Index' (duration: 889.438µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:59:41.90633Z","caller":"traceutil/trace.go:171","msg":"trace[1640913393] transaction","detail":"{read_only:false; response_revision:4794; number_of_response:1; }","duration":"141.468781ms","start":"2026-03-25T16:59:41.764833Z","end":"2026-03-25T16:59:41.906302Z","steps":["trace[1640913393] 'process raft request' (duration: 140.637575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:41.90652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.304071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:3007"} {"level":"info","ts":"2026-03-25T16:59:41.906567Z","caller":"traceutil/trace.go:171","msg":"trace[643521514] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:4794; }","duration":"131.408324ms","start":"2026-03-25T16:59:41.775144Z","end":"2026-03-25T16:59:41.906553Z","steps":["trace[643521514] 'agreement among raft nodes before linearized reading' (duration: 131.228369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:41.920457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.275956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-25T16:59:41.920523Z","caller":"traceutil/trace.go:171","msg":"trace[1513781400] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4795; }","duration":"142.371119ms","start":"2026-03-25T16:59:41.778138Z","end":"2026-03-25T16:59:41.920509Z","steps":["trace[1513781400] 'agreement among raft nodes before linearized reading' (duration: 142.176113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:41.920462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.482631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T16:59:41.920583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.272756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.69\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-25T16:59:41.920661Z","caller":"traceutil/trace.go:171","msg":"trace[2008552413] range","detail":"{range_begin:/registry/masterleases/199.204.45.69; range_end:; response_count:1; response_revision:4795; }","duration":"135.39293ms","start":"2026-03-25T16:59:41.785252Z","end":"2026-03-25T16:59:41.920645Z","steps":["trace[2008552413] 'agreement among raft nodes before linearized reading' (duration: 135.148042ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:41.920728Z","caller":"traceutil/trace.go:171","msg":"trace[1520278531] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:4795; }","duration":"108.753739ms","start":"2026-03-25T16:59:41.811878Z","end":"2026-03-25T16:59:41.920632Z","steps":["trace[1520278531] 'agreement among raft nodes before linearized reading' (duration: 108.497551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:45.581497Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003092054380894,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T16:59:46.081698Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003092054380894,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T16:59:46.154655Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.121682391s","expected-duration":"1s"} {"level":"info","ts":"2026-03-25T16:59:46.155988Z","caller":"traceutil/trace.go:171","msg":"trace[476311182] transaction","detail":"{read_only:false; response_revision:4868; number_of_response:1; }","duration":"1.123364735s","start":"2026-03-25T16:59:45.032589Z","end":"2026-03-25T16:59:46.155953Z","steps":["trace[476311182] 'process raft request' (duration: 1.122341732s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:46.156179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:45.032562Z","time spent":"1.12351496s","remote":"127.0.0.1:33050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11965,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:59:46.38232Z","caller":"traceutil/trace.go:171","msg":"trace[472375966] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"1.014815561s","start":"2026-03-25T16:59:45.367477Z","end":"2026-03-25T16:59:46.382293Z","steps":["trace[472375966] 'process raft request' (duration: 1.0147546s)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:46.382374Z","caller":"traceutil/trace.go:171","msg":"trace[2107411527] transaction","detail":"{read_only:false; response_revision:4869; number_of_response:1; }","duration":"1.184389439s","start":"2026-03-25T16:59:45.197949Z","end":"2026-03-25T16:59:46.382338Z","steps":["trace[2107411527] 'process raft request' (duration: 1.184153281s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:46.382472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:45.367453Z","time spent":"1.014941276s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:59:46.382548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:45.197919Z","time spent":"1.184531343s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:59:46.383108Z","caller":"traceutil/trace.go:171","msg":"trace[1438682068] linearizableReadLoop","detail":"{readStateIndex:5062; appliedIndex:5057; }","duration":"1.302836454s","start":"2026-03-25T16:59:45.080256Z","end":"2026-03-25T16:59:46.383093Z","steps":["trace[1438682068] 'read index received' (duration: 1.074681779s)","trace[1438682068] 'applied index is now lower than readState.Index' (duration: 228.153655ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:59:46.383163Z","caller":"traceutil/trace.go:171","msg":"trace[65937454] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"496.797626ms","start":"2026-03-25T16:59:45.886353Z","end":"2026-03-25T16:59:46.38315Z","steps":["trace[65937454] 'process raft request' (duration: 496.662352ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:46.383166Z","caller":"traceutil/trace.go:171","msg":"trace[1658555262] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"1.013763658s","start":"2026-03-25T16:59:45.369369Z","end":"2026-03-25T16:59:46.383133Z","steps":["trace[1658555262] 'process raft request' (duration: 1.012895981s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:46.383304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303040811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-zvxwj\" ","response":"range_response_count:1 size:5041"} {"level":"warn","ts":"2026-03-25T16:59:46.383331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.869102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-25T16:59:46.383414Z","caller":"traceutil/trace.go:171","msg":"trace[2085252511] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-zvxwj; range_end:; response_count:1; response_revision:4872; }","duration":"1.303192285s","start":"2026-03-25T16:59:45.080161Z","end":"2026-03-25T16:59:46.383354Z","steps":["trace[2085252511] 'agreement among raft nodes before linearized reading' (duration: 1.303016359s)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:46.383437Z","caller":"traceutil/trace.go:171","msg":"trace[604705037] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4872; }","duration":"727.002446ms","start":"2026-03-25T16:59:45.65642Z","end":"2026-03-25T16:59:46.383422Z","steps":["trace[604705037] 'agreement among raft nodes before linearized reading' (duration: 726.81631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:46.383468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:45.080125Z","time spent":"1.303330289s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5065,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-zvxwj\" "} {"level":"warn","ts":"2026-03-25T16:59:46.383481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:45.656389Z","time spent":"727.081318ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T16:59:46.383555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.888349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T16:59:46.383593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.256511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-47366f92-a8ea-4fe5-8719-e4379f8a60bf\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-03-25T16:59:46.383623Z","caller":"traceutil/trace.go:171","msg":"trace[753389564] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-47366f92-a8ea-4fe5-8719-e4379f8a60bf; range_end:; response_count:1; response_revision:4872; }","duration":"419.284422ms","start":"2026-03-25T16:59:45.964329Z","end":"2026-03-25T16:59:46.383614Z","steps":["trace[753389564] 'agreement among raft nodes before linearized reading' (duration: 419.189659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:46.383655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:45.964281Z","time spent":"419.369285ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3797,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-47366f92-a8ea-4fe5-8719-e4379f8a60bf\" "} {"level":"warn","ts":"2026-03-25T16:59:46.383681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24785179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:59:46.383733Z","caller":"traceutil/trace.go:171","msg":"trace[917173608] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:4872; }","duration":"1.247929032s","start":"2026-03-25T16:59:45.135791Z","end":"2026-03-25T16:59:46.38372Z","steps":["trace[917173608] 'agreement among raft nodes before linearized reading' (duration: 1.24785334s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:46.383726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.492739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-25T16:59:46.383769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243447832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-25T16:59:46.383617Z","caller":"traceutil/trace.go:171","msg":"trace[621154047] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:4872; }","duration":"737.953741ms","start":"2026-03-25T16:59:45.645647Z","end":"2026-03-25T16:59:46.383601Z","steps":["trace[621154047] 'agreement among raft nodes before linearized reading' (duration: 737.837697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:46.383836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:45.645618Z","time spent":"738.206929ms","remote":"127.0.0.1:35242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-25T16:59:46.383847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.611262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-25T16:59:46.383846Z","caller":"traceutil/trace.go:171","msg":"trace[1011412009] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4872; }","duration":"1.243535364s","start":"2026-03-25T16:59:45.140285Z","end":"2026-03-25T16:59:46.38382Z","steps":["trace[1011412009] 'agreement among raft nodes before linearized reading' (duration: 1.243292376s)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:46.383877Z","caller":"traceutil/trace.go:171","msg":"trace[267542532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4872; }","duration":"739.667364ms","start":"2026-03-25T16:59:45.644204Z","end":"2026-03-25T16:59:46.383871Z","steps":["trace[267542532] 'agreement among raft nodes before linearized reading' (duration: 739.397716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:46.383882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.836579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:61808"} {"level":"warn","ts":"2026-03-25T16:59:46.383909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:45.644182Z","time spent":"739.721686ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T16:59:46.383783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.615999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T16:59:46.383795Z","caller":"traceutil/trace.go:171","msg":"trace[1525346166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4872; }","duration":"739.589142ms","start":"2026-03-25T16:59:45.644188Z","end":"2026-03-25T16:59:46.383777Z","steps":["trace[1525346166] 'agreement among raft nodes before linearized reading' (duration: 739.353495ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:46.38393Z","caller":"traceutil/trace.go:171","msg":"trace[1989689471] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:4872; }","duration":"217.915722ms","start":"2026-03-25T16:59:46.166008Z","end":"2026-03-25T16:59:46.383924Z","steps":["trace[1989689471] 'agreement among raft nodes before linearized reading' (duration: 217.522649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:46.383942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:45.644177Z","time spent":"739.761177ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-25T16:59:46.38394Z","caller":"traceutil/trace.go:171","msg":"trace[1307483796] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4872; }","duration":"802.796385ms","start":"2026-03-25T16:59:45.581134Z","end":"2026-03-25T16:59:46.38393Z","steps":["trace[1307483796] 'agreement among raft nodes before linearized reading' (duration: 802.382942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:46.383901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:45.140271Z","time spent":"1.243616047s","remote":"127.0.0.1:60982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":921,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-03-25T16:59:46.383227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:45.886325Z","time spent":"496.862649ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:59:46.383345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.350104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-25T16:59:46.384011Z","caller":"traceutil/trace.go:171","msg":"trace[2025627471] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4872; }","duration":"218.042326ms","start":"2026-03-25T16:59:46.165961Z","end":"2026-03-25T16:59:46.384003Z","steps":["trace[2025627471] 'agreement among raft nodes before linearized reading' (duration: 217.294833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:46.383787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:45.135774Z","time spent":"1.247998784s","remote":"127.0.0.1:53280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-03-25T16:59:46.383968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:45.581112Z","time spent":"802.849247ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T16:59:46.38388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:45.369353Z","time spent":"1.013979985s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:59:46.385168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.179992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:59:46.385537Z","caller":"traceutil/trace.go:171","msg":"trace[598058378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4872; }","duration":"748.975228ms","start":"2026-03-25T16:59:45.636538Z","end":"2026-03-25T16:59:46.385513Z","steps":["trace[598058378] 'agreement among raft nodes before linearized reading' (duration: 747.154511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:46.383479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.302219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T16:59:46.385585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:45.636523Z","time spent":"749.03824ms","remote":"127.0.0.1:60746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T16:59:46.385608Z","caller":"traceutil/trace.go:171","msg":"trace[1031189482] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:4872; }","duration":"634.489989ms","start":"2026-03-25T16:59:45.751092Z","end":"2026-03-25T16:59:46.385582Z","steps":["trace[1031189482] 'agreement among raft nodes before linearized reading' (duration: 632.243908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:46.385705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:45.751067Z","time spent":"634.587141ms","remote":"127.0.0.1:42228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-25T16:59:46.386153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.015443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-25T16:59:46.386195Z","caller":"traceutil/trace.go:171","msg":"trace[1865511763] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4872; }","duration":"862.097785ms","start":"2026-03-25T16:59:45.524086Z","end":"2026-03-25T16:59:46.386184Z","steps":["trace[1865511763] 'agreement among raft nodes before linearized reading' (duration: 859.553175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:46.386225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:45.524064Z","time spent":"862.148847ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T16:59:46.387005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.518954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tknbz\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-25T16:59:46.387049Z","caller":"traceutil/trace.go:171","msg":"trace[983346598] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tknbz; range_end:; response_count:1; response_revision:4872; }","duration":"728.592916ms","start":"2026-03-25T16:59:45.658447Z","end":"2026-03-25T16:59:46.38704Z","steps":["trace[983346598] 'agreement among raft nodes before linearized reading' (duration: 724.994273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:46.387072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:45.658428Z","time spent":"728.637958ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-tknbz\" "} {"level":"warn","ts":"2026-03-25T16:59:46.393009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277260108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:49 size:1957109"} {"level":"info","ts":"2026-03-25T16:59:46.393104Z","caller":"traceutil/trace.go:171","msg":"trace[1427777492] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:49; response_revision:4872; }","duration":"1.277344961s","start":"2026-03-25T16:59:45.115725Z","end":"2026-03-25T16:59:46.39307Z","steps":["trace[1427777492] 'agreement among raft nodes before linearized reading' (duration: 1.26749666s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:46.393147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:45.115668Z","time spent":"1.277468835s","remote":"127.0.0.1:60860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":49,"response size":1957133,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-25T16:59:46.644146Z","caller":"traceutil/trace.go:171","msg":"trace[268452267] transaction","detail":"{read_only:false; response_revision:4880; number_of_response:1; }","duration":"191.276342ms","start":"2026-03-25T16:59:46.452843Z","end":"2026-03-25T16:59:46.644119Z","steps":["trace[268452267] 'process raft request' (duration: 167.119241ms)","trace[268452267] 'compare' (duration: 23.932334ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:59:46.644455Z","caller":"traceutil/trace.go:171","msg":"trace[1443639470] linearizableReadLoop","detail":"{readStateIndex:5072; appliedIndex:5069; }","duration":"149.314489ms","start":"2026-03-25T16:59:46.495107Z","end":"2026-03-25T16:59:46.644422Z","steps":["trace[1443639470] 'read index received' (duration: 124.862808ms)","trace[1443639470] 'applied index is now lower than readState.Index' (duration: 24.450161ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:59:46.644505Z","caller":"traceutil/trace.go:171","msg":"trace[971234654] transaction","detail":"{read_only:false; response_revision:4881; number_of_response:1; }","duration":"191.563381ms","start":"2026-03-25T16:59:46.452869Z","end":"2026-03-25T16:59:46.644432Z","steps":["trace[971234654] 'process raft request' (duration: 191.167229ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:46.644489Z","caller":"traceutil/trace.go:171","msg":"trace[1194212490] transaction","detail":"{read_only:false; response_revision:4882; number_of_response:1; }","duration":"190.139786ms","start":"2026-03-25T16:59:46.454319Z","end":"2026-03-25T16:59:46.644459Z","steps":["trace[1194212490] 'process raft request' (duration: 189.968761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:46.644666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.547286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/monitoring/kube-prometheus-stack-admission-patch-sqcz2\" ","response":"range_response_count:1 size:3953"} {"level":"info","ts":"2026-03-25T16:59:46.644701Z","caller":"traceutil/trace.go:171","msg":"trace[19336595] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/monitoring/kube-prometheus-stack-admission-patch-sqcz2; range_end:; response_count:1; response_revision:4882; }","duration":"149.635448ms","start":"2026-03-25T16:59:46.495056Z","end":"2026-03-25T16:59:46.644691Z","steps":["trace[19336595] 'agreement among raft nodes before linearized reading' (duration: 149.496324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:46.644842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.829832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-25T16:59:46.644933Z","caller":"traceutil/trace.go:171","msg":"trace[685645913] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4882; }","duration":"141.947196ms","start":"2026-03-25T16:59:46.502963Z","end":"2026-03-25T16:59:46.64491Z","steps":["trace[685645913] 'agreement among raft nodes before linearized reading' (duration: 141.75294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:46.645067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.186495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-25T16:59:46.645135Z","caller":"traceutil/trace.go:171","msg":"trace[1670189615] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4882; }","duration":"130.271418ms","start":"2026-03-25T16:59:46.514847Z","end":"2026-03-25T16:59:46.645119Z","steps":["trace[1670189615] 'agreement among raft nodes before linearized reading' (duration: 130.01222ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:46.99467Z","caller":"traceutil/trace.go:171","msg":"trace[1565975979] transaction","detail":"{read_only:false; response_revision:4889; number_of_response:1; }","duration":"108.377048ms","start":"2026-03-25T16:59:46.886264Z","end":"2026-03-25T16:59:46.994641Z","steps":["trace[1565975979] 'process raft request' (duration: 84.082602ms)","trace[1565975979] 'compare' (duration: 24.026358ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:59:47.032063Z","caller":"traceutil/trace.go:171","msg":"trace[1950464664] linearizableReadLoop","detail":"{readStateIndex:5080; appliedIndex:5078; }","duration":"116.265266ms","start":"2026-03-25T16:59:46.915761Z","end":"2026-03-25T16:59:47.032026Z","steps":["trace[1950464664] 'read index received' (duration: 54.611182ms)","trace[1950464664] 'applied index is now lower than readState.Index' (duration: 61.651924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:59:47.032316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.543975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-25T16:59:47.032362Z","caller":"traceutil/trace.go:171","msg":"trace[401129584] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4889; }","duration":"135.748031ms","start":"2026-03-25T16:59:46.896599Z","end":"2026-03-25T16:59:47.032347Z","steps":["trace[401129584] 'agreement among raft nodes before linearized reading' (duration: 135.550355ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:47.418864Z","caller":"traceutil/trace.go:171","msg":"trace[1323434174] linearizableReadLoop","detail":"{readStateIndex:5092; appliedIndex:5091; }","duration":"240.737042ms","start":"2026-03-25T16:59:47.178098Z","end":"2026-03-25T16:59:47.418835Z","steps":["trace[1323434174] 'read index received' (duration: 7.302191ms)","trace[1323434174] 'applied index is now lower than readState.Index' (duration: 233.433531ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:59:47.419044Z","caller":"traceutil/trace.go:171","msg":"trace[1055682070] transaction","detail":"{read_only:false; response_revision:4901; number_of_response:1; }","duration":"247.436462ms","start":"2026-03-25T16:59:47.171577Z","end":"2026-03-25T16:59:47.419013Z","steps":["trace[1055682070] 'process raft request' (duration: 246.948237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:47.419203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.368354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:59:47.419043Z","caller":"traceutil/trace.go:171","msg":"trace[125374919] transaction","detail":"{read_only:false; response_revision:4902; number_of_response:1; }","duration":"238.698687ms","start":"2026-03-25T16:59:47.180248Z","end":"2026-03-25T16:59:47.418947Z","steps":["trace[125374919] 'process raft request' (duration: 238.498401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:47.419219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.097303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-25T16:59:47.419272Z","caller":"traceutil/trace.go:171","msg":"trace[1392830664] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4902; }","duration":"229.475466ms","start":"2026-03-25T16:59:47.189779Z","end":"2026-03-25T16:59:47.419255Z","steps":["trace[1392830664] 'agreement among raft nodes before linearized reading' (duration: 229.346632ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:47.41929Z","caller":"traceutil/trace.go:171","msg":"trace[597190304] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4902; }","duration":"241.410423ms","start":"2026-03-25T16:59:47.177861Z","end":"2026-03-25T16:59:47.419272Z","steps":["trace[597190304] 'agreement among raft nodes before linearized reading' (duration: 241.175535ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:47.649066Z","caller":"traceutil/trace.go:171","msg":"trace[479662144] linearizableReadLoop","detail":"{readStateIndex:5094; appliedIndex:5093; }","duration":"218.839331ms","start":"2026-03-25T16:59:47.4302Z","end":"2026-03-25T16:59:47.649039Z","steps":["trace[479662144] 'read index received' (duration: 218.679026ms)","trace[479662144] 'applied index is now lower than readState.Index' (duration: 159.075µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:59:47.649165Z","caller":"traceutil/trace.go:171","msg":"trace[459718089] transaction","detail":"{read_only:false; response_revision:4903; number_of_response:1; }","duration":"220.846814ms","start":"2026-03-25T16:59:47.428291Z","end":"2026-03-25T16:59:47.649138Z","steps":["trace[459718089] 'process raft request' (duration: 220.507984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:47.649404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.225636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:15234"} {"level":"warn","ts":"2026-03-25T16:59:47.649407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.152371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-25T16:59:47.649458Z","caller":"traceutil/trace.go:171","msg":"trace[452358728] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4903; }","duration":"189.302089ms","start":"2026-03-25T16:59:47.46014Z","end":"2026-03-25T16:59:47.649442Z","steps":["trace[452358728] 'agreement among raft nodes before linearized reading' (duration: 189.122463ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:47.649491Z","caller":"traceutil/trace.go:171","msg":"trace[2145456619] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4903; }","duration":"219.303126ms","start":"2026-03-25T16:59:47.430167Z","end":"2026-03-25T16:59:47.64947Z","steps":["trace[2145456619] 'agreement among raft nodes before linearized reading' (duration: 219.006246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:47.649515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.918008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:10 size:76371"} {"level":"info","ts":"2026-03-25T16:59:47.649554Z","caller":"traceutil/trace.go:171","msg":"trace[786794840] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:10; response_revision:4903; }","duration":"202.984191ms","start":"2026-03-25T16:59:47.446559Z","end":"2026-03-25T16:59:47.649543Z","steps":["trace[786794840] 'agreement among raft nodes before linearized reading' (duration: 202.753734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:47.649602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.036977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-25T16:59:47.64967Z","caller":"traceutil/trace.go:171","msg":"trace[1262521652] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4903; }","duration":"193.14913ms","start":"2026-03-25T16:59:47.4565Z","end":"2026-03-25T16:59:47.649649Z","steps":["trace[1262521652] 'agreement among raft nodes before linearized reading' (duration: 192.874362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:47.649849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.424229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-25T16:59:47.64983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.363457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:10 size:76371"} {"level":"info","ts":"2026-03-25T16:59:47.649922Z","caller":"traceutil/trace.go:171","msg":"trace[522099068] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4903; }","duration":"219.506482ms","start":"2026-03-25T16:59:47.430369Z","end":"2026-03-25T16:59:47.649875Z","steps":["trace[522099068] 'agreement among raft nodes before linearized reading' (duration: 218.846281ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:47.649944Z","caller":"traceutil/trace.go:171","msg":"trace[1112204000] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:10; response_revision:4903; }","duration":"219.517852ms","start":"2026-03-25T16:59:47.430399Z","end":"2026-03-25T16:59:47.649916Z","steps":["trace[1112204000] 'agreement among raft nodes before linearized reading' (duration: 218.965554ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:47.7932Z","caller":"traceutil/trace.go:171","msg":"trace[780510802] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"130.66325ms","start":"2026-03-25T16:59:47.6625Z","end":"2026-03-25T16:59:47.793163Z","steps":["trace[780510802] 'process raft request' (duration: 130.383991ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:47.793348Z","caller":"traceutil/trace.go:171","msg":"trace[1017844874] transaction","detail":"{read_only:false; response_revision:4906; number_of_response:1; }","duration":"128.028047ms","start":"2026-03-25T16:59:47.665294Z","end":"2026-03-25T16:59:47.793322Z","steps":["trace[1017844874] 'process raft request' (duration: 127.764279ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:47.793555Z","caller":"traceutil/trace.go:171","msg":"trace[1061496675] transaction","detail":"{read_only:false; response_revision:4907; number_of_response:1; }","duration":"121.78256ms","start":"2026-03-25T16:59:47.671732Z","end":"2026-03-25T16:59:47.793515Z","steps":["trace[1061496675] 'process raft request' (duration: 121.389838ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:47.79396Z","caller":"traceutil/trace.go:171","msg":"trace[2009927268] transaction","detail":"{read_only:false; response_revision:4908; number_of_response:1; }","duration":"121.878294ms","start":"2026-03-25T16:59:47.672025Z","end":"2026-03-25T16:59:47.793903Z","steps":["trace[2009927268] 'process raft request' (duration: 121.209923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:47.79434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.994538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4736"} {"level":"info","ts":"2026-03-25T16:59:47.79445Z","caller":"traceutil/trace.go:171","msg":"trace[1055289066] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4908; }","duration":"129.163493ms","start":"2026-03-25T16:59:47.665258Z","end":"2026-03-25T16:59:47.794421Z","steps":["trace[1055289066] 'agreement among raft nodes before linearized reading' (duration: 128.786611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:47.794506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.839363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-25T16:59:47.794558Z","caller":"traceutil/trace.go:171","msg":"trace[4487970] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4908; }","duration":"128.936356ms","start":"2026-03-25T16:59:47.665606Z","end":"2026-03-25T16:59:47.794542Z","steps":["trace[4487970] 'agreement among raft nodes before linearized reading' (duration: 128.661567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:47.794044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.277385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-25T16:59:47.794785Z","caller":"traceutil/trace.go:171","msg":"trace[1633056131] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4908; }","duration":"116.05725ms","start":"2026-03-25T16:59:47.678712Z","end":"2026-03-25T16:59:47.79477Z","steps":["trace[1633056131] 'agreement among raft nodes before linearized reading' (duration: 115.196203ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:48.323148Z","caller":"traceutil/trace.go:171","msg":"trace[1298157174] transaction","detail":"{read_only:false; response_revision:4915; number_of_response:1; }","duration":"111.191736ms","start":"2026-03-25T16:59:48.211913Z","end":"2026-03-25T16:59:48.323105Z","steps":["trace[1298157174] 'process raft request' (duration: 110.964259ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:48.487901Z","caller":"traceutil/trace.go:171","msg":"trace[1352120515] linearizableReadLoop","detail":"{readStateIndex:5108; appliedIndex:5107; }","duration":"103.620797ms","start":"2026-03-25T16:59:48.384254Z","end":"2026-03-25T16:59:48.487874Z","steps":["trace[1352120515] 'read index received' (duration: 63.886644ms)","trace[1352120515] 'applied index is now lower than readState.Index' (duration: 39.732873ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:59:48.48801Z","caller":"traceutil/trace.go:171","msg":"trace[46565057] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4917; }","duration":"125.514658ms","start":"2026-03-25T16:59:48.362485Z","end":"2026-03-25T16:59:48.488Z","steps":["trace[46565057] 'process raft request' (duration: 85.499886ms)","trace[46565057] 'compare' (duration: 39.751704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:59:48.48812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.859335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-25T16:59:48.488173Z","caller":"traceutil/trace.go:171","msg":"trace[733339781] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4917; }","duration":"103.936707ms","start":"2026-03-25T16:59:48.384221Z","end":"2026-03-25T16:59:48.488158Z","steps":["trace[733339781] 'agreement among raft nodes before linearized reading' (duration: 103.790613ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:48.521155Z","caller":"traceutil/trace.go:171","msg":"trace[511636510] transaction","detail":"{read_only:false; response_revision:4918; number_of_response:1; }","duration":"133.677546ms","start":"2026-03-25T16:59:48.387444Z","end":"2026-03-25T16:59:48.521121Z","steps":["trace[511636510] 'process raft request' (duration: 133.469809ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:48.521197Z","caller":"traceutil/trace.go:171","msg":"trace[250963535] transaction","detail":"{read_only:false; response_revision:4919; number_of_response:1; }","duration":"132.969133ms","start":"2026-03-25T16:59:48.388211Z","end":"2026-03-25T16:59:48.52118Z","steps":["trace[250963535] 'process raft request' (duration: 132.827679ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:48.521414Z","caller":"traceutil/trace.go:171","msg":"trace[1171862101] transaction","detail":"{read_only:false; response_revision:4920; number_of_response:1; }","duration":"126.52343ms","start":"2026-03-25T16:59:48.394853Z","end":"2026-03-25T16:59:48.521376Z","steps":["trace[1171862101] 'process raft request' (duration: 126.22445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:48.521516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.489509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-25T16:59:48.521561Z","caller":"traceutil/trace.go:171","msg":"trace[1828721250] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4920; }","duration":"100.573151ms","start":"2026-03-25T16:59:48.420976Z","end":"2026-03-25T16:59:48.521549Z","steps":["trace[1828721250] 'agreement among raft nodes before linearized reading' (duration: 100.389225ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:48.672235Z","caller":"traceutil/trace.go:171","msg":"trace[460279710] transaction","detail":"{read_only:false; response_revision:4922; number_of_response:1; }","duration":"145.937572ms","start":"2026-03-25T16:59:48.526206Z","end":"2026-03-25T16:59:48.672144Z","steps":["trace[460279710] 'process raft request' (duration: 88.338526ms)","trace[460279710] 'compare' (duration: 57.165232ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:59:48.672302Z","caller":"traceutil/trace.go:171","msg":"trace[924760070] transaction","detail":"{read_only:false; response_revision:4925; number_of_response:1; }","duration":"145.592881ms","start":"2026-03-25T16:59:48.526683Z","end":"2026-03-25T16:59:48.672276Z","steps":["trace[924760070] 'process raft request' (duration: 145.458297ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:48.672298Z","caller":"traceutil/trace.go:171","msg":"trace[1594632743] transaction","detail":"{read_only:false; response_revision:4926; number_of_response:1; }","duration":"145.266121ms","start":"2026-03-25T16:59:48.527012Z","end":"2026-03-25T16:59:48.672278Z","steps":["trace[1594632743] 'process raft request' (duration: 145.163258ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:48.672245Z","caller":"traceutil/trace.go:171","msg":"trace[1819147182] linearizableReadLoop","detail":"{readStateIndex:5113; appliedIndex:5111; }","duration":"145.918531ms","start":"2026-03-25T16:59:48.526297Z","end":"2026-03-25T16:59:48.672215Z","steps":["trace[1819147182] 'read index received' (duration: 39.850527ms)","trace[1819147182] 'applied index is now lower than readState.Index' (duration: 106.067174ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:59:48.672341Z","caller":"traceutil/trace.go:171","msg":"trace[678195248] transaction","detail":"{read_only:false; response_revision:4923; number_of_response:1; }","duration":"145.997764ms","start":"2026-03-25T16:59:48.52631Z","end":"2026-03-25T16:59:48.672308Z","steps":["trace[678195248] 'process raft request' (duration: 145.688305ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:48.672279Z","caller":"traceutil/trace.go:171","msg":"trace[1860031602] transaction","detail":"{read_only:false; response_revision:4924; number_of_response:1; }","duration":"145.846729ms","start":"2026-03-25T16:59:48.526386Z","end":"2026-03-25T16:59:48.672232Z","steps":["trace[1860031602] 'process raft request' (duration: 145.708425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:48.672474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.153899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-25T16:59:48.672536Z","caller":"traceutil/trace.go:171","msg":"trace[326335662] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4926; }","duration":"146.271343ms","start":"2026-03-25T16:59:48.52625Z","end":"2026-03-25T16:59:48.672522Z","steps":["trace[326335662] 'agreement among raft nodes before linearized reading' (duration: 146.056286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:48.672627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.436487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62967"} {"level":"info","ts":"2026-03-25T16:59:48.672687Z","caller":"traceutil/trace.go:171","msg":"trace[1405441873] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4926; }","duration":"145.521269ms","start":"2026-03-25T16:59:48.527152Z","end":"2026-03-25T16:59:48.672673Z","steps":["trace[1405441873] 'agreement among raft nodes before linearized reading' (duration: 145.277691ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:48.981187Z","caller":"traceutil/trace.go:171","msg":"trace[1516291390] transaction","detail":"{read_only:false; response_revision:4932; number_of_response:1; }","duration":"166.842162ms","start":"2026-03-25T16:59:48.814312Z","end":"2026-03-25T16:59:48.981154Z","steps":["trace[1516291390] 'process raft request' (duration: 95.957246ms)","trace[1516291390] 'compare' (duration: 70.71441ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:59:51.375396Z","caller":"traceutil/trace.go:171","msg":"trace[2046025381] transaction","detail":"{read_only:false; response_revision:4968; number_of_response:1; }","duration":"138.325612ms","start":"2026-03-25T16:59:51.237048Z","end":"2026-03-25T16:59:51.375373Z","steps":["trace[2046025381] 'process raft request' (duration: 138.196848ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:51.650612Z","caller":"traceutil/trace.go:171","msg":"trace[857824471] linearizableReadLoop","detail":"{readStateIndex:5160; appliedIndex:5159; }","duration":"183.195878ms","start":"2026-03-25T16:59:51.467394Z","end":"2026-03-25T16:59:51.65059Z","steps":["trace[857824471] 'read index received' (duration: 157.815947ms)","trace[857824471] 'applied index is now lower than readState.Index' (duration: 25.378911ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:59:51.650763Z","caller":"traceutil/trace.go:171","msg":"trace[111596479] transaction","detail":"{read_only:false; response_revision:4969; number_of_response:1; }","duration":"196.256619ms","start":"2026-03-25T16:59:51.454468Z","end":"2026-03-25T16:59:51.650724Z","steps":["trace[111596479] 'process raft request' (duration: 170.729604ms)","trace[111596479] 'compare' (duration: 25.176934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:59:51.650877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.944802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-47366f92-a8ea-4fe5-8719-e4379f8a60bf\" ","response":"range_response_count:1 size:4063"} {"level":"info","ts":"2026-03-25T16:59:51.650926Z","caller":"traceutil/trace.go:171","msg":"trace[88830360] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-47366f92-a8ea-4fe5-8719-e4379f8a60bf; range_end:; response_count:1; response_revision:4969; }","duration":"113.045365ms","start":"2026-03-25T16:59:51.53787Z","end":"2026-03-25T16:59:51.650916Z","steps":["trace[88830360] 'agreement among raft nodes before linearized reading' (duration: 112.906241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:51.651024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.626851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517398"} {"level":"info","ts":"2026-03-25T16:59:51.651058Z","caller":"traceutil/trace.go:171","msg":"trace[1761018212] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4969; }","duration":"183.706363ms","start":"2026-03-25T16:59:51.467342Z","end":"2026-03-25T16:59:51.651049Z","steps":["trace[1761018212] 'agreement among raft nodes before linearized reading' (duration: 183.357482ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:51.974976Z","caller":"traceutil/trace.go:171","msg":"trace[514203010] transaction","detail":"{read_only:false; response_revision:4970; number_of_response:1; }","duration":"158.528889ms","start":"2026-03-25T16:59:51.816422Z","end":"2026-03-25T16:59:51.974951Z","steps":["trace[514203010] 'process raft request' (duration: 158.342513ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:51.982449Z","caller":"traceutil/trace.go:171","msg":"trace[1419951386] linearizableReadLoop","detail":"{readStateIndex:5162; appliedIndex:5160; }","duration":"162.472574ms","start":"2026-03-25T16:59:51.819946Z","end":"2026-03-25T16:59:51.982418Z","steps":["trace[1419951386] 'read index received' (duration: 154.796192ms)","trace[1419951386] 'applied index is now lower than readState.Index' (duration: 7.674652ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:59:51.982634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.165202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:59:51.982672Z","caller":"traceutil/trace.go:171","msg":"trace[1010298146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4970; }","duration":"102.277596ms","start":"2026-03-25T16:59:51.880382Z","end":"2026-03-25T16:59:51.98266Z","steps":["trace[1010298146] 'agreement among raft nodes before linearized reading' (duration: 102.186603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:51.982721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.756133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-734b7ce6-73c8-4df1-953a-c1ee6555c8f7\" ","response":"range_response_count:1 size:4052"} {"level":"info","ts":"2026-03-25T16:59:51.982798Z","caller":"traceutil/trace.go:171","msg":"trace[497564351] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-734b7ce6-73c8-4df1-953a-c1ee6555c8f7; range_end:; response_count:1; response_revision:4970; }","duration":"162.878007ms","start":"2026-03-25T16:59:51.8199Z","end":"2026-03-25T16:59:51.982778Z","steps":["trace[497564351] 'agreement among raft nodes before linearized reading' (duration: 162.66147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:55.112827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.62208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-25T16:59:55.112931Z","caller":"traceutil/trace.go:171","msg":"trace[1016216684] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5116; }","duration":"749.774194ms","start":"2026-03-25T16:59:54.363135Z","end":"2026-03-25T16:59:55.112909Z","steps":["trace[1016216684] 'range keys from in-memory index tree' (duration: 749.34041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:55.112998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:54.36311Z","time spent":"749.877388ms","remote":"127.0.0.1:60856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3530,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-25T16:59:55.113613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.667322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T16:59:55.113864Z","caller":"traceutil/trace.go:171","msg":"trace[805417288] transaction","detail":"{read_only:false; response_revision:5117; number_of_response:1; }","duration":"687.375336ms","start":"2026-03-25T16:59:54.42642Z","end":"2026-03-25T16:59:55.113796Z","steps":["trace[805417288] 'process raft request' (duration: 73.417355ms)","trace[805417288] 'compare' (duration: 613.150506ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:59:55.113927Z","caller":"traceutil/trace.go:171","msg":"trace[1548574449] linearizableReadLoop","detail":"{readStateIndex:5314; appliedIndex:5313; }","duration":"679.229399ms","start":"2026-03-25T16:59:54.434656Z","end":"2026-03-25T16:59:55.113886Z","steps":["trace[1548574449] 'read index received' (duration: 65.215846ms)","trace[1548574449] 'applied index is now lower than readState.Index' (duration: 613.974322ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:59:55.114331Z","caller":"traceutil/trace.go:171","msg":"trace[1699175938] transaction","detail":"{read_only:false; response_revision:5119; number_of_response:1; }","duration":"567.800945ms","start":"2026-03-25T16:59:54.546335Z","end":"2026-03-25T16:59:55.114136Z","steps":["trace[1699175938] 'process raft request' (duration: 567.489065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:55.114367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:54.426369Z","time spent":"687.652455ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14480,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:59:55.11392Z","caller":"traceutil/trace.go:171","msg":"trace[169898397] transaction","detail":"{read_only:false; response_revision:5118; number_of_response:1; }","duration":"567.747273ms","start":"2026-03-25T16:59:54.546148Z","end":"2026-03-25T16:59:55.113895Z","steps":["trace[169898397] 'process raft request' (duration: 567.568728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:55.114424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:54.546313Z","time spent":"568.064494ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:59:55.114479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.812668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-25T16:59:55.114539Z","caller":"traceutil/trace.go:171","msg":"trace[234506459] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:5119; }","duration":"679.914251ms","start":"2026-03-25T16:59:54.434605Z","end":"2026-03-25T16:59:55.114519Z","steps":["trace[234506459] 'agreement among raft nodes before linearized reading' (duration: 679.375794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:55.114576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:54.434576Z","time spent":"679.991454ms","remote":"127.0.0.1:60982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":824,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-03-25T16:59:55.114565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:54.546106Z","time spent":"568.353773ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:59:55.114759Z","caller":"traceutil/trace.go:171","msg":"trace[956956146] transaction","detail":"{read_only:false; response_revision:5121; number_of_response:1; }","duration":"289.739347ms","start":"2026-03-25T16:59:54.824989Z","end":"2026-03-25T16:59:55.114728Z","steps":["trace[956956146] 'process raft request' (duration: 289.602572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:55.114825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.51836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tknbz\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-25T16:59:55.114873Z","caller":"traceutil/trace.go:171","msg":"trace[1743894101] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tknbz; range_end:; response_count:1; response_revision:5121; }","duration":"413.580422ms","start":"2026-03-25T16:59:54.701281Z","end":"2026-03-25T16:59:55.114861Z","steps":["trace[1743894101] 'agreement among raft nodes before linearized reading' (duration: 413.432637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:55.11487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.585203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-25T16:59:55.114878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.959683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-25T16:59:55.114912Z","caller":"traceutil/trace.go:171","msg":"trace[1661104191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5121; }","duration":"407.638515ms","start":"2026-03-25T16:59:54.707261Z","end":"2026-03-25T16:59:55.114899Z","steps":["trace[1661104191] 'agreement among raft nodes before linearized reading' (duration: 407.529502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:55.114961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:54.707252Z","time spent":"407.698587ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T16:59:55.114903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:54.701275Z","time spent":"413.621573ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-tknbz\" "} {"level":"warn","ts":"2026-03-25T16:59:55.114998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.250512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-25T16:59:55.115003Z","caller":"traceutil/trace.go:171","msg":"trace[648091371] transaction","detail":"{read_only:false; response_revision:5120; number_of_response:1; }","duration":"568.549279ms","start":"2026-03-25T16:59:54.546436Z","end":"2026-03-25T16:59:55.114985Z","steps":["trace[648091371] 'process raft request' (duration: 567.64345ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:55.115028Z","caller":"traceutil/trace.go:171","msg":"trace[228755651] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5121; }","duration":"413.289443ms","start":"2026-03-25T16:59:54.701729Z","end":"2026-03-25T16:59:55.115019Z","steps":["trace[228755651] 'agreement among raft nodes before linearized reading' (duration: 413.193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:55.115058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:54.701723Z","time spent":"413.329844ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T16:59:55.115082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:54.546399Z","time spent":"568.643022ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:59:55.114956Z","caller":"traceutil/trace.go:171","msg":"trace[762991060] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:5121; }","duration":"680.063886ms","start":"2026-03-25T16:59:54.434876Z","end":"2026-03-25T16:59:55.11494Z","steps":["trace[762991060] 'agreement among raft nodes before linearized reading' (duration: 679.799057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:55.115123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.508761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-25T16:59:55.115139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:54.434868Z","time spent":"680.263823ms","remote":"127.0.0.1:60982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":824,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-03-25T16:59:55.11516Z","caller":"traceutil/trace.go:171","msg":"trace[1265542711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5121; }","duration":"407.564743ms","start":"2026-03-25T16:59:54.707586Z","end":"2026-03-25T16:59:55.115151Z","steps":["trace[1265542711] 'agreement among raft nodes before linearized reading' (duration: 407.47003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:55.115189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:54.707581Z","time spent":"407.602834ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T16:59:55.115204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.301916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T16:59:55.115235Z","caller":"traceutil/trace.go:171","msg":"trace[366098901] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5121; }","duration":"414.371858ms","start":"2026-03-25T16:59:54.700854Z","end":"2026-03-25T16:59:55.115226Z","steps":["trace[366098901] 'agreement among raft nodes before linearized reading' (duration: 414.276155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:55.11527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:54.700829Z","time spent":"414.43404ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T16:59:55.115438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.51259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-25T16:59:55.115467Z","caller":"traceutil/trace.go:171","msg":"trace[1482212692] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:5121; }","duration":"680.586303ms","start":"2026-03-25T16:59:54.434872Z","end":"2026-03-25T16:59:55.115459Z","steps":["trace[1482212692] 'agreement among raft nodes before linearized reading' (duration: 680.50239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:55.115527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:54.434847Z","time spent":"680.673325ms","remote":"127.0.0.1:60982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":824,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-03-25T16:59:55.115687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.025568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:59:55.115715Z","caller":"traceutil/trace.go:171","msg":"trace[195904662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5121; }","duration":"480.052109ms","start":"2026-03-25T16:59:54.635654Z","end":"2026-03-25T16:59:55.115706Z","steps":["trace[195904662] 'agreement among raft nodes before linearized reading' (duration: 480.008247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:55.115742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:54.635565Z","time spent":"480.168912ms","remote":"127.0.0.1:60754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T16:59:55.11668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.798292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-25T16:59:55.116771Z","caller":"traceutil/trace.go:171","msg":"trace[1246206600] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5121; }","duration":"415.925536ms","start":"2026-03-25T16:59:54.700815Z","end":"2026-03-25T16:59:55.116741Z","steps":["trace[1246206600] 'agreement among raft nodes before linearized reading' (duration: 414.7642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:55.11683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:54.700797Z","time spent":"416.01884ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T16:59:55.116832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.564194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719481"} {"level":"info","ts":"2026-03-25T16:59:55.116888Z","caller":"traceutil/trace.go:171","msg":"trace[141506028] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5121; }","duration":"610.665817ms","start":"2026-03-25T16:59:54.506208Z","end":"2026-03-25T16:59:55.116873Z","steps":["trace[141506028] 'agreement among raft nodes before linearized reading' (duration: 609.062317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:55.116934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:54.506185Z","time spent":"610.73539ms","remote":"127.0.0.1:60856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719505,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-25T16:59:55.117173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.958949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T16:59:55.117209Z","caller":"traceutil/trace.go:171","msg":"trace[453959264] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5121; }","duration":"640.416496ms","start":"2026-03-25T16:59:54.476783Z","end":"2026-03-25T16:59:55.1172Z","steps":["trace[453959264] 'agreement among raft nodes before linearized reading' (duration: 638.546487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:55.117234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:54.476757Z","time spent":"640.467307ms","remote":"127.0.0.1:33032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-25T16:59:55.305879Z","caller":"traceutil/trace.go:171","msg":"trace[1221316875] transaction","detail":"{read_only:false; response_revision:5122; number_of_response:1; }","duration":"186.656167ms","start":"2026-03-25T16:59:55.119192Z","end":"2026-03-25T16:59:55.305848Z","steps":["trace[1221316875] 'process raft request' (duration: 171.397606ms)","trace[1221316875] 'compare' (duration: 15.028623ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:59:55.740043Z","caller":"traceutil/trace.go:171","msg":"trace[1548545393] linearizableReadLoop","detail":"{readStateIndex:5320; appliedIndex:5318; }","duration":"619.678172ms","start":"2026-03-25T16:59:55.120337Z","end":"2026-03-25T16:59:55.740015Z","steps":["trace[1548545393] 'read index received' (duration: 170.411605ms)","trace[1548545393] 'applied index is now lower than readState.Index' (duration: 449.265207ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:59:55.740146Z","caller":"traceutil/trace.go:171","msg":"trace[1644975752] transaction","detail":"{read_only:false; response_revision:5128; number_of_response:1; }","duration":"570.492491ms","start":"2026-03-25T16:59:55.169622Z","end":"2026-03-25T16:59:55.740115Z","steps":["trace[1644975752] 'process raft request' (duration: 570.335506ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:55.740179Z","caller":"traceutil/trace.go:171","msg":"trace[1457046157] transaction","detail":"{read_only:false; response_revision:5126; number_of_response:1; }","duration":"616.400999ms","start":"2026-03-25T16:59:55.123721Z","end":"2026-03-25T16:59:55.740122Z","steps":["trace[1457046157] 'process raft request' (duration: 616.13177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:55.740273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.429661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-25T16:59:55.740317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.962421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"warn","ts":"2026-03-25T16:59:55.740346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.706013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62967"} {"level":"info","ts":"2026-03-25T16:59:55.740348Z","caller":"traceutil/trace.go:171","msg":"trace[1479361410] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:5128; }","duration":"585.565496ms","start":"2026-03-25T16:59:55.154761Z","end":"2026-03-25T16:59:55.740327Z","steps":["trace[1479361410] 'agreement among raft nodes before linearized reading' (duration: 585.405821ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:55.740387Z","caller":"traceutil/trace.go:171","msg":"trace[977575096] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5128; }","duration":"620.105496ms","start":"2026-03-25T16:59:55.120264Z","end":"2026-03-25T16:59:55.74037Z","steps":["trace[977575096] 'agreement among raft nodes before linearized reading' (duration: 619.864928ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:55.74039Z","caller":"traceutil/trace.go:171","msg":"trace[652178603] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5128; }","duration":"619.781985ms","start":"2026-03-25T16:59:55.120596Z","end":"2026-03-25T16:59:55.740378Z","steps":["trace[652178603] 'agreement among raft nodes before linearized reading' (duration: 619.555448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:55.740382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.046633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T16:59:55.740414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.981666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-25T16:59:55.740431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:55.120242Z","time spent":"620.180417ms","remote":"127.0.0.1:60856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3530,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-25T16:59:55.740433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:55.120585Z","time spent":"619.838787ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62991,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-25T16:59:55.740441Z","caller":"traceutil/trace.go:171","msg":"trace[524854628] transaction","detail":"{read_only:false; response_revision:5123; number_of_response:1; }","duration":"620.045533ms","start":"2026-03-25T16:59:55.120087Z","end":"2026-03-25T16:59:55.740133Z","steps":["trace[524854628] 'process raft request' (duration: 617.657978ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:55.740455Z","caller":"traceutil/trace.go:171","msg":"trace[311157198] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5128; }","duration":"597.057568ms","start":"2026-03-25T16:59:55.143384Z","end":"2026-03-25T16:59:55.740442Z","steps":["trace[311157198] 'agreement among raft nodes before linearized reading' (duration: 596.967775ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:55.740459Z","caller":"traceutil/trace.go:171","msg":"trace[1618536476] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5128; }","duration":"144.146566ms","start":"2026-03-25T16:59:55.596292Z","end":"2026-03-25T16:59:55.740438Z","steps":["trace[1618536476] 'agreement among raft nodes before linearized reading' (duration: 143.97989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:55.740481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:55.143368Z","time spent":"597.10711ms","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-25T16:59:55.740402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:55.1696Z","time spent":"570.627755ms","remote":"127.0.0.1:60842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T16:59:55.74051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:55.120052Z","time spent":"620.421025ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:59:55.740402Z","caller":"traceutil/trace.go:171","msg":"trace[688847966] transaction","detail":"{read_only:false; response_revision:5125; number_of_response:1; }","duration":"617.333238ms","start":"2026-03-25T16:59:55.122796Z","end":"2026-03-25T16:59:55.740129Z","steps":["trace[688847966] 'process raft request' (duration: 616.998467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:55.740485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.214924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:59:55.740672Z","caller":"traceutil/trace.go:171","msg":"trace[2029826611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5128; }","duration":"102.587065ms","start":"2026-03-25T16:59:55.638066Z","end":"2026-03-25T16:59:55.740653Z","steps":["trace[2029826611] 'agreement among raft nodes before linearized reading' (duration: 102.131071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:55.740707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.066728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:14495"} {"level":"warn","ts":"2026-03-25T16:59:55.740346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:55.123689Z","time spent":"616.574714ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:59:55.740764Z","caller":"traceutil/trace.go:171","msg":"trace[780764400] transaction","detail":"{read_only:false; response_revision:5124; number_of_response:1; }","duration":"618.368931ms","start":"2026-03-25T16:59:55.121779Z","end":"2026-03-25T16:59:55.740148Z","steps":["trace[780764400] 'process raft request' (duration: 617.817983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:55.740668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:55.122782Z","time spent":"617.831573ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:59:55.740848Z","caller":"traceutil/trace.go:171","msg":"trace[177564474] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5128; }","duration":"616.273554ms","start":"2026-03-25T16:59:55.124538Z","end":"2026-03-25T16:59:55.740812Z","steps":["trace[177564474] 'agreement among raft nodes before linearized reading' (duration: 615.82791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:55.740406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:55.154734Z","time spent":"585.656749ms","remote":"127.0.0.1:53476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-25T16:59:55.740926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:55.124514Z","time spent":"616.398259ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":14519,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-25T16:59:55.741158Z","caller":"traceutil/trace.go:171","msg":"trace[357696534] transaction","detail":"{read_only:false; response_revision:5127; number_of_response:1; }","duration":"616.636806ms","start":"2026-03-25T16:59:55.124441Z","end":"2026-03-25T16:59:55.741078Z","steps":["trace[357696534] 'process raft request' (duration: 615.452149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:55.741443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:55.124428Z","time spent":"616.879623ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T16:59:55.741732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:55.121767Z","time spent":"619.403063ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:59:57.028383Z","caller":"traceutil/trace.go:171","msg":"trace[569746004] transaction","detail":"{read_only:false; response_revision:5151; number_of_response:1; }","duration":"342.078547ms","start":"2026-03-25T16:59:56.686268Z","end":"2026-03-25T16:59:57.028346Z","steps":["trace[569746004] 'process raft request' (duration: 341.488208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:57.028613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:56.68622Z","time spent":"342.259643ms","remote":"127.0.0.1:42166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413652,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:59:57.047928Z","caller":"traceutil/trace.go:171","msg":"trace[770134218] linearizableReadLoop","detail":"{readStateIndex:5349; appliedIndex:5347; }","duration":"121.460561ms","start":"2026-03-25T16:59:56.926444Z","end":"2026-03-25T16:59:57.047905Z","steps":["trace[770134218] 'read index received' (duration: 101.191932ms)","trace[770134218] 'applied index is now lower than readState.Index' (duration: 20.266739ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:59:57.048183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.733789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e6e6099-8c6e-4c65-b655-771c11a86514\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-25T16:59:57.048096Z","caller":"traceutil/trace.go:171","msg":"trace[1639768828] transaction","detail":"{read_only:false; response_revision:5152; number_of_response:1; }","duration":"269.466918ms","start":"2026-03-25T16:59:56.778586Z","end":"2026-03-25T16:59:57.048053Z","steps":["trace[1639768828] 'process raft request' (duration: 269.159648ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:57.048232Z","caller":"traceutil/trace.go:171","msg":"trace[84388789] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7e6e6099-8c6e-4c65-b655-771c11a86514; range_end:; response_count:1; response_revision:5152; }","duration":"121.843123ms","start":"2026-03-25T16:59:56.926375Z","end":"2026-03-25T16:59:57.048218Z","steps":["trace[84388789] 'agreement among raft nodes before linearized reading' (duration: 121.653707ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:57.218221Z","caller":"traceutil/trace.go:171","msg":"trace[713868785] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"125.27755ms","start":"2026-03-25T16:59:57.092901Z","end":"2026-03-25T16:59:57.218179Z","steps":["trace[713868785] 'process raft request' (duration: 107.848771ms)","trace[713868785] 'compare' (duration: 17.103739ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:59:57.218232Z","caller":"traceutil/trace.go:171","msg":"trace[2143966251] linearizableReadLoop","detail":"{readStateIndex:5350; appliedIndex:5349; }","duration":"107.045386ms","start":"2026-03-25T16:59:57.111117Z","end":"2026-03-25T16:59:57.218162Z","steps":["trace[2143966251] 'read index received' (duration: 89.547874ms)","trace[2143966251] 'applied index is now lower than readState.Index' (duration: 17.494512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T16:59:57.218412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.287103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:59:57.218497Z","caller":"traceutil/trace.go:171","msg":"trace[584782945] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:0; response_revision:5153; }","duration":"107.418478ms","start":"2026-03-25T16:59:57.111059Z","end":"2026-03-25T16:59:57.218478Z","steps":["trace[584782945] 'agreement among raft nodes before linearized reading' (duration: 107.266613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:57.969875Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003092054381514,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T16:59:58.47072Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003092054381514,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T16:59:58.97108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003092054381514,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T16:59:59.037542Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.605693646s","expected-duration":"1s"} {"level":"info","ts":"2026-03-25T16:59:59.037837Z","caller":"traceutil/trace.go:171","msg":"trace[32205680] transaction","detail":"{read_only:false; response_revision:5170; number_of_response:1; }","duration":"1.60613882s","start":"2026-03-25T16:59:57.431677Z","end":"2026-03-25T16:59:59.037816Z","steps":["trace[32205680] 'process raft request' (duration: 1.606021326s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:59.037956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:57.431641Z","time spent":"1.606257583s","remote":"127.0.0.1:33080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3290,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T16:59:59.245289Z","caller":"traceutil/trace.go:171","msg":"trace[966957865] linearizableReadLoop","detail":"{readStateIndex:5370; appliedIndex:5368; }","duration":"1.776370588s","start":"2026-03-25T16:59:57.468894Z","end":"2026-03-25T16:59:59.245265Z","steps":["trace[966957865] 'read index received' (duration: 1.568843533s)","trace[966957865] 'applied index is now lower than readState.Index' (duration: 207.525985ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:59:59.24541Z","caller":"traceutil/trace.go:171","msg":"trace[6591302] transaction","detail":"{read_only:false; response_revision:5171; number_of_response:1; }","duration":"1.807152978s","start":"2026-03-25T16:59:57.438229Z","end":"2026-03-25T16:59:59.245382Z","steps":["trace[6591302] 'process raft request' (duration: 1.806813188s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:59.245447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776529572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T16:59:59.245494Z","caller":"traceutil/trace.go:171","msg":"trace[188985621] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:5171; }","duration":"1.776633856s","start":"2026-03-25T16:59:57.468845Z","end":"2026-03-25T16:59:59.245479Z","steps":["trace[188985621] 'agreement among raft nodes before linearized reading' (duration: 1.776540023s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:59.245542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:57.468824Z","time spent":"1.776706558s","remote":"127.0.0.1:53486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-25T16:59:59.245558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:57.43819Z","time spent":"1.807286952s","remote":"127.0.0.1:60856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58177,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T16:59:59.259311Z","caller":"traceutil/trace.go:171","msg":"trace[183919109] transaction","detail":"{read_only:false; response_revision:5172; number_of_response:1; }","duration":"217.017794ms","start":"2026-03-25T16:59:59.042269Z","end":"2026-03-25T16:59:59.259287Z","steps":["trace[183919109] 'process raft request' (duration: 216.861109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:59.259529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625079017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T16:59:59.259578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372930696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-25T16:59:59.259618Z","caller":"traceutil/trace.go:171","msg":"trace[1014964610] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5177; }","duration":"1.373044799s","start":"2026-03-25T16:59:57.886562Z","end":"2026-03-25T16:59:59.259607Z","steps":["trace[1014964610] 'agreement among raft nodes before linearized reading' (duration: 1.372913265s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:59.259622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513088485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-25T16:59:59.259595Z","caller":"traceutil/trace.go:171","msg":"trace[1035157540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5177; }","duration":"1.625156099s","start":"2026-03-25T16:59:57.634429Z","end":"2026-03-25T16:59:59.259585Z","steps":["trace[1035157540] 'agreement among raft nodes before linearized reading' (duration: 1.625015265s)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:59.259653Z","caller":"traceutil/trace.go:171","msg":"trace[2032103671] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5177; }","duration":"1.513130426s","start":"2026-03-25T16:59:57.746514Z","end":"2026-03-25T16:59:59.259644Z","steps":["trace[2032103671] 'agreement among raft nodes before linearized reading' (duration: 1.513042043s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:59.259667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145003037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-25T16:59:59.259682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:57.746509Z","time spent":"1.513166398s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T16:59:59.259692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512542697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-25T16:59:59.259716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207306582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e6e6099-8c6e-4c65-b655-771c11a86514\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-25T16:59:59.259722Z","caller":"traceutil/trace.go:171","msg":"trace[140557735] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5177; }","duration":"1.5126218s","start":"2026-03-25T16:59:57.747091Z","end":"2026-03-25T16:59:59.259712Z","steps":["trace[140557735] 'agreement among raft nodes before linearized reading' (duration: 1.512563878s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:59.259728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.261522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T16:59:59.259747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:57.747051Z","time spent":"1.512692322s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-25T16:59:59.259745Z","caller":"traceutil/trace.go:171","msg":"trace[835434981] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7e6e6099-8c6e-4c65-b655-771c11a86514; range_end:; response_count:1; response_revision:5177; }","duration":"1.207371364s","start":"2026-03-25T16:59:58.052365Z","end":"2026-03-25T16:59:59.259737Z","steps":["trace[835434981] 'agreement among raft nodes before linearized reading' (duration: 1.207291751s)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:59.259755Z","caller":"traceutil/trace.go:171","msg":"trace[735988683] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5177; }","duration":"608.284122ms","start":"2026-03-25T16:59:58.65146Z","end":"2026-03-25T16:59:59.259744Z","steps":["trace[735988683] 'agreement among raft nodes before linearized reading' (duration: 608.251481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:59.259775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:58.052346Z","time spent":"1.207424576s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e6e6099-8c6e-4c65-b655-771c11a86514\" "} {"level":"warn","ts":"2026-03-25T16:59:59.259783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:58.651398Z","time spent":"608.378485ms","remote":"127.0.0.1:53288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-03-25T16:59:59.259697Z","caller":"traceutil/trace.go:171","msg":"trace[1438114748] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5177; }","duration":"1.145078769s","start":"2026-03-25T16:59:58.11461Z","end":"2026-03-25T16:59:59.259689Z","steps":["trace[1438114748] 'agreement among raft nodes before linearized reading' (duration: 1.144959446s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:59.259791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512652122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tknbz\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-25T16:59:59.259812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:58.114583Z","time spent":"1.145222194s","remote":"127.0.0.1:60856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":54,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-25T16:59:59.259813Z","caller":"traceutil/trace.go:171","msg":"trace[269450099] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tknbz; range_end:; response_count:1; response_revision:5177; }","duration":"1.512722433s","start":"2026-03-25T16:59:57.747084Z","end":"2026-03-25T16:59:59.259806Z","steps":["trace[269450099] 'agreement among raft nodes before linearized reading' (duration: 1.512654461s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:59.259644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:57.886532Z","time spent":"1.373106681s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-25T16:59:59.25984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:57.747057Z","time spent":"1.512777755s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-tknbz\" "} {"level":"warn","ts":"2026-03-25T16:59:59.259722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:57.634368Z","time spent":"1.625301024s","remote":"127.0.0.1:60754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T16:59:59.259905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513406935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-25T16:59:59.259633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51261687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-25T16:59:59.259997Z","caller":"traceutil/trace.go:171","msg":"trace[427532307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5177; }","duration":"1.513015773s","start":"2026-03-25T16:59:57.746964Z","end":"2026-03-25T16:59:59.25998Z","steps":["trace[427532307] 'agreement among raft nodes before linearized reading' (duration: 1.512585869s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:59.260061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513151777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-25T16:59:59.260089Z","caller":"traceutil/trace.go:171","msg":"trace[76368456] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5177; }","duration":"1.51322295s","start":"2026-03-25T16:59:57.746859Z","end":"2026-03-25T16:59:59.260082Z","steps":["trace[76368456] 'agreement among raft nodes before linearized reading' (duration: 1.512753915s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:59.260112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:57.746837Z","time spent":"1.513269391s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T16:59:59.260063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:57.746917Z","time spent":"1.513123917s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-25T16:59:59.259956Z","caller":"traceutil/trace.go:171","msg":"trace[1093628448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5177; }","duration":"1.513668004s","start":"2026-03-25T16:59:57.74628Z","end":"2026-03-25T16:59:59.259948Z","steps":["trace[1093628448] 'agreement among raft nodes before linearized reading' (duration: 1.513481898s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:59.260176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:57.746264Z","time spent":"1.513906811s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T16:59:59.259566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.490965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-j7xzr-tls\" ","response":"range_response_count:1 size:1966"} {"level":"info","ts":"2026-03-25T16:59:59.260161Z","caller":"traceutil/trace.go:171","msg":"trace[1568981259] transaction","detail":"{read_only:false; response_revision:5173; number_of_response:1; }","duration":"102.635917ms","start":"2026-03-25T16:59:59.157511Z","end":"2026-03-25T16:59:59.260147Z","steps":["trace[1568981259] 'process raft request' (duration: 101.714138ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:59.260248Z","caller":"traceutil/trace.go:171","msg":"trace[734907024] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-j7xzr-tls; range_end:; response_count:1; response_revision:5177; }","duration":"379.210219ms","start":"2026-03-25T16:59:58.881027Z","end":"2026-03-25T16:59:59.260237Z","steps":["trace[734907024] 'agreement among raft nodes before linearized reading' (duration: 378.456085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:59.260323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T16:59:58.880999Z","time spent":"379.315582ms","remote":"127.0.0.1:53476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":1990,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-j7xzr-tls\" "} {"level":"info","ts":"2026-03-25T16:59:59.413013Z","caller":"traceutil/trace.go:171","msg":"trace[1732485930] transaction","detail":"{read_only:false; response_revision:5179; number_of_response:1; }","duration":"148.71069ms","start":"2026-03-25T16:59:59.264278Z","end":"2026-03-25T16:59:59.412988Z","steps":["trace[1732485930] 'process raft request' (duration: 148.371059ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:59.413266Z","caller":"traceutil/trace.go:171","msg":"trace[1197043595] transaction","detail":"{read_only:false; response_revision:5180; number_of_response:1; }","duration":"148.501263ms","start":"2026-03-25T16:59:59.264746Z","end":"2026-03-25T16:59:59.413248Z","steps":["trace[1197043595] 'process raft request' (duration: 148.197073ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:59.413377Z","caller":"traceutil/trace.go:171","msg":"trace[756715517] transaction","detail":"{read_only:false; response_revision:5181; number_of_response:1; }","duration":"147.356287ms","start":"2026-03-25T16:59:59.265988Z","end":"2026-03-25T16:59:59.413345Z","steps":["trace[756715517] 'process raft request' (duration: 147.170561ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:59.413417Z","caller":"traceutil/trace.go:171","msg":"trace[1667469471] linearizableReadLoop","detail":"{readStateIndex:5378; appliedIndex:5376; }","duration":"148.69451ms","start":"2026-03-25T16:59:59.264704Z","end":"2026-03-25T16:59:59.413399Z","steps":["trace[1667469471] 'read index received' (duration: 17.949277ms)","trace[1667469471] 'applied index is now lower than readState.Index' (duration: 130.744523ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:59:59.413501Z","caller":"traceutil/trace.go:171","msg":"trace[1403080723] transaction","detail":"{read_only:false; response_revision:5183; number_of_response:1; }","duration":"147.081429ms","start":"2026-03-25T16:59:59.266412Z","end":"2026-03-25T16:59:59.413494Z","steps":["trace[1403080723] 'process raft request' (duration: 146.892753ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:59.413549Z","caller":"traceutil/trace.go:171","msg":"trace[559685491] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"147.313016ms","start":"2026-03-25T16:59:59.266216Z","end":"2026-03-25T16:59:59.413529Z","steps":["trace[559685491] 'process raft request' (duration: 147.024097ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:59.413712Z","caller":"traceutil/trace.go:171","msg":"trace[335854807] transaction","detail":"{read_only:false; response_revision:5184; number_of_response:1; }","duration":"147.098389ms","start":"2026-03-25T16:59:59.266595Z","end":"2026-03-25T16:59:59.413693Z","steps":["trace[335854807] 'process raft request' (duration: 146.752348ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:59.413764Z","caller":"traceutil/trace.go:171","msg":"trace[371540661] transaction","detail":"{read_only:false; response_revision:5185; number_of_response:1; }","duration":"146.363175ms","start":"2026-03-25T16:59:59.267375Z","end":"2026-03-25T16:59:59.413738Z","steps":["trace[371540661] 'process raft request' (duration: 145.996134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:59.413905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.160134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-25T16:59:59.414015Z","caller":"traceutil/trace.go:171","msg":"trace[1864563759] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5185; }","duration":"149.309048ms","start":"2026-03-25T16:59:59.264679Z","end":"2026-03-25T16:59:59.413988Z","steps":["trace[1864563759] 'agreement among raft nodes before linearized reading' (duration: 148.968957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:59.415054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.054721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:59:59.415138Z","caller":"traceutil/trace.go:171","msg":"trace[1925921686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5186; }","duration":"149.167874ms","start":"2026-03-25T16:59:59.265953Z","end":"2026-03-25T16:59:59.415121Z","steps":["trace[1925921686] 'agreement among raft nodes before linearized reading' (duration: 149.022729ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:59.415259Z","caller":"traceutil/trace.go:171","msg":"trace[1463691935] transaction","detail":"{read_only:false; response_revision:5186; number_of_response:1; }","duration":"128.096509ms","start":"2026-03-25T16:59:59.287134Z","end":"2026-03-25T16:59:59.415231Z","steps":["trace[1463691935] 'process raft request' (duration: 127.718487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:59.415389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.231155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-9ll4d\" ","response":"range_response_count:1 size:4949"} {"level":"warn","ts":"2026-03-25T16:59:59.415475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.327329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-j7xzr-tls\" ","response":"range_response_count:1 size:4431"} {"level":"info","ts":"2026-03-25T16:59:59.415535Z","caller":"traceutil/trace.go:171","msg":"trace[253542076] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-j7xzr-tls; range_end:; response_count:1; response_revision:5186; }","duration":"149.409362ms","start":"2026-03-25T16:59:59.266114Z","end":"2026-03-25T16:59:59.415523Z","steps":["trace[253542076] 'agreement among raft nodes before linearized reading' (duration: 149.224066ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:59.415532Z","caller":"traceutil/trace.go:171","msg":"trace[719568383] range","detail":"{range_begin:/registry/pods/monitoring/vector-9ll4d; range_end:; response_count:1; response_revision:5186; }","duration":"122.42473ms","start":"2026-03-25T16:59:59.293092Z","end":"2026-03-25T16:59:59.415517Z","steps":["trace[719568383] 'agreement among raft nodes before linearized reading' (duration: 122.10227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:59.41563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.226734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777666"} {"level":"info","ts":"2026-03-25T16:59:59.41566Z","caller":"traceutil/trace.go:171","msg":"trace[1509100813] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5186; }","duration":"102.294816ms","start":"2026-03-25T16:59:59.313359Z","end":"2026-03-25T16:59:59.415653Z","steps":["trace[1509100813] 'agreement among raft nodes before linearized reading' (duration: 101.991946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:59.415747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.06594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62967"} {"level":"info","ts":"2026-03-25T16:59:59.415801Z","caller":"traceutil/trace.go:171","msg":"trace[558870011] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5186; }","duration":"148.174303ms","start":"2026-03-25T16:59:59.267611Z","end":"2026-03-25T16:59:59.415786Z","steps":["trace[558870011] 'agreement among raft nodes before linearized reading' (duration: 147.723569ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T16:59:59.633483Z","caller":"traceutil/trace.go:171","msg":"trace[695263267] linearizableReadLoop","detail":"{readStateIndex:5386; appliedIndex:5385; }","duration":"206.890704ms","start":"2026-03-25T16:59:59.426573Z","end":"2026-03-25T16:59:59.633463Z","steps":["trace[695263267] 'read index received' (duration: 206.73786ms)","trace[695263267] 'applied index is now lower than readState.Index' (duration: 151.394µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T16:59:59.633632Z","caller":"traceutil/trace.go:171","msg":"trace[97489875] transaction","detail":"{read_only:false; response_revision:5187; number_of_response:1; }","duration":"208.992561ms","start":"2026-03-25T16:59:59.424611Z","end":"2026-03-25T16:59:59.633603Z","steps":["trace[97489875] 'process raft request' (duration: 208.715992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:59.633754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.167473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/vector\" ","response":"range_response_count:1 size:5083"} {"level":"info","ts":"2026-03-25T16:59:59.63379Z","caller":"traceutil/trace.go:171","msg":"trace[189029628] range","detail":"{range_begin:/registry/daemonsets/monitoring/vector; range_end:; response_count:1; response_revision:5187; }","duration":"207.244195ms","start":"2026-03-25T16:59:59.426536Z","end":"2026-03-25T16:59:59.63378Z","steps":["trace[189029628] 'agreement among raft nodes before linearized reading' (duration: 207.058989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:59.633792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.869573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T16:59:59.633878Z","caller":"traceutil/trace.go:171","msg":"trace[1645356760] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5187; }","duration":"147.999287ms","start":"2026-03-25T16:59:59.485854Z","end":"2026-03-25T16:59:59.633854Z","steps":["trace[1645356760] 'agreement among raft nodes before linearized reading' (duration: 147.80017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T16:59:59.634297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.431007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-03-25T16:59:59.634351Z","caller":"traceutil/trace.go:171","msg":"trace[530096949] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:5187; }","duration":"139.501959ms","start":"2026-03-25T16:59:59.494835Z","end":"2026-03-25T16:59:59.634336Z","steps":["trace[530096949] 'agreement among raft nodes before linearized reading' (duration: 139.293212ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:01.689275Z","caller":"traceutil/trace.go:171","msg":"trace[2123483364] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5209; }","duration":"126.070456ms","start":"2026-03-25T17:00:01.563179Z","end":"2026-03-25T17:00:01.68925Z","steps":["trace[2123483364] 'process raft request' (duration: 125.981893ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:01.828016Z","caller":"traceutil/trace.go:171","msg":"trace[1407979237] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"128.915255ms","start":"2026-03-25T17:00:01.699077Z","end":"2026-03-25T17:00:01.827992Z","steps":["trace[1407979237] 'process raft request' (duration: 128.73943ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:01.857889Z","caller":"traceutil/trace.go:171","msg":"trace[1939364047] transaction","detail":"{read_only:false; response_revision:5211; number_of_response:1; }","duration":"136.246887ms","start":"2026-03-25T17:00:01.721611Z","end":"2026-03-25T17:00:01.857857Z","steps":["trace[1939364047] 'process raft request' (duration: 136.000869ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:02.220519Z","caller":"traceutil/trace.go:171","msg":"trace[246052901] transaction","detail":"{read_only:false; response_revision:5217; number_of_response:1; }","duration":"150.057762ms","start":"2026-03-25T17:00:02.070427Z","end":"2026-03-25T17:00:02.220484Z","steps":["trace[246052901] 'process raft request' (duration: 146.001764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:02.812275Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003092054381634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:00:03.313146Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003092054381634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:00:03.671414Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.391249502s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-25T17:00:03.910019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.84861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T17:00:03.910147Z","caller":"traceutil/trace.go:171","msg":"trace[498393010] transaction","detail":"{read_only:false; response_revision:5230; number_of_response:1; }","duration":"1.630018601s","start":"2026-03-25T17:00:02.280103Z","end":"2026-03-25T17:00:03.910121Z","steps":["trace[498393010] 'process raft request' (duration: 1.391479619s)","trace[498393010] 'compare' (duration: 237.697406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:00:03.910239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:02.280091Z","time spent":"1.630104115s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4976,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:00:04.101539Z","caller":"traceutil/trace.go:171","msg":"trace[257423379] transaction","detail":"{read_only:false; response_revision:5231; number_of_response:1; }","duration":"830.624353ms","start":"2026-03-25T17:00:03.270886Z","end":"2026-03-25T17:00:04.10151Z","steps":["trace[257423379] 'process raft request' (duration: 830.416396ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:04.101544Z","caller":"traceutil/trace.go:171","msg":"trace[1828779350] transaction","detail":"{read_only:false; response_revision:5232; number_of_response:1; }","duration":"830.486258ms","start":"2026-03-25T17:00:03.271034Z","end":"2026-03-25T17:00:04.10152Z","steps":["trace[1828779350] 'process raft request' (duration: 830.414326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:04.101657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:03.270865Z","time spent":"830.730176ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:00:04.101716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:03.271Z","time spent":"830.631293ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:00:04.101848Z","caller":"traceutil/trace.go:171","msg":"trace[2019624993] transaction","detail":"{read_only:false; response_revision:5234; number_of_response:1; }","duration":"829.143226ms","start":"2026-03-25T17:00:03.272693Z","end":"2026-03-25T17:00:04.101836Z","steps":["trace[2019624993] 'process raft request' (duration: 828.993301ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:04.101875Z","caller":"traceutil/trace.go:171","msg":"trace[1873412168] transaction","detail":"{read_only:false; response_revision:5233; number_of_response:1; }","duration":"829.996233ms","start":"2026-03-25T17:00:03.271832Z","end":"2026-03-25T17:00:04.101828Z","steps":["trace[1873412168] 'process raft request' (duration: 829.654262ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:04.101921Z","caller":"traceutil/trace.go:171","msg":"trace[5477357] linearizableReadLoop","detail":"{readStateIndex:5435; appliedIndex:5430; }","duration":"1.79043269s","start":"2026-03-25T17:00:02.31148Z","end":"2026-03-25T17:00:04.101912Z","steps":["trace[5477357] 'read index received' (duration: 1.36009865s)","trace[5477357] 'applied index is now lower than readState.Index' (duration: 430.33283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:00:04.101911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:03.272681Z","time spent":"829.200317ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:00:04.102065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:03.2718Z","time spent":"830.171928ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:00:04.102202Z","caller":"traceutil/trace.go:171","msg":"trace[1824136171] transaction","detail":"{read_only:false; response_revision:5235; number_of_response:1; }","duration":"185.949264ms","start":"2026-03-25T17:00:03.916233Z","end":"2026-03-25T17:00:04.102182Z","steps":["trace[1824136171] 'process raft request' (duration: 185.787929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:04.102253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.790775241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787898"} {"level":"info","ts":"2026-03-25T17:00:04.102285Z","caller":"traceutil/trace.go:171","msg":"trace[42663941] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:5234; }","duration":"1.790810392s","start":"2026-03-25T17:00:02.311467Z","end":"2026-03-25T17:00:04.102278Z","steps":["trace[42663941] 'agreement among raft nodes before linearized reading' (duration: 1.790475111s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:04.10231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:02.311419Z","time spent":"1.790886035s","remote":"127.0.0.1:60856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":26,"response size":787922,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-25T17:00:04.102336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666416949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:1 size:799"} {"level":"info","ts":"2026-03-25T17:00:04.102402Z","caller":"traceutil/trace.go:171","msg":"trace[84886012] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:1; response_revision:5236; }","duration":"1.666521463s","start":"2026-03-25T17:00:02.435864Z","end":"2026-03-25T17:00:04.102385Z","steps":["trace[84886012] 'agreement among raft nodes before linearized reading' (duration: 1.666322347s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:04.102461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:02.435841Z","time spent":"1.666607865s","remote":"127.0.0.1:60982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-03-25T17:00:04.102683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.672351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-25T17:00:04.10272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.879944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:00:04.10274Z","caller":"traceutil/trace.go:171","msg":"trace[1447512906] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5236; }","duration":"672.745544ms","start":"2026-03-25T17:00:03.429982Z","end":"2026-03-25T17:00:04.102728Z","steps":["trace[1447512906] 'agreement among raft nodes before linearized reading' (duration: 672.554288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:04.102774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:03.429975Z","time spent":"672.792025ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-25T17:00:04.102772Z","caller":"traceutil/trace.go:171","msg":"trace[355565842] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:5236; }","duration":"741.930686ms","start":"2026-03-25T17:00:03.360823Z","end":"2026-03-25T17:00:04.102754Z","steps":["trace[355565842] 'agreement among raft nodes before linearized reading' (duration: 741.852703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:04.10284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:03.360785Z","time spent":"742.023029ms","remote":"127.0.0.1:42208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:00:04.10291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.713314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T17:00:04.102937Z","caller":"traceutil/trace.go:171","msg":"trace[767668245] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5236; }","duration":"666.784585ms","start":"2026-03-25T17:00:03.436143Z","end":"2026-03-25T17:00:04.102928Z","steps":["trace[767668245] 'agreement among raft nodes before linearized reading' (duration: 666.707653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:04.102946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.286976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-25T17:00:04.103013Z","caller":"traceutil/trace.go:171","msg":"trace[1713217540] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5236; }","duration":"102.391499ms","start":"2026-03-25T17:00:04.000603Z","end":"2026-03-25T17:00:04.102994Z","steps":["trace[1713217540] 'agreement among raft nodes before linearized reading' (duration: 102.244764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:04.103099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.884062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-25T17:00:04.103133Z","caller":"traceutil/trace.go:171","msg":"trace[1860648733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5236; }","duration":"668.980355ms","start":"2026-03-25T17:00:03.434144Z","end":"2026-03-25T17:00:04.103124Z","steps":["trace[1860648733] 'agreement among raft nodes before linearized reading' (duration: 668.910382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:04.103144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.336039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e6e6099-8c6e-4c65-b655-771c11a86514\" ","response":"range_response_count:1 size:3893"} {"level":"warn","ts":"2026-03-25T17:00:04.103159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:03.434123Z","time spent":"669.029927ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T17:00:04.103198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.014288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T17:00:04.103206Z","caller":"traceutil/trace.go:171","msg":"trace[318169719] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7e6e6099-8c6e-4c65-b655-771c11a86514; range_end:; response_count:1; response_revision:5236; }","duration":"820.432362ms","start":"2026-03-25T17:00:03.282757Z","end":"2026-03-25T17:00:04.10319Z","steps":["trace[318169719] 'agreement among raft nodes before linearized reading' (duration: 820.285257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:04.103267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:03.282737Z","time spent":"820.518144ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3917,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e6e6099-8c6e-4c65-b655-771c11a86514\" "} {"level":"warn","ts":"2026-03-25T17:00:04.103285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.875942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-j4zpf\" ","response":"range_response_count:1 size:4991"} {"level":"warn","ts":"2026-03-25T17:00:04.103271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46666641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:00:04.103309Z","caller":"traceutil/trace.go:171","msg":"trace[1821085402] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-j4zpf; range_end:; response_count:1; response_revision:5236; }","duration":"185.920403ms","start":"2026-03-25T17:00:03.917384Z","end":"2026-03-25T17:00:04.103304Z","steps":["trace[1821085402] 'agreement among raft nodes before linearized reading' (duration: 185.854431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:04.103318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.909031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tknbz\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-25T17:00:04.103346Z","caller":"traceutil/trace.go:171","msg":"trace[1440163421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5236; }","duration":"1.466793054s","start":"2026-03-25T17:00:02.636534Z","end":"2026-03-25T17:00:04.103327Z","steps":["trace[1440163421] 'agreement among raft nodes before linearized reading' (duration: 1.46666087s)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:04.103354Z","caller":"traceutil/trace.go:171","msg":"trace[1308094438] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tknbz; range_end:; response_count:1; response_revision:5236; }","duration":"660.977043ms","start":"2026-03-25T17:00:03.442368Z","end":"2026-03-25T17:00:04.103345Z","steps":["trace[1308094438] 'agreement among raft nodes before linearized reading' (duration: 660.876229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:04.103385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:03.44235Z","time spent":"661.030295ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-tknbz\" "} {"level":"warn","ts":"2026-03-25T17:00:04.10339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:02.636513Z","time spent":"1.466869817s","remote":"127.0.0.1:60746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T17:00:04.103034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.063777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-25T17:00:04.10345Z","caller":"traceutil/trace.go:171","msg":"trace[1020881510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5236; }","duration":"668.511121ms","start":"2026-03-25T17:00:03.434933Z","end":"2026-03-25T17:00:04.103444Z","steps":["trace[1020881510] 'agreement among raft nodes before linearized reading' (duration: 668.048146ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:04.103296Z","caller":"traceutil/trace.go:171","msg":"trace[1724440015] transaction","detail":"{read_only:false; response_revision:5236; number_of_response:1; }","duration":"186.335886ms","start":"2026-03-25T17:00:03.916942Z","end":"2026-03-25T17:00:04.103278Z","steps":["trace[1724440015] 'process raft request' (duration: 185.17551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:04.103481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:03.434917Z","time spent":"668.556642ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T17:00:04.102964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:03.436114Z","time spent":"666.844277ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-25T17:00:04.103225Z","caller":"traceutil/trace.go:171","msg":"trace[230568817] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:5236; }","duration":"467.09082ms","start":"2026-03-25T17:00:03.636126Z","end":"2026-03-25T17:00:04.103217Z","steps":["trace[230568817] 'agreement among raft nodes before linearized reading' (duration: 467.009297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:04.10359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.757355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-25T17:00:04.103638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:03.636097Z","time spent":"467.510383ms","remote":"127.0.0.1:32916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":99,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-25T17:00:04.103652Z","caller":"traceutil/trace.go:171","msg":"trace[1485554851] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5236; }","duration":"666.836188ms","start":"2026-03-25T17:00:03.436801Z","end":"2026-03-25T17:00:04.103637Z","steps":["trace[1485554851] 'agreement among raft nodes before linearized reading' (duration: 665.664801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:04.103695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:03.436794Z","time spent":"666.893929ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-25T17:00:08.721987Z","caller":"traceutil/trace.go:171","msg":"trace[123872461] linearizableReadLoop","detail":"{readStateIndex:5517; appliedIndex:5513; }","duration":"589.087847ms","start":"2026-03-25T17:00:08.132878Z","end":"2026-03-25T17:00:08.721966Z","steps":["trace[123872461] 'read index received' (duration: 79.785126ms)","trace[123872461] 'applied index is now lower than readState.Index' (duration: 509.301951ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:00:08.722016Z","caller":"traceutil/trace.go:171","msg":"trace[411684504] transaction","detail":"{read_only:false; response_revision:5312; number_of_response:1; }","duration":"604.75013ms","start":"2026-03-25T17:00:08.11724Z","end":"2026-03-25T17:00:08.72199Z","steps":["trace[411684504] 'process raft request' (duration: 604.557844ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:08.722041Z","caller":"traceutil/trace.go:171","msg":"trace[344238917] transaction","detail":"{read_only:false; response_revision:5313; number_of_response:1; }","duration":"599.905758ms","start":"2026-03-25T17:00:08.122103Z","end":"2026-03-25T17:00:08.722008Z","steps":["trace[344238917] 'process raft request' (duration: 599.811895ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:08.722089Z","caller":"traceutil/trace.go:171","msg":"trace[546508434] transaction","detail":"{read_only:false; response_revision:5314; number_of_response:1; }","duration":"599.050981ms","start":"2026-03-25T17:00:08.12303Z","end":"2026-03-25T17:00:08.722081Z","steps":["trace[546508434] 'process raft request' (duration: 598.912267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:08.722137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:08.117222Z","time spent":"604.848764ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:00:08.722174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:08.123004Z","time spent":"599.105693ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:00:08.722179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:08.122089Z","time spent":"600.018932ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:00:08.722297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.730937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-975ccb949-mk8tr.18a02427f8f25557\" ","response":"range_response_count:1 size:893"} {"level":"warn","ts":"2026-03-25T17:00:08.722301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.376486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-25T17:00:08.722329Z","caller":"traceutil/trace.go:171","msg":"trace[1391546688] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-975ccb949-mk8tr.18a02427f8f25557; range_end:; response_count:1; response_revision:5314; }","duration":"426.796809ms","start":"2026-03-25T17:00:08.295524Z","end":"2026-03-25T17:00:08.722321Z","steps":["trace[1391546688] 'agreement among raft nodes before linearized reading' (duration: 426.689105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:08.722335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.957841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-03-25T17:00:08.72235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:08.295507Z","time spent":"426.839271ms","remote":"127.0.0.1:60842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":917,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-975ccb949-mk8tr.18a02427f8f25557\" "} {"level":"info","ts":"2026-03-25T17:00:08.722355Z","caller":"traceutil/trace.go:171","msg":"trace[1835691687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5314; }","duration":"580.994432ms","start":"2026-03-25T17:00:08.141355Z","end":"2026-03-25T17:00:08.722349Z","steps":["trace[1835691687] 'agreement among raft nodes before linearized reading' (duration: 580.914849ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:08.722351Z","caller":"traceutil/trace.go:171","msg":"trace[520305493] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5314; }","duration":"589.463208ms","start":"2026-03-25T17:00:08.132877Z","end":"2026-03-25T17:00:08.72234Z","steps":["trace[520305493] 'agreement among raft nodes before linearized reading' (duration: 589.295023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:08.722359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.486438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-25T17:00:08.722374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:08.141346Z","time spent":"581.024122ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T17:00:08.72237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.649751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-25T17:00:08.722387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:08.132855Z","time spent":"589.524431ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-25T17:00:08.722394Z","caller":"traceutil/trace.go:171","msg":"trace[1647656303] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5314; }","duration":"581.55169ms","start":"2026-03-25T17:00:08.140832Z","end":"2026-03-25T17:00:08.722384Z","steps":["trace[1647656303] 'agreement among raft nodes before linearized reading' (duration: 581.461327ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:08.722406Z","caller":"traceutil/trace.go:171","msg":"trace[1102804531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5314; }","duration":"580.695582ms","start":"2026-03-25T17:00:08.141701Z","end":"2026-03-25T17:00:08.722396Z","steps":["trace[1102804531] 'agreement among raft nodes before linearized reading' (duration: 580.582819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:08.722424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:08.140819Z","time spent":"581.598001ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T17:00:08.722437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:08.141694Z","time spent":"580.735883ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T17:00:08.722468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.84275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12972"} {"level":"info","ts":"2026-03-25T17:00:08.722489Z","caller":"traceutil/trace.go:171","msg":"trace[318614810] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5314; }","duration":"426.867561ms","start":"2026-03-25T17:00:08.295614Z","end":"2026-03-25T17:00:08.722482Z","steps":["trace[318614810] 'agreement among raft nodes before linearized reading' (duration: 426.805489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:08.722507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:08.295611Z","time spent":"426.891882ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12996,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-25T17:00:08.722498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.5792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-25T17:00:08.722579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.840695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-25T17:00:08.722517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.616904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tknbz\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-25T17:00:08.722602Z","caller":"traceutil/trace.go:171","msg":"trace[5363770] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5314; }","duration":"581.721315ms","start":"2026-03-25T17:00:08.140863Z","end":"2026-03-25T17:00:08.722584Z","steps":["trace[5363770] 'agreement among raft nodes before linearized reading' (duration: 581.449687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:08.722652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:08.140852Z","time spent":"581.791357ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-25T17:00:08.722646Z","caller":"traceutil/trace.go:171","msg":"trace[1176443168] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tknbz; range_end:; response_count:1; response_revision:5314; }","duration":"589.800059ms","start":"2026-03-25T17:00:08.132823Z","end":"2026-03-25T17:00:08.722623Z","steps":["trace[1176443168] 'agreement among raft nodes before linearized reading' (duration: 589.536681ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:08.7226Z","caller":"traceutil/trace.go:171","msg":"trace[54924205] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5314; }","duration":"396.860535ms","start":"2026-03-25T17:00:08.325732Z","end":"2026-03-25T17:00:08.722592Z","steps":["trace[54924205] 'agreement among raft nodes before linearized reading' (duration: 396.765752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:08.722698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:08.132793Z","time spent":"589.893692ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-tknbz\" "} {"level":"warn","ts":"2026-03-25T17:00:08.722731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:08.325708Z","time spent":"397.00509ms","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-25T17:00:09.101712Z","caller":"traceutil/trace.go:171","msg":"trace[703266114] transaction","detail":"{read_only:false; response_revision:5316; number_of_response:1; }","duration":"374.548732ms","start":"2026-03-25T17:00:08.727124Z","end":"2026-03-25T17:00:09.101673Z","steps":["trace[703266114] 'process raft request' (duration: 374.255803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:09.101948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:08.727063Z","time spent":"374.761949ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":420,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:00:09.102045Z","caller":"traceutil/trace.go:171","msg":"trace[202048841] transaction","detail":"{read_only:false; response_revision:5317; number_of_response:1; }","duration":"374.225802ms","start":"2026-03-25T17:00:08.727792Z","end":"2026-03-25T17:00:09.102018Z","steps":["trace[202048841] 'process raft request' (duration: 373.818439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:09.102187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:08.727782Z","time spent":"374.325785ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:00:09.102189Z","caller":"traceutil/trace.go:171","msg":"trace[1461990587] linearizableReadLoop","detail":"{readStateIndex:5524; appliedIndex:5518; }","duration":"362.228623ms","start":"2026-03-25T17:00:08.739935Z","end":"2026-03-25T17:00:09.102164Z","steps":["trace[1461990587] 'read index received' (duration: 361.293184ms)","trace[1461990587] 'applied index is now lower than readState.Index' (duration: 934.499µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:00:09.102321Z","caller":"traceutil/trace.go:171","msg":"trace[439725047] transaction","detail":"{read_only:false; response_revision:5321; number_of_response:1; }","duration":"367.377025ms","start":"2026-03-25T17:00:08.734915Z","end":"2026-03-25T17:00:09.102292Z","steps":["trace[439725047] 'process raft request' (duration: 367.183489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:09.102482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.207332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-47366f92-a8ea-4fe5-8719-e4379f8a60bf\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-25T17:00:09.10248Z","caller":"traceutil/trace.go:171","msg":"trace[2077790568] transaction","detail":"{read_only:false; response_revision:5318; number_of_response:1; }","duration":"374.574562ms","start":"2026-03-25T17:00:08.727872Z","end":"2026-03-25T17:00:09.102446Z","steps":["trace[2077790568] 'process raft request' (duration: 373.991474ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:09.102489Z","caller":"traceutil/trace.go:171","msg":"trace[2012332507] transaction","detail":"{read_only:false; response_revision:5319; number_of_response:1; }","duration":"371.730962ms","start":"2026-03-25T17:00:08.730748Z","end":"2026-03-25T17:00:09.102479Z","steps":["trace[2012332507] 'process raft request' (duration: 371.251227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:09.102506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:08.734906Z","time spent":"367.54003ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13275,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:00:09.102526Z","caller":"traceutil/trace.go:171","msg":"trace[1988068761] range","detail":"{range_begin:/registry/persistentvolumes/pvc-47366f92-a8ea-4fe5-8719-e4379f8a60bf; range_end:; response_count:1; response_revision:5321; }","duration":"375.295615ms","start":"2026-03-25T17:00:08.727217Z","end":"2026-03-25T17:00:09.102512Z","steps":["trace[1988068761] 'agreement among raft nodes before linearized reading' (duration: 375.066048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:09.10256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:08.730719Z","time spent":"371.817025ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:00:09.102568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:08.727207Z","time spent":"375.352667ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-47366f92-a8ea-4fe5-8719-e4379f8a60bf\" "} {"level":"warn","ts":"2026-03-25T17:00:09.102608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:08.727867Z","time spent":"374.667855ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:00:09.102321Z","caller":"traceutil/trace.go:171","msg":"trace[826480237] transaction","detail":"{read_only:false; response_revision:5320; number_of_response:1; }","duration":"370.941878ms","start":"2026-03-25T17:00:08.73134Z","end":"2026-03-25T17:00:09.102282Z","steps":["trace[826480237] 'process raft request' (duration: 370.703901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:09.102843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.722788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62967"} {"level":"warn","ts":"2026-03-25T17:00:09.102872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:08.73132Z","time spent":"371.451394ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:00:09.10289Z","caller":"traceutil/trace.go:171","msg":"trace[898026353] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5321; }","duration":"375.806632ms","start":"2026-03-25T17:00:08.72707Z","end":"2026-03-25T17:00:09.102877Z","steps":["trace[898026353] 'agreement among raft nodes before linearized reading' (duration: 375.289066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:09.102919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:08.72705Z","time spent":"375.863013ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62991,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-25T17:00:09.111366Z","caller":"traceutil/trace.go:171","msg":"trace[540094871] transaction","detail":"{read_only:false; response_revision:5322; number_of_response:1; }","duration":"170.243569ms","start":"2026-03-25T17:00:08.941109Z","end":"2026-03-25T17:00:09.111353Z","steps":["trace[540094871] 'process raft request' (duration: 170.155426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:09.111554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.849225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:00:09.111651Z","caller":"traceutil/trace.go:171","msg":"trace[132011669] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5322; }","duration":"371.030251ms","start":"2026-03-25T17:00:08.740604Z","end":"2026-03-25T17:00:09.111634Z","steps":["trace[132011669] 'agreement among raft nodes before linearized reading' (duration: 370.821634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:09.111694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:08.740597Z","time spent":"371.084453ms","remote":"127.0.0.1:35264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:00:09.488396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.256113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-25T17:00:09.488481Z","caller":"traceutil/trace.go:171","msg":"trace[1235564546] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5326; }","duration":"179.362616ms","start":"2026-03-25T17:00:09.309097Z","end":"2026-03-25T17:00:09.488459Z","steps":["trace[1235564546] 'range keys from in-memory index tree' (duration: 178.985424ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:13.01457Z","caller":"traceutil/trace.go:171","msg":"trace[1434160150] transaction","detail":"{read_only:false; response_revision:5383; number_of_response:1; }","duration":"186.680988ms","start":"2026-03-25T17:00:12.827855Z","end":"2026-03-25T17:00:13.014536Z","steps":["trace[1434160150] 'process raft request' (duration: 186.42608ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:13.170853Z","caller":"traceutil/trace.go:171","msg":"trace[1703146358] transaction","detail":"{read_only:false; response_revision:5386; number_of_response:1; }","duration":"123.177194ms","start":"2026-03-25T17:00:13.047647Z","end":"2026-03-25T17:00:13.170824Z","steps":["trace[1703146358] 'process raft request' (duration: 123.079941ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:13.170858Z","caller":"traceutil/trace.go:171","msg":"trace[1008756175] transaction","detail":"{read_only:false; response_revision:5385; number_of_response:1; }","duration":"124.369642ms","start":"2026-03-25T17:00:13.046452Z","end":"2026-03-25T17:00:13.170822Z","steps":["trace[1008756175] 'process raft request' (duration: 78.873767ms)","trace[1008756175] 'compare' (duration: 45.222966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:00:18.756829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.559222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-25T17:00:18.75693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.918168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16230"} {"level":"info","ts":"2026-03-25T17:00:18.757002Z","caller":"traceutil/trace.go:171","msg":"trace[1087381102] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5429; }","duration":"378.051142ms","start":"2026-03-25T17:00:18.378933Z","end":"2026-03-25T17:00:18.756984Z","steps":["trace[1087381102] 'range keys from in-memory index tree' (duration: 377.742273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:18.75703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:18.37891Z","time spent":"378.114974ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16254,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-25T17:00:18.757008Z","caller":"traceutil/trace.go:171","msg":"trace[1163265993] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:5429; }","duration":"250.82703ms","start":"2026-03-25T17:00:18.50615Z","end":"2026-03-25T17:00:18.756977Z","steps":["trace[1163265993] 'count revisions from in-memory index tree' (duration: 250.358035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:18.757006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.122751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-25T17:00:18.757229Z","caller":"traceutil/trace.go:171","msg":"trace[1695026731] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5429; }","duration":"350.258275ms","start":"2026-03-25T17:00:18.406815Z","end":"2026-03-25T17:00:18.757073Z","steps":["trace[1695026731] 'range keys from in-memory index tree' (duration: 349.955056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:18.757281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:18.406796Z","time spent":"350.474403ms","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-25T17:00:19.206012Z","caller":"traceutil/trace.go:171","msg":"trace[1860676344] transaction","detail":"{read_only:false; response_revision:5430; number_of_response:1; }","duration":"437.405174ms","start":"2026-03-25T17:00:18.768585Z","end":"2026-03-25T17:00:19.20599Z","steps":["trace[1860676344] 'process raft request' (duration: 437.251709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:19.206142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:18.768566Z","time spent":"437.507257ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16536,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:00:19.280168Z","caller":"traceutil/trace.go:171","msg":"trace[802080665] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"463.220548ms","start":"2026-03-25T17:00:18.816916Z","end":"2026-03-25T17:00:19.280136Z","steps":["trace[802080665] 'process raft request' (duration: 456.775705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:19.28035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:18.816906Z","time spent":"463.359082ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:00:19.280745Z","caller":"traceutil/trace.go:171","msg":"trace[704252454] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"446.669776ms","start":"2026-03-25T17:00:18.834062Z","end":"2026-03-25T17:00:19.280732Z","steps":["trace[704252454] 'process raft request' (duration: 446.021415ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:19.280713Z","caller":"traceutil/trace.go:171","msg":"trace[706306220] linearizableReadLoop","detail":"{readStateIndex:5639; appliedIndex:5635; }","duration":"160.947015ms","start":"2026-03-25T17:00:19.11973Z","end":"2026-03-25T17:00:19.280677Z","steps":["trace[706306220] 'read index received' (duration: 86.204548ms)","trace[706306220] 'applied index is now lower than readState.Index' (duration: 74.741017ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:00:19.280726Z","caller":"traceutil/trace.go:171","msg":"trace[1096497508] transaction","detail":"{read_only:false; response_revision:5433; number_of_response:1; }","duration":"440.105138ms","start":"2026-03-25T17:00:18.840581Z","end":"2026-03-25T17:00:19.280686Z","steps":["trace[1096497508] 'process raft request' (duration: 439.929433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:19.28082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:18.834054Z","time spent":"446.732968ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:00:19.280945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:18.840574Z","time spent":"440.254473ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:00:19.281091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.336818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-25T17:00:19.28114Z","caller":"traceutil/trace.go:171","msg":"trace[540767804] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5433; }","duration":"161.475952ms","start":"2026-03-25T17:00:19.119652Z","end":"2026-03-25T17:00:19.281128Z","steps":["trace[540767804] 'agreement among raft nodes before linearized reading' (duration: 161.218284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:19.299596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.73329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-25T17:00:19.299683Z","caller":"traceutil/trace.go:171","msg":"trace[734798169] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5437; }","duration":"174.868365ms","start":"2026-03-25T17:00:19.12479Z","end":"2026-03-25T17:00:19.299659Z","steps":["trace[734798169] 'agreement among raft nodes before linearized reading' (duration: 173.813292ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:20.740622Z","caller":"traceutil/trace.go:171","msg":"trace[1564552898] transaction","detail":"{read_only:false; response_revision:5448; number_of_response:1; }","duration":"347.460925ms","start":"2026-03-25T17:00:20.393092Z","end":"2026-03-25T17:00:20.740553Z","steps":["trace[1564552898] 'process raft request' (duration: 347.311901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:20.740761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:20.393067Z","time spent":"347.631631ms","remote":"127.0.0.1:60842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":837,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T17:00:20.744867Z","caller":"traceutil/trace.go:171","msg":"trace[2052543972] linearizableReadLoop","detail":"{readStateIndex:5656; appliedIndex:5653; }","duration":"256.873785ms","start":"2026-03-25T17:00:20.487972Z","end":"2026-03-25T17:00:20.744846Z","steps":["trace[2052543972] 'read index received' (duration: 252.325591ms)","trace[2052543972] 'applied index is now lower than readState.Index' (duration: 4.547364ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:00:20.744925Z","caller":"traceutil/trace.go:171","msg":"trace[1702437859] transaction","detail":"{read_only:false; response_revision:5449; number_of_response:1; }","duration":"341.172087ms","start":"2026-03-25T17:00:20.403727Z","end":"2026-03-25T17:00:20.744899Z","steps":["trace[1702437859] 'process raft request' (duration: 340.95455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:20.745062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.067881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-25T17:00:20.745065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:20.403707Z","time spent":"341.27744ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16531,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:00:20.745107Z","caller":"traceutil/trace.go:171","msg":"trace[1335471543] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5450; }","duration":"257.161114ms","start":"2026-03-25T17:00:20.487931Z","end":"2026-03-25T17:00:20.745092Z","steps":["trace[1335471543] 'agreement among raft nodes before linearized reading' (duration: 256.993808ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:20.745113Z","caller":"traceutil/trace.go:171","msg":"trace[861872571] transaction","detail":"{read_only:false; response_revision:5450; number_of_response:1; }","duration":"318.314205ms","start":"2026-03-25T17:00:20.426762Z","end":"2026-03-25T17:00:20.745077Z","steps":["trace[861872571] 'process raft request' (duration: 318.037816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:20.745271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:20.426735Z","time spent":"318.45965ms","remote":"127.0.0.1:60972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2797,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:00:22.56809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.417147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T17:00:22.568184Z","caller":"traceutil/trace.go:171","msg":"trace[1422088785] linearizableReadLoop","detail":"{readStateIndex:5732; appliedIndex:5731; }","duration":"780.173184ms","start":"2026-03-25T17:00:21.787996Z","end":"2026-03-25T17:00:22.568169Z","steps":["trace[1422088785] 'read index received' (duration: 342.610882ms)","trace[1422088785] 'applied index is now lower than readState.Index' (duration: 437.560782ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:00:22.568252Z","caller":"traceutil/trace.go:171","msg":"trace[1809711407] transaction","detail":"{read_only:false; response_revision:5526; number_of_response:1; }","duration":"809.738809ms","start":"2026-03-25T17:00:21.758502Z","end":"2026-03-25T17:00:22.56824Z","steps":["trace[1809711407] 'process raft request' (duration: 372.097124ms)","trace[1809711407] 'compare' (duration: 436.734556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:00:22.568314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:21.758487Z","time spent":"809.797821ms","remote":"127.0.0.1:60842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":997,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:00:22.568682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.6437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.69\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-25T17:00:22.5688Z","caller":"traceutil/trace.go:171","msg":"trace[731644564] range","detail":"{range_begin:/registry/masterleases/199.204.45.69; range_end:; response_count:1; response_revision:5526; }","duration":"780.805754ms","start":"2026-03-25T17:00:21.787968Z","end":"2026-03-25T17:00:22.568774Z","steps":["trace[731644564] 'agreement among raft nodes before linearized reading' (duration: 780.322339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:22.568896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:21.787956Z","time spent":"780.888468ms","remote":"127.0.0.1:60778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.69\" "} {"level":"info","ts":"2026-03-25T17:00:22.60965Z","caller":"traceutil/trace.go:171","msg":"trace[404368724] transaction","detail":"{read_only:false; response_revision:5528; number_of_response:1; }","duration":"668.995653ms","start":"2026-03-25T17:00:21.940625Z","end":"2026-03-25T17:00:22.60962Z","steps":["trace[404368724] 'process raft request' (duration: 668.936881ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:22.609734Z","caller":"traceutil/trace.go:171","msg":"trace[1416491120] transaction","detail":"{read_only:false; response_revision:5527; number_of_response:1; }","duration":"779.864475ms","start":"2026-03-25T17:00:21.829828Z","end":"2026-03-25T17:00:22.609693Z","steps":["trace[1416491120] 'process raft request' (duration: 779.579886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:22.609824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:21.940609Z","time spent":"669.125327ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:00:22.60995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:21.829807Z","time spent":"779.991189ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:00:22.986111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.108405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T17:00:22.986336Z","caller":"traceutil/trace.go:171","msg":"trace[1530643804] linearizableReadLoop","detail":"{readStateIndex:5735; appliedIndex:5732; }","duration":"418.105147ms","start":"2026-03-25T17:00:22.568208Z","end":"2026-03-25T17:00:22.986313Z","steps":["trace[1530643804] 'read index received' (duration: 41.310205ms)","trace[1530643804] 'applied index is now lower than readState.Index' (duration: 376.793642ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:00:22.986401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:22.57015Z","time spent":"416.247148ms","remote":"127.0.0.1:60778","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-25T17:00:22.986576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.965433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:00:22.986574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.144521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f8ed0a80-21cb-4bbf-ae45-a1ed9dd08915\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-25T17:00:22.986684Z","caller":"traceutil/trace.go:171","msg":"trace[2109342756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5529; }","duration":"349.123468ms","start":"2026-03-25T17:00:22.637535Z","end":"2026-03-25T17:00:22.986659Z","steps":["trace[2109342756] 'agreement among raft nodes before linearized reading' (duration: 348.937992ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:22.986675Z","caller":"traceutil/trace.go:171","msg":"trace[1133304231] transaction","detail":"{read_only:false; response_revision:5529; number_of_response:1; }","duration":"695.089477ms","start":"2026-03-25T17:00:22.291537Z","end":"2026-03-25T17:00:22.986626Z","steps":["trace[1133304231] 'process raft request' (duration: 523.358072ms)","trace[1133304231] 'compare' (duration: 170.94468ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:00:22.986738Z","caller":"traceutil/trace.go:171","msg":"trace[2075706982] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f8ed0a80-21cb-4bbf-ae45-a1ed9dd08915; range_end:; response_count:1; response_revision:5529; }","duration":"583.303445ms","start":"2026-03-25T17:00:22.40338Z","end":"2026-03-25T17:00:22.986683Z","steps":["trace[2075706982] 'agreement among raft nodes before linearized reading' (duration: 583.053468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:22.986759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:22.637515Z","time spent":"349.229861ms","remote":"127.0.0.1:60746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T17:00:22.986796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:22.403361Z","time spent":"583.41963ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f8ed0a80-21cb-4bbf-ae45-a1ed9dd08915\" "} {"level":"warn","ts":"2026-03-25T17:00:22.986843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:22.291483Z","time spent":"695.275743ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:00:22.987154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040159907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f8ed0a80-21cb-4bbf-ae45-a1ed9dd08915\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-25T17:00:22.987279Z","caller":"traceutil/trace.go:171","msg":"trace[868422631] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f8ed0a80-21cb-4bbf-ae45-a1ed9dd08915; range_end:; response_count:1; response_revision:5529; }","duration":"1.040309512s","start":"2026-03-25T17:00:21.946945Z","end":"2026-03-25T17:00:22.987255Z","steps":["trace[868422631] 'agreement among raft nodes before linearized reading' (duration: 1.039690692s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:22.987367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:21.946933Z","time spent":"1.040416216s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f8ed0a80-21cb-4bbf-ae45-a1ed9dd08915\" "} {"level":"info","ts":"2026-03-25T17:00:25.427482Z","caller":"traceutil/trace.go:171","msg":"trace[198090357] linearizableReadLoop","detail":"{readStateIndex:5760; appliedIndex:5758; }","duration":"112.310798ms","start":"2026-03-25T17:00:25.315142Z","end":"2026-03-25T17:00:25.427453Z","steps":["trace[198090357] 'read index received' (duration: 42.605276ms)","trace[198090357] 'applied index is now lower than readState.Index' (duration: 69.703872ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:00:25.427555Z","caller":"traceutil/trace.go:171","msg":"trace[1352168980] transaction","detail":"{read_only:false; response_revision:5553; number_of_response:1; }","duration":"124.468792ms","start":"2026-03-25T17:00:25.303012Z","end":"2026-03-25T17:00:25.427481Z","steps":["trace[1352168980] 'process raft request' (duration: 99.752921ms)","trace[1352168980] 'compare' (duration: 23.41389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:00:25.427741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.569166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-25T17:00:25.42782Z","caller":"traceutil/trace.go:171","msg":"trace[1177264456] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5553; }","duration":"112.69488ms","start":"2026-03-25T17:00:25.315104Z","end":"2026-03-25T17:00:25.427799Z","steps":["trace[1177264456] 'agreement among raft nodes before linearized reading' (duration: 112.427652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:25.427816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.374491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T17:00:25.427953Z","caller":"traceutil/trace.go:171","msg":"trace[1716418863] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5553; }","duration":"100.538705ms","start":"2026-03-25T17:00:25.327398Z","end":"2026-03-25T17:00:25.427937Z","steps":["trace[1716418863] 'agreement among raft nodes before linearized reading' (duration: 100.252056ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:25.595636Z","caller":"traceutil/trace.go:171","msg":"trace[486460676] transaction","detail":"{read_only:false; response_revision:5555; number_of_response:1; }","duration":"162.824483ms","start":"2026-03-25T17:00:25.432728Z","end":"2026-03-25T17:00:25.595553Z","steps":["trace[486460676] 'process raft request' (duration: 135.876212ms)","trace[486460676] 'compare' (duration: 26.57647ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:00:25.596038Z","caller":"traceutil/trace.go:171","msg":"trace[555147936] transaction","detail":"{read_only:false; response_revision:5556; number_of_response:1; }","duration":"163.212116ms","start":"2026-03-25T17:00:25.432789Z","end":"2026-03-25T17:00:25.596001Z","steps":["trace[555147936] 'process raft request' (duration: 162.632027ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:25.596071Z","caller":"traceutil/trace.go:171","msg":"trace[1509913437] transaction","detail":"{read_only:false; response_revision:5557; number_of_response:1; }","duration":"162.743671ms","start":"2026-03-25T17:00:25.433301Z","end":"2026-03-25T17:00:25.596045Z","steps":["trace[1509913437] 'process raft request' (duration: 162.613397ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:25.596099Z","caller":"traceutil/trace.go:171","msg":"trace[1567211634] linearizableReadLoop","detail":"{readStateIndex:5766; appliedIndex:5761; }","duration":"147.441758ms","start":"2026-03-25T17:00:25.448635Z","end":"2026-03-25T17:00:25.596077Z","steps":["trace[1567211634] 'read index received' (duration: 25.560828ms)","trace[1567211634] 'applied index is now lower than readState.Index' (duration: 121.88001ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:00:25.596219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.567881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T17:00:25.59627Z","caller":"traceutil/trace.go:171","msg":"trace[2029981013] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:5559; }","duration":"147.635834ms","start":"2026-03-25T17:00:25.448619Z","end":"2026-03-25T17:00:25.596255Z","steps":["trace[2029981013] 'agreement among raft nodes before linearized reading' (duration: 147.542651ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:25.596256Z","caller":"traceutil/trace.go:171","msg":"trace[679718682] transaction","detail":"{read_only:false; response_revision:5558; number_of_response:1; }","duration":"161.814872ms","start":"2026-03-25T17:00:25.43442Z","end":"2026-03-25T17:00:25.596235Z","steps":["trace[679718682] 'process raft request' (duration: 161.562774ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:25.596154Z","caller":"traceutil/trace.go:171","msg":"trace[498602854] transaction","detail":"{read_only:false; response_revision:5559; number_of_response:1; }","duration":"159.600561ms","start":"2026-03-25T17:00:25.436517Z","end":"2026-03-25T17:00:25.596118Z","steps":["trace[498602854] 'process raft request' (duration: 159.501168ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:27.523919Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2817} {"level":"info","ts":"2026-03-25T17:00:27.59247Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2817,"took":"67.248584ms","hash":3601960157,"current-db-size-bytes":54415360,"current-db-size":"54 MB","current-db-size-in-use-bytes":31318016,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-25T17:00:27.592518Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3601960157,"revision":2817,"compact-revision":-1} {"level":"info","ts":"2026-03-25T17:00:34.638297Z","caller":"traceutil/trace.go:171","msg":"trace[100161741] linearizableReadLoop","detail":"{readStateIndex:5866; appliedIndex:5865; }","duration":"318.216052ms","start":"2026-03-25T17:00:34.320061Z","end":"2026-03-25T17:00:34.638277Z","steps":["trace[100161741] 'read index received' (duration: 318.041947ms)","trace[100161741] 'applied index is now lower than readState.Index' (duration: 173.535µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:00:34.638527Z","caller":"traceutil/trace.go:171","msg":"trace[1098055522] transaction","detail":"{read_only:false; response_revision:5655; number_of_response:1; }","duration":"327.65165ms","start":"2026-03-25T17:00:34.310865Z","end":"2026-03-25T17:00:34.638517Z","steps":["trace[1098055522] 'process raft request' (duration: 327.299968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:34.63861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:34.310835Z","time spent":"327.718432ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:00:34.638768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.703297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:00:34.638798Z","caller":"traceutil/trace.go:171","msg":"trace[1560714888] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5655; }","duration":"318.761169ms","start":"2026-03-25T17:00:34.32003Z","end":"2026-03-25T17:00:34.638791Z","steps":["trace[1560714888] 'agreement among raft nodes before linearized reading' (duration: 318.711398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:34.638815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:34.320017Z","time spent":"318.79438ms","remote":"127.0.0.1:32770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:00:34.638954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.402742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-25T17:00:34.638979Z","caller":"traceutil/trace.go:171","msg":"trace[371064928] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5655; }","duration":"296.463485ms","start":"2026-03-25T17:00:34.342509Z","end":"2026-03-25T17:00:34.638973Z","steps":["trace[371064928] 'agreement among raft nodes before linearized reading' (duration: 296.390833ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:38.820207Z","caller":"traceutil/trace.go:171","msg":"trace[167900899] linearizableReadLoop","detail":"{readStateIndex:5951; appliedIndex:5950; }","duration":"267.605384ms","start":"2026-03-25T17:00:38.552567Z","end":"2026-03-25T17:00:38.820173Z","steps":["trace[167900899] 'read index received' (duration: 198.146579ms)","trace[167900899] 'applied index is now lower than readState.Index' (duration: 69.456574ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:00:38.820498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.66793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:00:38.820604Z","caller":"traceutil/trace.go:171","msg":"trace[1796644309] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5737; }","duration":"182.831915ms","start":"2026-03-25T17:00:38.637749Z","end":"2026-03-25T17:00:38.820581Z","steps":["trace[1796644309] 'agreement among raft nodes before linearized reading' (duration: 182.640599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:38.820842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.067207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:00:38.820915Z","caller":"traceutil/trace.go:171","msg":"trace[439069037] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:5737; }","duration":"268.396618ms","start":"2026-03-25T17:00:38.5525Z","end":"2026-03-25T17:00:38.820897Z","steps":["trace[439069037] 'agreement among raft nodes before linearized reading' (duration: 267.855661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:44.007543Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003092054382836,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:00:44.345567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.879712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T17:00:44.345686Z","caller":"traceutil/trace.go:171","msg":"trace[1773564663] linearizableReadLoop","detail":"{readStateIndex:5980; appliedIndex:5979; }","duration":"839.084246ms","start":"2026-03-25T17:00:43.506582Z","end":"2026-03-25T17:00:44.345667Z","steps":["trace[1773564663] 'read index received' (duration: 658.948455ms)","trace[1773564663] 'applied index is now lower than readState.Index' (duration: 180.133711ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:00:44.346169Z","caller":"traceutil/trace.go:171","msg":"trace[1037099311] transaction","detail":"{read_only:false; response_revision:5764; number_of_response:1; }","duration":"858.891332ms","start":"2026-03-25T17:00:43.487228Z","end":"2026-03-25T17:00:44.346119Z","steps":["trace[1037099311] 'process raft request' (duration: 678.338818ms)","trace[1037099311] 'compare' (duration: 179.579603ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:00:44.346233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.080997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10391"} {"level":"info","ts":"2026-03-25T17:00:44.346271Z","caller":"traceutil/trace.go:171","msg":"trace[1552271883] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5764; }","duration":"727.15916ms","start":"2026-03-25T17:00:43.6191Z","end":"2026-03-25T17:00:44.346259Z","steps":["trace[1552271883] 'agreement among raft nodes before linearized reading' (duration: 727.009236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:44.346268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.388245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-25T17:00:44.346242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.079323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:00:44.346303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:43.619076Z","time spent":"727.219352ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10415,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-25T17:00:44.346285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.853448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-25T17:00:44.346323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:43.487208Z","time spent":"859.044876ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:00:44.346364Z","caller":"traceutil/trace.go:171","msg":"trace[558013056] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:5764; }","duration":"221.25717ms","start":"2026-03-25T17:00:44.125075Z","end":"2026-03-25T17:00:44.346333Z","steps":["trace[558013056] 'agreement among raft nodes before linearized reading' (duration: 221.061253ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:44.346379Z","caller":"traceutil/trace.go:171","msg":"trace[1617181710] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5764; }","duration":"707.475008ms","start":"2026-03-25T17:00:43.638845Z","end":"2026-03-25T17:00:44.34632Z","steps":["trace[1617181710] 'agreement among raft nodes before linearized reading' (duration: 707.293283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:44.346356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.013619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-25T17:00:44.346422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:43.638833Z","time spent":"707.580691ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-25T17:00:44.346453Z","caller":"traceutil/trace.go:171","msg":"trace[80749380] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5764; }","duration":"660.146223ms","start":"2026-03-25T17:00:43.686286Z","end":"2026-03-25T17:00:44.346432Z","steps":["trace[80749380] 'agreement among raft nodes before linearized reading' (duration: 659.831423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:44.346424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.78968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-25T17:00:44.346499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:43.686276Z","time spent":"660.214756ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-25T17:00:44.346533Z","caller":"traceutil/trace.go:171","msg":"trace[1188535885] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5764; }","duration":"664.949465ms","start":"2026-03-25T17:00:43.681557Z","end":"2026-03-25T17:00:44.346506Z","steps":["trace[1188535885] 'agreement among raft nodes before linearized reading' (duration: 664.588844ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:44.346395Z","caller":"traceutil/trace.go:171","msg":"trace[315360171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5764; }","duration":"674.993722ms","start":"2026-03-25T17:00:43.671381Z","end":"2026-03-25T17:00:44.346375Z","steps":["trace[315360171] 'agreement among raft nodes before linearized reading' (duration: 674.730604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:44.346585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:43.681546Z","time spent":"665.028997ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T17:00:44.346606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:43.671371Z","time spent":"675.21842ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T17:00:44.346322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.723546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tknbz\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-25T17:00:44.346711Z","caller":"traceutil/trace.go:171","msg":"trace[1216186665] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tknbz; range_end:; response_count:1; response_revision:5764; }","duration":"840.148029ms","start":"2026-03-25T17:00:43.506545Z","end":"2026-03-25T17:00:44.346693Z","steps":["trace[1216186665] 'agreement among raft nodes before linearized reading' (duration: 839.562041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:44.346752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:43.506526Z","time spent":"840.215662ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-tknbz\" "} {"level":"warn","ts":"2026-03-25T17:00:44.346286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.508809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-25T17:00:44.346809Z","caller":"traceutil/trace.go:171","msg":"trace[2123035120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5764; }","duration":"676.076906ms","start":"2026-03-25T17:00:43.670718Z","end":"2026-03-25T17:00:44.346795Z","steps":["trace[2123035120] 'agreement among raft nodes before linearized reading' (duration: 675.410285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:44.346285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.299918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-25T17:00:44.346889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:43.670694Z","time spent":"676.18363ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-25T17:00:44.346937Z","caller":"traceutil/trace.go:171","msg":"trace[1468913085] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5764; }","duration":"691.970928ms","start":"2026-03-25T17:00:43.654943Z","end":"2026-03-25T17:00:44.346914Z","steps":["trace[1468913085] 'agreement among raft nodes before linearized reading' (duration: 691.177593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:44.347007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:43.65493Z","time spent":"692.056671ms","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-25T17:00:44.856565Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003092054382844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:00:45.357426Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003092054382844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:00:45.453716Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.098929774s","expected-duration":"1s"} {"level":"info","ts":"2026-03-25T17:00:45.510396Z","caller":"traceutil/trace.go:171","msg":"trace[784348643] transaction","detail":"{read_only:false; response_revision:5765; number_of_response:1; }","duration":"1.155655575s","start":"2026-03-25T17:00:44.354687Z","end":"2026-03-25T17:00:45.510342Z","steps":["trace[784348643] 'process raft request' (duration: 1.099230433s)","trace[784348643] 'compare' (duration: 56.156764ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:00:45.510562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:44.354672Z","time spent":"1.15580532s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:00:46.602799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999857191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-25T17:00:46.602992Z","caller":"traceutil/trace.go:171","msg":"trace[1454071513] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000157021s","start":"2026-03-25T17:00:44.602801Z","end":"2026-03-25T17:00:46.602958Z","steps":["trace[1454071513] 'agreement among raft nodes before linearized reading' (duration: 1.999898073s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:46.603078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:44.602774Z","time spent":"2.000290785s","remote":"127.0.0.1:60746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T17:00:46.641284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004639973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-25T17:00:46.641414Z","caller":"traceutil/trace.go:171","msg":"trace[1508673913] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.004792047s","start":"2026-03-25T17:00:44.636568Z","end":"2026-03-25T17:00:46.64136Z","steps":["trace[1508673913] 'agreement among raft nodes before linearized reading' (duration: 2.004647023s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:46.641505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:44.636561Z","time spent":"2.004931532s","remote":"127.0.0.1:60754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T17:00:48.595547Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.138860162s","expected-duration":"1s"} {"level":"info","ts":"2026-03-25T17:00:48.596144Z","caller":"traceutil/trace.go:171","msg":"trace[1885513150] transaction","detail":"{read_only:false; response_revision:5767; number_of_response:1; }","duration":"4.241003596s","start":"2026-03-25T17:00:44.355097Z","end":"2026-03-25T17:00:48.5961Z","steps":["trace[1885513150] 'process raft request' (duration: 4.240896963s)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:48.59618Z","caller":"traceutil/trace.go:171","msg":"trace[1202992224] transaction","detail":"{read_only:false; response_revision:5769; number_of_response:1; }","duration":"4.240967685s","start":"2026-03-25T17:00:44.355194Z","end":"2026-03-25T17:00:48.596162Z","steps":["trace[1202992224] 'process raft request' (duration: 4.240855042s)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:48.596242Z","caller":"traceutil/trace.go:171","msg":"trace[866870449] transaction","detail":"{read_only:false; response_revision:5770; number_of_response:1; }","duration":"4.23826311s","start":"2026-03-25T17:00:44.357965Z","end":"2026-03-25T17:00:48.596228Z","steps":["trace[866870449] 'process raft request' (duration: 4.238108415s)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:48.596281Z","caller":"traceutil/trace.go:171","msg":"trace[599731367] linearizableReadLoop","detail":"{readStateIndex:5988; appliedIndex:5980; }","duration":"4.240684367s","start":"2026-03-25T17:00:44.355568Z","end":"2026-03-25T17:00:48.596252Z","steps":["trace[599731367] 'read index received' (duration: 1.098415978s)","trace[599731367] 'applied index is now lower than readState.Index' (duration: 3.142267469s)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:00:48.596341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:44.355088Z","time spent":"4.241158402s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:00:48.596342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:44.355188Z","time spent":"4.241058599s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:00:48.596401Z","caller":"traceutil/trace.go:171","msg":"trace[1175652314] transaction","detail":"{read_only:false; response_revision:5771; number_of_response:1; }","duration":"3.467972957s","start":"2026-03-25T17:00:45.128418Z","end":"2026-03-25T17:00:48.596391Z","steps":["trace[1175652314] 'process raft request' (duration: 3.467701319s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:48.596342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:44.357943Z","time spent":"4.238343673s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10669,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:00:48.596687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:45.128385Z","time spent":"3.468224335s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:00:48.596736Z","caller":"traceutil/trace.go:171","msg":"trace[1578177102] transaction","detail":"{read_only:false; response_revision:5773; number_of_response:1; }","duration":"3.198352931s","start":"2026-03-25T17:00:45.39837Z","end":"2026-03-25T17:00:48.596723Z","steps":["trace[1578177102] 'process raft request' (duration: 3.197824544s)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:48.596809Z","caller":"traceutil/trace.go:171","msg":"trace[1934257943] transaction","detail":"{read_only:false; response_revision:5774; number_of_response:1; }","duration":"3.182533461s","start":"2026-03-25T17:00:45.414267Z","end":"2026-03-25T17:00:48.596801Z","steps":["trace[1934257943] 'process raft request' (duration: 3.181956903s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:48.596823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:45.398349Z","time spent":"3.198431814s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:00:48.596852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:45.414248Z","time spent":"3.182582912s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:00:48.596941Z","caller":"traceutil/trace.go:171","msg":"trace[1842818685] transaction","detail":"{read_only:false; response_revision:5772; number_of_response:1; }","duration":"3.446678674s","start":"2026-03-25T17:00:45.150251Z","end":"2026-03-25T17:00:48.596929Z","steps":["trace[1842818685] 'process raft request' (duration: 3.44590917s)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:48.596157Z","caller":"traceutil/trace.go:171","msg":"trace[670139994] transaction","detail":"{read_only:false; response_revision:5768; number_of_response:1; }","duration":"4.240969626s","start":"2026-03-25T17:00:44.355151Z","end":"2026-03-25T17:00:48.59612Z","steps":["trace[670139994] 'process raft request' (duration: 4.240872773s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:48.597007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:45.150234Z","time spent":"3.446740947s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:00:48.596989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.24141736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f8ed0a80-21cb-4bbf-ae45-a1ed9dd08915\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-25T17:00:48.597077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:44.355145Z","time spent":"4.241899185s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:00:48.597132Z","caller":"traceutil/trace.go:171","msg":"trace[1418033380] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f8ed0a80-21cb-4bbf-ae45-a1ed9dd08915; range_end:; response_count:1; response_revision:5774; }","duration":"4.241566274s","start":"2026-03-25T17:00:44.355549Z","end":"2026-03-25T17:00:48.597116Z","steps":["trace[1418033380] 'agreement among raft nodes before linearized reading' (duration: 4.241352058s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:48.59718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:44.355542Z","time spent":"4.241625186s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-f8ed0a80-21cb-4bbf-ae45-a1ed9dd08915\" "} {"level":"info","ts":"2026-03-25T17:00:48.597484Z","caller":"traceutil/trace.go:171","msg":"trace[329004733] transaction","detail":"{read_only:false; response_revision:5766; number_of_response:1; }","duration":"4.242290398s","start":"2026-03-25T17:00:44.354994Z","end":"2026-03-25T17:00:48.597284Z","steps":["trace[329004733] 'process raft request' (duration: 4.240820581s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:48.597601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:44.354982Z","time spent":"4.242586987s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:00:48.649662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000184143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-25T17:00:48.649753Z","caller":"traceutil/trace.go:171","msg":"trace[1300126100] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000313108s","start":"2026-03-25T17:00:46.649422Z","end":"2026-03-25T17:00:48.649735Z","steps":["trace[1300126100] 'agreement among raft nodes before linearized reading' (duration: 2.000206124s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:48.649797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:46.649405Z","time spent":"2.000382459s","remote":"127.0.0.1:60746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T17:00:48.879169Z","caller":"traceutil/trace.go:171","msg":"trace[1608244694] transaction","detail":"{read_only:false; response_revision:5775; number_of_response:1; }","duration":"2.527306203s","start":"2026-03-25T17:00:46.351829Z","end":"2026-03-25T17:00:48.879135Z","steps":["trace[1608244694] 'process raft request' (duration: 2.527041505s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:48.879405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:46.351796Z","time spent":"2.527497539s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:00:48.879475Z","caller":"traceutil/trace.go:171","msg":"trace[152216957] transaction","detail":"{read_only:false; response_revision:5776; number_of_response:1; }","duration":"2.272973401s","start":"2026-03-25T17:00:46.606462Z","end":"2026-03-25T17:00:48.879436Z","steps":["trace[152216957] 'process raft request' (duration: 2.272593329s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:48.879655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:46.606442Z","time spent":"2.273139366s","remote":"127.0.0.1:60842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T17:00:49.049906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.545907ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-25T17:00:49.050178Z","caller":"traceutil/trace.go:171","msg":"trace[1290186430] linearizableReadLoop","detail":"{readStateIndex:5994; appliedIndex:5990; }","duration":"453.806395ms","start":"2026-03-25T17:00:48.596354Z","end":"2026-03-25T17:00:49.05016Z","steps":["trace[1290186430] 'read index received' (duration: 282.512395ms)","trace[1290186430] 'applied index is now lower than readState.Index' (duration: 171.29284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:00:49.050322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.981095908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T17:00:49.050352Z","caller":"traceutil/trace.go:171","msg":"trace[1619962698] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:5777; }","duration":"2.981179391s","start":"2026-03-25T17:00:46.069162Z","end":"2026-03-25T17:00:49.050342Z","steps":["trace[1619962698] 'agreement among raft nodes before linearized reading' (duration: 2.981082988s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:49.050393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:46.069138Z","time spent":"2.981244932s","remote":"127.0.0.1:60980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":49,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:00:49.05041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.688907038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tknbz\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-25T17:00:49.050455Z","caller":"traceutil/trace.go:171","msg":"trace[1339574496] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tknbz; range_end:; response_count:1; response_revision:5777; }","duration":"2.688953859s","start":"2026-03-25T17:00:46.361489Z","end":"2026-03-25T17:00:49.050443Z","steps":["trace[1339574496] 'agreement among raft nodes before linearized reading' (duration: 2.688738432s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:49.050494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:46.361452Z","time spent":"2.689034932s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-tknbz\" "} {"level":"warn","ts":"2026-03-25T17:00:49.050658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084159997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-25T17:00:49.050705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327937577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:00:49.05067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.221356756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111640"} {"level":"info","ts":"2026-03-25T17:00:49.050652Z","caller":"traceutil/trace.go:171","msg":"trace[14133273] transaction","detail":"{read_only:false; response_revision:5777; number_of_response:1; }","duration":"715.261234ms","start":"2026-03-25T17:00:48.335357Z","end":"2026-03-25T17:00:49.050619Z","steps":["trace[14133273] 'process raft request' (duration: 714.651455ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:49.050742Z","caller":"traceutil/trace.go:171","msg":"trace[676914670] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5777; }","duration":"1.32802265s","start":"2026-03-25T17:00:47.722709Z","end":"2026-03-25T17:00:49.050732Z","steps":["trace[676914670] 'agreement among raft nodes before linearized reading' (duration: 1.327958738s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:49.050722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.222463541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111640"} {"level":"info","ts":"2026-03-25T17:00:49.050782Z","caller":"traceutil/trace.go:171","msg":"trace[1631603537] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5777; }","duration":"4.22147716s","start":"2026-03-25T17:00:44.829281Z","end":"2026-03-25T17:00:49.050758Z","steps":["trace[1631603537] 'agreement among raft nodes before linearized reading' (duration: 4.221043906s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:49.050839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:44.829243Z","time spent":"4.221585733s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111664,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-03-25T17:00:49.050852Z","caller":"traceutil/trace.go:171","msg":"trace[1276214261] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5777; }","duration":"4.222594725s","start":"2026-03-25T17:00:44.828202Z","end":"2026-03-25T17:00:49.050797Z","steps":["trace[1276214261] 'agreement among raft nodes before linearized reading' (duration: 4.222239364s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:49.050843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:48.335334Z","time spent":"715.43824ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:00:49.050878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534784811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-25T17:00:49.050891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.933948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T17:00:49.050731Z","caller":"traceutil/trace.go:171","msg":"trace[1816384900] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:5777; }","duration":"1.084289771s","start":"2026-03-25T17:00:47.966425Z","end":"2026-03-25T17:00:49.050714Z","steps":["trace[1816384900] 'agreement among raft nodes before linearized reading' (duration: 1.084150006s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:49.05098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.587221975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-25T17:00:49.051001Z","caller":"traceutil/trace.go:171","msg":"trace[119264880] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5777; }","duration":"3.587281187s","start":"2026-03-25T17:00:45.463713Z","end":"2026-03-25T17:00:49.050994Z","steps":["trace[119264880] 'agreement among raft nodes before linearized reading' (duration: 3.587223955s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:49.050994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.607254657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-25T17:00:49.051009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:47.9664Z","time spent":"1.08458913s","remote":"127.0.0.1:57208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:00:49.051029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:45.46369Z","time spent":"3.587333299s","remote":"127.0.0.1:60972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-25T17:00:49.051047Z","caller":"traceutil/trace.go:171","msg":"trace[1220353197] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5777; }","duration":"3.607294909s","start":"2026-03-25T17:00:45.443733Z","end":"2026-03-25T17:00:49.051028Z","steps":["trace[1220353197] 'agreement among raft nodes before linearized reading' (duration: 3.607207996s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:49.051075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:45.443692Z","time spent":"3.607377221s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-25T17:00:49.050921Z","caller":"traceutil/trace.go:171","msg":"trace[704449275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5777; }","duration":"1.534885705s","start":"2026-03-25T17:00:47.516027Z","end":"2026-03-25T17:00:49.050913Z","steps":["trace[704449275] 'agreement among raft nodes before linearized reading' (duration: 1.5347096s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:49.050776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:47.722686Z","time spent":"1.328082402s","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:00:49.051117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:47.516003Z","time spent":"1.535099501s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T17:00:49.050888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:44.828182Z","time spent":"4.222697708s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111664,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-25T17:00:49.051174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.241160682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-25T17:00:49.051238Z","caller":"traceutil/trace.go:171","msg":"trace[1989395779] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5777; }","duration":"4.241274455s","start":"2026-03-25T17:00:44.80995Z","end":"2026-03-25T17:00:49.051224Z","steps":["trace[1989395779] 'agreement among raft nodes before linearized reading' (duration: 4.240748388s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:49.051295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:44.809925Z","time spent":"4.241355328s","remote":"127.0.0.1:33098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":641,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-25T17:00:49.051025Z","caller":"traceutil/trace.go:171","msg":"trace[1959635195] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:5777; }","duration":"787.054972ms","start":"2026-03-25T17:00:48.263889Z","end":"2026-03-25T17:00:49.050944Z","steps":["trace[1959635195] 'agreement among raft nodes before linearized reading' (duration: 786.871026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:49.051654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:48.263868Z","time spent":"787.765294ms","remote":"127.0.0.1:32912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":28,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:00:49.308145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.131863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T17:00:49.308596Z","caller":"traceutil/trace.go:171","msg":"trace[77554968] transaction","detail":"{read_only:false; response_revision:5780; number_of_response:1; }","duration":"698.132353ms","start":"2026-03-25T17:00:48.610437Z","end":"2026-03-25T17:00:49.308569Z","steps":["trace[77554968] 'process raft request' (duration: 698.01645ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:49.308637Z","caller":"traceutil/trace.go:171","msg":"trace[1920389690] transaction","detail":"{read_only:false; response_revision:5779; number_of_response:1; }","duration":"698.271537ms","start":"2026-03-25T17:00:48.610323Z","end":"2026-03-25T17:00:49.308595Z","steps":["trace[1920389690] 'process raft request' (duration: 697.965737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:49.308706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:48.61043Z","time spent":"698.228366ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:00:49.308721Z","caller":"traceutil/trace.go:171","msg":"trace[1585758912] transaction","detail":"{read_only:false; response_revision:5778; number_of_response:1; }","duration":"698.433773ms","start":"2026-03-25T17:00:48.610254Z","end":"2026-03-25T17:00:49.308688Z","steps":["trace[1585758912] 'process raft request' (duration: 584.643838ms)","trace[1585758912] 'compare' (duration: 112.802854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:00:49.308802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:48.61032Z","time spent":"698.394572ms","remote":"127.0.0.1:60952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:00:49.30885Z","caller":"traceutil/trace.go:171","msg":"trace[103835954] linearizableReadLoop","detail":"{readStateIndex:5998; appliedIndex:5994; }","duration":"258.609249ms","start":"2026-03-25T17:00:49.050216Z","end":"2026-03-25T17:00:49.308826Z","steps":["trace[103835954] 'read index received' (duration: 144.783694ms)","trace[103835954] 'applied index is now lower than readState.Index' (duration: 113.822425ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:00:49.308873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:48.610237Z","time spent":"698.556696ms","remote":"127.0.0.1:60952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:00:49.308913Z","caller":"traceutil/trace.go:171","msg":"trace[1342066555] transaction","detail":"{read_only:false; response_revision:5781; number_of_response:1; }","duration":"698.381671ms","start":"2026-03-25T17:00:48.610467Z","end":"2026-03-25T17:00:49.308849Z","steps":["trace[1342066555] 'process raft request' (duration: 698.050211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:49.30904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:48.610464Z","time spent":"698.515635ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:00:49.309101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.761013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T17:00:49.309137Z","caller":"traceutil/trace.go:171","msg":"trace[960331218] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5781; }","duration":"396.846126ms","start":"2026-03-25T17:00:48.91228Z","end":"2026-03-25T17:00:49.309127Z","steps":["trace[960331218] 'agreement among raft nodes before linearized reading' (duration: 396.766093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:49.309163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:48.912257Z","time spent":"396.899398ms","remote":"127.0.0.1:32776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:00:49.309157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.80694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:00:49.309209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.790395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T17:00:49.309233Z","caller":"traceutil/trace.go:171","msg":"trace[518459033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5781; }","duration":"658.935615ms","start":"2026-03-25T17:00:48.650281Z","end":"2026-03-25T17:00:49.309217Z","steps":["trace[518459033] 'agreement among raft nodes before linearized reading' (duration: 658.807831ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:49.30926Z","caller":"traceutil/trace.go:171","msg":"trace[85385842] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5781; }","duration":"623.908609ms","start":"2026-03-25T17:00:48.68534Z","end":"2026-03-25T17:00:49.309249Z","steps":["trace[85385842] 'agreement among raft nodes before linearized reading' (duration: 623.767274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:49.309279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:48.650253Z","time spent":"659.019378ms","remote":"127.0.0.1:60754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T17:00:49.3093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:48.685311Z","time spent":"623.978901ms","remote":"127.0.0.1:32932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":76,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:00:49.309424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.659916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a023c6946913ff\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-25T17:00:49.310003Z","caller":"traceutil/trace.go:171","msg":"trace[1283391596] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a023c6946913ff; range_end:; response_count:1; response_revision:5781; }","duration":"426.300176ms","start":"2026-03-25T17:00:48.883691Z","end":"2026-03-25T17:00:49.309991Z","steps":["trace[1283391596] 'agreement among raft nodes before linearized reading' (duration: 425.344906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:49.310038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:48.883675Z","time spent":"426.351977ms","remote":"127.0.0.1:60842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a023c6946913ff\" "} {"level":"warn","ts":"2026-03-25T17:00:49.310506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.579457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-c78zb\" ","response":"range_response_count:1 size:4343"} {"level":"info","ts":"2026-03-25T17:00:49.311424Z","caller":"traceutil/trace.go:171","msg":"trace[1115183787] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-c78zb; range_end:; response_count:1; response_revision:5781; }","duration":"704.761242ms","start":"2026-03-25T17:00:48.605834Z","end":"2026-03-25T17:00:49.310596Z","steps":["trace[1115183787] 'agreement among raft nodes before linearized reading' (duration: 704.37005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:49.312118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:48.605815Z","time spent":"706.24865ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4367,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-c78zb\" "} {"level":"warn","ts":"2026-03-25T17:00:49.769935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.727853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T17:00:49.770225Z","caller":"traceutil/trace.go:171","msg":"trace[967468091] linearizableReadLoop","detail":"{readStateIndex:6000; appliedIndex:5998; }","duration":"461.293152ms","start":"2026-03-25T17:00:49.308909Z","end":"2026-03-25T17:00:49.770202Z","steps":["trace[967468091] 'read index received' (duration: 278.151426ms)","trace[967468091] 'applied index is now lower than readState.Index' (duration: 183.140186ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:00:49.77027Z","caller":"traceutil/trace.go:171","msg":"trace[167389790] transaction","detail":"{read_only:false; response_revision:5782; number_of_response:1; }","duration":"712.454105ms","start":"2026-03-25T17:00:49.057773Z","end":"2026-03-25T17:00:49.770227Z","steps":["trace[167389790] 'process raft request' (duration: 529.336791ms)","trace[167389790] 'compare' (duration: 182.326019ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:00:49.770374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.21278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4866"} {"level":"info","ts":"2026-03-25T17:00:49.770407Z","caller":"traceutil/trace.go:171","msg":"trace[610415223] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5783; }","duration":"707.263572ms","start":"2026-03-25T17:00:49.063135Z","end":"2026-03-25T17:00:49.770399Z","steps":["trace[610415223] 'agreement among raft nodes before linearized reading' (duration: 707.120827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:49.770394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:49.057706Z","time spent":"712.634831ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:00:49.770429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:49.063126Z","time spent":"707.296943ms","remote":"127.0.0.1:57192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4890,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-25T17:00:49.770431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.102897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-25T17:00:49.770474Z","caller":"traceutil/trace.go:171","msg":"trace[729686456] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5783; }","duration":"714.17306ms","start":"2026-03-25T17:00:49.056289Z","end":"2026-03-25T17:00:49.770462Z","steps":["trace[729686456] 'agreement among raft nodes before linearized reading' (duration: 714.030995ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:49.770373Z","caller":"traceutil/trace.go:171","msg":"trace[1567107620] transaction","detail":"{read_only:false; response_revision:5783; number_of_response:1; }","duration":"705.885848ms","start":"2026-03-25T17:00:49.064373Z","end":"2026-03-25T17:00:49.770258Z","steps":["trace[1567107620] 'process raft request' (duration: 705.714123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:49.770521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:49.056268Z","time spent":"714.243262ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-25T17:00:49.770738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:49.064348Z","time spent":"706.24748ms","remote":"127.0.0.1:57220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7598,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:00:49.770776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.146119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81703"} {"level":"info","ts":"2026-03-25T17:00:49.770911Z","caller":"traceutil/trace.go:171","msg":"trace[2005887068] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5783; }","duration":"714.326195ms","start":"2026-03-25T17:00:49.056556Z","end":"2026-03-25T17:00:49.770882Z","steps":["trace[2005887068] 'agreement among raft nodes before linearized reading' (duration: 713.777468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:49.770984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:49.056549Z","time spent":"714.418908ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81727,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-25T17:00:50.154973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.380285ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:00:50.155166Z","caller":"traceutil/trace.go:171","msg":"trace[296406658] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5783; }","duration":"229.588901ms","start":"2026-03-25T17:00:49.925546Z","end":"2026-03-25T17:00:50.155135Z","steps":["trace[296406658] 'range keys from in-memory index tree' (duration: 229.356744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:50.155365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.81565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T17:00:50.155706Z","caller":"traceutil/trace.go:171","msg":"trace[730939568] linearizableReadLoop","detail":"{readStateIndex:6002; appliedIndex:6000; }","duration":"385.405294ms","start":"2026-03-25T17:00:49.770275Z","end":"2026-03-25T17:00:50.15568Z","steps":["trace[730939568] 'read index received' (duration: 217.090178ms)","trace[730939568] 'applied index is now lower than readState.Index' (duration: 168.313626ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:00:50.155798Z","caller":"traceutil/trace.go:171","msg":"trace[494488062] transaction","detail":"{read_only:false; response_revision:5784; number_of_response:1; }","duration":"843.010839ms","start":"2026-03-25T17:00:49.312768Z","end":"2026-03-25T17:00:50.155779Z","steps":["trace[494488062] 'process raft request' (duration: 674.650041ms)","trace[494488062] 'compare' (duration: 167.537002ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:00:50.1558Z","caller":"traceutil/trace.go:171","msg":"trace[123082046] transaction","detail":"{read_only:false; response_revision:5785; number_of_response:1; }","duration":"836.645887ms","start":"2026-03-25T17:00:49.319121Z","end":"2026-03-25T17:00:50.155767Z","steps":["trace[123082046] 'process raft request' (duration: 836.40766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:50.155871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.704467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:00:50.155912Z","caller":"traceutil/trace.go:171","msg":"trace[1124080505] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5785; }","duration":"828.781719ms","start":"2026-03-25T17:00:49.327118Z","end":"2026-03-25T17:00:50.155899Z","steps":["trace[1124080505] 'agreement among raft nodes before linearized reading' (duration: 828.643175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:50.155933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:49.312735Z","time spent":"843.123532ms","remote":"127.0.0.1:60842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:00:50.15594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:49.327107Z","time spent":"828.826031ms","remote":"127.0.0.1:53132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:00:50.155932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:49.319096Z","time spent":"836.767451ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4142,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:00:50.155941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.136253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:00:50.155993Z","caller":"traceutil/trace.go:171","msg":"trace[935854284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5785; }","duration":"837.220146ms","start":"2026-03-25T17:00:49.318759Z","end":"2026-03-25T17:00:50.155979Z","steps":["trace[935854284] 'agreement among raft nodes before linearized reading' (duration: 837.126473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:50.156033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:49.318744Z","time spent":"837.280557ms","remote":"127.0.0.1:60746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T17:00:50.156104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.0019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19238"} {"level":"info","ts":"2026-03-25T17:00:50.156135Z","caller":"traceutil/trace.go:171","msg":"trace[1076011013] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5785; }","duration":"384.073582ms","start":"2026-03-25T17:00:49.77205Z","end":"2026-03-25T17:00:50.156123Z","steps":["trace[1076011013] 'agreement among raft nodes before linearized reading' (duration: 383.990189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:50.156173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:49.772022Z","time spent":"384.144634ms","remote":"127.0.0.1:60960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19262,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-25T17:00:50.156221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.947806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-25T17:00:50.156249Z","caller":"traceutil/trace.go:171","msg":"trace[959820857] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5785; }","duration":"503.000598ms","start":"2026-03-25T17:00:49.653241Z","end":"2026-03-25T17:00:50.156242Z","steps":["trace[959820857] 'agreement among raft nodes before linearized reading' (duration: 502.902925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:50.15627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:49.653227Z","time spent":"503.03795ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-25T17:00:50.157335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.180218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-25T17:00:50.157514Z","caller":"traceutil/trace.go:171","msg":"trace[729998398] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5785; }","duration":"512.449717ms","start":"2026-03-25T17:00:49.645041Z","end":"2026-03-25T17:00:50.157491Z","steps":["trace[729998398] 'agreement among raft nodes before linearized reading' (duration: 510.715102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:50.157569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:00:49.645011Z","time spent":"512.54418ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-25T17:00:50.334522Z","caller":"traceutil/trace.go:171","msg":"trace[19542037] transaction","detail":"{read_only:false; response_revision:5787; number_of_response:1; }","duration":"172.070886ms","start":"2026-03-25T17:00:50.162419Z","end":"2026-03-25T17:00:50.33449Z","steps":["trace[19542037] 'process raft request' (duration: 171.786597ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:50.334972Z","caller":"traceutil/trace.go:171","msg":"trace[1720212259] transaction","detail":"{read_only:false; response_revision:5788; number_of_response:1; }","duration":"171.878219ms","start":"2026-03-25T17:00:50.163048Z","end":"2026-03-25T17:00:50.334926Z","steps":["trace[1720212259] 'process raft request' (duration: 171.374964ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:50.335108Z","caller":"traceutil/trace.go:171","msg":"trace[9944539] transaction","detail":"{read_only:false; response_revision:5789; number_of_response:1; }","duration":"171.131126ms","start":"2026-03-25T17:00:50.163962Z","end":"2026-03-25T17:00:50.335093Z","steps":["trace[9944539] 'process raft request' (duration: 170.871747ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:50.335144Z","caller":"traceutil/trace.go:171","msg":"trace[709318816] linearizableReadLoop","detail":"{readStateIndex:6008; appliedIndex:6003; }","duration":"120.390273ms","start":"2026-03-25T17:00:50.214727Z","end":"2026-03-25T17:00:50.335117Z","steps":["trace[709318816] 'read index received' (duration: 119.397882ms)","trace[709318816] 'applied index is now lower than readState.Index' (duration: 991.381µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:00:50.335235Z","caller":"traceutil/trace.go:171","msg":"trace[1198730710] transaction","detail":"{read_only:false; response_revision:5791; number_of_response:1; }","duration":"170.022261ms","start":"2026-03-25T17:00:50.165203Z","end":"2026-03-25T17:00:50.335225Z","steps":["trace[1198730710] 'process raft request' (duration: 169.850695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:00:50.335274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.526167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:00:50.335299Z","caller":"traceutil/trace.go:171","msg":"trace[857058147] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5791; }","duration":"120.61428ms","start":"2026-03-25T17:00:50.214676Z","end":"2026-03-25T17:00:50.33529Z","steps":["trace[857058147] 'agreement among raft nodes before linearized reading' (duration: 120.544088ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:50.335256Z","caller":"traceutil/trace.go:171","msg":"trace[843309864] transaction","detail":"{read_only:false; response_revision:5790; number_of_response:1; }","duration":"170.241758ms","start":"2026-03-25T17:00:50.164976Z","end":"2026-03-25T17:00:50.335218Z","steps":["trace[843309864] 'process raft request' (duration: 169.979279ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:50.773498Z","caller":"traceutil/trace.go:171","msg":"trace[2106377266] transaction","detail":"{read_only:false; response_revision:5800; number_of_response:1; }","duration":"130.917536ms","start":"2026-03-25T17:00:50.642562Z","end":"2026-03-25T17:00:50.77348Z","steps":["trace[2106377266] 'process raft request' (duration: 130.74294ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:00:50.773953Z","caller":"traceutil/trace.go:171","msg":"trace[1761166587] transaction","detail":"{read_only:false; response_revision:5799; number_of_response:1; }","duration":"131.304188ms","start":"2026-03-25T17:00:50.642079Z","end":"2026-03-25T17:00:50.773383Z","steps":["trace[1761166587] 'process raft request' (duration: 131.011848ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:01:01.922149Z","caller":"traceutil/trace.go:171","msg":"trace[468341844] transaction","detail":"{read_only:false; response_revision:5893; number_of_response:1; }","duration":"125.278857ms","start":"2026-03-25T17:01:01.796806Z","end":"2026-03-25T17:01:01.922085Z","steps":["trace[468341844] 'process raft request' (duration: 100.067871ms)","trace[468341844] 'compare' (duration: 25.033901ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:01:18.909277Z","caller":"traceutil/trace.go:171","msg":"trace[320249357] transaction","detail":"{read_only:false; response_revision:5989; number_of_response:1; }","duration":"137.422182ms","start":"2026-03-25T17:01:18.771826Z","end":"2026-03-25T17:01:18.909248Z","steps":["trace[320249357] 'process raft request' (duration: 137.36907ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:01:18.90935Z","caller":"traceutil/trace.go:171","msg":"trace[2142642661] transaction","detail":"{read_only:false; response_revision:5988; number_of_response:1; }","duration":"137.505354ms","start":"2026-03-25T17:01:18.771814Z","end":"2026-03-25T17:01:18.909319Z","steps":["trace[2142642661] 'process raft request' (duration: 137.181344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:01:27.42075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.974954ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-25T17:01:27.421708Z","caller":"traceutil/trace.go:171","msg":"trace[656047113] transaction","detail":"{read_only:false; response_revision:6138; number_of_response:1; }","duration":"283.420023ms","start":"2026-03-25T17:01:27.138243Z","end":"2026-03-25T17:01:27.421663Z","steps":["trace[656047113] 'process raft request' (duration: 283.0195ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:01:27.421722Z","caller":"traceutil/trace.go:171","msg":"trace[2122698974] linearizableReadLoop","detail":"{readStateIndex:6364; appliedIndex:6362; }","duration":"200.640748ms","start":"2026-03-25T17:01:27.220828Z","end":"2026-03-25T17:01:27.421468Z","steps":["trace[2122698974] 'read index received' (duration: 45.984283ms)","trace[2122698974] 'applied index is now lower than readState.Index' (duration: 154.655345ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:01:27.421933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.078292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:6131"} {"level":"info","ts":"2026-03-25T17:01:27.42202Z","caller":"traceutil/trace.go:171","msg":"trace[219228525] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:6138; }","duration":"201.220996ms","start":"2026-03-25T17:01:27.220783Z","end":"2026-03-25T17:01:27.422004Z","steps":["trace[219228525] 'agreement among raft nodes before linearized reading' (duration: 200.942337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:01:27.422162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.451163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-25T17:01:27.422215Z","caller":"traceutil/trace.go:171","msg":"trace[490707087] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:6138; }","duration":"169.552927ms","start":"2026-03-25T17:01:27.252649Z","end":"2026-03-25T17:01:27.422202Z","steps":["trace[490707087] 'agreement among raft nodes before linearized reading' (duration: 169.267578ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:01:31.804154Z","caller":"traceutil/trace.go:171","msg":"trace[1184703267] linearizableReadLoop","detail":"{readStateIndex:6393; appliedIndex:6392; }","duration":"342.724517ms","start":"2026-03-25T17:01:31.461401Z","end":"2026-03-25T17:01:31.804125Z","steps":["trace[1184703267] 'read index received' (duration: 342.488499ms)","trace[1184703267] 'applied index is now lower than readState.Index' (duration: 234.978µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:01:31.804229Z","caller":"traceutil/trace.go:171","msg":"trace[1105883555] transaction","detail":"{read_only:false; response_revision:6167; number_of_response:1; }","duration":"357.534204ms","start":"2026-03-25T17:01:31.44666Z","end":"2026-03-25T17:01:31.804194Z","steps":["trace[1105883555] 'process raft request' (duration: 357.296496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:01:31.804398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:01:31.446636Z","time spent":"357.679149ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:01:31.80457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.119629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-25T17:01:31.8047Z","caller":"traceutil/trace.go:171","msg":"trace[180349241] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6167; }","duration":"343.307255ms","start":"2026-03-25T17:01:31.461342Z","end":"2026-03-25T17:01:31.80465Z","steps":["trace[180349241] 'agreement among raft nodes before linearized reading' (duration: 342.890992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:01:31.804656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.324631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:01:31.804794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:01:31.461318Z","time spent":"343.459749ms","remote":"127.0.0.1:60856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-25T17:01:31.804858Z","caller":"traceutil/trace.go:171","msg":"trace[96617605] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:6167; }","duration":"315.554408ms","start":"2026-03-25T17:01:31.489239Z","end":"2026-03-25T17:01:31.804794Z","steps":["trace[96617605] 'agreement among raft nodes before linearized reading' (duration: 315.029261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:01:31.804988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:01:31.48922Z","time spent":"315.745454ms","remote":"127.0.0.1:60944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:01:32.050332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.02222ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T17:01:32.050456Z","caller":"traceutil/trace.go:171","msg":"trace[116517184] linearizableReadLoop","detail":"{readStateIndex:6395; appliedIndex:6394; }","duration":"145.564458ms","start":"2026-03-25T17:01:31.904874Z","end":"2026-03-25T17:01:32.050439Z","steps":["trace[116517184] 'read index received' (duration: 38.216798ms)","trace[116517184] 'applied index is now lower than readState.Index' (duration: 107.34672ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:01:32.050518Z","caller":"traceutil/trace.go:171","msg":"trace[1302975948] transaction","detail":"{read_only:false; response_revision:6168; number_of_response:1; }","duration":"147.411176ms","start":"2026-03-25T17:01:31.903065Z","end":"2026-03-25T17:01:32.050476Z","steps":["trace[1302975948] 'process raft request' (duration: 40.154939ms)","trace[1302975948] 'compare' (duration: 106.876315ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:01:32.050709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.827596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-25T17:01:32.050757Z","caller":"traceutil/trace.go:171","msg":"trace[79784464] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:6168; }","duration":"145.900779ms","start":"2026-03-25T17:01:31.904841Z","end":"2026-03-25T17:01:32.050742Z","steps":["trace[79784464] 'agreement among raft nodes before linearized reading' (duration: 145.639431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:01:32.348544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.019338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T17:01:32.348686Z","caller":"traceutil/trace.go:171","msg":"trace[1739908122] linearizableReadLoop","detail":"{readStateIndex:6396; appliedIndex:6395; }","duration":"243.580975ms","start":"2026-03-25T17:01:32.10508Z","end":"2026-03-25T17:01:32.348661Z","steps":["trace[1739908122] 'read index received' (duration: 62.239636ms)","trace[1739908122] 'applied index is now lower than readState.Index' (duration: 181.338279ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:01:32.348711Z","caller":"traceutil/trace.go:171","msg":"trace[725974950] transaction","detail":"{read_only:false; response_revision:6169; number_of_response:1; }","duration":"265.073433ms","start":"2026-03-25T17:01:32.083601Z","end":"2026-03-25T17:01:32.348674Z","steps":["trace[725974950] 'process raft request' (duration: 83.801117ms)","trace[725974950] 'compare' (duration: 180.657387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:01:32.348978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.902664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-25T17:01:32.349033Z","caller":"traceutil/trace.go:171","msg":"trace[1321666762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6169; }","duration":"243.993447ms","start":"2026-03-25T17:01:32.105024Z","end":"2026-03-25T17:01:32.349017Z","steps":["trace[1321666762] 'agreement among raft nodes before linearized reading' (duration: 243.7774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:01:32.349171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.287034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tknbz\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-25T17:01:32.349268Z","caller":"traceutil/trace.go:171","msg":"trace[1455908003] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tknbz; range_end:; response_count:1; response_revision:6169; }","duration":"236.411888ms","start":"2026-03-25T17:01:32.112833Z","end":"2026-03-25T17:01:32.349245Z","steps":["trace[1455908003] 'agreement among raft nodes before linearized reading' (duration: 236.120659ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:01:33.078049Z","caller":"traceutil/trace.go:171","msg":"trace[359985161] transaction","detail":"{read_only:false; response_revision:6171; number_of_response:1; }","duration":"119.242315ms","start":"2026-03-25T17:01:32.958772Z","end":"2026-03-25T17:01:33.078014Z","steps":["trace[359985161] 'process raft request' (duration: 119.055999ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:01:33.431125Z","caller":"traceutil/trace.go:171","msg":"trace[1482801893] transaction","detail":"{read_only:false; response_revision:6172; number_of_response:1; }","duration":"472.196245ms","start":"2026-03-25T17:01:32.958891Z","end":"2026-03-25T17:01:33.431087Z","steps":["trace[1482801893] 'process raft request' (duration: 471.959968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:01:33.431298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:01:32.958863Z","time spent":"472.34714ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:01:33.431405Z","caller":"traceutil/trace.go:171","msg":"trace[1805645441] linearizableReadLoop","detail":"{readStateIndex:6400; appliedIndex:6398; }","duration":"433.280765ms","start":"2026-03-25T17:01:32.998089Z","end":"2026-03-25T17:01:33.43137Z","steps":["trace[1805645441] 'read index received' (duration: 80.240033ms)","trace[1805645441] 'applied index is now lower than readState.Index' (duration: 353.038592ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:01:33.431524Z","caller":"traceutil/trace.go:171","msg":"trace[1448856039] transaction","detail":"{read_only:false; response_revision:6173; number_of_response:1; }","duration":"444.239742ms","start":"2026-03-25T17:01:32.987225Z","end":"2026-03-25T17:01:33.431465Z","steps":["trace[1448856039] 'process raft request' (duration: 443.818729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:01:33.431712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.599896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-25T17:01:33.431707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:01:32.987198Z","time spent":"444.406348ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:01:33.431754Z","caller":"traceutil/trace.go:171","msg":"trace[1853595004] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6173; }","duration":"433.658758ms","start":"2026-03-25T17:01:32.998082Z","end":"2026-03-25T17:01:33.431741Z","steps":["trace[1853595004] 'agreement among raft nodes before linearized reading' (duration: 433.468582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:01:33.431743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.94372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:01:33.431792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:01:32.998035Z","time spent":"433.74823ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T17:01:33.43179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.563301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-25T17:01:33.431837Z","caller":"traceutil/trace.go:171","msg":"trace[1515403376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6173; }","duration":"399.647275ms","start":"2026-03-25T17:01:33.032178Z","end":"2026-03-25T17:01:33.431825Z","steps":["trace[1515403376] 'agreement among raft nodes before linearized reading' (duration: 399.50335ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:01:33.431838Z","caller":"traceutil/trace.go:171","msg":"trace[916461315] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:6173; }","duration":"417.087894ms","start":"2026-03-25T17:01:33.014725Z","end":"2026-03-25T17:01:33.431813Z","steps":["trace[916461315] 'agreement among raft nodes before linearized reading' (duration: 416.910229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:01:33.431873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:01:33.032156Z","time spent":"399.709506ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T17:01:33.43189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:01:33.014708Z","time spent":"417.171937ms","remote":"127.0.0.1:60844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:01:33.432013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.236427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-25T17:01:33.431991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.82462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T17:01:33.432043Z","caller":"traceutil/trace.go:171","msg":"trace[1756196803] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6173; }","duration":"384.297489ms","start":"2026-03-25T17:01:33.047737Z","end":"2026-03-25T17:01:33.432034Z","steps":["trace[1756196803] 'agreement among raft nodes before linearized reading' (duration: 384.189726ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:01:33.432073Z","caller":"traceutil/trace.go:171","msg":"trace[1296360427] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6173; }","duration":"399.942124ms","start":"2026-03-25T17:01:33.03211Z","end":"2026-03-25T17:01:33.432052Z","steps":["trace[1296360427] 'agreement among raft nodes before linearized reading' (duration: 399.688626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:01:33.432072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:01:33.047722Z","time spent":"384.343291ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T17:01:33.432119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:01:33.032099Z","time spent":"400.009925ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T17:01:33.924302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.189694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T17:01:33.924632Z","caller":"traceutil/trace.go:171","msg":"trace[1257489090] transaction","detail":"{read_only:false; response_revision:6177; number_of_response:1; }","duration":"486.426806ms","start":"2026-03-25T17:01:33.438185Z","end":"2026-03-25T17:01:33.924611Z","steps":["trace[1257489090] 'process raft request' (duration: 486.377364ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:01:33.924663Z","caller":"traceutil/trace.go:171","msg":"trace[1622859982] transaction","detail":"{read_only:false; response_revision:6176; number_of_response:1; }","duration":"486.58283ms","start":"2026-03-25T17:01:33.438046Z","end":"2026-03-25T17:01:33.924629Z","steps":["trace[1622859982] 'process raft request' (duration: 486.414835ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:01:33.924652Z","caller":"traceutil/trace.go:171","msg":"trace[80685307] transaction","detail":"{read_only:false; response_revision:6175; number_of_response:1; }","duration":"487.226071ms","start":"2026-03-25T17:01:33.437378Z","end":"2026-03-25T17:01:33.924604Z","steps":["trace[80685307] 'process raft request' (duration: 122.634304ms)","trace[80685307] 'compare' (duration: 363.948306ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:01:33.92471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:01:33.438176Z","time spent":"486.502308ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:01:33.924822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:01:33.438019Z","time spent":"486.723435ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:01:33.924826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:01:33.437355Z","time spent":"487.394536ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":420,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:01:34.390058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.109391ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T17:01:34.390403Z","caller":"traceutil/trace.go:171","msg":"trace[2131484995] linearizableReadLoop","detail":"{readStateIndex:6406; appliedIndex:6404; }","duration":"403.95122ms","start":"2026-03-25T17:01:33.986425Z","end":"2026-03-25T17:01:34.390377Z","steps":["trace[2131484995] 'read index received' (duration: 235.421326ms)","trace[2131484995] 'applied index is now lower than readState.Index' (duration: 168.528484ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:01:34.390431Z","caller":"traceutil/trace.go:171","msg":"trace[546615012] transaction","detail":"{read_only:false; response_revision:6179; number_of_response:1; }","duration":"579.540727ms","start":"2026-03-25T17:01:33.810856Z","end":"2026-03-25T17:01:34.390397Z","steps":["trace[546615012] 'process raft request' (duration: 579.391332ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:01:34.390485Z","caller":"traceutil/trace.go:171","msg":"trace[1599924840] transaction","detail":"{read_only:false; response_revision:6178; number_of_response:1; }","duration":"740.547684ms","start":"2026-03-25T17:01:33.649903Z","end":"2026-03-25T17:01:34.39045Z","steps":["trace[1599924840] 'process raft request' (duration: 571.923797ms)","trace[1599924840] 'compare' (duration: 167.835042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:01:34.390561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.112036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-25T17:01:34.390585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:01:33.810833Z","time spent":"579.668261ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:01:34.390599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:01:33.649878Z","time spent":"740.669367ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:01:34.390646Z","caller":"traceutil/trace.go:171","msg":"trace[114717963] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:6179; }","duration":"404.23663ms","start":"2026-03-25T17:01:33.986387Z","end":"2026-03-25T17:01:34.390624Z","steps":["trace[114717963] 'agreement among raft nodes before linearized reading' (duration: 404.060454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:01:34.390656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.364896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T17:01:34.390708Z","caller":"traceutil/trace.go:171","msg":"trace[2008536258] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:6179; }","duration":"374.464939ms","start":"2026-03-25T17:01:34.016228Z","end":"2026-03-25T17:01:34.390693Z","steps":["trace[2008536258] 'agreement among raft nodes before linearized reading' (duration: 374.293894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:01:34.390709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:01:33.98637Z","time spent":"404.322172ms","remote":"127.0.0.1:32798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:01:34.390766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:01:34.016208Z","time spent":"374.543682ms","remote":"127.0.0.1:60982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":89,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-25T17:01:34.574345Z","caller":"traceutil/trace.go:171","msg":"trace[709614683] transaction","detail":"{read_only:false; response_revision:6180; number_of_response:1; }","duration":"139.864428ms","start":"2026-03-25T17:01:34.43445Z","end":"2026-03-25T17:01:34.574315Z","steps":["trace[709614683] 'process raft request' (duration: 83.017042ms)","trace[709614683] 'compare' (duration: 56.716952ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:01:35.650241Z","caller":"traceutil/trace.go:171","msg":"trace[645218006] transaction","detail":"{read_only:false; response_revision:6184; number_of_response:1; }","duration":"213.217565ms","start":"2026-03-25T17:01:35.436983Z","end":"2026-03-25T17:01:35.6502Z","steps":["trace[645218006] 'process raft request' (duration: 181.535665ms)","trace[645218006] 'compare' (duration: 31.391131ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:01:35.6507Z","caller":"traceutil/trace.go:171","msg":"trace[70932451] transaction","detail":"{read_only:false; response_revision:6185; number_of_response:1; }","duration":"193.186043ms","start":"2026-03-25T17:01:35.457496Z","end":"2026-03-25T17:01:35.650682Z","steps":["trace[70932451] 'process raft request' (duration: 192.612695ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:01:35.650776Z","caller":"traceutil/trace.go:171","msg":"trace[1618070221] linearizableReadLoop","detail":"{readStateIndex:6413; appliedIndex:6409; }","duration":"168.991219ms","start":"2026-03-25T17:01:35.481756Z","end":"2026-03-25T17:01:35.650747Z","steps":["trace[1618070221] 'read index received' (duration: 35.301566ms)","trace[1618070221] 'applied index is now lower than readState.Index' (duration: 133.688643ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:01:35.650834Z","caller":"traceutil/trace.go:171","msg":"trace[1698913986] transaction","detail":"{read_only:false; response_revision:6186; number_of_response:1; }","duration":"192.417229ms","start":"2026-03-25T17:01:35.45839Z","end":"2026-03-25T17:01:35.650807Z","steps":["trace[1698913986] 'process raft request' (duration: 192.170111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:01:35.650906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.134953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T17:01:35.650959Z","caller":"traceutil/trace.go:171","msg":"trace[1422373420] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6186; }","duration":"169.259077ms","start":"2026-03-25T17:01:35.481687Z","end":"2026-03-25T17:01:35.650946Z","steps":["trace[1422373420] 'agreement among raft nodes before linearized reading' (duration: 169.163984ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:01:49.341964Z","caller":"traceutil/trace.go:171","msg":"trace[1555961413] transaction","detail":"{read_only:false; response_revision:6283; number_of_response:1; }","duration":"136.666637ms","start":"2026-03-25T17:01:49.205264Z","end":"2026-03-25T17:01:49.34193Z","steps":["trace[1555961413] 'process raft request' (duration: 136.483521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:01:50.750762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.307397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T17:01:50.750914Z","caller":"traceutil/trace.go:171","msg":"trace[207613668] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:6294; }","duration":"149.488592ms","start":"2026-03-25T17:01:50.601369Z","end":"2026-03-25T17:01:50.750858Z","steps":["trace[207613668] 'count revisions from in-memory index tree' (duration: 149.180572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:01:50.751193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.820226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:01:50.751284Z","caller":"traceutil/trace.go:171","msg":"trace[721598771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6294; }","duration":"114.150886ms","start":"2026-03-25T17:01:50.637113Z","end":"2026-03-25T17:01:50.751264Z","steps":["trace[721598771] 'range keys from in-memory index tree' (duration: 113.63762ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:01:50.912518Z","caller":"traceutil/trace.go:171","msg":"trace[793040533] transaction","detail":"{read_only:false; response_revision:6296; number_of_response:1; }","duration":"156.636928ms","start":"2026-03-25T17:01:50.75585Z","end":"2026-03-25T17:01:50.912487Z","steps":["trace[793040533] 'process raft request' (duration: 99.832193ms)","trace[793040533] 'compare' (duration: 56.598558ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:01:50.912672Z","caller":"traceutil/trace.go:171","msg":"trace[1287443104] transaction","detail":"{read_only:false; response_revision:6297; number_of_response:1; }","duration":"155.361527ms","start":"2026-03-25T17:01:50.757277Z","end":"2026-03-25T17:01:50.912638Z","steps":["trace[1287443104] 'process raft request' (duration: 155.166931ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:01:51.417816Z","caller":"traceutil/trace.go:171","msg":"trace[1363806965] transaction","detail":"{read_only:false; response_revision:6302; number_of_response:1; }","duration":"149.889155ms","start":"2026-03-25T17:01:51.267896Z","end":"2026-03-25T17:01:51.417785Z","steps":["trace[1363806965] 'process raft request' (duration: 145.150355ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:01:51.604249Z","caller":"traceutil/trace.go:171","msg":"trace[1129443991] transaction","detail":"{read_only:false; response_revision:6305; number_of_response:1; }","duration":"100.521045ms","start":"2026-03-25T17:01:51.50369Z","end":"2026-03-25T17:01:51.604211Z","steps":["trace[1129443991] 'process raft request' (duration: 73.697648ms)","trace[1129443991] 'compare' (duration: 26.58206ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:02:05.616023Z","caller":"traceutil/trace.go:171","msg":"trace[1989987731] transaction","detail":"{read_only:false; response_revision:6417; number_of_response:1; }","duration":"109.795569ms","start":"2026-03-25T17:02:05.50619Z","end":"2026-03-25T17:02:05.615985Z","steps":["trace[1989987731] 'process raft request' (duration: 109.535891ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:02:05.73122Z","caller":"traceutil/trace.go:171","msg":"trace[1154453666] linearizableReadLoop","detail":"{readStateIndex:6652; appliedIndex:6651; }","duration":"111.847103ms","start":"2026-03-25T17:02:05.619348Z","end":"2026-03-25T17:02:05.731195Z","steps":["trace[1154453666] 'read index received' (duration: 111.537163ms)","trace[1154453666] 'applied index is now lower than readState.Index' (duration: 309.24µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:02:05.731602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.235206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-47366f92-a8ea-4fe5-8719-e4379f8a60bf\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-25T17:02:05.731632Z","caller":"traceutil/trace.go:171","msg":"trace[407871702] range","detail":"{range_begin:/registry/persistentvolumes/pvc-47366f92-a8ea-4fe5-8719-e4379f8a60bf; range_end:; response_count:1; response_revision:6418; }","duration":"112.36227ms","start":"2026-03-25T17:02:05.61926Z","end":"2026-03-25T17:02:05.731623Z","steps":["trace[407871702] 'agreement among raft nodes before linearized reading' (duration: 112.06555ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:02:05.732127Z","caller":"traceutil/trace.go:171","msg":"trace[1941244450] transaction","detail":"{read_only:false; response_revision:6418; number_of_response:1; }","duration":"114.323131ms","start":"2026-03-25T17:02:05.617791Z","end":"2026-03-25T17:02:05.732114Z","steps":["trace[1941244450] 'process raft request' (duration: 113.188735ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:02:05.781978Z","caller":"traceutil/trace.go:171","msg":"trace[226176830] transaction","detail":"{read_only:false; response_revision:6419; number_of_response:1; }","duration":"119.595838ms","start":"2026-03-25T17:02:05.662079Z","end":"2026-03-25T17:02:05.781675Z","steps":["trace[226176830] 'process raft request' (duration: 119.272748ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:02:06.187365Z","caller":"traceutil/trace.go:171","msg":"trace[366360263] linearizableReadLoop","detail":"{readStateIndex:6658; appliedIndex:6657; }","duration":"140.717235ms","start":"2026-03-25T17:02:06.046614Z","end":"2026-03-25T17:02:06.187331Z","steps":["trace[366360263] 'read index received' (duration: 51.367762ms)","trace[366360263] 'applied index is now lower than readState.Index' (duration: 89.347863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:02:06.18766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.026955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T17:02:06.187445Z","caller":"traceutil/trace.go:171","msg":"trace[1517399074] transaction","detail":"{read_only:false; response_revision:6424; number_of_response:1; }","duration":"176.833166ms","start":"2026-03-25T17:02:06.010569Z","end":"2026-03-25T17:02:06.187402Z","steps":["trace[1517399074] 'process raft request' (duration: 87.478723ms)","trace[1517399074] 'compare' (duration: 89.123106ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:02:06.187748Z","caller":"traceutil/trace.go:171","msg":"trace[1354434608] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6424; }","duration":"141.161959ms","start":"2026-03-25T17:02:06.046565Z","end":"2026-03-25T17:02:06.187727Z","steps":["trace[1354434608] 'agreement among raft nodes before linearized reading' (duration: 140.86379ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:02:09.56998Z","caller":"traceutil/trace.go:171","msg":"trace[210567787] transaction","detail":"{read_only:false; response_revision:6442; number_of_response:1; }","duration":"130.911655ms","start":"2026-03-25T17:02:09.439031Z","end":"2026-03-25T17:02:09.569943Z","steps":["trace[210567787] 'process raft request' (duration: 130.704889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:02:10.073287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.868511ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:02:10.073429Z","caller":"traceutil/trace.go:171","msg":"trace[561061050] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6444; }","duration":"148.028036ms","start":"2026-03-25T17:02:09.92538Z","end":"2026-03-25T17:02:10.073408Z","steps":["trace[561061050] 'range keys from in-memory index tree' (duration: 147.849211ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:02:10.073946Z","caller":"traceutil/trace.go:171","msg":"trace[764762886] transaction","detail":"{read_only:false; response_revision:6445; number_of_response:1; }","duration":"128.669154ms","start":"2026-03-25T17:02:09.945261Z","end":"2026-03-25T17:02:10.07393Z","steps":["trace[764762886] 'process raft request' (duration: 50.293919ms)","trace[764762886] 'compare' (duration: 78.185809ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:02:21.336543Z","caller":"traceutil/trace.go:171","msg":"trace[107464910] linearizableReadLoop","detail":"{readStateIndex:6741; appliedIndex:6740; }","duration":"247.494467ms","start":"2026-03-25T17:02:21.089021Z","end":"2026-03-25T17:02:21.336516Z","steps":["trace[107464910] 'read index received' (duration: 247.238419ms)","trace[107464910] 'applied index is now lower than readState.Index' (duration: 254.638µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:02:21.336613Z","caller":"traceutil/trace.go:171","msg":"trace[59227668] transaction","detail":"{read_only:false; response_revision:6504; number_of_response:1; }","duration":"329.86198ms","start":"2026-03-25T17:02:21.006705Z","end":"2026-03-25T17:02:21.336567Z","steps":["trace[59227668] 'process raft request' (duration: 329.643243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:02:21.336738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.702455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-25T17:02:21.336776Z","caller":"traceutil/trace.go:171","msg":"trace[295597589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6504; }","duration":"247.761096ms","start":"2026-03-25T17:02:21.089004Z","end":"2026-03-25T17:02:21.336765Z","steps":["trace[295597589] 'agreement among raft nodes before linearized reading' (duration: 247.613502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:02:21.336844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:02:21.006693Z","time spent":"330.014534ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:02:21.479954Z","caller":"traceutil/trace.go:171","msg":"trace[281799029] transaction","detail":"{read_only:false; response_revision:6505; number_of_response:1; }","duration":"136.912015ms","start":"2026-03-25T17:02:21.343005Z","end":"2026-03-25T17:02:21.479917Z","steps":["trace[281799029] 'process raft request' (duration: 47.024596ms)","trace[281799029] 'compare' (duration: 89.743295ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:04:43.36269Z","caller":"traceutil/trace.go:171","msg":"trace[11667370] transaction","detail":"{read_only:false; response_revision:7454; number_of_response:1; }","duration":"135.748861ms","start":"2026-03-25T17:04:43.226909Z","end":"2026-03-25T17:04:43.362658Z","steps":["trace[11667370] 'process raft request' (duration: 82.232739ms)","trace[11667370] 'compare' (duration: 53.100979ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:04:43.395607Z","caller":"traceutil/trace.go:171","msg":"trace[1518316312] transaction","detail":"{read_only:false; response_revision:7455; number_of_response:1; }","duration":"167.69794ms","start":"2026-03-25T17:04:43.227876Z","end":"2026-03-25T17:04:43.395574Z","steps":["trace[1518316312] 'process raft request' (duration: 167.521585ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:04:43.736341Z","caller":"traceutil/trace.go:171","msg":"trace[968905382] linearizableReadLoop","detail":"{readStateIndex:7727; appliedIndex:7726; }","duration":"129.511123ms","start":"2026-03-25T17:04:43.606807Z","end":"2026-03-25T17:04:43.736318Z","steps":["trace[968905382] 'read index received' (duration: 126.400105ms)","trace[968905382] 'applied index is now lower than readState.Index' (duration: 3.110178ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:04:43.73639Z","caller":"traceutil/trace.go:171","msg":"trace[384100392] transaction","detail":"{read_only:false; response_revision:7456; number_of_response:1; }","duration":"165.696618ms","start":"2026-03-25T17:04:43.570662Z","end":"2026-03-25T17:04:43.736358Z","steps":["trace[384100392] 'process raft request' (duration: 162.59296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:04:43.736682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.875205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:25 size:490328"} {"level":"info","ts":"2026-03-25T17:04:43.736745Z","caller":"traceutil/trace.go:171","msg":"trace[876809921] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:25; response_revision:7456; }","duration":"129.981398ms","start":"2026-03-25T17:04:43.60675Z","end":"2026-03-25T17:04:43.736731Z","steps":["trace[876809921] 'agreement among raft nodes before linearized reading' (duration: 129.649858ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:04:44.685807Z","caller":"traceutil/trace.go:171","msg":"trace[1513550837] transaction","detail":"{read_only:false; response_revision:7459; number_of_response:1; }","duration":"151.814499ms","start":"2026-03-25T17:04:44.533971Z","end":"2026-03-25T17:04:44.685786Z","steps":["trace[1513550837] 'process raft request' (duration: 127.021385ms)","trace[1513550837] 'compare' (duration: 24.634909ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:04:44.686067Z","caller":"traceutil/trace.go:171","msg":"trace[756992435] transaction","detail":"{read_only:false; response_revision:7460; number_of_response:1; }","duration":"151.442106ms","start":"2026-03-25T17:04:44.534613Z","end":"2026-03-25T17:04:44.686055Z","steps":["trace[756992435] 'process raft request' (duration: 151.134407ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:05:04.684904Z","caller":"traceutil/trace.go:171","msg":"trace[1434550963] transaction","detail":"{read_only:false; response_revision:7666; number_of_response:1; }","duration":"101.505968ms","start":"2026-03-25T17:05:04.58337Z","end":"2026-03-25T17:05:04.684876Z","steps":["trace[1434550963] 'process raft request' (duration: 101.322673ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:05:07.335432Z","caller":"traceutil/trace.go:171","msg":"trace[71337990] transaction","detail":"{read_only:false; response_revision:7682; number_of_response:1; }","duration":"254.887006ms","start":"2026-03-25T17:05:07.080518Z","end":"2026-03-25T17:05:07.335405Z","steps":["trace[71337990] 'process raft request' (duration: 254.643588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:05:07.562467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.5773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T17:05:07.562851Z","caller":"traceutil/trace.go:171","msg":"trace[861925293] transaction","detail":"{read_only:false; response_revision:7684; number_of_response:1; }","duration":"192.223346ms","start":"2026-03-25T17:05:07.370605Z","end":"2026-03-25T17:05:07.562828Z","steps":["trace[861925293] 'process raft request' (duration: 53.187782ms)","trace[861925293] 'compare' (duration: 138.307251ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:05:07.699755Z","caller":"traceutil/trace.go:171","msg":"trace[1827278142] transaction","detail":"{read_only:false; response_revision:7686; number_of_response:1; }","duration":"133.120658ms","start":"2026-03-25T17:05:07.566596Z","end":"2026-03-25T17:05:07.699717Z","steps":["trace[1827278142] 'process raft request' (duration: 114.235661ms)","trace[1827278142] 'compare' (duration: 18.567217ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:05:27.531696Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5585} {"level":"info","ts":"2026-03-25T17:05:27.640032Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5585,"took":"106.464115ms","hash":3430503903,"current-db-size-bytes":54415360,"current-db-size":"54 MB","current-db-size-in-use-bytes":25776128,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-25T17:05:27.640097Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3430503903,"revision":5585,"compact-revision":2817} {"level":"info","ts":"2026-03-25T17:06:35.316114Z","caller":"traceutil/trace.go:171","msg":"trace[1361714339] transaction","detail":"{read_only:false; response_revision:8291; number_of_response:1; }","duration":"105.66428ms","start":"2026-03-25T17:06:35.210418Z","end":"2026-03-25T17:06:35.316083Z","steps":["trace[1361714339] 'process raft request' (duration: 97.037748ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:06:39.800468Z","caller":"traceutil/trace.go:171","msg":"trace[1380873516] linearizableReadLoop","detail":"{readStateIndex:8750; appliedIndex:8749; }","duration":"105.944549ms","start":"2026-03-25T17:06:39.6945Z","end":"2026-03-25T17:06:39.800445Z","steps":["trace[1380873516] 'read index received' (duration: 105.749683ms)","trace[1380873516] 'applied index is now lower than readState.Index' (duration: 193.956µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:06:39.800647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.120595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:06:39.800672Z","caller":"traceutil/trace.go:171","msg":"trace[388240800] transaction","detail":"{read_only:false; response_revision:8451; number_of_response:1; }","duration":"117.726971ms","start":"2026-03-25T17:06:39.682863Z","end":"2026-03-25T17:06:39.80059Z","steps":["trace[388240800] 'process raft request' (duration: 117.448012ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:06:39.801117Z","caller":"traceutil/trace.go:171","msg":"trace[2024494913] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8451; }","duration":"106.62822ms","start":"2026-03-25T17:06:39.694475Z","end":"2026-03-25T17:06:39.801103Z","steps":["trace[2024494913] 'agreement among raft nodes before linearized reading' (duration: 106.115304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:39.80076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.080283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:06:39.801408Z","caller":"traceutil/trace.go:171","msg":"trace[1004672737] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8451; }","duration":"106.776655ms","start":"2026-03-25T17:06:39.694593Z","end":"2026-03-25T17:06:39.801369Z","steps":["trace[1004672737] 'agreement among raft nodes before linearized reading' (duration: 106.068453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:39.800907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.67704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:06:39.801485Z","caller":"traceutil/trace.go:171","msg":"trace[1839526859] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8451; }","duration":"106.30419ms","start":"2026-03-25T17:06:39.695163Z","end":"2026-03-25T17:06:39.801467Z","steps":["trace[1839526859] 'agreement among raft nodes before linearized reading' (duration: 105.637209ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:06:39.908455Z","caller":"traceutil/trace.go:171","msg":"trace[814778194] transaction","detail":"{read_only:false; response_revision:8452; number_of_response:1; }","duration":"103.12676ms","start":"2026-03-25T17:06:39.805292Z","end":"2026-03-25T17:06:39.908419Z","steps":["trace[814778194] 'process raft request' (duration: 62.768124ms)","trace[814778194] 'compare' (duration: 40.137309ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:06:42.824178Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003092054389903,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:06:43.325301Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003092054389903,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:06:43.826447Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003092054389903,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:06:44.32754Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003092054389903,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:06:44.338989Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.124536579s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-25T17:06:44.339814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.182030246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-25T17:06:44.339892Z","caller":"traceutil/trace.go:171","msg":"trace[1617329175] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8466; }","duration":"2.18215648s","start":"2026-03-25T17:06:42.157721Z","end":"2026-03-25T17:06:44.339877Z","steps":["trace[1617329175] 'range keys from in-memory index tree' (duration: 2.181851881s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:44.339922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:42.157696Z","time spent":"2.182219812s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-25T17:06:44.340271Z","caller":"traceutil/trace.go:171","msg":"trace[506060226] transaction","detail":"{read_only:false; response_revision:8467; number_of_response:1; }","duration":"2.125953564s","start":"2026-03-25T17:06:42.214298Z","end":"2026-03-25T17:06:44.340252Z","steps":["trace[506060226] 'process raft request' (duration: 2.12583358s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:44.340376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:42.214272Z","time spent":"2.126041697s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:06:44.351588Z","caller":"traceutil/trace.go:171","msg":"trace[1527448233] transaction","detail":"{read_only:false; response_revision:8469; number_of_response:1; }","duration":"1.928300127s","start":"2026-03-25T17:06:42.423272Z","end":"2026-03-25T17:06:44.351572Z","steps":["trace[1527448233] 'process raft request' (duration: 1.928208804s)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:06:44.351603Z","caller":"traceutil/trace.go:171","msg":"trace[521482848] transaction","detail":"{read_only:false; response_revision:8468; number_of_response:1; }","duration":"1.982942574s","start":"2026-03-25T17:06:42.368632Z","end":"2026-03-25T17:06:44.351575Z","steps":["trace[521482848] 'process raft request' (duration: 1.982771959s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:44.351774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:42.423246Z","time spent":"1.92838986s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:06:44.35189Z","caller":"traceutil/trace.go:171","msg":"trace[1130403085] transaction","detail":"{read_only:false; response_revision:8470; number_of_response:1; }","duration":"1.231017169s","start":"2026-03-25T17:06:43.120842Z","end":"2026-03-25T17:06:44.351859Z","steps":["trace[1130403085] 'process raft request' (duration: 1.230686059s)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:06:44.351959Z","caller":"traceutil/trace.go:171","msg":"trace[1298797548] linearizableReadLoop","detail":"{readStateIndex:8772; appliedIndex:8766; }","duration":"2.02868661s","start":"2026-03-25T17:06:42.323246Z","end":"2026-03-25T17:06:44.351932Z","steps":["trace[1298797548] 'read index received' (duration: 2.016065481s)","trace[1298797548] 'applied index is now lower than readState.Index' (duration: 12.619979ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:06:44.351975Z","caller":"traceutil/trace.go:171","msg":"trace[1475537070] transaction","detail":"{read_only:false; response_revision:8471; number_of_response:1; }","duration":"1.228514499s","start":"2026-03-25T17:06:43.123446Z","end":"2026-03-25T17:06:44.35196Z","steps":["trace[1475537070] 'process raft request' (duration: 1.228293582s)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:06:44.352023Z","caller":"traceutil/trace.go:171","msg":"trace[693061152] transaction","detail":"{read_only:false; response_revision:8472; number_of_response:1; }","duration":"540.619697ms","start":"2026-03-25T17:06:43.811373Z","end":"2026-03-25T17:06:44.351993Z","steps":["trace[693061152] 'process raft request' (duration: 540.501414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:44.35208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.028829885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:06:44.352093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:43.12342Z","time spent":"1.228628723s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:06:44.352112Z","caller":"traceutil/trace.go:171","msg":"trace[1208802560] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8472; }","duration":"2.028898867s","start":"2026-03-25T17:06:42.323203Z","end":"2026-03-25T17:06:44.352102Z","steps":["trace[1208802560] 'agreement among raft nodes before linearized reading' (duration: 2.028825794s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:44.35214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:42.323184Z","time spent":"2.028949829s","remote":"127.0.0.1:42180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:06:44.352183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:43.811349Z","time spent":"540.744192ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:06:44.352345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:43.120812Z","time spent":"1.231146012s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:06:44.352409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:42.368616Z","time spent":"1.983051658s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:06:44.352528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984295417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-25T17:06:44.352565Z","caller":"traceutil/trace.go:171","msg":"trace[2048232199] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8473; }","duration":"1.98437511s","start":"2026-03-25T17:06:42.368183Z","end":"2026-03-25T17:06:44.352558Z","steps":["trace[2048232199] 'agreement among raft nodes before linearized reading' (duration: 1.984220005s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:44.352542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715160181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:06:44.352593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:42.368155Z","time spent":"1.984432291s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-25T17:06:44.352542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414170257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:06:44.352615Z","caller":"traceutil/trace.go:171","msg":"trace[184558001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8473; }","duration":"1.715281864s","start":"2026-03-25T17:06:42.637316Z","end":"2026-03-25T17:06:44.352598Z","steps":["trace[184558001] 'agreement among raft nodes before linearized reading' (duration: 1.71515406s)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:06:44.352664Z","caller":"traceutil/trace.go:171","msg":"trace[1087932158] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8473; }","duration":"1.414317202s","start":"2026-03-25T17:06:42.938317Z","end":"2026-03-25T17:06:44.352635Z","steps":["trace[1087932158] 'agreement among raft nodes before linearized reading' (duration: 1.414143796s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:44.352664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:42.637295Z","time spent":"1.715361197s","remote":"127.0.0.1:60746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T17:06:44.352746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:42.938302Z","time spent":"1.414401845s","remote":"127.0.0.1:53504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:06:44.352783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854479724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tknbz\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-25T17:06:44.352548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.110845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-25T17:06:44.352821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.389754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-25T17:06:44.352838Z","caller":"traceutil/trace.go:171","msg":"trace[987788708] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tknbz; range_end:; response_count:1; response_revision:8473; }","duration":"1.854569907s","start":"2026-03-25T17:06:42.498255Z","end":"2026-03-25T17:06:44.352825Z","steps":["trace[987788708] 'agreement among raft nodes before linearized reading' (duration: 1.854409352s)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:06:44.352849Z","caller":"traceutil/trace.go:171","msg":"trace[1328782229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8473; }","duration":"231.469766ms","start":"2026-03-25T17:06:44.121371Z","end":"2026-03-25T17:06:44.35284Z","steps":["trace[1328782229] 'agreement among raft nodes before linearized reading' (duration: 231.372603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:44.35288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:42.498237Z","time spent":"1.854635459s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-tknbz\" "} {"level":"warn","ts":"2026-03-25T17:06:44.35291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079973974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-25T17:06:44.352948Z","caller":"traceutil/trace.go:171","msg":"trace[1209508071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8473; }","duration":"1.080041236s","start":"2026-03-25T17:06:43.272897Z","end":"2026-03-25T17:06:44.352938Z","steps":["trace[1209508071] 'agreement among raft nodes before linearized reading' (duration: 1.079917392s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:44.352975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:43.272876Z","time spent":"1.080091748s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-25T17:06:44.352908Z","caller":"traceutil/trace.go:171","msg":"trace[1075005883] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8473; }","duration":"430.439705ms","start":"2026-03-25T17:06:43.922399Z","end":"2026-03-25T17:06:44.352839Z","steps":["trace[1075005883] 'agreement among raft nodes before linearized reading' (duration: 430.015322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:44.353041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:43.922379Z","time spent":"430.652412ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T17:06:44.353084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.369175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T17:06:44.353131Z","caller":"traceutil/trace.go:171","msg":"trace[1475174433] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8473; }","duration":"319.463168ms","start":"2026-03-25T17:06:44.033654Z","end":"2026-03-25T17:06:44.353118Z","steps":["trace[1475174433] 'agreement among raft nodes before linearized reading' (duration: 319.324623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:44.353165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:44.03362Z","time spent":"319.53735ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T17:06:44.353224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.353348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:06:44.353236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.241409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:06:44.353271Z","caller":"traceutil/trace.go:171","msg":"trace[703427678] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:8473; }","duration":"801.442611ms","start":"2026-03-25T17:06:43.551817Z","end":"2026-03-25T17:06:44.35326Z","steps":["trace[703427678] 'agreement among raft nodes before linearized reading' (duration: 801.371539ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:06:44.353279Z","caller":"traceutil/trace.go:171","msg":"trace[498239563] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8473; }","duration":"306.291041ms","start":"2026-03-25T17:06:44.046974Z","end":"2026-03-25T17:06:44.353265Z","steps":["trace[498239563] 'agreement among raft nodes before linearized reading' (duration: 306.193807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:44.355004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:43.551794Z","time spent":"803.134264ms","remote":"127.0.0.1:35258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:06:44.355067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:44.046927Z","time spent":"308.092618ms","remote":"127.0.0.1:43270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:06:54.891477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:54.515058Z","time spent":"376.411174ms","remote":"127.0.0.1:37198","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-25T17:06:54.913169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.275993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T17:06:54.913322Z","caller":"traceutil/trace.go:171","msg":"trace[1068884902] transaction","detail":"{read_only:false; response_revision:8524; number_of_response:1; }","duration":"322.687622ms","start":"2026-03-25T17:06:54.59062Z","end":"2026-03-25T17:06:54.913308Z","steps":["trace[1068884902] 'process raft request' (duration: 322.63783ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:06:54.913321Z","caller":"traceutil/trace.go:171","msg":"trace[124426098] transaction","detail":"{read_only:false; response_revision:8523; number_of_response:1; }","duration":"507.613417ms","start":"2026-03-25T17:06:54.405683Z","end":"2026-03-25T17:06:54.913297Z","steps":["trace[124426098] 'process raft request' (duration: 42.133377ms)","trace[124426098] 'compare' (duration: 465.153399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:06:54.913374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:54.5906Z","time spent":"322.751364ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:06:54.913481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:54.405667Z","time spent":"507.704949ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:06:54.913565Z","caller":"traceutil/trace.go:171","msg":"trace[566182359] linearizableReadLoop","detail":"{readStateIndex:8826; appliedIndex:8825; }","duration":"489.794425ms","start":"2026-03-25T17:06:54.423762Z","end":"2026-03-25T17:06:54.913557Z","steps":["trace[566182359] 'read index received' (duration: 23.963445ms)","trace[566182359] 'applied index is now lower than readState.Index' (duration: 465.83003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:06:54.913936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.170376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-25T17:06:54.913925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.665419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-25T17:06:54.913925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.953978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-25T17:06:54.913958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.853419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-25T17:06:54.913934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.079945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:06:54.913974Z","caller":"traceutil/trace.go:171","msg":"trace[950783047] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8524; }","duration":"490.227548ms","start":"2026-03-25T17:06:54.423728Z","end":"2026-03-25T17:06:54.913956Z","steps":["trace[950783047] 'agreement among raft nodes before linearized reading' (duration: 489.895438ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:06:54.913985Z","caller":"traceutil/trace.go:171","msg":"trace[479315491] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8524; }","duration":"484.927332ms","start":"2026-03-25T17:06:54.429051Z","end":"2026-03-25T17:06:54.913978Z","steps":["trace[479315491] 'agreement among raft nodes before linearized reading' (duration: 484.842839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:54.913984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.185902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-25T17:06:54.913967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.949203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-25T17:06:54.913987Z","caller":"traceutil/trace.go:171","msg":"trace[815211544] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8524; }","duration":"482.050101ms","start":"2026-03-25T17:06:54.431924Z","end":"2026-03-25T17:06:54.913975Z","steps":["trace[815211544] 'agreement among raft nodes before linearized reading' (duration: 481.878126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:54.914012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:54.429031Z","time spent":"484.977653ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T17:06:54.91401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:54.423716Z","time spent":"490.286231ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-25T17:06:54.91403Z","caller":"traceutil/trace.go:171","msg":"trace[2084224998] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8524; }","duration":"359.301765ms","start":"2026-03-25T17:06:54.55471Z","end":"2026-03-25T17:06:54.914012Z","steps":["trace[2084224998] 'agreement among raft nodes before linearized reading' (duration: 359.105949ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:06:54.914034Z","caller":"traceutil/trace.go:171","msg":"trace[1279200981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8524; }","duration":"485.069286ms","start":"2026-03-25T17:06:54.428952Z","end":"2026-03-25T17:06:54.914021Z","steps":["trace[1279200981] 'agreement among raft nodes before linearized reading' (duration: 484.85619ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:06:54.914036Z","caller":"traceutil/trace.go:171","msg":"trace[753063698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8524; }","duration":"276.220099ms","start":"2026-03-25T17:06:54.637792Z","end":"2026-03-25T17:06:54.914012Z","steps":["trace[753063698] 'agreement among raft nodes before linearized reading' (duration: 276.047824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:54.914035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:54.431909Z","time spent":"482.118123ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T17:06:54.914051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:54.554689Z","time spent":"359.356357ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-25T17:06:54.913971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.852151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tknbz\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-25T17:06:54.914068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:54.428933Z","time spent":"485.128468ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T17:06:54.914077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.6525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-25T17:06:54.913985Z","caller":"traceutil/trace.go:171","msg":"trace[1321695835] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:8524; }","duration":"394.750002ms","start":"2026-03-25T17:06:54.51922Z","end":"2026-03-25T17:06:54.91397Z","steps":["trace[1321695835] 'agreement among raft nodes before linearized reading' (duration: 394.615458ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:06:54.914094Z","caller":"traceutil/trace.go:171","msg":"trace[691831383] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8524; }","duration":"489.687562ms","start":"2026-03-25T17:06:54.424402Z","end":"2026-03-25T17:06:54.914089Z","steps":["trace[691831383] 'agreement among raft nodes before linearized reading' (duration: 489.249528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:54.914113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:54.519211Z","time spent":"394.893426ms","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-25T17:06:54.914127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:54.424392Z","time spent":"489.714832ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-25T17:06:54.91423Z","caller":"traceutil/trace.go:171","msg":"trace[1041513092] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tknbz; range_end:; response_count:1; response_revision:8524; }","duration":"486.004045ms","start":"2026-03-25T17:06:54.428075Z","end":"2026-03-25T17:06:54.914079Z","steps":["trace[1041513092] 'agreement among raft nodes before linearized reading' (duration: 485.762888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:54.914252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:54.428062Z","time spent":"486.185152ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-tknbz\" "} {"level":"warn","ts":"2026-03-25T17:06:55.418183Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003092054390057,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:06:55.918525Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003092054390057,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:06:56.418963Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003092054390057,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:06:56.441111Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.523202968s","expected-duration":"1s"} {"level":"info","ts":"2026-03-25T17:06:56.441549Z","caller":"traceutil/trace.go:171","msg":"trace[80972604] transaction","detail":"{read_only:false; response_revision:8525; number_of_response:1; }","duration":"1.523733865s","start":"2026-03-25T17:06:54.917795Z","end":"2026-03-25T17:06:56.441528Z","steps":["trace[80972604] 'process raft request' (duration: 1.523588951s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:56.441678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:54.917783Z","time spent":"1.523819638s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:06:56.529655Z","caller":"traceutil/trace.go:171","msg":"trace[1084327893] transaction","detail":"{read_only:false; response_revision:8526; number_of_response:1; }","duration":"1.611603953s","start":"2026-03-25T17:06:54.918018Z","end":"2026-03-25T17:06:56.529622Z","steps":["trace[1084327893] 'process raft request' (duration: 1.611357485s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:56.529878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:54.918006Z","time spent":"1.611741907s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:06:56.529971Z","caller":"traceutil/trace.go:171","msg":"trace[688829628] transaction","detail":"{read_only:false; response_revision:8527; number_of_response:1; }","duration":"1.611865211s","start":"2026-03-25T17:06:54.918073Z","end":"2026-03-25T17:06:56.529938Z","steps":["trace[688829628] 'process raft request' (duration: 1.611490289s)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:06:56.530001Z","caller":"traceutil/trace.go:171","msg":"trace[1511071501] transaction","detail":"{read_only:false; response_revision:8528; number_of_response:1; }","duration":"1.611601873s","start":"2026-03-25T17:06:54.918375Z","end":"2026-03-25T17:06:56.529977Z","steps":["trace[1511071501] 'process raft request' (duration: 1.611438358s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:56.530129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:54.91837Z","time spent":"1.611677435s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:06:56.530132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:54.918061Z","time spent":"1.611983044s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:06:56.530309Z","caller":"traceutil/trace.go:171","msg":"trace[1240322959] transaction","detail":"{read_only:false; response_revision:8529; number_of_response:1; }","duration":"1.611418357s","start":"2026-03-25T17:06:54.918871Z","end":"2026-03-25T17:06:56.53029Z","steps":["trace[1240322959] 'process raft request' (duration: 1.611050365s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:56.53041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:54.91886Z","time spent":"1.611502599s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:06:56.635462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.202083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T17:06:56.635983Z","caller":"traceutil/trace.go:171","msg":"trace[1876734089] linearizableReadLoop","detail":"{readStateIndex:8835; appliedIndex:8828; }","duration":"1.717827248s","start":"2026-03-25T17:06:54.918134Z","end":"2026-03-25T17:06:56.635961Z","steps":["trace[1876734089] 'read index received' (duration: 1.523416345s)","trace[1876734089] 'applied index is now lower than readState.Index' (duration: 194.409663ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:06:56.635965Z","caller":"traceutil/trace.go:171","msg":"trace[1007702228] transaction","detail":"{read_only:false; response_revision:8530; number_of_response:1; }","duration":"237.213631ms","start":"2026-03-25T17:06:56.398687Z","end":"2026-03-25T17:06:56.6359Z","steps":["trace[1007702228] 'process raft request' (duration: 131.46506ms)","trace[1007702228] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/08db1feb.percona.com; req_size:507; } (duration: 104.859062ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:06:56.636067Z","caller":"traceutil/trace.go:171","msg":"trace[1004296575] transaction","detail":"{read_only:false; response_revision:8531; number_of_response:1; }","duration":"230.51078ms","start":"2026-03-25T17:06:56.405526Z","end":"2026-03-25T17:06:56.636037Z","steps":["trace[1004296575] 'process raft request' (duration: 230.083236ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:06:56.636116Z","caller":"traceutil/trace.go:171","msg":"trace[1683827493] transaction","detail":"{read_only:false; response_revision:8532; number_of_response:1; }","duration":"225.273704ms","start":"2026-03-25T17:06:56.410808Z","end":"2026-03-25T17:06:56.636082Z","steps":["trace[1683827493] 'process raft request' (duration: 225.094359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:56.636226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718086465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19405"} {"level":"info","ts":"2026-03-25T17:06:56.636283Z","caller":"traceutil/trace.go:171","msg":"trace[2014402558] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8532; }","duration":"1.718152618s","start":"2026-03-25T17:06:54.918113Z","end":"2026-03-25T17:06:56.636265Z","steps":["trace[2014402558] 'agreement among raft nodes before linearized reading' (duration: 1.717970902s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:56.636327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:54.918102Z","time spent":"1.71821288s","remote":"127.0.0.1:60960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19429,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-25T17:06:56.636372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.144161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-25T17:06:56.636377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.204808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T17:06:56.636419Z","caller":"traceutil/trace.go:171","msg":"trace[1782854285] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8532; }","duration":"969.220824ms","start":"2026-03-25T17:06:55.667184Z","end":"2026-03-25T17:06:56.636405Z","steps":["trace[1782854285] 'agreement among raft nodes before linearized reading' (duration: 969.1128ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:06:56.636439Z","caller":"traceutil/trace.go:171","msg":"trace[1663755555] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8532; }","duration":"128.27555ms","start":"2026-03-25T17:06:56.508145Z","end":"2026-03-25T17:06:56.63642Z","steps":["trace[1663755555] 'agreement among raft nodes before linearized reading' (duration: 128.158986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:56.636461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:55.667174Z","time spent":"969.275985ms","remote":"127.0.0.1:60868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:06:56.636461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.210627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-25T17:06:56.63657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.527604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414469"} {"level":"info","ts":"2026-03-25T17:06:56.63664Z","caller":"traceutil/trace.go:171","msg":"trace[1286666277] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8532; }","duration":"521.637577ms","start":"2026-03-25T17:06:56.114985Z","end":"2026-03-25T17:06:56.636622Z","steps":["trace[1286666277] 'agreement among raft nodes before linearized reading' (duration: 521.337318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:56.636678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:56.114968Z","time spent":"521.70261ms","remote":"127.0.0.1:42166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414493,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-25T17:06:56.636615Z","caller":"traceutil/trace.go:171","msg":"trace[1893506971] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8532; }","duration":"992.384203ms","start":"2026-03-25T17:06:55.644159Z","end":"2026-03-25T17:06:56.636543Z","steps":["trace[1893506971] 'agreement among raft nodes before linearized reading' (duration: 992.155466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:56.63677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227472416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-95ff79995-zcpkc.18a0248256faf739\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-03-25T17:06:56.636799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:55.644142Z","time spent":"992.583919ms","remote":"127.0.0.1:60976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-25T17:06:56.636827Z","caller":"traceutil/trace.go:171","msg":"trace[1692350396] range","detail":"{range_begin:/registry/events/openstack/barbican-api-95ff79995-zcpkc.18a0248256faf739; range_end:; response_count:1; response_revision:8532; }","duration":"1.227580089s","start":"2026-03-25T17:06:55.409231Z","end":"2026-03-25T17:06:56.636811Z","steps":["trace[1692350396] 'agreement among raft nodes before linearized reading' (duration: 1.227436245s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:56.636862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:55.409209Z","time spent":"1.227644972s","remote":"127.0.0.1:60842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-95ff79995-zcpkc.18a0248256faf739\" "} {"level":"warn","ts":"2026-03-25T17:06:56.637017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716797125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224097"} {"level":"info","ts":"2026-03-25T17:06:56.637126Z","caller":"traceutil/trace.go:171","msg":"trace[982619705] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8532; }","duration":"1.716886799s","start":"2026-03-25T17:06:54.920186Z","end":"2026-03-25T17:06:56.637073Z","steps":["trace[982619705] 'agreement among raft nodes before linearized reading' (duration: 1.716049972s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:56.637367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:54.920181Z","time spent":"1.717133836s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224121,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-25T17:06:59.034454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003092054390084,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T17:06:59.356413Z","caller":"traceutil/trace.go:171","msg":"trace[1508653065] transaction","detail":"{read_only:false; response_revision:8537; number_of_response:1; }","duration":"906.759824ms","start":"2026-03-25T17:06:58.449624Z","end":"2026-03-25T17:06:59.356384Z","steps":["trace[1508653065] 'process raft request' (duration: 906.584379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:59.356572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:58.4496Z","time spent":"906.883379ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:06:59.593067Z","caller":"traceutil/trace.go:171","msg":"trace[1337014364] transaction","detail":"{read_only:false; response_revision:8538; number_of_response:1; }","duration":"949.667977ms","start":"2026-03-25T17:06:58.643382Z","end":"2026-03-25T17:06:59.59305Z","steps":["trace[1337014364] 'process raft request' (duration: 949.485701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:59.593179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:58.643363Z","time spent":"949.754469ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:06:59.593246Z","caller":"traceutil/trace.go:171","msg":"trace[1666501359] transaction","detail":"{read_only:false; response_revision:8539; number_of_response:1; }","duration":"949.79628ms","start":"2026-03-25T17:06:58.643434Z","end":"2026-03-25T17:06:59.593231Z","steps":["trace[1666501359] 'process raft request' (duration: 949.587644ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:06:59.59331Z","caller":"traceutil/trace.go:171","msg":"trace[108041091] transaction","detail":"{read_only:false; response_revision:8540; number_of_response:1; }","duration":"948.668035ms","start":"2026-03-25T17:06:58.644631Z","end":"2026-03-25T17:06:59.593299Z","steps":["trace[108041091] 'process raft request' (duration: 948.542431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:59.593332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:58.643413Z","time spent":"949.878753ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:06:59.593369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:58.644621Z","time spent":"948.720287ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:06:59.593422Z","caller":"traceutil/trace.go:171","msg":"trace[1210766221] linearizableReadLoop","detail":"{readStateIndex:8845; appliedIndex:8840; }","duration":"1.059872667s","start":"2026-03-25T17:06:58.533543Z","end":"2026-03-25T17:06:59.593415Z","steps":["trace[1210766221] 'read index received' (duration: 822.659447ms)","trace[1210766221] 'applied index is now lower than readState.Index' (duration: 237.21276ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:06:59.593463Z","caller":"traceutil/trace.go:171","msg":"trace[1133717662] transaction","detail":"{read_only:false; response_revision:8541; number_of_response:1; }","duration":"640.903974ms","start":"2026-03-25T17:06:58.952555Z","end":"2026-03-25T17:06:59.593459Z","steps":["trace[1133717662] 'process raft request' (duration: 640.711698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:59.593494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:58.952534Z","time spent":"640.942744ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:06:59.593592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060047143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T17:06:59.593622Z","caller":"traceutil/trace.go:171","msg":"trace[1250422987] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8541; }","duration":"1.060103434s","start":"2026-03-25T17:06:58.533511Z","end":"2026-03-25T17:06:59.593614Z","steps":["trace[1250422987] 'agreement among raft nodes before linearized reading' (duration: 1.060012982s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:59.593664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:58.533497Z","time spent":"1.060145385s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-25T17:06:59.679609Z","caller":"traceutil/trace.go:171","msg":"trace[509675798] transaction","detail":"{read_only:false; response_revision:8542; number_of_response:1; }","duration":"313.321487ms","start":"2026-03-25T17:06:59.366254Z","end":"2026-03-25T17:06:59.679575Z","steps":["trace[509675798] 'process raft request' (duration: 261.592578ms)","trace[509675798] 'compare' (duration: 51.466511ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:06:59.679734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14507296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-25T17:06:59.679757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.45503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:06:59.67976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:59.366227Z","time spent":"313.452851ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:06:59.679786Z","caller":"traceutil/trace.go:171","msg":"trace[759677534] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8542; }","duration":"1.145167863s","start":"2026-03-25T17:06:58.534606Z","end":"2026-03-25T17:06:59.679774Z","steps":["trace[759677534] 'agreement among raft nodes before linearized reading' (duration: 1.145005908s)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:06:59.679793Z","caller":"traceutil/trace.go:171","msg":"trace[845049095] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:8542; }","duration":"734.541102ms","start":"2026-03-25T17:06:58.945241Z","end":"2026-03-25T17:06:59.679782Z","steps":["trace[845049095] 'agreement among raft nodes before linearized reading' (duration: 734.375647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:59.679771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04188938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:06:59.679846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034297541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tknbz\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-25T17:06:59.679858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07110338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:06:59.679818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:58.534599Z","time spent":"1.145209244s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-25T17:06:59.67991Z","caller":"traceutil/trace.go:171","msg":"trace[677949391] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tknbz; range_end:; response_count:1; response_revision:8542; }","duration":"1.034399624s","start":"2026-03-25T17:06:58.645495Z","end":"2026-03-25T17:06:59.679894Z","steps":["trace[677949391] 'agreement among raft nodes before linearized reading' (duration: 1.034124266s)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:06:59.679926Z","caller":"traceutil/trace.go:171","msg":"trace[1863157587] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:8542; }","duration":"1.071228014s","start":"2026-03-25T17:06:58.608682Z","end":"2026-03-25T17:06:59.67991Z","steps":["trace[1863157587] 'agreement among raft nodes before linearized reading' (duration: 1.070912104s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:59.679922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146243737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-25T17:06:59.679954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:58.645487Z","time spent":"1.034450296s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-tknbz\" "} {"level":"warn","ts":"2026-03-25T17:06:59.679963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:58.608664Z","time spent":"1.071291046s","remote":"127.0.0.1:35232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-25T17:06:59.67999Z","caller":"traceutil/trace.go:171","msg":"trace[737090498] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8542; }","duration":"1.146361101s","start":"2026-03-25T17:06:58.533612Z","end":"2026-03-25T17:06:59.679973Z","steps":["trace[737090498] 'agreement among raft nodes before linearized reading' (duration: 1.145965758s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:59.679817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:58.945217Z","time spent":"734.593474ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:06:59.680029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:58.533587Z","time spent":"1.146433422s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T17:06:59.679876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145412051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-25T17:06:59.679876Z","caller":"traceutil/trace.go:171","msg":"trace[1524518498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8542; }","duration":"1.042042885s","start":"2026-03-25T17:06:58.637805Z","end":"2026-03-25T17:06:59.679848Z","steps":["trace[1524518498] 'agreement among raft nodes before linearized reading' (duration: 1.041780597s)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:06:59.680135Z","caller":"traceutil/trace.go:171","msg":"trace[1366620643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8542; }","duration":"1.145661238s","start":"2026-03-25T17:06:58.534447Z","end":"2026-03-25T17:06:59.680108Z","steps":["trace[1366620643] 'agreement among raft nodes before linearized reading' (duration: 1.145158082s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:06:59.680175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:58.637789Z","time spent":"1.042369356s","remote":"127.0.0.1:60746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T17:06:59.680195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:06:58.534439Z","time spent":"1.145722461s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T17:07:01.746698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.896528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T17:07:01.746785Z","caller":"traceutil/trace.go:171","msg":"trace[62121742] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8547; }","duration":"188.032242ms","start":"2026-03-25T17:07:01.55873Z","end":"2026-03-25T17:07:01.746762Z","steps":["trace[62121742] 'count revisions from in-memory index tree' (duration: 187.807624ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:01.746836Z","caller":"traceutil/trace.go:171","msg":"trace[548446281] transaction","detail":"{read_only:false; response_revision:8548; number_of_response:1; }","duration":"149.395405ms","start":"2026-03-25T17:07:01.597403Z","end":"2026-03-25T17:07:01.746798Z","steps":["trace[548446281] 'process raft request' (duration: 117.682437ms)","trace[548446281] 'compare' (duration: 31.45363ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:07:01.815632Z","caller":"traceutil/trace.go:171","msg":"trace[24738457] transaction","detail":"{read_only:false; response_revision:8550; number_of_response:1; }","duration":"216.792537ms","start":"2026-03-25T17:07:01.598813Z","end":"2026-03-25T17:07:01.815606Z","steps":["trace[24738457] 'process raft request' (duration: 216.636992ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:01.8159Z","caller":"traceutil/trace.go:171","msg":"trace[1978785226] transaction","detail":"{read_only:false; response_revision:8551; number_of_response:1; }","duration":"216.514459ms","start":"2026-03-25T17:07:01.599305Z","end":"2026-03-25T17:07:01.81582Z","steps":["trace[1978785226] 'process raft request' (duration: 216.260411ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:01.815845Z","caller":"traceutil/trace.go:171","msg":"trace[1894231561] linearizableReadLoop","detail":"{readStateIndex:8855; appliedIndex:8851; }","duration":"180.162214ms","start":"2026-03-25T17:07:01.635656Z","end":"2026-03-25T17:07:01.815818Z","steps":["trace[1894231561] 'read index received' (duration: 79.445492ms)","trace[1894231561] 'applied index is now lower than readState.Index' (duration: 100.713691ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:07:01.81602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.344049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:07:01.816109Z","caller":"traceutil/trace.go:171","msg":"trace[1771872809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8551; }","duration":"180.474963ms","start":"2026-03-25T17:07:01.63561Z","end":"2026-03-25T17:07:01.816085Z","steps":["trace[1771872809] 'agreement among raft nodes before linearized reading' (duration: 180.318638ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:01.816235Z","caller":"traceutil/trace.go:171","msg":"trace[2078362887] transaction","detail":"{read_only:false; response_revision:8549; number_of_response:1; }","duration":"217.070806ms","start":"2026-03-25T17:07:01.598595Z","end":"2026-03-25T17:07:01.815666Z","steps":["trace[2078362887] 'process raft request' (duration: 216.695634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:01.81647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.446553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-25T17:07:01.816494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.08973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-25T17:07:01.816504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.02755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tknbz\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-25T17:07:01.816567Z","caller":"traceutil/trace.go:171","msg":"trace[579056700] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tknbz; range_end:; response_count:1; response_revision:8551; }","duration":"127.137804ms","start":"2026-03-25T17:07:01.689413Z","end":"2026-03-25T17:07:01.81655Z","steps":["trace[579056700] 'agreement among raft nodes before linearized reading' (duration: 126.944148ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:01.816594Z","caller":"traceutil/trace.go:171","msg":"trace[473600054] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8551; }","duration":"132.182653ms","start":"2026-03-25T17:07:01.684347Z","end":"2026-03-25T17:07:01.816529Z","steps":["trace[473600054] 'agreement among raft nodes before linearized reading' (duration: 131.901974ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:01.81653Z","caller":"traceutil/trace.go:171","msg":"trace[1945453074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8551; }","duration":"113.508215ms","start":"2026-03-25T17:07:01.703006Z","end":"2026-03-25T17:07:01.816514Z","steps":["trace[1945453074] 'agreement among raft nodes before linearized reading' (duration: 113.319469ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:02.003364Z","caller":"traceutil/trace.go:171","msg":"trace[2034106043] transaction","detail":"{read_only:false; response_revision:8552; number_of_response:1; }","duration":"182.411304ms","start":"2026-03-25T17:07:01.820928Z","end":"2026-03-25T17:07:02.003339Z","steps":["trace[2034106043] 'process raft request' (duration: 176.977223ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:02.003459Z","caller":"traceutil/trace.go:171","msg":"trace[1297332426] linearizableReadLoop","detail":"{readStateIndex:8858; appliedIndex:8855; }","duration":"181.536467ms","start":"2026-03-25T17:07:01.821893Z","end":"2026-03-25T17:07:02.00343Z","steps":["trace[1297332426] 'read index received' (duration: 176.002713ms)","trace[1297332426] 'applied index is now lower than readState.Index' (duration: 5.532224ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:07:02.00361Z","caller":"traceutil/trace.go:171","msg":"trace[1824303847] transaction","detail":"{read_only:false; response_revision:8554; number_of_response:1; }","duration":"181.865847ms","start":"2026-03-25T17:07:01.821732Z","end":"2026-03-25T17:07:02.003598Z","steps":["trace[1824303847] 'process raft request' (duration: 181.561248ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:02.003836Z","caller":"traceutil/trace.go:171","msg":"trace[199421827] transaction","detail":"{read_only:false; response_revision:8553; number_of_response:1; }","duration":"181.812385ms","start":"2026-03-25T17:07:01.821657Z","end":"2026-03-25T17:07:02.00347Z","steps":["trace[199421827] 'process raft request' (duration: 181.542817ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:02.003946Z","caller":"traceutil/trace.go:171","msg":"trace[537680942] transaction","detail":"{read_only:false; response_revision:8555; number_of_response:1; }","duration":"181.847067ms","start":"2026-03-25T17:07:01.822086Z","end":"2026-03-25T17:07:02.003933Z","steps":["trace[537680942] 'process raft request' (duration: 181.278859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:02.004191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.198768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19405"} {"level":"warn","ts":"2026-03-25T17:07:02.00422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.800021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.69\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-25T17:07:02.004282Z","caller":"traceutil/trace.go:171","msg":"trace[1909681862] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8555; }","duration":"182.303391ms","start":"2026-03-25T17:07:01.821959Z","end":"2026-03-25T17:07:02.004262Z","steps":["trace[1909681862] 'agreement among raft nodes before linearized reading' (duration: 182.003022ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:02.004298Z","caller":"traceutil/trace.go:171","msg":"trace[416493172] range","detail":"{range_begin:/registry/masterleases/199.204.45.69; range_end:; response_count:1; response_revision:8555; }","duration":"171.920534ms","start":"2026-03-25T17:07:01.832358Z","end":"2026-03-25T17:07:02.004278Z","steps":["trace[416493172] 'agreement among raft nodes before linearized reading' (duration: 171.663076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:02.004442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.518658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224097"} {"level":"info","ts":"2026-03-25T17:07:02.004605Z","caller":"traceutil/trace.go:171","msg":"trace[1220140665] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8555; }","duration":"182.702513ms","start":"2026-03-25T17:07:01.821879Z","end":"2026-03-25T17:07:02.004581Z","steps":["trace[1220140665] 'agreement among raft nodes before linearized reading' (duration: 182.080574ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:24.010847Z","caller":"traceutil/trace.go:171","msg":"trace[1065317148] transaction","detail":"{read_only:false; response_revision:8679; number_of_response:1; }","duration":"118.472761ms","start":"2026-03-25T17:07:23.892354Z","end":"2026-03-25T17:07:24.010827Z","steps":["trace[1065317148] 'process raft request' (duration: 118.428629ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:24.011152Z","caller":"traceutil/trace.go:171","msg":"trace[1855273508] transaction","detail":"{read_only:false; response_revision:8678; number_of_response:1; }","duration":"121.63181ms","start":"2026-03-25T17:07:23.889509Z","end":"2026-03-25T17:07:24.011141Z","steps":["trace[1855273508] 'process raft request' (duration: 107.770743ms)","trace[1855273508] 'compare' (duration: 13.215916ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:07:27.018073Z","caller":"traceutil/trace.go:171","msg":"trace[1602882491] transaction","detail":"{read_only:false; response_revision:8739; number_of_response:1; }","duration":"102.927081ms","start":"2026-03-25T17:07:26.915088Z","end":"2026-03-25T17:07:27.018015Z","steps":["trace[1602882491] 'process raft request' (duration: 102.516698ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:31.852118Z","caller":"traceutil/trace.go:171","msg":"trace[1322252262] linearizableReadLoop","detail":"{readStateIndex:9074; appliedIndex:9073; }","duration":"215.489017ms","start":"2026-03-25T17:07:31.636609Z","end":"2026-03-25T17:07:31.852098Z","steps":["trace[1322252262] 'read index received' (duration: 215.345552ms)","trace[1322252262] 'applied index is now lower than readState.Index' (duration: 142.514µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:07:31.852188Z","caller":"traceutil/trace.go:171","msg":"trace[2068990666] transaction","detail":"{read_only:false; response_revision:8762; number_of_response:1; }","duration":"260.788442ms","start":"2026-03-25T17:07:31.591363Z","end":"2026-03-25T17:07:31.852152Z","steps":["trace[2068990666] 'process raft request' (duration: 260.599996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:31.852645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.652511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:07:31.852695Z","caller":"traceutil/trace.go:171","msg":"trace[2002466831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8762; }","duration":"216.125486ms","start":"2026-03-25T17:07:31.636555Z","end":"2026-03-25T17:07:31.852681Z","steps":["trace[2002466831] 'agreement among raft nodes before linearized reading' (duration: 215.669021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:32.154502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:31.853815Z","time spent":"300.679399ms","remote":"127.0.0.1:60778","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-25T17:07:32.158438Z","caller":"traceutil/trace.go:171","msg":"trace[2015283197] transaction","detail":"{read_only:false; response_revision:8763; number_of_response:1; }","duration":"274.602518ms","start":"2026-03-25T17:07:31.883813Z","end":"2026-03-25T17:07:32.158415Z","steps":["trace[2015283197] 'process raft request' (duration: 274.250277ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:32.1586Z","caller":"traceutil/trace.go:171","msg":"trace[1056136547] transaction","detail":"{read_only:false; response_revision:8764; number_of_response:1; }","duration":"229.211819ms","start":"2026-03-25T17:07:31.929355Z","end":"2026-03-25T17:07:32.158567Z","steps":["trace[1056136547] 'process raft request' (duration: 228.956581ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:32.161222Z","caller":"traceutil/trace.go:171","msg":"trace[123222805] transaction","detail":"{read_only:false; response_revision:8766; number_of_response:1; }","duration":"121.217867ms","start":"2026-03-25T17:07:32.039992Z","end":"2026-03-25T17:07:32.16121Z","steps":["trace[123222805] 'process raft request' (duration: 120.98514ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:32.161364Z","caller":"traceutil/trace.go:171","msg":"trace[500767566] transaction","detail":"{read_only:false; response_revision:8765; number_of_response:1; }","duration":"122.420555ms","start":"2026-03-25T17:07:32.038916Z","end":"2026-03-25T17:07:32.161337Z","steps":["trace[500767566] 'process raft request' (duration: 121.95839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:34.914087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.718795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T17:07:34.914232Z","caller":"traceutil/trace.go:171","msg":"trace[1929164681] linearizableReadLoop","detail":"{readStateIndex:9089; appliedIndex:9085; }","duration":"745.683673ms","start":"2026-03-25T17:07:34.168535Z","end":"2026-03-25T17:07:34.914219Z","steps":["trace[1929164681] 'read index received' (duration: 86.445583ms)","trace[1929164681] 'applied index is now lower than readState.Index' (duration: 659.23722ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:07:34.914286Z","caller":"traceutil/trace.go:171","msg":"trace[613587510] transaction","detail":"{read_only:false; response_revision:8776; number_of_response:1; }","duration":"747.50189ms","start":"2026-03-25T17:07:34.166778Z","end":"2026-03-25T17:07:34.91428Z","steps":["trace[613587510] 'process raft request' (duration: 747.410787ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:34.91429Z","caller":"traceutil/trace.go:171","msg":"trace[1862008336] transaction","detail":"{read_only:false; response_revision:8775; number_of_response:1; }","duration":"748.136539ms","start":"2026-03-25T17:07:34.166132Z","end":"2026-03-25T17:07:34.914268Z","steps":["trace[1862008336] 'process raft request' (duration: 748.020656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:34.914321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:34.166754Z","time spent":"747.547021ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:07:34.914388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:34.166108Z","time spent":"748.228993ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:07:34.914565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.036124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T17:07:34.914586Z","caller":"traceutil/trace.go:171","msg":"trace[733538619] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8776; }","duration":"746.091535ms","start":"2026-03-25T17:07:34.168488Z","end":"2026-03-25T17:07:34.91458Z","steps":["trace[733538619] 'agreement among raft nodes before linearized reading' (duration: 745.967001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:34.914604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:34.168474Z","time spent":"746.125916ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-25T17:07:34.914616Z","caller":"traceutil/trace.go:171","msg":"trace[1233060247] transaction","detail":"{read_only:false; response_revision:8774; number_of_response:1; }","duration":"748.47335ms","start":"2026-03-25T17:07:34.166124Z","end":"2026-03-25T17:07:34.914597Z","steps":["trace[1233060247] 'process raft request' (duration: 564.177846ms)","trace[1233060247] 'compare' (duration: 183.457067ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:07:34.914628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.964631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-25T17:07:34.914687Z","caller":"traceutil/trace.go:171","msg":"trace[1893288028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8776; }","duration":"706.066245ms","start":"2026-03-25T17:07:34.208603Z","end":"2026-03-25T17:07:34.914669Z","steps":["trace[1893288028] 'agreement among raft nodes before linearized reading' (duration: 705.91859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:34.914708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:34.16609Z","time spent":"748.574654ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:07:34.914728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:34.208572Z","time spent":"706.145198ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T17:07:34.914838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.62059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:07:34.914875Z","caller":"traceutil/trace.go:171","msg":"trace[610109773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8776; }","duration":"275.653381ms","start":"2026-03-25T17:07:34.639208Z","end":"2026-03-25T17:07:34.914862Z","steps":["trace[610109773] 'agreement among raft nodes before linearized reading' (duration: 275.600599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:34.915001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.023298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:07:34.915031Z","caller":"traceutil/trace.go:171","msg":"trace[1475803875] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:8776; }","duration":"575.0981ms","start":"2026-03-25T17:07:34.339923Z","end":"2026-03-25T17:07:34.915022Z","steps":["trace[1475803875] 'agreement among raft nodes before linearized reading' (duration: 575.039468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:34.915058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:34.339901Z","time spent":"575.149672ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:07:34.915065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.761954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T17:07:34.915088Z","caller":"traceutil/trace.go:171","msg":"trace[966925432] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8776; }","duration":"490.819036ms","start":"2026-03-25T17:07:34.424261Z","end":"2026-03-25T17:07:34.91508Z","steps":["trace[966925432] 'agreement among raft nodes before linearized reading' (duration: 490.776945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:34.915107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:34.424242Z","time spent":"490.858938ms","remote":"127.0.0.1:32774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:07:34.915229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.005762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-25T17:07:34.915268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.401443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tknbz\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-25T17:07:34.915326Z","caller":"traceutil/trace.go:171","msg":"trace[169277919] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8776; }","duration":"705.143666ms","start":"2026-03-25T17:07:34.210161Z","end":"2026-03-25T17:07:34.915305Z","steps":["trace[169277919] 'agreement among raft nodes before linearized reading' (duration: 704.919699ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:34.915339Z","caller":"traceutil/trace.go:171","msg":"trace[962736733] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tknbz; range_end:; response_count:1; response_revision:8776; }","duration":"698.507287ms","start":"2026-03-25T17:07:34.216813Z","end":"2026-03-25T17:07:34.91532Z","steps":["trace[962736733] 'agreement among raft nodes before linearized reading' (duration: 698.28772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:34.915379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:34.216802Z","time spent":"698.569499ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-tknbz\" "} {"level":"warn","ts":"2026-03-25T17:07:34.915369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.898324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:07:34.915378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:34.210147Z","time spent":"705.218698ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-25T17:07:34.915445Z","caller":"traceutil/trace.go:171","msg":"trace[887553168] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8776; }","duration":"313.347378ms","start":"2026-03-25T17:07:34.602081Z","end":"2026-03-25T17:07:34.915429Z","steps":["trace[887553168] 'agreement among raft nodes before linearized reading' (duration: 312.906454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:34.915233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.637863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-25T17:07:34.915526Z","caller":"traceutil/trace.go:171","msg":"trace[1131224384] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8776; }","duration":"699.934132ms","start":"2026-03-25T17:07:34.21555Z","end":"2026-03-25T17:07:34.915484Z","steps":["trace[1131224384] 'agreement among raft nodes before linearized reading' (duration: 699.476717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:34.915602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:34.215543Z","time spent":"700.043115ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T17:07:34.9156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:34.602065Z","time spent":"313.413241ms","remote":"127.0.0.1:60746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T17:07:35.23357Z","caller":"traceutil/trace.go:171","msg":"trace[20801360] linearizableReadLoop","detail":"{readStateIndex:9090; appliedIndex:9089; }","duration":"314.268827ms","start":"2026-03-25T17:07:34.91928Z","end":"2026-03-25T17:07:35.233548Z","steps":["trace[20801360] 'read index received' (duration: 314.196074ms)","trace[20801360] 'applied index is now lower than readState.Index' (duration: 71.793µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:07:35.233681Z","caller":"traceutil/trace.go:171","msg":"trace[1827052122] transaction","detail":"{read_only:false; response_revision:8777; number_of_response:1; }","duration":"315.874276ms","start":"2026-03-25T17:07:34.917763Z","end":"2026-03-25T17:07:35.233637Z","steps":["trace[1827052122] 'process raft request' (duration: 315.66201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:35.233814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:34.917739Z","time spent":"316.008261ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:07:35.23394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.644178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228827"} {"level":"info","ts":"2026-03-25T17:07:35.233977Z","caller":"traceutil/trace.go:171","msg":"trace[1034121609] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8777; }","duration":"314.711201ms","start":"2026-03-25T17:07:34.919255Z","end":"2026-03-25T17:07:35.233967Z","steps":["trace[1034121609] 'agreement among raft nodes before linearized reading' (duration: 314.394551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:35.234009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:34.919247Z","time spent":"314.753372ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228851,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-25T17:07:35.239298Z","caller":"traceutil/trace.go:171","msg":"trace[662235200] transaction","detail":"{read_only:false; response_revision:8778; number_of_response:1; }","duration":"319.984757ms","start":"2026-03-25T17:07:34.919282Z","end":"2026-03-25T17:07:35.239266Z","steps":["trace[662235200] 'process raft request' (duration: 319.76214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:35.239453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:34.919265Z","time spent":"320.11ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:07:35.23954Z","caller":"traceutil/trace.go:171","msg":"trace[163561236] transaction","detail":"{read_only:false; response_revision:8780; number_of_response:1; }","duration":"319.483931ms","start":"2026-03-25T17:07:34.920045Z","end":"2026-03-25T17:07:35.239529Z","steps":["trace[163561236] 'process raft request' (duration: 319.278695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:35.239655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:34.920033Z","time spent":"319.534102ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":420,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:07:35.239641Z","caller":"traceutil/trace.go:171","msg":"trace[976129886] transaction","detail":"{read_only:false; response_revision:8779; number_of_response:1; }","duration":"320.134222ms","start":"2026-03-25T17:07:34.919345Z","end":"2026-03-25T17:07:35.239479Z","steps":["trace[976129886] 'process raft request' (duration: 319.801191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:35.240293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:34.919325Z","time spent":"320.754671ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:07:44.847833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.38335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:4651"} {"level":"info","ts":"2026-03-25T17:07:44.848192Z","caller":"traceutil/trace.go:171","msg":"trace[1137567358] transaction","detail":"{read_only:false; response_revision:8869; number_of_response:1; }","duration":"113.462943ms","start":"2026-03-25T17:07:44.734705Z","end":"2026-03-25T17:07:44.848168Z","steps":["trace[1137567358] 'process raft request' (duration: 113.38482ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:44.848256Z","caller":"traceutil/trace.go:171","msg":"trace[1839220759] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8867; }","duration":"438.780508ms","start":"2026-03-25T17:07:44.409454Z","end":"2026-03-25T17:07:44.848234Z","steps":["trace[1839220759] 'process raft request' (duration: 291.886632ms)","trace[1839220759] 'compare' (duration: 146.290307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:07:44.848364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:44.409434Z","time spent":"438.879671ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":4675,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:07:44.848182Z","caller":"traceutil/trace.go:171","msg":"trace[2000819332] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8868; }","duration":"438.329914ms","start":"2026-03-25T17:07:44.409817Z","end":"2026-03-25T17:07:44.848147Z","steps":["trace[2000819332] 'process raft request' (duration: 438.144158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:44.848967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.437737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:07:44.849011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:44.409792Z","time spent":"439.117609ms","remote":"127.0.0.1:60860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-25T17:07:44.849756Z","caller":"traceutil/trace.go:171","msg":"trace[48668895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8869; }","duration":"210.546471ms","start":"2026-03-25T17:07:44.638476Z","end":"2026-03-25T17:07:44.849022Z","steps":["trace[48668895] 'agreement among raft nodes before linearized reading' (duration: 210.411876ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:44.849701Z","caller":"traceutil/trace.go:171","msg":"trace[344616249] linearizableReadLoop","detail":"{readStateIndex:9186; appliedIndex:9184; }","duration":"210.040235ms","start":"2026-03-25T17:07:44.638509Z","end":"2026-03-25T17:07:44.848549Z","steps":["trace[344616249] 'read index received' (duration: 62.843809ms)","trace[344616249] 'applied index is now lower than readState.Index' (duration: 147.193886ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:07:45.045583Z","caller":"traceutil/trace.go:171","msg":"trace[99948786] linearizableReadLoop","detail":"{readStateIndex:9188; appliedIndex:9187; }","duration":"195.744344ms","start":"2026-03-25T17:07:44.849813Z","end":"2026-03-25T17:07:45.045558Z","steps":["trace[99948786] 'read index received' (duration: 269.988µs)","trace[99948786] 'applied index is now lower than readState.Index' (duration: 195.473386ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:07:45.045706Z","caller":"traceutil/trace.go:171","msg":"trace[892063264] transaction","detail":"{read_only:false; response_revision:8870; number_of_response:1; }","duration":"195.875478ms","start":"2026-03-25T17:07:44.849818Z","end":"2026-03-25T17:07:45.045693Z","steps":["trace[892063264] 'process raft request' (duration: 162.563709ms)","trace[892063264] 'compare' (duration: 33.067992ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:07:45.046059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.347346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:07:45.046284Z","caller":"traceutil/trace.go:171","msg":"trace[1566987665] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8870; }","duration":"238.626125ms","start":"2026-03-25T17:07:44.807632Z","end":"2026-03-25T17:07:45.046258Z","steps":["trace[1566987665] 'agreement among raft nodes before linearized reading' (duration: 238.226663ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:45.087966Z","caller":"traceutil/trace.go:171","msg":"trace[743838849] transaction","detail":"{read_only:false; response_revision:8871; number_of_response:1; }","duration":"107.080152ms","start":"2026-03-25T17:07:44.980867Z","end":"2026-03-25T17:07:45.087948Z","steps":["trace[743838849] 'process raft request' (duration: 106.720701ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:45.088238Z","caller":"traceutil/trace.go:171","msg":"trace[1614710230] transaction","detail":"{read_only:false; response_revision:8872; number_of_response:1; }","duration":"107.34129ms","start":"2026-03-25T17:07:44.980865Z","end":"2026-03-25T17:07:45.088206Z","steps":["trace[1614710230] 'process raft request' (duration: 106.832554ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:45.088434Z","caller":"traceutil/trace.go:171","msg":"trace[1599742030] transaction","detail":"{read_only:false; response_revision:8873; number_of_response:1; }","duration":"105.635957ms","start":"2026-03-25T17:07:44.982752Z","end":"2026-03-25T17:07:45.088388Z","steps":["trace[1599742030] 'process raft request' (duration: 104.973306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:45.088438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.753214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-25T17:07:45.088486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.916022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:07:45.088511Z","caller":"traceutil/trace.go:171","msg":"trace[599399039] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8873; }","duration":"141.886668ms","start":"2026-03-25T17:07:44.946594Z","end":"2026-03-25T17:07:45.088481Z","steps":["trace[599399039] 'agreement among raft nodes before linearized reading' (duration: 141.710462ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:45.088545Z","caller":"traceutil/trace.go:171","msg":"trace[1119006138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8873; }","duration":"238.006095ms","start":"2026-03-25T17:07:44.850521Z","end":"2026-03-25T17:07:45.088527Z","steps":["trace[1119006138] 'agreement among raft nodes before linearized reading' (duration: 237.902212ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:45.574564Z","caller":"traceutil/trace.go:171","msg":"trace[1112839215] transaction","detail":"{read_only:false; response_revision:8879; number_of_response:1; }","duration":"199.489672ms","start":"2026-03-25T17:07:45.375046Z","end":"2026-03-25T17:07:45.574535Z","steps":["trace[1112839215] 'process raft request' (duration: 199.306606ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:45.574842Z","caller":"traceutil/trace.go:171","msg":"trace[1983402309] transaction","detail":"{read_only:false; response_revision:8880; number_of_response:1; }","duration":"199.222564ms","start":"2026-03-25T17:07:45.375608Z","end":"2026-03-25T17:07:45.574831Z","steps":["trace[1983402309] 'process raft request' (duration: 198.885794ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:45.574997Z","caller":"traceutil/trace.go:171","msg":"trace[482888821] linearizableReadLoop","detail":"{readStateIndex:9199; appliedIndex:9196; }","duration":"159.121381ms","start":"2026-03-25T17:07:45.415852Z","end":"2026-03-25T17:07:45.574974Z","steps":["trace[482888821] 'read index received' (duration: 158.44684ms)","trace[482888821] 'applied index is now lower than readState.Index' (duration: 673.541µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:07:45.575007Z","caller":"traceutil/trace.go:171","msg":"trace[786482735] transaction","detail":"{read_only:false; response_revision:8881; number_of_response:1; }","duration":"198.910544ms","start":"2026-03-25T17:07:45.376073Z","end":"2026-03-25T17:07:45.574984Z","steps":["trace[786482735] 'process raft request' (duration: 198.672977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:45.575218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.304385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-95ff79995-zcpkc.18a0248256faf739\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-25T17:07:45.57594Z","caller":"traceutil/trace.go:171","msg":"trace[991612770] range","detail":"{range_begin:/registry/events/openstack/barbican-api-95ff79995-zcpkc.18a0248256faf739; range_end:; response_count:1; response_revision:8881; }","duration":"165.025787ms","start":"2026-03-25T17:07:45.410889Z","end":"2026-03-25T17:07:45.575915Z","steps":["trace[991612770] 'agreement among raft nodes before linearized reading' (duration: 164.196101ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:45.829868Z","caller":"traceutil/trace.go:171","msg":"trace[835380339] transaction","detail":"{read_only:false; response_revision:8882; number_of_response:1; }","duration":"241.02733ms","start":"2026-03-25T17:07:45.588814Z","end":"2026-03-25T17:07:45.829841Z","steps":["trace[835380339] 'process raft request' (duration: 196.634872ms)","trace[835380339] 'compare' (duration: 44.154641ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:07:45.829994Z","caller":"traceutil/trace.go:171","msg":"trace[962334322] transaction","detail":"{read_only:false; response_revision:8883; number_of_response:1; }","duration":"223.787828ms","start":"2026-03-25T17:07:45.606179Z","end":"2026-03-25T17:07:45.829966Z","steps":["trace[962334322] 'process raft request' (duration: 223.618493ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:46.068717Z","caller":"traceutil/trace.go:171","msg":"trace[1968794856] linearizableReadLoop","detail":"{readStateIndex:9203; appliedIndex:9200; }","duration":"422.112203ms","start":"2026-03-25T17:07:45.646587Z","end":"2026-03-25T17:07:46.068699Z","steps":["trace[1968794856] 'read index received' (duration: 138.857833ms)","trace[1968794856] 'applied index is now lower than readState.Index' (duration: 283.25359ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:07:46.068941Z","caller":"traceutil/trace.go:171","msg":"trace[1899753086] transaction","detail":"{read_only:false; response_revision:8884; number_of_response:1; }","duration":"452.967685ms","start":"2026-03-25T17:07:45.615963Z","end":"2026-03-25T17:07:46.06893Z","steps":["trace[1899753086] 'process raft request' (duration: 452.585363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:46.069029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:45.615938Z","time spent":"453.027867ms","remote":"127.0.0.1:60842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1116,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:07:46.069164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.619787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-25T17:07:46.069197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.749342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-25T17:07:46.069225Z","caller":"traceutil/trace.go:171","msg":"trace[344772752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8884; }","duration":"119.810494ms","start":"2026-03-25T17:07:45.949407Z","end":"2026-03-25T17:07:46.069217Z","steps":["trace[344772752] 'agreement among raft nodes before linearized reading' (duration: 119.709121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:46.069214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.609919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-25T17:07:46.06923Z","caller":"traceutil/trace.go:171","msg":"trace[58664796] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8884; }","duration":"233.757912ms","start":"2026-03-25T17:07:45.835456Z","end":"2026-03-25T17:07:46.069214Z","steps":["trace[58664796] 'agreement among raft nodes before linearized reading' (duration: 233.564966ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:46.069272Z","caller":"traceutil/trace.go:171","msg":"trace[1792204454] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8884; }","duration":"422.701712ms","start":"2026-03-25T17:07:45.646555Z","end":"2026-03-25T17:07:46.069257Z","steps":["trace[1792204454] 'agreement among raft nodes before linearized reading' (duration: 422.521366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:46.069304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:45.646542Z","time spent":"422.754423ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3696,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-25T17:07:46.85933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.896965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T17:07:46.859483Z","caller":"traceutil/trace.go:171","msg":"trace[416073705] linearizableReadLoop","detail":"{readStateIndex:9206; appliedIndex:9204; }","duration":"682.813873ms","start":"2026-03-25T17:07:46.176656Z","end":"2026-03-25T17:07:46.85947Z","steps":["trace[416073705] 'read index received' (duration: 60.789924ms)","trace[416073705] 'applied index is now lower than readState.Index' (duration: 622.023229ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:07:46.859558Z","caller":"traceutil/trace.go:171","msg":"trace[522511265] transaction","detail":"{read_only:false; response_revision:8886; number_of_response:1; }","duration":"783.250056ms","start":"2026-03-25T17:07:46.0763Z","end":"2026-03-25T17:07:46.85955Z","steps":["trace[522511265] 'process raft request' (duration: 161.084403ms)","trace[522511265] 'compare' (duration: 621.725709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:07:46.859597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:46.076289Z","time spent":"783.291798ms","remote":"127.0.0.1:60856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":583,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T17:07:46.85993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.254777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T17:07:46.860017Z","caller":"traceutil/trace.go:171","msg":"trace[884374711] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8887; }","duration":"683.396721ms","start":"2026-03-25T17:07:46.176597Z","end":"2026-03-25T17:07:46.859994Z","steps":["trace[884374711] 'agreement among raft nodes before linearized reading' (duration: 683.230596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:46.86008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:46.176575Z","time spent":"683.490405ms","remote":"127.0.0.1:32830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-25T17:07:46.860285Z","caller":"traceutil/trace.go:171","msg":"trace[1291820673] transaction","detail":"{read_only:false; response_revision:8887; number_of_response:1; }","duration":"719.51445ms","start":"2026-03-25T17:07:46.140742Z","end":"2026-03-25T17:07:46.860257Z","steps":["trace[1291820673] 'process raft request' (duration: 718.664873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:46.860436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:46.140724Z","time spent":"719.637383ms","remote":"127.0.0.1:60842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:07:47.360256Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003092054391108,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T17:07:47.729756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.430635ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T17:07:47.730042Z","caller":"traceutil/trace.go:171","msg":"trace[642097278] transaction","detail":"{read_only:false; response_revision:8888; number_of_response:1; }","duration":"1.417125368s","start":"2026-03-25T17:07:46.312818Z","end":"2026-03-25T17:07:47.729943Z","steps":["trace[642097278] 'process raft request' (duration: 1.100416164s)","trace[642097278] 'compare' (duration: 315.247678ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:07:47.730236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:46.312793Z","time spent":"1.417356196s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:07:47.773677Z","caller":"traceutil/trace.go:171","msg":"trace[778773677] transaction","detail":"{read_only:false; response_revision:8889; number_of_response:1; }","duration":"680.330506ms","start":"2026-03-25T17:07:47.093317Z","end":"2026-03-25T17:07:47.773647Z","steps":["trace[778773677] 'process raft request' (duration: 679.968624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:47.773833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:47.093296Z","time spent":"680.459349ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:07:47.774476Z","caller":"traceutil/trace.go:171","msg":"trace[1376167502] transaction","detail":"{read_only:false; response_revision:8890; number_of_response:1; }","duration":"680.850512ms","start":"2026-03-25T17:07:47.093599Z","end":"2026-03-25T17:07:47.774449Z","steps":["trace[1376167502] 'process raft request' (duration: 679.986245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:47.774652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:47.093593Z","time spent":"680.960555ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:07:47.774915Z","caller":"traceutil/trace.go:171","msg":"trace[1571538818] transaction","detail":"{read_only:false; response_revision:8891; number_of_response:1; }","duration":"681.11777ms","start":"2026-03-25T17:07:47.093785Z","end":"2026-03-25T17:07:47.774903Z","steps":["trace[1571538818] 'process raft request' (duration: 680.556703ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:47.774966Z","caller":"traceutil/trace.go:171","msg":"trace[1445066613] linearizableReadLoop","detail":"{readStateIndex:9210; appliedIndex:9206; }","duration":"915.427889ms","start":"2026-03-25T17:07:46.859526Z","end":"2026-03-25T17:07:47.774954Z","steps":["trace[1445066613] 'read index received' (duration: 553.718338ms)","trace[1445066613] 'applied index is now lower than readState.Index' (duration: 361.708501ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:07:47.774985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:47.093779Z","time spent":"681.170702ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:07:47.77506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137701529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:07:47.775094Z","caller":"traceutil/trace.go:171","msg":"trace[708322538] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8892; }","duration":"1.137765711s","start":"2026-03-25T17:07:46.637319Z","end":"2026-03-25T17:07:47.775085Z","steps":["trace[708322538] 'agreement among raft nodes before linearized reading' (duration: 1.137696249s)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:47.775076Z","caller":"traceutil/trace.go:171","msg":"trace[1761097511] transaction","detail":"{read_only:false; response_revision:8892; number_of_response:1; }","duration":"367.229655ms","start":"2026-03-25T17:07:47.407802Z","end":"2026-03-25T17:07:47.775032Z","steps":["trace[1761097511] 'process raft request' (duration: 366.977547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:47.77512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:46.637304Z","time spent":"1.137811513s","remote":"127.0.0.1:60746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T17:07:47.77518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:47.407777Z","time spent":"367.355868ms","remote":"127.0.0.1:32888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T17:07:48.16618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.932139ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-25T17:07:48.166344Z","caller":"traceutil/trace.go:171","msg":"trace[1296802110] linearizableReadLoop","detail":"{readStateIndex:9212; appliedIndex:9211; }","duration":"391.288913ms","start":"2026-03-25T17:07:47.774992Z","end":"2026-03-25T17:07:48.166281Z","steps":["trace[1296802110] 'read index received' (duration: 29.359964ms)","trace[1296802110] 'applied index is now lower than readState.Index' (duration: 361.927218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:07:48.166512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.288106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:07:48.166486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.522785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:07:48.166554Z","caller":"traceutil/trace.go:171","msg":"trace[883676998] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8892; }","duration":"936.375619ms","start":"2026-03-25T17:07:47.230164Z","end":"2026-03-25T17:07:48.16654Z","steps":["trace[883676998] 'agreement among raft nodes before linearized reading' (duration: 936.304886ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:48.166588Z","caller":"traceutil/trace.go:171","msg":"trace[1033733555] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:8892; }","duration":"488.69297ms","start":"2026-03-25T17:07:47.677863Z","end":"2026-03-25T17:07:48.166556Z","steps":["trace[1033733555] 'agreement among raft nodes before linearized reading' (duration: 488.498074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:48.16665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:47.677838Z","time spent":"488.801504ms","remote":"127.0.0.1:35242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:07:48.166741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30255077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:1 size:598"} {"level":"warn","ts":"2026-03-25T17:07:48.166732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.226485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-25T17:07:48.166701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.102467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T17:07:48.166793Z","caller":"traceutil/trace.go:171","msg":"trace[1501183365] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8892; }","duration":"588.334618ms","start":"2026-03-25T17:07:47.578445Z","end":"2026-03-25T17:07:48.166779Z","steps":["trace[1501183365] 'agreement among raft nodes before linearized reading' (duration: 588.144542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:48.166826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:47.578423Z","time spent":"588.396809ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-25T17:07:48.166899Z","caller":"traceutil/trace.go:171","msg":"trace[1884878841] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8892; }","duration":"706.366435ms","start":"2026-03-25T17:07:47.460473Z","end":"2026-03-25T17:07:48.16684Z","steps":["trace[1884878841] 'agreement among raft nodes before linearized reading' (duration: 706.135398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:48.166595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:47.230145Z","time spent":"936.438021ms","remote":"127.0.0.1:45078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:07:48.16701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302895191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-25T17:07:48.167036Z","caller":"traceutil/trace.go:171","msg":"trace[687081878] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8892; }","duration":"1.302929362s","start":"2026-03-25T17:07:46.864099Z","end":"2026-03-25T17:07:48.167028Z","steps":["trace[687081878] 'agreement among raft nodes before linearized reading' (duration: 1.302528949s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:48.167053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:46.864092Z","time spent":"1.302956393s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-25T17:07:48.167045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:47.460434Z","time spent":"706.584102ms","remote":"127.0.0.1:60960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-25T17:07:48.166777Z","caller":"traceutil/trace.go:171","msg":"trace[368634947] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:1; response_revision:8892; }","duration":"1.302593892s","start":"2026-03-25T17:07:46.864174Z","end":"2026-03-25T17:07:48.166768Z","steps":["trace[368634947] 'agreement among raft nodes before linearized reading' (duration: 1.302443187s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:48.167205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:46.864171Z","time spent":"1.303003335s","remote":"127.0.0.1:60856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":622,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"warn","ts":"2026-03-25T17:07:48.167337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30350084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-25T17:07:48.167382Z","caller":"traceutil/trace.go:171","msg":"trace[1542979947] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8892; }","duration":"1.303571062s","start":"2026-03-25T17:07:46.863799Z","end":"2026-03-25T17:07:48.16737Z","steps":["trace[1542979947] 'agreement among raft nodes before linearized reading' (duration: 1.302837189s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:48.167382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.797051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-25T17:07:48.167414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:46.863787Z","time spent":"1.303620154s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-25T17:07:48.167423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.539493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-25T17:07:48.167453Z","caller":"traceutil/trace.go:171","msg":"trace[1347455187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8892; }","duration":"587.593414ms","start":"2026-03-25T17:07:47.579853Z","end":"2026-03-25T17:07:48.167446Z","steps":["trace[1347455187] 'agreement among raft nodes before linearized reading' (duration: 587.105949ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:48.167448Z","caller":"traceutil/trace.go:171","msg":"trace[956210218] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8892; }","duration":"587.946296ms","start":"2026-03-25T17:07:47.579486Z","end":"2026-03-25T17:07:48.167432Z","steps":["trace[956210218] 'agreement among raft nodes before linearized reading' (duration: 587.098779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:48.167476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:47.579843Z","time spent":"587.624796ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T17:07:48.167539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:47.57946Z","time spent":"588.06569ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T17:07:48.167602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.06889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T17:07:48.167649Z","caller":"traceutil/trace.go:171","msg":"trace[137912443] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8892; }","duration":"749.157173ms","start":"2026-03-25T17:07:47.41848Z","end":"2026-03-25T17:07:48.167637Z","steps":["trace[137912443] 'agreement among raft nodes before linearized reading' (duration: 747.953415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:48.167683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:47.418452Z","time spent":"749.224835ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T17:07:48.167895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.147386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tknbz\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-25T17:07:48.16794Z","caller":"traceutil/trace.go:171","msg":"trace[1966846479] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tknbz; range_end:; response_count:1; response_revision:8892; }","duration":"744.850027ms","start":"2026-03-25T17:07:47.423078Z","end":"2026-03-25T17:07:48.167928Z","steps":["trace[1966846479] 'agreement among raft nodes before linearized reading' (duration: 743.315279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:48.167973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:47.423062Z","time spent":"744.900698ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-tknbz\" "} {"level":"info","ts":"2026-03-25T17:07:48.252528Z","caller":"traceutil/trace.go:171","msg":"trace[933848877] transaction","detail":"{read_only:false; response_revision:8894; number_of_response:1; }","duration":"472.524281ms","start":"2026-03-25T17:07:47.779979Z","end":"2026-03-25T17:07:48.252503Z","steps":["trace[933848877] 'process raft request' (duration: 472.462599ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:48.25255Z","caller":"traceutil/trace.go:171","msg":"trace[420217037] transaction","detail":"{read_only:false; response_revision:8893; number_of_response:1; }","duration":"472.773438ms","start":"2026-03-25T17:07:47.779745Z","end":"2026-03-25T17:07:48.252519Z","steps":["trace[420217037] 'process raft request' (duration: 472.549181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:48.25269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:47.779968Z","time spent":"472.637154ms","remote":"127.0.0.1:32888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:07:48.252724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:47.779724Z","time spent":"472.910033ms","remote":"127.0.0.1:60842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T17:07:48.368157Z","caller":"traceutil/trace.go:171","msg":"trace[280246357] linearizableReadLoop","detail":"{readStateIndex:9215; appliedIndex:9212; }","duration":"201.756723ms","start":"2026-03-25T17:07:48.166382Z","end":"2026-03-25T17:07:48.368139Z","steps":["trace[280246357] 'read index received' (duration: 85.906205ms)","trace[280246357] 'applied index is now lower than readState.Index' (duration: 115.849778ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:07:48.368251Z","caller":"traceutil/trace.go:171","msg":"trace[1012776268] transaction","detail":"{read_only:false; response_revision:8899; number_of_response:1; }","duration":"194.261298ms","start":"2026-03-25T17:07:48.173982Z","end":"2026-03-25T17:07:48.368243Z","steps":["trace[1012776268] 'process raft request' (duration: 194.130124ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:48.368239Z","caller":"traceutil/trace.go:171","msg":"trace[1048030773] transaction","detail":"{read_only:false; response_revision:8898; number_of_response:1; }","duration":"194.261468ms","start":"2026-03-25T17:07:48.173948Z","end":"2026-03-25T17:07:48.36821Z","steps":["trace[1048030773] 'process raft request' (duration: 194.140884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:48.368438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.472168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:07:48.368465Z","caller":"traceutil/trace.go:171","msg":"trace[195631772] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8899; }","duration":"592.54145ms","start":"2026-03-25T17:07:47.775917Z","end":"2026-03-25T17:07:48.368459Z","steps":["trace[195631772] 'agreement among raft nodes before linearized reading' (duration: 592.485539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:48.36849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:47.775901Z","time spent":"592.584091ms","remote":"127.0.0.1:60754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T17:07:48.368481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.744622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-25T17:07:48.368537Z","caller":"traceutil/trace.go:171","msg":"trace[1166934247] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8899; }","duration":"589.842045ms","start":"2026-03-25T17:07:47.778681Z","end":"2026-03-25T17:07:48.368523Z","steps":["trace[1166934247] 'agreement among raft nodes before linearized reading' (duration: 589.634679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:48.368544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.574295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-25T17:07:48.368617Z","caller":"traceutil/trace.go:171","msg":"trace[1104447291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8899; }","duration":"226.707519ms","start":"2026-03-25T17:07:48.141899Z","end":"2026-03-25T17:07:48.368606Z","steps":["trace[1104447291] 'agreement among raft nodes before linearized reading' (duration: 226.439631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:48.368661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.891606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-25T17:07:48.368704Z","caller":"traceutil/trace.go:171","msg":"trace[1229076802] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8899; }","duration":"514.970648ms","start":"2026-03-25T17:07:47.853725Z","end":"2026-03-25T17:07:48.368695Z","steps":["trace[1229076802] 'agreement among raft nodes before linearized reading' (duration: 514.865605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:48.368575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:47.778667Z","time spent":"589.901887ms","remote":"127.0.0.1:60860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-25T17:07:48.368804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.476192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.18a02493307f0499\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-03-25T17:07:48.368836Z","caller":"traceutil/trace.go:171","msg":"trace[1524608907] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.18a02493307f0499; range_end:; response_count:1; response_revision:8899; }","duration":"112.532794ms","start":"2026-03-25T17:07:48.256292Z","end":"2026-03-25T17:07:48.368825Z","steps":["trace[1524608907] 'agreement among raft nodes before linearized reading' (duration: 112.458662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:48.368675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.888577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-25T17:07:48.368893Z","caller":"traceutil/trace.go:171","msg":"trace[499029034] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8899; }","duration":"195.129995ms","start":"2026-03-25T17:07:48.173752Z","end":"2026-03-25T17:07:48.368882Z","steps":["trace[499029034] 'agreement among raft nodes before linearized reading' (duration: 194.849976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:48.368963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.279548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228742"} {"level":"info","ts":"2026-03-25T17:07:48.368945Z","caller":"traceutil/trace.go:171","msg":"trace[1484991912] transaction","detail":"{read_only:false; response_revision:8895; number_of_response:1; }","duration":"310.367784ms","start":"2026-03-25T17:07:48.05856Z","end":"2026-03-25T17:07:48.368928Z","steps":["trace[1484991912] 'process raft request' (duration: 224.138959ms)","trace[1484991912] 'compare' (duration: 85.220703ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:07:48.368992Z","caller":"traceutil/trace.go:171","msg":"trace[1589608848] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8899; }","duration":"194.34773ms","start":"2026-03-25T17:07:48.174638Z","end":"2026-03-25T17:07:48.368986Z","steps":["trace[1589608848] 'agreement among raft nodes before linearized reading' (duration: 194.135533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:48.368733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:47.853703Z","time spent":"515.023569ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-25T17:07:48.369206Z","caller":"traceutil/trace.go:171","msg":"trace[1929417085] transaction","detail":"{read_only:false; response_revision:8897; number_of_response:1; }","duration":"195.310421ms","start":"2026-03-25T17:07:48.173887Z","end":"2026-03-25T17:07:48.369197Z","steps":["trace[1929417085] 'process raft request' (duration: 194.180715ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:48.369287Z","caller":"traceutil/trace.go:171","msg":"trace[2125057664] transaction","detail":"{read_only:false; response_revision:8896; number_of_response:1; }","duration":"195.400903ms","start":"2026-03-25T17:07:48.17388Z","end":"2026-03-25T17:07:48.369281Z","steps":["trace[2125057664] 'process raft request' (duration: 194.160244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:48.370078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:48.058534Z","time spent":"310.466357ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:07:48.550556Z","caller":"traceutil/trace.go:171","msg":"trace[1599807012] transaction","detail":"{read_only:false; response_revision:8901; number_of_response:1; }","duration":"171.878353ms","start":"2026-03-25T17:07:48.378642Z","end":"2026-03-25T17:07:48.55052Z","steps":["trace[1599807012] 'process raft request' (duration: 102.317252ms)","trace[1599807012] 'compare' (duration: 69.229971ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:07:48.550924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.64078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:07:48.551009Z","caller":"traceutil/trace.go:171","msg":"trace[1111863359] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8901; }","duration":"174.779345ms","start":"2026-03-25T17:07:48.376211Z","end":"2026-03-25T17:07:48.550991Z","steps":["trace[1111863359] 'agreement among raft nodes before linearized reading' (duration: 174.62679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:48.551044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.046791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-25T17:07:48.55111Z","caller":"traceutil/trace.go:171","msg":"trace[1834030758] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8901; }","duration":"174.132084ms","start":"2026-03-25T17:07:48.376959Z","end":"2026-03-25T17:07:48.551091Z","steps":["trace[1834030758] 'agreement among raft nodes before linearized reading' (duration: 173.933518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:48.551936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.890621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-25T17:07:48.552017Z","caller":"traceutil/trace.go:171","msg":"trace[1515437545] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8901; }","duration":"137.003985ms","start":"2026-03-25T17:07:48.414995Z","end":"2026-03-25T17:07:48.551999Z","steps":["trace[1515437545] 'agreement among raft nodes before linearized reading' (duration: 135.551049ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:48.768292Z","caller":"traceutil/trace.go:171","msg":"trace[1983767740] transaction","detail":"{read_only:false; response_revision:8902; number_of_response:1; }","duration":"120.418242ms","start":"2026-03-25T17:07:48.647846Z","end":"2026-03-25T17:07:48.768265Z","steps":["trace[1983767740] 'process raft request' (duration: 120.139264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:49.055423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.064612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:07:49.055757Z","caller":"traceutil/trace.go:171","msg":"trace[1132358295] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8902; }","duration":"127.480335ms","start":"2026-03-25T17:07:48.928238Z","end":"2026-03-25T17:07:49.055718Z","steps":["trace[1132358295] 'count revisions from in-memory index tree' (duration: 126.943247ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:49.940793Z","caller":"traceutil/trace.go:171","msg":"trace[691604491] transaction","detail":"{read_only:false; response_revision:8905; number_of_response:1; }","duration":"160.916788ms","start":"2026-03-25T17:07:49.779841Z","end":"2026-03-25T17:07:49.940758Z","steps":["trace[691604491] 'process raft request' (duration: 160.791004ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:49.94108Z","caller":"traceutil/trace.go:171","msg":"trace[450634966] transaction","detail":"{read_only:false; response_revision:8906; number_of_response:1; }","duration":"160.415322ms","start":"2026-03-25T17:07:49.780638Z","end":"2026-03-25T17:07:49.941053Z","steps":["trace[450634966] 'process raft request' (duration: 160.04113ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:49.941377Z","caller":"traceutil/trace.go:171","msg":"trace[475901688] transaction","detail":"{read_only:false; response_revision:8904; number_of_response:1; }","duration":"161.268229ms","start":"2026-03-25T17:07:49.779837Z","end":"2026-03-25T17:07:49.941105Z","steps":["trace[475901688] 'process raft request' (duration: 122.88879ms)","trace[475901688] 'compare' (duration: 37.745209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:07:50.708616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.69857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-25T17:07:50.708643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.74403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-25T17:07:50.708702Z","caller":"traceutil/trace.go:171","msg":"trace[616955169] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8906; }","duration":"334.838364ms","start":"2026-03-25T17:07:50.373843Z","end":"2026-03-25T17:07:50.708682Z","steps":["trace[616955169] 'range keys from in-memory index tree' (duration: 334.522034ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:50.708729Z","caller":"traceutil/trace.go:171","msg":"trace[246286695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8906; }","duration":"152.873524ms","start":"2026-03-25T17:07:50.55583Z","end":"2026-03-25T17:07:50.708703Z","steps":["trace[246286695] 'range keys from in-memory index tree' (duration: 152.563154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:50.708749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:50.373825Z","time spent":"334.914247ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T17:07:50.709071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.114663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-25T17:07:50.709117Z","caller":"traceutil/trace.go:171","msg":"trace[34386468] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8906; }","duration":"335.198346ms","start":"2026-03-25T17:07:50.373907Z","end":"2026-03-25T17:07:50.709106Z","steps":["trace[34386468] 'range keys from in-memory index tree' (duration: 334.967099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:50.709988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:50.373887Z","time spent":"336.083184ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T17:07:50.709144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.341761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-25T17:07:50.709146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.086291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:07:50.710117Z","caller":"traceutil/trace.go:171","msg":"trace[721222221] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8906; }","duration":"336.315331ms","start":"2026-03-25T17:07:50.37375Z","end":"2026-03-25T17:07:50.710065Z","steps":["trace[721222221] 'range keys from in-memory index tree' (duration: 335.186466ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:50.710164Z","caller":"traceutil/trace.go:171","msg":"trace[1924129995] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8906; }","duration":"288.150505ms","start":"2026-03-25T17:07:50.421972Z","end":"2026-03-25T17:07:50.710122Z","steps":["trace[1924129995] 'count revisions from in-memory index tree' (duration: 286.998388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:50.709261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.805207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T17:07:50.71022Z","caller":"traceutil/trace.go:171","msg":"trace[833174028] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8906; }","duration":"565.761688ms","start":"2026-03-25T17:07:50.14444Z","end":"2026-03-25T17:07:50.710202Z","steps":["trace[833174028] 'count revisions from in-memory index tree' (duration: 564.713284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:50.710223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:50.373724Z","time spent":"336.484317ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T17:07:50.709321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.256648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:07:50.710365Z","caller":"traceutil/trace.go:171","msg":"trace[509598083] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:8906; }","duration":"611.314652ms","start":"2026-03-25T17:07:50.099007Z","end":"2026-03-25T17:07:50.710322Z","steps":["trace[509598083] 'count revisions from in-memory index tree' (duration: 610.181456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:50.709338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.854791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tknbz\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-25T17:07:50.710482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:50.09898Z","time spent":"611.458446ms","remote":"127.0.0.1:53156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:07:50.709355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.073798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-25T17:07:50.710281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:50.144369Z","time spent":"565.895161ms","remote":"127.0.0.1:33080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-25T17:07:50.710544Z","caller":"traceutil/trace.go:171","msg":"trace[103837468] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tknbz; range_end:; response_count:1; response_revision:8906; }","duration":"333.039858ms","start":"2026-03-25T17:07:50.37743Z","end":"2026-03-25T17:07:50.71047Z","steps":["trace[103837468] 'range keys from in-memory index tree' (duration: 331.679395ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:50.710609Z","caller":"traceutil/trace.go:171","msg":"trace[185595124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8906; }","duration":"333.332897ms","start":"2026-03-25T17:07:50.377242Z","end":"2026-03-25T17:07:50.710575Z","steps":["trace[185595124] 'range keys from in-memory index tree' (duration: 331.875052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:50.710743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:50.377408Z","time spent":"333.294646ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-tknbz\" "} {"level":"warn","ts":"2026-03-25T17:07:50.710787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:50.377223Z","time spent":"333.542644ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-25T17:07:50.851543Z","caller":"traceutil/trace.go:171","msg":"trace[1723450536] transaction","detail":"{read_only:false; response_revision:8908; number_of_response:1; }","duration":"138.058167ms","start":"2026-03-25T17:07:50.713451Z","end":"2026-03-25T17:07:50.851509Z","steps":["trace[1723450536] 'process raft request' (duration: 137.781719ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:50.85155Z","caller":"traceutil/trace.go:171","msg":"trace[202190984] transaction","detail":"{read_only:false; response_revision:8910; number_of_response:1; }","duration":"137.539771ms","start":"2026-03-25T17:07:50.713986Z","end":"2026-03-25T17:07:50.851526Z","steps":["trace[202190984] 'process raft request' (duration: 137.416247ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:50.851635Z","caller":"traceutil/trace.go:171","msg":"trace[642802041] transaction","detail":"{read_only:false; response_revision:8909; number_of_response:1; }","duration":"138.125869ms","start":"2026-03-25T17:07:50.713471Z","end":"2026-03-25T17:07:50.851597Z","steps":["trace[642802041] 'process raft request' (duration: 137.890542ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:50.851737Z","caller":"traceutil/trace.go:171","msg":"trace[1683789264] linearizableReadLoop","detail":"{readStateIndex:9231; appliedIndex:9226; }","duration":"136.650743ms","start":"2026-03-25T17:07:50.715033Z","end":"2026-03-25T17:07:50.851684Z","steps":["trace[1683789264] 'read index received' (duration: 96.942442ms)","trace[1683789264] 'applied index is now lower than readState.Index' (duration: 39.706891ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:07:50.851754Z","caller":"traceutil/trace.go:171","msg":"trace[2046914417] transaction","detail":"{read_only:false; response_revision:8911; number_of_response:1; }","duration":"137.428548ms","start":"2026-03-25T17:07:50.714308Z","end":"2026-03-25T17:07:50.851737Z","steps":["trace[2046914417] 'process raft request' (duration: 137.130778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:50.852165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.129528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228742"} {"level":"info","ts":"2026-03-25T17:07:50.852209Z","caller":"traceutil/trace.go:171","msg":"trace[737300839] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8911; }","duration":"137.212531ms","start":"2026-03-25T17:07:50.714985Z","end":"2026-03-25T17:07:50.852197Z","steps":["trace[737300839] 'agreement among raft nodes before linearized reading' (duration: 136.791618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:51.888587Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003092054391185,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T17:07:51.978874Z","caller":"traceutil/trace.go:171","msg":"trace[634489431] transaction","detail":"{read_only:false; response_revision:8912; number_of_response:1; }","duration":"681.056448ms","start":"2026-03-25T17:07:51.297799Z","end":"2026-03-25T17:07:51.978856Z","steps":["trace[634489431] 'process raft request' (duration: 680.820251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:51.978989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:51.297775Z","time spent":"681.15033ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:07:52.018754Z","caller":"traceutil/trace.go:171","msg":"trace[351266326] transaction","detail":"{read_only:false; response_revision:8913; number_of_response:1; }","duration":"211.313655ms","start":"2026-03-25T17:07:51.807408Z","end":"2026-03-25T17:07:52.018722Z","steps":["trace[351266326] 'process raft request' (duration: 211.086618ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:52.019199Z","caller":"traceutil/trace.go:171","msg":"trace[1036490647] linearizableReadLoop","detail":"{readStateIndex:9233; appliedIndex:9231; }","duration":"630.851757ms","start":"2026-03-25T17:07:51.388327Z","end":"2026-03-25T17:07:52.019178Z","steps":["trace[1036490647] 'read index received' (duration: 590.443654ms)","trace[1036490647] 'applied index is now lower than readState.Index' (duration: 40.407243ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:07:52.019503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.666623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:07:52.01955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.868715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-25T17:07:52.019546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.360374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-25T17:07:52.01959Z","caller":"traceutil/trace.go:171","msg":"trace[1524324778] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8916; }","duration":"320.977429ms","start":"2026-03-25T17:07:51.698601Z","end":"2026-03-25T17:07:52.019578Z","steps":["trace[1524324778] 'agreement among raft nodes before linearized reading' (duration: 320.813604ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:52.019616Z","caller":"traceutil/trace.go:171","msg":"trace[81240097] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8916; }","duration":"504.509028ms","start":"2026-03-25T17:07:51.515086Z","end":"2026-03-25T17:07:52.019595Z","steps":["trace[81240097] 'agreement among raft nodes before linearized reading' (duration: 504.286471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:52.019637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.351792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-25T17:07:52.019623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:51.698575Z","time spent":"321.039171ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-25T17:07:52.019654Z","caller":"traceutil/trace.go:171","msg":"trace[669588824] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:8916; }","duration":"631.405704ms","start":"2026-03-25T17:07:51.388243Z","end":"2026-03-25T17:07:52.019649Z","steps":["trace[669588824] 'agreement among raft nodes before linearized reading' (duration: 631.340292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:52.019637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.834136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:07:52.019677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:51.388223Z","time spent":"631.449236ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":55,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:07:52.019668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:51.515064Z","time spent":"504.58984ms","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-25T17:07:52.019688Z","caller":"traceutil/trace.go:171","msg":"trace[3337942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8916; }","duration":"382.920909ms","start":"2026-03-25T17:07:51.636753Z","end":"2026-03-25T17:07:52.019674Z","steps":["trace[3337942] 'agreement among raft nodes before linearized reading' (duration: 382.846436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:52.019721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:07:51.636733Z","time spent":"382.981331ms","remote":"127.0.0.1:60746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T17:07:52.019564Z","caller":"traceutil/trace.go:171","msg":"trace[1564812694] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8916; }","duration":"229.832868ms","start":"2026-03-25T17:07:51.789717Z","end":"2026-03-25T17:07:52.01955Z","steps":["trace[1564812694] 'agreement among raft nodes before linearized reading' (duration: 229.692863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:52.019935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.020257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.69\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-25T17:07:52.01995Z","caller":"traceutil/trace.go:171","msg":"trace[1232260926] range","detail":"{range_begin:/registry/masterleases/199.204.45.69; range_end:; response_count:1; response_revision:8916; }","duration":"185.034597ms","start":"2026-03-25T17:07:51.834911Z","end":"2026-03-25T17:07:52.019946Z","steps":["trace[1232260926] 'agreement among raft nodes before linearized reading' (duration: 184.951965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:07:57.291666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.369014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-mkhsg\" ","response":"range_response_count:1 size:4558"} {"level":"info","ts":"2026-03-25T17:07:57.291785Z","caller":"traceutil/trace.go:171","msg":"trace[1122630808] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-mkhsg; range_end:; response_count:1; response_revision:8973; }","duration":"122.543239ms","start":"2026-03-25T17:07:57.169212Z","end":"2026-03-25T17:07:57.291755Z","steps":["trace[1122630808] 'range keys from in-memory index tree' (duration: 122.112735ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:07:59.873305Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002473.wal"} {"level":"info","ts":"2026-03-25T17:08:02.391007Z","caller":"traceutil/trace.go:171","msg":"trace[1680693942] transaction","detail":"{read_only:false; response_revision:9046; number_of_response:1; }","duration":"151.074088ms","start":"2026-03-25T17:08:02.239908Z","end":"2026-03-25T17:08:02.390983Z","steps":["trace[1680693942] 'process raft request' (duration: 150.953604ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:15.039843Z","caller":"traceutil/trace.go:171","msg":"trace[1811517274] transaction","detail":"{read_only:false; response_revision:9181; number_of_response:1; }","duration":"102.435366ms","start":"2026-03-25T17:08:14.937358Z","end":"2026-03-25T17:08:15.039793Z","steps":["trace[1811517274] 'process raft request' (duration: 81.999233ms)","trace[1811517274] 'compare' (duration: 20.181125ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:08:15.313633Z","caller":"traceutil/trace.go:171","msg":"trace[1110744268] transaction","detail":"{read_only:false; response_revision:9182; number_of_response:1; }","duration":"269.558379ms","start":"2026-03-25T17:08:15.044053Z","end":"2026-03-25T17:08:15.313611Z","steps":["trace[1110744268] 'process raft request' (duration: 269.404425ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:15.321053Z","caller":"traceutil/trace.go:171","msg":"trace[1968652180] transaction","detail":"{read_only:false; response_revision:9183; number_of_response:1; }","duration":"276.945992ms","start":"2026-03-25T17:08:15.044086Z","end":"2026-03-25T17:08:15.321032Z","steps":["trace[1968652180] 'process raft request' (duration: 276.778397ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:15.321265Z","caller":"traceutil/trace.go:171","msg":"trace[196307371] transaction","detail":"{read_only:false; response_revision:9184; number_of_response:1; }","duration":"276.139997ms","start":"2026-03-25T17:08:15.045101Z","end":"2026-03-25T17:08:15.32124Z","steps":["trace[196307371] 'process raft request' (duration: 275.889519ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:15.321338Z","caller":"traceutil/trace.go:171","msg":"trace[526268643] linearizableReadLoop","detail":"{readStateIndex:9513; appliedIndex:9509; }","duration":"272.392528ms","start":"2026-03-25T17:08:15.048923Z","end":"2026-03-25T17:08:15.321316Z","steps":["trace[526268643] 'read index received' (duration: 264.612693ms)","trace[526268643] 'applied index is now lower than readState.Index' (duration: 7.778595ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:08:15.321399Z","caller":"traceutil/trace.go:171","msg":"trace[944261002] transaction","detail":"{read_only:false; response_revision:9185; number_of_response:1; }","duration":"276.235889ms","start":"2026-03-25T17:08:15.045149Z","end":"2026-03-25T17:08:15.321385Z","steps":["trace[944261002] 'process raft request' (duration: 276.034173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:15.321543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.599474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tknbz\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-25T17:08:15.321586Z","caller":"traceutil/trace.go:171","msg":"trace[2019563725] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tknbz; range_end:; response_count:1; response_revision:9185; }","duration":"272.669627ms","start":"2026-03-25T17:08:15.048905Z","end":"2026-03-25T17:08:15.321575Z","steps":["trace[2019563725] 'agreement among raft nodes before linearized reading' (duration: 272.503592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:35.857448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.556962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T17:08:35.857592Z","caller":"traceutil/trace.go:171","msg":"trace[2035623557] transaction","detail":"{read_only:false; response_revision:9299; number_of_response:1; }","duration":"404.308083ms","start":"2026-03-25T17:08:35.453257Z","end":"2026-03-25T17:08:35.857565Z","steps":["trace[2035623557] 'process raft request' (duration: 105.495792ms)","trace[2035623557] 'compare' (duration: 298.368797ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:08:35.85768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:35.45324Z","time spent":"404.395275ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:08:35.893735Z","caller":"traceutil/trace.go:171","msg":"trace[667331758] linearizableReadLoop","detail":"{readStateIndex:9633; appliedIndex:9630; }","duration":"438.806329ms","start":"2026-03-25T17:08:35.454908Z","end":"2026-03-25T17:08:35.893715Z","steps":["trace[667331758] 'read index received' (duration: 103.858351ms)","trace[667331758] 'applied index is now lower than readState.Index' (duration: 334.947218ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:08:35.893828Z","caller":"traceutil/trace.go:171","msg":"trace[2074237944] transaction","detail":"{read_only:false; response_revision:9302; number_of_response:1; }","duration":"438.725916ms","start":"2026-03-25T17:08:35.455092Z","end":"2026-03-25T17:08:35.893818Z","steps":["trace[2074237944] 'process raft request' (duration: 438.600452ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:35.893848Z","caller":"traceutil/trace.go:171","msg":"trace[1173957499] transaction","detail":"{read_only:false; response_revision:9301; number_of_response:1; }","duration":"440.455351ms","start":"2026-03-25T17:08:35.453334Z","end":"2026-03-25T17:08:35.893789Z","steps":["trace[1173957499] 'process raft request' (duration: 440.341998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:35.893908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:35.455081Z","time spent":"438.764158ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:08:35.893846Z","caller":"traceutil/trace.go:171","msg":"trace[791013504] transaction","detail":"{read_only:false; response_revision:9300; number_of_response:1; }","duration":"440.524323ms","start":"2026-03-25T17:08:35.45328Z","end":"2026-03-25T17:08:35.893804Z","steps":["trace[791013504] 'process raft request' (duration: 440.294375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:35.894004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:35.453314Z","time spent":"440.619916ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:08:35.894071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:35.453244Z","time spent":"440.728499ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:08:35.894089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.021495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:08:35.894108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.271762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/openstack/glance-api\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:08:35.894185Z","caller":"traceutil/trace.go:171","msg":"trace[478844970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9302; }","duration":"258.196801ms","start":"2026-03-25T17:08:35.635969Z","end":"2026-03-25T17:08:35.894166Z","steps":["trace[478844970] 'agreement among raft nodes before linearized reading' (duration: 258.010565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:35.89419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.499223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:08:35.894287Z","caller":"traceutil/trace.go:171","msg":"trace[954708083] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:9302; }","duration":"333.650597ms","start":"2026-03-25T17:08:35.560614Z","end":"2026-03-25T17:08:35.894265Z","steps":["trace[954708083] 'agreement among raft nodes before linearized reading' (duration: 333.463701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:35.894308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.387047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:234757"} {"level":"warn","ts":"2026-03-25T17:08:35.894342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:35.560594Z","time spent":"333.7356ms","remote":"127.0.0.1:60944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-25T17:08:35.894217Z","caller":"traceutil/trace.go:171","msg":"trace[1651543060] range","detail":"{range_begin:/registry/poddisruptionbudgets/openstack/glance-api; range_end:; response_count:0; response_revision:9302; }","duration":"237.427227ms","start":"2026-03-25T17:08:35.656762Z","end":"2026-03-25T17:08:35.894189Z","steps":["trace[1651543060] 'agreement among raft nodes before linearized reading' (duration: 237.227481ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:35.894382Z","caller":"traceutil/trace.go:171","msg":"trace[1934964469] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9302; }","duration":"439.464039ms","start":"2026-03-25T17:08:35.454902Z","end":"2026-03-25T17:08:35.894366Z","steps":["trace[1934964469] 'agreement among raft nodes before linearized reading' (duration: 438.986534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:35.894435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:35.454891Z","time spent":"439.529712ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":234781,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-25T17:08:35.894118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.580014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:08:35.894609Z","caller":"traceutil/trace.go:171","msg":"trace[1425716576] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:9302; }","duration":"293.11464ms","start":"2026-03-25T17:08:35.601472Z","end":"2026-03-25T17:08:35.894587Z","steps":["trace[1425716576] 'agreement among raft nodes before linearized reading' (duration: 292.577163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:35.894797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.873518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-rgw-ceph-a-keyring\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:08:35.89487Z","caller":"traceutil/trace.go:171","msg":"trace[855257477] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-rgw-ceph-a-keyring; range_end:; response_count:0; response_revision:9302; }","duration":"423.995772ms","start":"2026-03-25T17:08:35.47085Z","end":"2026-03-25T17:08:35.894846Z","steps":["trace[855257477] 'agreement among raft nodes before linearized reading' (duration: 423.041172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:35.894903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:35.470827Z","time spent":"424.068465ms","remote":"127.0.0.1:60856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/rook-ceph-rgw-ceph-a-keyring\" "} {"level":"info","ts":"2026-03-25T17:08:36.1037Z","caller":"traceutil/trace.go:171","msg":"trace[88620450] transaction","detail":"{read_only:false; response_revision:9303; number_of_response:1; }","duration":"204.298444ms","start":"2026-03-25T17:08:35.899364Z","end":"2026-03-25T17:08:36.103663Z","steps":["trace[88620450] 'process raft request' (duration: 167.02522ms)","trace[88620450] 'compare' (duration: 36.918663ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:08:36.104101Z","caller":"traceutil/trace.go:171","msg":"trace[1421649330] linearizableReadLoop","detail":"{readStateIndex:9635; appliedIndex:9634; }","duration":"203.53908ms","start":"2026-03-25T17:08:35.900529Z","end":"2026-03-25T17:08:36.104068Z","steps":["trace[1421649330] 'read index received' (duration: 165.809611ms)","trace[1421649330] 'applied index is now lower than readState.Index' (duration: 37.534782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:08:36.104137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.595232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/glance-db-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:08:36.104269Z","caller":"traceutil/trace.go:171","msg":"trace[1521887045] range","detail":"{range_begin:/registry/serviceaccounts/openstack/glance-db-init; range_end:; response_count:0; response_revision:9303; }","duration":"203.767807ms","start":"2026-03-25T17:08:35.900484Z","end":"2026-03-25T17:08:36.104252Z","steps":["trace[1521887045] 'agreement among raft nodes before linearized reading' (duration: 203.565131ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:36.437447Z","caller":"traceutil/trace.go:171","msg":"trace[840007092] linearizableReadLoop","detail":"{readStateIndex:9636; appliedIndex:9635; }","duration":"100.233837ms","start":"2026-03-25T17:08:36.33719Z","end":"2026-03-25T17:08:36.437424Z","steps":["trace[840007092] 'read index received' (duration: 96.52808ms)","trace[840007092] 'applied index is now lower than readState.Index' (duration: 3.704727ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:08:36.437514Z","caller":"traceutil/trace.go:171","msg":"trace[1508724962] transaction","detail":"{read_only:false; number_of_response:0; response_revision:9303; }","duration":"243.087546ms","start":"2026-03-25T17:08:36.194401Z","end":"2026-03-25T17:08:36.437488Z","steps":["trace[1508724962] 'process raft request' (duration: 239.313087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:36.438352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.143795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-25T17:08:36.438404Z","caller":"traceutil/trace.go:171","msg":"trace[1913181566] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:9304; }","duration":"101.245588ms","start":"2026-03-25T17:08:36.337147Z","end":"2026-03-25T17:08:36.438393Z","steps":["trace[1913181566] 'agreement among raft nodes before linearized reading' (duration: 100.369021ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:36.878318Z","caller":"traceutil/trace.go:171","msg":"trace[811327943] linearizableReadLoop","detail":"{readStateIndex:9687; appliedIndex:9686; }","duration":"148.520828ms","start":"2026-03-25T17:08:36.729771Z","end":"2026-03-25T17:08:36.878292Z","steps":["trace[811327943] 'read index received' (duration: 95.826558ms)","trace[811327943] 'applied index is now lower than readState.Index' (duration: 52.69327ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:08:36.878363Z","caller":"traceutil/trace.go:171","msg":"trace[840804692] transaction","detail":"{read_only:false; response_revision:9354; number_of_response:1; }","duration":"148.868638ms","start":"2026-03-25T17:08:36.729463Z","end":"2026-03-25T17:08:36.878332Z","steps":["trace[840804692] 'process raft request' (duration: 96.22787ms)","trace[840804692] 'compare' (duration: 52.462132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:08:36.87859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.789786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"warn","ts":"2026-03-25T17:08:36.878592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.678359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-25T17:08:36.878632Z","caller":"traceutil/trace.go:171","msg":"trace[570864178] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:9354; }","duration":"148.858618ms","start":"2026-03-25T17:08:36.729758Z","end":"2026-03-25T17:08:36.878616Z","steps":["trace[570864178] 'agreement among raft nodes before linearized reading' (duration: 148.671462ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:36.878657Z","caller":"traceutil/trace.go:171","msg":"trace[546561124] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:9354; }","duration":"146.772583ms","start":"2026-03-25T17:08:36.731864Z","end":"2026-03-25T17:08:36.878637Z","steps":["trace[546561124] 'agreement among raft nodes before linearized reading' (duration: 146.587137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:36.87907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.274697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112128"} {"level":"info","ts":"2026-03-25T17:08:36.87915Z","caller":"traceutil/trace.go:171","msg":"trace[1453661130] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:9354; }","duration":"146.371539ms","start":"2026-03-25T17:08:36.732764Z","end":"2026-03-25T17:08:36.879135Z","steps":["trace[1453661130] 'agreement among raft nodes before linearized reading' (duration: 145.730299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:37.148684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.079015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T17:08:37.148777Z","caller":"traceutil/trace.go:171","msg":"trace[1840388621] linearizableReadLoop","detail":"{readStateIndex:9696; appliedIndex:9695; }","duration":"182.27377ms","start":"2026-03-25T17:08:36.966488Z","end":"2026-03-25T17:08:37.148762Z","steps":["trace[1840388621] 'read index received' (duration: 33.143794ms)","trace[1840388621] 'applied index is now lower than readState.Index' (duration: 149.128946ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:08:37.148843Z","caller":"traceutil/trace.go:171","msg":"trace[1978596023] transaction","detail":"{read_only:false; response_revision:9363; number_of_response:1; }","duration":"190.998205ms","start":"2026-03-25T17:08:36.957824Z","end":"2026-03-25T17:08:37.148822Z","steps":["trace[1978596023] 'process raft request' (duration: 41.720094ms)","trace[1978596023] 'compare' (duration: 148.976342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:08:37.148946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.845357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-03-25T17:08:37.148983Z","caller":"traceutil/trace.go:171","msg":"trace[640568916] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:9363; }","duration":"188.904739ms","start":"2026-03-25T17:08:36.960067Z","end":"2026-03-25T17:08:37.148972Z","steps":["trace[640568916] 'agreement among raft nodes before linearized reading' (duration: 188.758364ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:37.247064Z","caller":"traceutil/trace.go:171","msg":"trace[96648347] transaction","detail":"{read_only:false; response_revision:9364; number_of_response:1; }","duration":"273.08525ms","start":"2026-03-25T17:08:36.973949Z","end":"2026-03-25T17:08:37.247034Z","steps":["trace[96648347] 'process raft request' (duration: 272.77301ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:37.430716Z","caller":"traceutil/trace.go:171","msg":"trace[1801569992] transaction","detail":"{read_only:false; response_revision:9366; number_of_response:1; }","duration":"277.031654ms","start":"2026-03-25T17:08:37.15366Z","end":"2026-03-25T17:08:37.430692Z","steps":["trace[1801569992] 'process raft request' (duration: 276.875539ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:37.430739Z","caller":"traceutil/trace.go:171","msg":"trace[960699933] transaction","detail":"{read_only:false; response_revision:9365; number_of_response:1; }","duration":"354.854085ms","start":"2026-03-25T17:08:37.075853Z","end":"2026-03-25T17:08:37.430707Z","steps":["trace[960699933] 'process raft request' (duration: 354.534155ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:37.430906Z","caller":"traceutil/trace.go:171","msg":"trace[1435187683] transaction","detail":"{read_only:false; response_revision:9367; number_of_response:1; }","duration":"277.077365ms","start":"2026-03-25T17:08:37.153818Z","end":"2026-03-25T17:08:37.430895Z","steps":["trace[1435187683] 'process raft request' (duration: 276.777256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:37.430988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:37.075828Z","time spent":"355.091102ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:08:37.431029Z","caller":"traceutil/trace.go:171","msg":"trace[1760886626] transaction","detail":"{read_only:false; response_revision:9368; number_of_response:1; }","duration":"276.639682ms","start":"2026-03-25T17:08:37.154352Z","end":"2026-03-25T17:08:37.430992Z","steps":["trace[1760886626] 'process raft request' (duration: 276.287311ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:37.431074Z","caller":"traceutil/trace.go:171","msg":"trace[1476779863] transaction","detail":"{read_only:false; response_revision:9369; number_of_response:1; }","duration":"274.215285ms","start":"2026-03-25T17:08:37.156842Z","end":"2026-03-25T17:08:37.431057Z","steps":["trace[1476779863] 'process raft request' (duration: 273.986708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:37.479755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.962313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-25T17:08:37.479841Z","caller":"traceutil/trace.go:171","msg":"trace[1725819875] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9369; }","duration":"378.102867ms","start":"2026-03-25T17:08:37.101722Z","end":"2026-03-25T17:08:37.479825Z","steps":["trace[1725819875] 'agreement among raft nodes before linearized reading' (duration: 377.827879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:37.479872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:37.101702Z","time spent":"378.16306ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-25T17:08:37.499831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.353059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-25T17:08:37.499901Z","caller":"traceutil/trace.go:171","msg":"trace[72055162] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:9369; }","duration":"528.455022ms","start":"2026-03-25T17:08:36.971429Z","end":"2026-03-25T17:08:37.499884Z","steps":["trace[72055162] 'agreement among raft nodes before linearized reading' (duration: 528.220955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:37.499935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.021529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-25T17:08:37.499999Z","caller":"traceutil/trace.go:171","msg":"trace[1191842432] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9369; }","duration":"495.127592ms","start":"2026-03-25T17:08:37.004854Z","end":"2026-03-25T17:08:37.499982Z","steps":["trace[1191842432] 'agreement among raft nodes before linearized reading' (duration: 494.863084ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:37.500018Z","caller":"traceutil/trace.go:171","msg":"trace[230733035] linearizableReadLoop","detail":"{readStateIndex:9698; appliedIndex:9696; }","duration":"330.647754ms","start":"2026-03-25T17:08:37.148803Z","end":"2026-03-25T17:08:37.47945Z","steps":["trace[230733035] 'read index received' (duration: 97.942635ms)","trace[230733035] 'applied index is now lower than readState.Index' (duration: 232.703929ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:08:37.500037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:36.971418Z","time spent":"528.611358ms","remote":"127.0.0.1:60856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-25T17:08:37.500032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:37.004837Z","time spent":"495.188785ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-25T17:08:37.499935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.333778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11413"} {"level":"info","ts":"2026-03-25T17:08:37.500136Z","caller":"traceutil/trace.go:171","msg":"trace[985897757] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:9369; }","duration":"521.572676ms","start":"2026-03-25T17:08:36.978558Z","end":"2026-03-25T17:08:37.50013Z","steps":["trace[985897757] 'agreement among raft nodes before linearized reading' (duration: 521.254216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:37.500162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:36.978548Z","time spent":"521.606557ms","remote":"127.0.0.1:33046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11437,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-25T17:08:37.500602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.199555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-25T17:08:37.500671Z","caller":"traceutil/trace.go:171","msg":"trace[339526939] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:9369; }","duration":"394.313948ms","start":"2026-03-25T17:08:37.106339Z","end":"2026-03-25T17:08:37.500653Z","steps":["trace[339526939] 'agreement among raft nodes before linearized reading' (duration: 373.72587ms)","trace[339526939] 'range keys from bolt db' (duration: 20.439744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:08:37.500706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:37.106319Z","time spent":"394.37898ms","remote":"127.0.0.1:60860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211006,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-25T17:08:37.52688Z","caller":"traceutil/trace.go:171","msg":"trace[1921347147] transaction","detail":"{read_only:false; response_revision:9371; number_of_response:1; }","duration":"128.701893ms","start":"2026-03-25T17:08:37.398162Z","end":"2026-03-25T17:08:37.526864Z","steps":["trace[1921347147] 'process raft request' (duration: 128.638941ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:37.526883Z","caller":"traceutil/trace.go:171","msg":"trace[570954224] transaction","detail":"{read_only:false; response_revision:9370; number_of_response:1; }","duration":"272.505652ms","start":"2026-03-25T17:08:37.254358Z","end":"2026-03-25T17:08:37.526864Z","steps":["trace[570954224] 'process raft request' (duration: 272.306585ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:37.728243Z","caller":"traceutil/trace.go:171","msg":"trace[1867612130] transaction","detail":"{read_only:false; response_revision:9372; number_of_response:1; }","duration":"292.902124ms","start":"2026-03-25T17:08:37.435305Z","end":"2026-03-25T17:08:37.728207Z","steps":["trace[1867612130] 'process raft request' (duration: 292.633066ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:37.728395Z","caller":"traceutil/trace.go:171","msg":"trace[883552405] transaction","detail":"{read_only:false; response_revision:9374; number_of_response:1; }","duration":"225.650926ms","start":"2026-03-25T17:08:37.502691Z","end":"2026-03-25T17:08:37.728342Z","steps":["trace[883552405] 'process raft request' (duration: 225.499451ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:37.728484Z","caller":"traceutil/trace.go:171","msg":"trace[1354452065] linearizableReadLoop","detail":"{readStateIndex:9706; appliedIndex:9703; }","duration":"228.419073ms","start":"2026-03-25T17:08:37.500054Z","end":"2026-03-25T17:08:37.728473Z","steps":["trace[1354452065] 'read index received' (duration: 26.68698ms)","trace[1354452065] 'applied index is now lower than readState.Index' (duration: 201.731133ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:08:37.728273Z","caller":"traceutil/trace.go:171","msg":"trace[1054536007] transaction","detail":"{read_only:false; response_revision:9373; number_of_response:1; }","duration":"225.608145ms","start":"2026-03-25T17:08:37.50264Z","end":"2026-03-25T17:08:37.728248Z","steps":["trace[1054536007] 'process raft request' (duration: 225.44685ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:37.728561Z","caller":"traceutil/trace.go:171","msg":"trace[139148090] transaction","detail":"{read_only:false; response_revision:9375; number_of_response:1; }","duration":"225.523612ms","start":"2026-03-25T17:08:37.503028Z","end":"2026-03-25T17:08:37.728551Z","steps":["trace[139148090] 'process raft request' (duration: 225.211892ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:37.728665Z","caller":"traceutil/trace.go:171","msg":"trace[584326220] transaction","detail":"{read_only:false; response_revision:9376; number_of_response:1; }","duration":"217.793449ms","start":"2026-03-25T17:08:37.510844Z","end":"2026-03-25T17:08:37.728637Z","steps":["trace[584326220] 'process raft request' (duration: 217.431377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:37.728694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.979926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-api-559f6b7879-2xjpp\" ","response":"range_response_count:1 size:11063"} {"level":"warn","ts":"2026-03-25T17:08:37.728699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.018545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-25T17:08:37.728721Z","caller":"traceutil/trace.go:171","msg":"trace[1513284272] range","detail":"{range_begin:/registry/pods/openstack/glance-api-559f6b7879-2xjpp; range_end:; response_count:1; response_revision:9376; }","duration":"286.042858ms","start":"2026-03-25T17:08:37.442672Z","end":"2026-03-25T17:08:37.728714Z","steps":["trace[1513284272] 'agreement among raft nodes before linearized reading' (duration: 285.943955ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:37.728757Z","caller":"traceutil/trace.go:171","msg":"trace[1004770834] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:9376; }","duration":"251.127758ms","start":"2026-03-25T17:08:37.47761Z","end":"2026-03-25T17:08:37.728738Z","steps":["trace[1004770834] 'agreement among raft nodes before linearized reading' (duration: 250.932872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:37.728884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T17:08:37.728901Z","caller":"traceutil/trace.go:171","msg":"trace[142405575] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9376; }","duration":"509.049731ms","start":"2026-03-25T17:08:37.219847Z","end":"2026-03-25T17:08:37.728896Z","steps":["trace[142405575] 'agreement among raft nodes before linearized reading' (duration: 508.994609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:37.728921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:08:37.219833Z","time spent":"509.083502ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T17:08:37.755004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.451229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:08:37.755093Z","caller":"traceutil/trace.go:171","msg":"trace[1577868896] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9378; }","duration":"117.555692ms","start":"2026-03-25T17:08:37.637518Z","end":"2026-03-25T17:08:37.755074Z","steps":["trace[1577868896] 'agreement among raft nodes before linearized reading' (duration: 117.417728ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:37.755082Z","caller":"traceutil/trace.go:171","msg":"trace[241259183] transaction","detail":"{read_only:false; response_revision:9377; number_of_response:1; }","duration":"222.348452ms","start":"2026-03-25T17:08:37.532711Z","end":"2026-03-25T17:08:37.75506Z","steps":["trace[241259183] 'process raft request' (duration: 221.96501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:37.755147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.543742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-25T17:08:37.755227Z","caller":"traceutil/trace.go:171","msg":"trace[1427921464] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:9378; }","duration":"251.649735ms","start":"2026-03-25T17:08:37.503558Z","end":"2026-03-25T17:08:37.755208Z","steps":["trace[1427921464] 'agreement among raft nodes before linearized reading' (duration: 251.446518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:37.755355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.43927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-25T17:08:37.755475Z","caller":"traceutil/trace.go:171","msg":"trace[2028964888] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:9378; }","duration":"232.75416ms","start":"2026-03-25T17:08:37.522648Z","end":"2026-03-25T17:08:37.755402Z","steps":["trace[2028964888] 'agreement among raft nodes before linearized reading' (duration: 232.320746ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:37.963272Z","caller":"traceutil/trace.go:171","msg":"trace[616996452] linearizableReadLoop","detail":"{readStateIndex:9719; appliedIndex:9718; }","duration":"102.635243ms","start":"2026-03-25T17:08:37.860595Z","end":"2026-03-25T17:08:37.96323Z","steps":["trace[616996452] 'read index received' (duration: 100.778204ms)","trace[616996452] 'applied index is now lower than readState.Index' (duration: 1.856079ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:08:37.963405Z","caller":"traceutil/trace.go:171","msg":"trace[1142553977] transaction","detail":"{read_only:false; response_revision:9385; number_of_response:1; }","duration":"103.765648ms","start":"2026-03-25T17:08:37.859627Z","end":"2026-03-25T17:08:37.963393Z","steps":["trace[1142553977] 'process raft request' (duration: 101.825037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:37.963807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.989344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-25T17:08:37.963905Z","caller":"traceutil/trace.go:171","msg":"trace[1370771639] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9385; }","duration":"103.135988ms","start":"2026-03-25T17:08:37.860745Z","end":"2026-03-25T17:08:37.963881Z","steps":["trace[1370771639] 'agreement among raft nodes before linearized reading' (duration: 102.772917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:37.964026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.400737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-25T17:08:37.96411Z","caller":"traceutil/trace.go:171","msg":"trace[1174255903] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:9385; }","duration":"103.539801ms","start":"2026-03-25T17:08:37.86055Z","end":"2026-03-25T17:08:37.96409Z","steps":["trace[1174255903] 'agreement among raft nodes before linearized reading' (duration: 103.244042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:37.964175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.693814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-25T17:08:37.964223Z","caller":"traceutil/trace.go:171","msg":"trace[910304218] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:9385; }","duration":"102.747706ms","start":"2026-03-25T17:08:37.861462Z","end":"2026-03-25T17:08:37.964209Z","steps":["trace[910304218] 'agreement among raft nodes before linearized reading' (duration: 102.600031ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:39.350151Z","caller":"traceutil/trace.go:171","msg":"trace[898179932] transaction","detail":"{read_only:false; response_revision:9402; number_of_response:1; }","duration":"149.192188ms","start":"2026-03-25T17:08:39.20094Z","end":"2026-03-25T17:08:39.350132Z","steps":["trace[898179932] 'process raft request' (duration: 149.060674ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:47.261062Z","caller":"traceutil/trace.go:171","msg":"trace[956284223] transaction","detail":"{read_only:false; response_revision:9518; number_of_response:1; }","duration":"116.072975ms","start":"2026-03-25T17:08:47.144963Z","end":"2026-03-25T17:08:47.261036Z","steps":["trace[956284223] 'process raft request' (duration: 115.882429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:47.418614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.71893ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-25T17:08:47.41878Z","caller":"traceutil/trace.go:171","msg":"trace[2071288440] linearizableReadLoop","detail":"{readStateIndex:9855; appliedIndex:9854; }","duration":"148.758414ms","start":"2026-03-25T17:08:47.269996Z","end":"2026-03-25T17:08:47.418754Z","steps":["trace[2071288440] 'read index received' (duration: 1.844598ms)","trace[2071288440] 'applied index is now lower than readState.Index' (duration: 146.871795ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:08:47.419213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.196488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a0248e07ad8d62\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-25T17:08:47.419279Z","caller":"traceutil/trace.go:171","msg":"trace[1727377101] range","detail":"{range_begin:/registry/events/openstack/ceph.18a0248e07ad8d62; range_end:; response_count:1; response_revision:9518; }","duration":"149.308733ms","start":"2026-03-25T17:08:47.269957Z","end":"2026-03-25T17:08:47.419265Z","steps":["trace[1727377101] 'agreement among raft nodes before linearized reading' (duration: 148.876319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:47.464985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.582895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:08:47.465069Z","caller":"traceutil/trace.go:171","msg":"trace[928509979] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:9519; }","duration":"172.722289ms","start":"2026-03-25T17:08:47.292325Z","end":"2026-03-25T17:08:47.465047Z","steps":["trace[928509979] 'agreement among raft nodes before linearized reading' (duration: 172.580415ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:47.465707Z","caller":"traceutil/trace.go:171","msg":"trace[18974952] transaction","detail":"{read_only:false; response_revision:9519; number_of_response:1; }","duration":"109.971833ms","start":"2026-03-25T17:08:47.355715Z","end":"2026-03-25T17:08:47.465687Z","steps":["trace[18974952] 'process raft request' (duration: 108.961262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:08:50.108353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.720465ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:08:50.108492Z","caller":"traceutil/trace.go:171","msg":"trace[439965594] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9544; }","duration":"182.907691ms","start":"2026-03-25T17:08:49.925565Z","end":"2026-03-25T17:08:50.108473Z","steps":["trace[439965594] 'range keys from in-memory index tree' (duration: 182.699994ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:50.178732Z","caller":"traceutil/trace.go:171","msg":"trace[2079561949] transaction","detail":"{read_only:false; response_revision:9545; number_of_response:1; }","duration":"282.333851ms","start":"2026-03-25T17:08:49.896229Z","end":"2026-03-25T17:08:50.178563Z","steps":["trace[2079561949] 'process raft request' (duration: 282.139735ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:51.965498Z","caller":"traceutil/trace.go:171","msg":"trace[807414833] linearizableReadLoop","detail":"{readStateIndex:9893; appliedIndex:9892; }","duration":"102.086755ms","start":"2026-03-25T17:08:51.863384Z","end":"2026-03-25T17:08:51.965471Z","steps":["trace[807414833] 'read index received' (duration: 101.94505ms)","trace[807414833] 'applied index is now lower than readState.Index' (duration: 139.865µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:08:51.965726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.327423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T17:08:51.965769Z","caller":"traceutil/trace.go:171","msg":"trace[1670636249] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9555; }","duration":"102.424556ms","start":"2026-03-25T17:08:51.863333Z","end":"2026-03-25T17:08:51.965758Z","steps":["trace[1670636249] 'agreement among raft nodes before linearized reading' (duration: 102.23285ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:52.153202Z","caller":"traceutil/trace.go:171","msg":"trace[1860981163] transaction","detail":"{read_only:false; response_revision:9556; number_of_response:1; }","duration":"186.853694ms","start":"2026-03-25T17:08:51.966318Z","end":"2026-03-25T17:08:52.153172Z","steps":["trace[1860981163] 'process raft request' (duration: 184.48413ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:08:52.153212Z","caller":"traceutil/trace.go:171","msg":"trace[589596518] transaction","detail":"{read_only:false; response_revision:9557; number_of_response:1; }","duration":"183.707306ms","start":"2026-03-25T17:08:51.969485Z","end":"2026-03-25T17:08:52.153192Z","steps":["trace[589596518] 'process raft request' (duration: 183.587832ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:05.66135Z","caller":"traceutil/trace.go:171","msg":"trace[709412630] transaction","detail":"{read_only:false; response_revision:9636; number_of_response:1; }","duration":"249.598866ms","start":"2026-03-25T17:09:05.411716Z","end":"2026-03-25T17:09:05.661315Z","steps":["trace[709412630] 'process raft request' (duration: 249.328358ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:06.486445Z","caller":"traceutil/trace.go:171","msg":"trace[558984987] linearizableReadLoop","detail":"{readStateIndex:9977; appliedIndex:9976; }","duration":"221.935947ms","start":"2026-03-25T17:09:06.264479Z","end":"2026-03-25T17:09:06.486415Z","steps":["trace[558984987] 'read index received' (duration: 221.768641ms)","trace[558984987] 'applied index is now lower than readState.Index' (duration: 165.586µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:09:06.48663Z","caller":"traceutil/trace.go:171","msg":"trace[1298945906] transaction","detail":"{read_only:false; response_revision:9637; number_of_response:1; }","duration":"270.505865ms","start":"2026-03-25T17:09:06.216023Z","end":"2026-03-25T17:09:06.486529Z","steps":["trace[1298945906] 'process raft request' (duration: 270.203426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:06.486892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.309935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-25T17:09:06.486934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.132894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tknbz\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-25T17:09:06.486988Z","caller":"traceutil/trace.go:171","msg":"trace[957348846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9637; }","duration":"220.46709ms","start":"2026-03-25T17:09:06.266496Z","end":"2026-03-25T17:09:06.486963Z","steps":["trace[957348846] 'agreement among raft nodes before linearized reading' (duration: 220.245603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:06.486893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.576726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-25T17:09:06.487121Z","caller":"traceutil/trace.go:171","msg":"trace[1567204606] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9637; }","duration":"215.841574ms","start":"2026-03-25T17:09:06.271258Z","end":"2026-03-25T17:09:06.487099Z","steps":["trace[1567204606] 'agreement among raft nodes before linearized reading' (duration: 215.441542ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:06.48698Z","caller":"traceutil/trace.go:171","msg":"trace[1506346704] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tknbz; range_end:; response_count:1; response_revision:9637; }","duration":"203.226237ms","start":"2026-03-25T17:09:06.283742Z","end":"2026-03-25T17:09:06.486969Z","steps":["trace[1506346704] 'agreement among raft nodes before linearized reading' (duration: 202.977309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:06.487367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.894376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T17:09:06.487412Z","caller":"traceutil/trace.go:171","msg":"trace[2044920437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9637; }","duration":"222.978449ms","start":"2026-03-25T17:09:06.264421Z","end":"2026-03-25T17:09:06.4874Z","steps":["trace[2044920437] 'agreement among raft nodes before linearized reading' (duration: 222.147643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:09:06.487805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.561265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-25T17:09:06.487902Z","caller":"traceutil/trace.go:171","msg":"trace[1473561896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9637; }","duration":"221.798212ms","start":"2026-03-25T17:09:06.266084Z","end":"2026-03-25T17:09:06.487882Z","steps":["trace[1473561896] 'agreement among raft nodes before linearized reading' (duration: 220.551283ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:06.883417Z","caller":"traceutil/trace.go:171","msg":"trace[2138008391] transaction","detail":"{read_only:false; response_revision:9642; number_of_response:1; }","duration":"218.507189ms","start":"2026-03-25T17:09:06.664875Z","end":"2026-03-25T17:09:06.883382Z","steps":["trace[2138008391] 'process raft request' (duration: 203.708673ms)","trace[2138008391] 'compare' (duration: 14.414694ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:09:06.925019Z","caller":"traceutil/trace.go:171","msg":"trace[208814887] transaction","detail":"{read_only:false; response_revision:9643; number_of_response:1; }","duration":"258.2434ms","start":"2026-03-25T17:09:06.666745Z","end":"2026-03-25T17:09:06.924988Z","steps":["trace[208814887] 'process raft request' (duration: 258.013362ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:06.925325Z","caller":"traceutil/trace.go:171","msg":"trace[1065367506] transaction","detail":"{read_only:false; response_revision:9644; number_of_response:1; }","duration":"256.36406ms","start":"2026-03-25T17:09:06.668947Z","end":"2026-03-25T17:09:06.925311Z","steps":["trace[1065367506] 'process raft request' (duration: 255.986568ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:06.925436Z","caller":"traceutil/trace.go:171","msg":"trace[1280051144] transaction","detail":"{read_only:false; response_revision:9645; number_of_response:1; }","duration":"238.189448ms","start":"2026-03-25T17:09:06.68722Z","end":"2026-03-25T17:09:06.925409Z","steps":["trace[1280051144] 'process raft request' (duration: 238.026043ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:08.933017Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"fe334179879fd0aa","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-25T17:09:08.93917Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-25T17:09:08.939324Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-25T17:09:25.687085Z","caller":"traceutil/trace.go:171","msg":"trace[1535565993] transaction","detail":"{read_only:false; response_revision:9799; number_of_response:1; }","duration":"137.098546ms","start":"2026-03-25T17:09:25.549958Z","end":"2026-03-25T17:09:25.687057Z","steps":["trace[1535565993] 'process raft request' (duration: 136.875999ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:25.687476Z","caller":"traceutil/trace.go:171","msg":"trace[1353901516] transaction","detail":"{read_only:false; response_revision:9800; number_of_response:1; }","duration":"135.63406ms","start":"2026-03-25T17:09:25.551801Z","end":"2026-03-25T17:09:25.687435Z","steps":["trace[1353901516] 'process raft request' (duration: 135.189446ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:09:25.803566Z","caller":"traceutil/trace.go:171","msg":"trace[1782169410] transaction","detail":"{read_only:false; response_revision:9801; number_of_response:1; }","duration":"105.100538ms","start":"2026-03-25T17:09:25.698435Z","end":"2026-03-25T17:09:25.803535Z","steps":["trace[1782169410] 'process raft request' (duration: 102.442764ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:10:27.537969Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7840} {"level":"info","ts":"2026-03-25T17:10:27.599572Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7840,"took":"59.180823ms","hash":3861250416,"current-db-size-bytes":54415360,"current-db-size":"54 MB","current-db-size-in-use-bytes":28053504,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-25T17:10:27.599643Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3861250416,"revision":7840,"compact-revision":5585} {"level":"info","ts":"2026-03-25T17:12:05.73497Z","caller":"traceutil/trace.go:171","msg":"trace[125726971] linearizableReadLoop","detail":"{readStateIndex:11157; appliedIndex:11156; }","duration":"181.842014ms","start":"2026-03-25T17:12:05.553102Z","end":"2026-03-25T17:12:05.734944Z","steps":["trace[125726971] 'read index received' (duration: 181.70229ms)","trace[125726971] 'applied index is now lower than readState.Index' (duration: 138.384µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:12:05.735043Z","caller":"traceutil/trace.go:171","msg":"trace[936982808] transaction","detail":"{read_only:false; response_revision:10776; number_of_response:1; }","duration":"204.903859ms","start":"2026-03-25T17:12:05.530111Z","end":"2026-03-25T17:12:05.735015Z","steps":["trace[936982808] 'process raft request' (duration: 204.64386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:12:05.735264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.036691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T17:12:05.73533Z","caller":"traceutil/trace.go:171","msg":"trace[166874873] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10776; }","duration":"182.265658ms","start":"2026-03-25T17:12:05.553047Z","end":"2026-03-25T17:12:05.735313Z","steps":["trace[166874873] 'agreement among raft nodes before linearized reading' (duration: 182.047831ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:12:05.796829Z","caller":"traceutil/trace.go:171","msg":"trace[2056477703] transaction","detail":"{read_only:false; response_revision:10777; number_of_response:1; }","duration":"165.492112ms","start":"2026-03-25T17:12:05.631305Z","end":"2026-03-25T17:12:05.796797Z","steps":["trace[2056477703] 'process raft request' (duration: 153.585478ms)","trace[2056477703] 'compare' (duration: 11.530232ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:12:05.797082Z","caller":"traceutil/trace.go:171","msg":"trace[576451406] transaction","detail":"{read_only:false; response_revision:10778; number_of_response:1; }","duration":"125.962382ms","start":"2026-03-25T17:12:05.671092Z","end":"2026-03-25T17:12:05.797054Z","steps":["trace[576451406] 'process raft request' (duration: 125.57728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:12:05.797142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.660459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T17:12:05.79717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.577988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-25T17:12:05.7972Z","caller":"traceutil/trace.go:171","msg":"trace[1519087352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10780; }","duration":"159.759262ms","start":"2026-03-25T17:12:05.637424Z","end":"2026-03-25T17:12:05.797183Z","steps":["trace[1519087352] 'agreement among raft nodes before linearized reading' (duration: 159.665419ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:12:05.797225Z","caller":"traceutil/trace.go:171","msg":"trace[1224885628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10780; }","duration":"117.658511ms","start":"2026-03-25T17:12:05.679553Z","end":"2026-03-25T17:12:05.797211Z","steps":["trace[1224885628] 'agreement among raft nodes before linearized reading' (duration: 117.498026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:12:05.797202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.549768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-25T17:12:05.797307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.897651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-25T17:12:05.7974Z","caller":"traceutil/trace.go:171","msg":"trace[99576536] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10780; }","duration":"112.022964ms","start":"2026-03-25T17:12:05.685356Z","end":"2026-03-25T17:12:05.797379Z","steps":["trace[99576536] 'agreement among raft nodes before linearized reading' (duration: 111.729105ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:12:05.797309Z","caller":"traceutil/trace.go:171","msg":"trace[1524264609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10780; }","duration":"117.724593ms","start":"2026-03-25T17:12:05.679564Z","end":"2026-03-25T17:12:05.797289Z","steps":["trace[1524264609] 'agreement among raft nodes before linearized reading' (duration: 117.446684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:12:05.797628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.694696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-25T17:12:05.797703Z","caller":"traceutil/trace.go:171","msg":"trace[1509773058] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10780; }","duration":"127.775039ms","start":"2026-03-25T17:12:05.66991Z","end":"2026-03-25T17:12:05.797685Z","steps":["trace[1509773058] 'agreement among raft nodes before linearized reading' (duration: 127.268483ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:12:05.912636Z","caller":"traceutil/trace.go:171","msg":"trace[2101330676] transaction","detail":"{read_only:false; response_revision:10782; number_of_response:1; }","duration":"109.33381ms","start":"2026-03-25T17:12:05.803282Z","end":"2026-03-25T17:12:05.912616Z","steps":["trace[2101330676] 'process raft request' (duration: 108.39321ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:12:05.912917Z","caller":"traceutil/trace.go:171","msg":"trace[156782749] transaction","detail":"{read_only:false; response_revision:10783; number_of_response:1; }","duration":"109.562377ms","start":"2026-03-25T17:12:05.803348Z","end":"2026-03-25T17:12:05.91291Z","steps":["trace[156782749] 'process raft request' (duration: 109.239217ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:12:05.912945Z","caller":"traceutil/trace.go:171","msg":"trace[1080665031] transaction","detail":"{read_only:false; response_revision:10784; number_of_response:1; }","duration":"109.205836ms","start":"2026-03-25T17:12:05.803717Z","end":"2026-03-25T17:12:05.912923Z","steps":["trace[1080665031] 'process raft request' (duration: 109.116833ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:12:07.921625Z","caller":"traceutil/trace.go:171","msg":"trace[1105325105] linearizableReadLoop","detail":"{readStateIndex:11172; appliedIndex:11169; }","duration":"111.179198ms","start":"2026-03-25T17:12:07.810426Z","end":"2026-03-25T17:12:07.921605Z","steps":["trace[1105325105] 'read index received' (duration: 2.798158ms)","trace[1105325105] 'applied index is now lower than readState.Index' (duration: 108.38016ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:12:07.922039Z","caller":"traceutil/trace.go:171","msg":"trace[601825934] transaction","detail":"{read_only:false; response_revision:10788; number_of_response:1; }","duration":"119.492229ms","start":"2026-03-25T17:12:07.802523Z","end":"2026-03-25T17:12:07.922015Z","steps":["trace[601825934] 'process raft request' (duration: 118.866919ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:12:07.922064Z","caller":"traceutil/trace.go:171","msg":"trace[1367856568] transaction","detail":"{read_only:false; response_revision:10789; number_of_response:1; }","duration":"119.21593ms","start":"2026-03-25T17:12:07.802806Z","end":"2026-03-25T17:12:07.922022Z","steps":["trace[1367856568] 'process raft request' (duration: 118.729345ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:12:07.922166Z","caller":"traceutil/trace.go:171","msg":"trace[713315503] transaction","detail":"{read_only:false; response_revision:10790; number_of_response:1; }","duration":"118.665093ms","start":"2026-03-25T17:12:07.803472Z","end":"2026-03-25T17:12:07.922137Z","steps":["trace[713315503] 'process raft request' (duration: 118.100545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:12:07.922066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.610261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tknbz\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-25T17:12:07.922298Z","caller":"traceutil/trace.go:171","msg":"trace[502738840] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tknbz; range_end:; response_count:1; response_revision:10790; }","duration":"111.926201ms","start":"2026-03-25T17:12:07.81036Z","end":"2026-03-25T17:12:07.922287Z","steps":["trace[502738840] 'agreement among raft nodes before linearized reading' (duration: 111.489038ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:12:08.044738Z","caller":"traceutil/trace.go:171","msg":"trace[806652101] transaction","detail":"{read_only:false; response_revision:10792; number_of_response:1; }","duration":"118.601951ms","start":"2026-03-25T17:12:07.926106Z","end":"2026-03-25T17:12:08.044708Z","steps":["trace[806652101] 'process raft request' (duration: 118.488927ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:12:08.044868Z","caller":"traceutil/trace.go:171","msg":"trace[947947471] transaction","detail":"{read_only:false; response_revision:10791; number_of_response:1; }","duration":"118.821777ms","start":"2026-03-25T17:12:07.926023Z","end":"2026-03-25T17:12:08.044845Z","steps":["trace[947947471] 'process raft request' (duration: 98.282523ms)","trace[947947471] 'compare' (duration: 20.08254ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:12:08.045007Z","caller":"traceutil/trace.go:171","msg":"trace[1542305197] linearizableReadLoop","detail":"{readStateIndex:11173; appliedIndex:11172; }","duration":"118.9084ms","start":"2026-03-25T17:12:07.92606Z","end":"2026-03-25T17:12:08.044968Z","steps":["trace[1542305197] 'read index received' (duration: 98.221911ms)","trace[1542305197] 'applied index is now lower than readState.Index' (duration: 20.683059ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:12:08.045427Z","caller":"traceutil/trace.go:171","msg":"trace[1844507873] transaction","detail":"{read_only:false; response_revision:10793; number_of_response:1; }","duration":"118.767506ms","start":"2026-03-25T17:12:07.926639Z","end":"2026-03-25T17:12:08.045406Z","steps":["trace[1844507873] 'process raft request' (duration: 118.026562ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:12:08.045605Z","caller":"traceutil/trace.go:171","msg":"trace[1708555025] transaction","detail":"{read_only:false; response_revision:10794; number_of_response:1; }","duration":"118.457136ms","start":"2026-03-25T17:12:07.927124Z","end":"2026-03-25T17:12:08.045581Z","steps":["trace[1708555025] 'process raft request' (duration: 118.204868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:12:08.045935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.851479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347511"} {"level":"info","ts":"2026-03-25T17:12:08.04601Z","caller":"traceutil/trace.go:171","msg":"trace[1383581471] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10793; }","duration":"119.959353ms","start":"2026-03-25T17:12:07.926034Z","end":"2026-03-25T17:12:08.045993Z","steps":["trace[1383581471] 'agreement among raft nodes before linearized reading' (duration: 119.039484ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:12:40.050256Z","caller":"traceutil/trace.go:171","msg":"trace[2033962777] transaction","detail":"{read_only:false; response_revision:10950; number_of_response:1; }","duration":"105.446288ms","start":"2026-03-25T17:12:39.944786Z","end":"2026-03-25T17:12:40.050232Z","steps":["trace[2033962777] 'process raft request' (duration: 92.465801ms)","trace[2033962777] 'compare' (duration: 12.877504ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:12:45.429907Z","caller":"traceutil/trace.go:171","msg":"trace[526974509] transaction","detail":"{read_only:false; response_revision:10978; number_of_response:1; }","duration":"304.659207ms","start":"2026-03-25T17:12:45.125228Z","end":"2026-03-25T17:12:45.429887Z","steps":["trace[526974509] 'process raft request' (duration: 304.536233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:12:45.430029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:12:45.125203Z","time spent":"304.760491ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:12:45.435957Z","caller":"traceutil/trace.go:171","msg":"trace[1853286045] transaction","detail":"{read_only:false; response_revision:10979; number_of_response:1; }","duration":"149.394736ms","start":"2026-03-25T17:12:45.286518Z","end":"2026-03-25T17:12:45.435913Z","steps":["trace[1853286045] 'process raft request' (duration: 149.21047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:02.570677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.033201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T17:13:02.570813Z","caller":"traceutil/trace.go:171","msg":"trace[1503965063] linearizableReadLoop","detail":"{readStateIndex:11490; appliedIndex:11489; }","duration":"178.776879ms","start":"2026-03-25T17:13:02.392018Z","end":"2026-03-25T17:13:02.570795Z","steps":["trace[1503965063] 'read index received' (duration: 28.601µs)","trace[1503965063] 'applied index is now lower than readState.Index' (duration: 178.746678ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:13:02.570905Z","caller":"traceutil/trace.go:171","msg":"trace[2018776611] transaction","detail":"{read_only:false; response_revision:11096; number_of_response:1; }","duration":"269.583037ms","start":"2026-03-25T17:13:02.30128Z","end":"2026-03-25T17:13:02.570863Z","steps":["trace[2018776611] 'process raft request' (duration: 65.274357ms)","trace[2018776611] 'compare' (duration: 203.896807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:13:02.571036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.989405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:13:02.571137Z","caller":"traceutil/trace.go:171","msg":"trace[1318547546] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:11096; }","duration":"179.12913ms","start":"2026-03-25T17:13:02.391977Z","end":"2026-03-25T17:13:02.571106Z","steps":["trace[1318547546] 'agreement among raft nodes before linearized reading' (duration: 178.946794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:02.571223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.393637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-25T17:13:02.57127Z","caller":"traceutil/trace.go:171","msg":"trace[1540312363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11096; }","duration":"142.469109ms","start":"2026-03-25T17:13:02.428789Z","end":"2026-03-25T17:13:02.571259Z","steps":["trace[1540312363] 'agreement among raft nodes before linearized reading' (duration: 142.344205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:02.571334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.471309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-25T17:13:02.571369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.71916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-25T17:13:02.571391Z","caller":"traceutil/trace.go:171","msg":"trace[1622008374] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11096; }","duration":"134.552841ms","start":"2026-03-25T17:13:02.436824Z","end":"2026-03-25T17:13:02.571377Z","steps":["trace[1622008374] 'agreement among raft nodes before linearized reading' (duration: 134.338784ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:13:02.571444Z","caller":"traceutil/trace.go:171","msg":"trace[866979020] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11096; }","duration":"137.803523ms","start":"2026-03-25T17:13:02.433619Z","end":"2026-03-25T17:13:02.571422Z","steps":["trace[866979020] 'agreement among raft nodes before linearized reading' (duration: 137.642118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:02.571442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.350866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-25T17:13:02.571455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.763111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tknbz\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-25T17:13:02.571538Z","caller":"traceutil/trace.go:171","msg":"trace[1361030700] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:11096; }","duration":"142.47189ms","start":"2026-03-25T17:13:02.429047Z","end":"2026-03-25T17:13:02.571519Z","steps":["trace[1361030700] 'agreement among raft nodes before linearized reading' (duration: 142.248162ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:13:02.57156Z","caller":"traceutil/trace.go:171","msg":"trace[1267187447] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tknbz; range_end:; response_count:1; response_revision:11096; }","duration":"129.878385ms","start":"2026-03-25T17:13:02.44166Z","end":"2026-03-25T17:13:02.571538Z","steps":["trace[1267187447] 'agreement among raft nodes before linearized reading' (duration: 129.621287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:02.572482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.049218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-25T17:13:02.572547Z","caller":"traceutil/trace.go:171","msg":"trace[1342620360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11096; }","duration":"136.11802ms","start":"2026-03-25T17:13:02.436412Z","end":"2026-03-25T17:13:02.57253Z","steps":["trace[1342620360] 'agreement among raft nodes before linearized reading' (duration: 134.880351ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:13:03.478912Z","caller":"traceutil/trace.go:171","msg":"trace[1470100980] transaction","detail":"{read_only:false; response_revision:11101; number_of_response:1; }","duration":"198.468347ms","start":"2026-03-25T17:13:03.280405Z","end":"2026-03-25T17:13:03.478874Z","steps":["trace[1470100980] 'process raft request' (duration: 198.277421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:12.615662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.831444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T17:13:12.615798Z","caller":"traceutil/trace.go:171","msg":"trace[340326681] transaction","detail":"{read_only:false; response_revision:11226; number_of_response:1; }","duration":"426.883731ms","start":"2026-03-25T17:13:12.188888Z","end":"2026-03-25T17:13:12.615772Z","steps":["trace[340326681] 'process raft request' (duration: 222.862541ms)","trace[340326681] 'compare' (duration: 203.597597ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:13:12.615887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:12.188865Z","time spent":"426.976394ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:13:12.621183Z","caller":"traceutil/trace.go:171","msg":"trace[270791358] transaction","detail":"{read_only:false; response_revision:11228; number_of_response:1; }","duration":"250.690274ms","start":"2026-03-25T17:13:12.370465Z","end":"2026-03-25T17:13:12.621155Z","steps":["trace[270791358] 'process raft request' (duration: 250.638852ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:13:12.62143Z","caller":"traceutil/trace.go:171","msg":"trace[429272249] transaction","detail":"{read_only:false; response_revision:11227; number_of_response:1; }","duration":"362.357078ms","start":"2026-03-25T17:13:12.25891Z","end":"2026-03-25T17:13:12.621267Z","steps":["trace[429272249] 'process raft request' (duration: 362.083269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:12.62156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:12.258886Z","time spent":"362.612865ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:13:13.778512Z","caller":"traceutil/trace.go:171","msg":"trace[4171293] transaction","detail":"{read_only:false; response_revision:11234; number_of_response:1; }","duration":"100.058519ms","start":"2026-03-25T17:13:13.678428Z","end":"2026-03-25T17:13:13.778486Z","steps":["trace[4171293] 'process raft request' (duration: 99.891244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:17.169299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.147321ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T17:13:17.169516Z","caller":"traceutil/trace.go:171","msg":"trace[1660080928] transaction","detail":"{read_only:false; response_revision:11253; number_of_response:1; }","duration":"531.930277ms","start":"2026-03-25T17:13:16.637547Z","end":"2026-03-25T17:13:17.169477Z","steps":["trace[1660080928] 'process raft request' (duration: 125.334892ms)","trace[1660080928] 'compare' (duration: 405.674536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:13:17.16972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:16.637536Z","time spent":"532.071681ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T17:13:17.169856Z","caller":"traceutil/trace.go:171","msg":"trace[1497801329] transaction","detail":"{read_only:false; response_revision:11254; number_of_response:1; }","duration":"509.169243ms","start":"2026-03-25T17:13:16.660617Z","end":"2026-03-25T17:13:17.169786Z","steps":["trace[1497801329] 'process raft request' (duration: 508.789231ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:13:17.170129Z","caller":"traceutil/trace.go:171","msg":"trace[1817594420] linearizableReadLoop","detail":"{readStateIndex:11652; appliedIndex:11648; }","duration":"507.47994ms","start":"2026-03-25T17:13:16.662636Z","end":"2026-03-25T17:13:17.170115Z","steps":["trace[1817594420] 'read index received' (duration: 59.357262ms)","trace[1817594420] 'applied index is now lower than readState.Index' (duration: 448.119908ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:13:17.170261Z","caller":"traceutil/trace.go:171","msg":"trace[479077412] transaction","detail":"{read_only:false; response_revision:11255; number_of_response:1; }","duration":"509.340468ms","start":"2026-03-25T17:13:16.660786Z","end":"2026-03-25T17:13:17.170127Z","steps":["trace[479077412] 'process raft request' (duration: 508.948756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:17.170556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:16.660602Z","time spent":"509.304738ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:13:17.170583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:16.66077Z","time spent":"509.697989ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:13:17.222253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.572734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T17:13:17.222361Z","caller":"traceutil/trace.go:171","msg":"trace[255709224] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:11255; }","duration":"559.726669ms","start":"2026-03-25T17:13:16.662606Z","end":"2026-03-25T17:13:17.222332Z","steps":["trace[255709224] 'agreement among raft nodes before linearized reading' (duration: 507.626275ms)","trace[255709224] 'count revisions from in-memory index tree' (duration: 51.93616ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:13:17.222411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:16.662596Z","time spent":"559.802301ms","remote":"127.0.0.1:60972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:13:17.222422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.364743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-25T17:13:17.222448Z","caller":"traceutil/trace.go:171","msg":"trace[2076769985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11255; }","duration":"497.422935ms","start":"2026-03-25T17:13:16.725018Z","end":"2026-03-25T17:13:17.222441Z","steps":["trace[2076769985] 'agreement among raft nodes before linearized reading' (duration: 497.301801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:17.222469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:16.725004Z","time spent":"497.461365ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T17:13:17.222453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.279638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-25T17:13:17.222487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.738318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tknbz\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-25T17:13:17.222586Z","caller":"traceutil/trace.go:171","msg":"trace[1646934733] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tknbz; range_end:; response_count:1; response_revision:11255; }","duration":"412.891183ms","start":"2026-03-25T17:13:16.809672Z","end":"2026-03-25T17:13:17.222564Z","steps":["trace[1646934733] 'agreement among raft nodes before linearized reading' (duration: 412.567702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:17.222631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.101152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-25T17:13:17.222503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.03048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-25T17:13:17.222569Z","caller":"traceutil/trace.go:171","msg":"trace[1382218439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11255; }","duration":"517.466063ms","start":"2026-03-25T17:13:16.705076Z","end":"2026-03-25T17:13:17.222542Z","steps":["trace[1382218439] 'agreement among raft nodes before linearized reading' (duration: 517.147413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:17.22268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:16.809656Z","time spent":"413.004937ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-tknbz\" "} {"level":"info","ts":"2026-03-25T17:13:17.222747Z","caller":"traceutil/trace.go:171","msg":"trace[1305349187] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11255; }","duration":"422.319559ms","start":"2026-03-25T17:13:16.800404Z","end":"2026-03-25T17:13:17.222723Z","steps":["trace[1305349187] 'agreement among raft nodes before linearized reading' (duration: 421.906016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:17.222777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:16.800383Z","time spent":"422.385801ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-25T17:13:17.222738Z","caller":"traceutil/trace.go:171","msg":"trace[32386042] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11255; }","duration":"422.255356ms","start":"2026-03-25T17:13:16.800461Z","end":"2026-03-25T17:13:17.222716Z","steps":["trace[32386042] 'agreement among raft nodes before linearized reading' (duration: 421.889185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:17.222772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:16.705054Z","time spent":"517.703531ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T17:13:17.222832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:16.80044Z","time spent":"422.37561ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-25T17:13:17.590377Z","caller":"traceutil/trace.go:171","msg":"trace[129658257] transaction","detail":"{read_only:false; response_revision:11258; number_of_response:1; }","duration":"363.236575ms","start":"2026-03-25T17:13:17.227096Z","end":"2026-03-25T17:13:17.590332Z","steps":["trace[129658257] 'process raft request' (duration: 363.131851ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:13:17.590375Z","caller":"traceutil/trace.go:171","msg":"trace[1475415755] transaction","detail":"{read_only:false; response_revision:11257; number_of_response:1; }","duration":"363.525464ms","start":"2026-03-25T17:13:17.226786Z","end":"2026-03-25T17:13:17.590312Z","steps":["trace[1475415755] 'process raft request' (duration: 298.081791ms)","trace[1475415755] 'compare' (duration: 65.210066ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:13:17.590386Z","caller":"traceutil/trace.go:171","msg":"trace[1538310384] linearizableReadLoop","detail":"{readStateIndex:11655; appliedIndex:11653; }","duration":"363.549995ms","start":"2026-03-25T17:13:17.226812Z","end":"2026-03-25T17:13:17.590362Z","steps":["trace[1538310384] 'read index received' (duration: 50.851195ms)","trace[1538310384] 'applied index is now lower than readState.Index' (duration: 312.69789ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:13:17.590423Z","caller":"traceutil/trace.go:171","msg":"trace[1295885965] transaction","detail":"{read_only:false; response_revision:11259; number_of_response:1; }","duration":"360.415266ms","start":"2026-03-25T17:13:17.22997Z","end":"2026-03-25T17:13:17.590385Z","steps":["trace[1295885965] 'process raft request' (duration: 360.306053ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:13:17.590536Z","caller":"traceutil/trace.go:171","msg":"trace[1432229876] transaction","detail":"{read_only:false; response_revision:11260; number_of_response:1; }","duration":"320.777833ms","start":"2026-03-25T17:13:17.269746Z","end":"2026-03-25T17:13:17.590523Z","steps":["trace[1432229876] 'process raft request' (duration: 320.568496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:17.590535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:17.227086Z","time spent":"363.360099ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:13:17.590568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:17.22677Z","time spent":"363.70293ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:13:17.590606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:17.229952Z","time spent":"360.553531ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:13:17.59064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:17.269726Z","time spent":"320.845345ms","remote":"127.0.0.1:32786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T17:13:17.590685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.710075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:13:17.59076Z","caller":"traceutil/trace.go:171","msg":"trace[1276484245] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:11260; }","duration":"228.872311ms","start":"2026-03-25T17:13:17.361871Z","end":"2026-03-25T17:13:17.590743Z","steps":["trace[1276484245] 'agreement among raft nodes before linearized reading' (duration: 228.764607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:17.59107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.251516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:40 size:368224"} {"level":"info","ts":"2026-03-25T17:13:17.591125Z","caller":"traceutil/trace.go:171","msg":"trace[614932035] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:40; response_revision:11260; }","duration":"364.34446ms","start":"2026-03-25T17:13:17.226768Z","end":"2026-03-25T17:13:17.591112Z","steps":["trace[614932035] 'agreement among raft nodes before linearized reading' (duration: 363.878886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:17.59116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:13:17.226749Z","time spent":"364.402741ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":40,"response size":368248,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-25T17:13:18.559936Z","caller":"traceutil/trace.go:171","msg":"trace[1229601456] transaction","detail":"{read_only:false; response_revision:11262; number_of_response:1; }","duration":"248.597668ms","start":"2026-03-25T17:13:18.31131Z","end":"2026-03-25T17:13:18.559908Z","steps":["trace[1229601456] 'process raft request' (duration: 248.422383ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:13:22.356105Z","caller":"traceutil/trace.go:171","msg":"trace[875864693] transaction","detail":"{read_only:false; response_revision:11291; number_of_response:1; }","duration":"122.341338ms","start":"2026-03-25T17:13:22.233738Z","end":"2026-03-25T17:13:22.356079Z","steps":["trace[875864693] 'process raft request' (duration: 83.079926ms)","trace[875864693] 'compare' (duration: 38.917471ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:13:22.594837Z","caller":"traceutil/trace.go:171","msg":"trace[1353354400] transaction","detail":"{read_only:false; response_revision:11296; number_of_response:1; }","duration":"149.980875ms","start":"2026-03-25T17:13:22.444826Z","end":"2026-03-25T17:13:22.594806Z","steps":["trace[1353354400] 'process raft request' (duration: 149.771128ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:13:29.848893Z","caller":"traceutil/trace.go:171","msg":"trace[1180009008] linearizableReadLoop","detail":"{readStateIndex:11758; appliedIndex:11756; }","duration":"110.566618ms","start":"2026-03-25T17:13:29.7383Z","end":"2026-03-25T17:13:29.848867Z","steps":["trace[1180009008] 'read index received' (duration: 109.213216ms)","trace[1180009008] 'applied index is now lower than readState.Index' (duration: 1.352582ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:13:29.848932Z","caller":"traceutil/trace.go:171","msg":"trace[534907309] transaction","detail":"{read_only:false; response_revision:11357; number_of_response:1; }","duration":"110.990921ms","start":"2026-03-25T17:13:29.737911Z","end":"2026-03-25T17:13:29.848902Z","steps":["trace[534907309] 'process raft request' (duration: 109.497874ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:13:29.849151Z","caller":"traceutil/trace.go:171","msg":"trace[845006484] transaction","detail":"{read_only:false; response_revision:11358; number_of_response:1; }","duration":"110.91827ms","start":"2026-03-25T17:13:29.73819Z","end":"2026-03-25T17:13:29.849109Z","steps":["trace[845006484] 'process raft request' (duration: 110.640281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:29.849713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.399415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375211"} {"level":"info","ts":"2026-03-25T17:13:29.849778Z","caller":"traceutil/trace.go:171","msg":"trace[328189468] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:11358; }","duration":"111.476147ms","start":"2026-03-25T17:13:29.738288Z","end":"2026-03-25T17:13:29.849764Z","steps":["trace[328189468] 'agreement among raft nodes before linearized reading' (duration: 110.93691ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:13:47.568953Z","caller":"traceutil/trace.go:171","msg":"trace[1106071377] transaction","detail":"{read_only:false; response_revision:11456; number_of_response:1; }","duration":"118.416945ms","start":"2026-03-25T17:13:47.450502Z","end":"2026-03-25T17:13:47.568919Z","steps":["trace[1106071377] 'process raft request' (duration: 59.892699ms)","trace[1106071377] 'compare' (duration: 58.068301ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:13:47.569054Z","caller":"traceutil/trace.go:171","msg":"trace[1133893003] transaction","detail":"{read_only:false; response_revision:11457; number_of_response:1; }","duration":"117.595409ms","start":"2026-03-25T17:13:47.451415Z","end":"2026-03-25T17:13:47.56901Z","steps":["trace[1133893003] 'process raft request' (duration: 117.241298ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:13:53.738384Z","caller":"traceutil/trace.go:171","msg":"trace[421746659] transaction","detail":"{read_only:false; response_revision:11496; number_of_response:1; }","duration":"153.558317ms","start":"2026-03-25T17:13:53.584799Z","end":"2026-03-25T17:13:53.738357Z","steps":["trace[421746659] 'process raft request' (duration: 153.397952ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:13:53.742632Z","caller":"traceutil/trace.go:171","msg":"trace[733232902] transaction","detail":"{read_only:false; response_revision:11497; number_of_response:1; }","duration":"155.720736ms","start":"2026-03-25T17:13:53.586885Z","end":"2026-03-25T17:13:53.742606Z","steps":["trace[733232902] 'process raft request' (duration: 155.553671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:13:53.742829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.899168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-25T17:13:53.742886Z","caller":"traceutil/trace.go:171","msg":"trace[848608911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11497; }","duration":"132.001711ms","start":"2026-03-25T17:13:53.61087Z","end":"2026-03-25T17:13:53.742872Z","steps":["trace[848608911] 'agreement among raft nodes before linearized reading' (duration: 131.827816ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:13:53.742943Z","caller":"traceutil/trace.go:171","msg":"trace[928724584] linearizableReadLoop","detail":"{readStateIndex:11903; appliedIndex:11901; }","duration":"132.018802ms","start":"2026-03-25T17:13:53.610909Z","end":"2026-03-25T17:13:53.742928Z","steps":["trace[928724584] 'read index received' (duration: 127.277383ms)","trace[928724584] 'applied index is now lower than readState.Index' (duration: 4.381388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:13:53.743417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.4323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:13:53.743467Z","caller":"traceutil/trace.go:171","msg":"trace[1481167645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11497; }","duration":"106.553604ms","start":"2026-03-25T17:13:53.6369Z","end":"2026-03-25T17:13:53.743453Z","steps":["trace[1481167645] 'agreement among raft nodes before linearized reading' (duration: 106.224473ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:14:23.916829Z","caller":"traceutil/trace.go:171","msg":"trace[1021849638] transaction","detail":"{read_only:false; response_revision:11657; number_of_response:1; }","duration":"102.01914ms","start":"2026-03-25T17:14:23.814777Z","end":"2026-03-25T17:14:23.916796Z","steps":["trace[1021849638] 'process raft request' (duration: 101.792633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:14:23.993769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.510071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-03-25T17:14:23.993855Z","caller":"traceutil/trace.go:171","msg":"trace[1345721087] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11659; }","duration":"113.662366ms","start":"2026-03-25T17:14:23.880173Z","end":"2026-03-25T17:14:23.993835Z","steps":["trace[1345721087] 'agreement among raft nodes before linearized reading' (duration: 113.399517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:14:25.182754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:14:24.511421Z","time spent":"671.32669ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-25T17:14:25.183132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088677863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T17:14:25.183171Z","caller":"traceutil/trace.go:171","msg":"trace[1666002848] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11660; }","duration":"1.088754205s","start":"2026-03-25T17:14:24.094403Z","end":"2026-03-25T17:14:25.183157Z","steps":["trace[1666002848] 'range keys from in-memory index tree' (duration: 1.088545618s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:14:25.183204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:14:24.094207Z","time spent":"1.088990382s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T17:14:25.183358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044961041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T17:14:25.183388Z","caller":"traceutil/trace.go:171","msg":"trace[1089602009] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:11660; }","duration":"1.045049233s","start":"2026-03-25T17:14:24.138329Z","end":"2026-03-25T17:14:25.183378Z","steps":["trace[1089602009] 'count revisions from in-memory index tree' (duration: 1.044847757s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:14:25.183416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:14:24.138298Z","time spent":"1.045110145s","remote":"127.0.0.1:53178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-03-25T17:14:25.183681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.336279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T17:14:25.183737Z","caller":"traceutil/trace.go:171","msg":"trace[445731324] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11660; }","duration":"174.390551ms","start":"2026-03-25T17:14:25.009333Z","end":"2026-03-25T17:14:25.183723Z","steps":["trace[445731324] 'range keys from in-memory index tree' (duration: 174.233645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:14:25.184172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.490628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-25T17:14:25.184229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.249109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tknbz\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-25T17:14:25.184266Z","caller":"traceutil/trace.go:171","msg":"trace[847281598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11660; }","duration":"972.639432ms","start":"2026-03-25T17:14:24.211606Z","end":"2026-03-25T17:14:25.184246Z","steps":["trace[847281598] 'range keys from in-memory index tree' (duration: 972.323862ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:14:25.18429Z","caller":"traceutil/trace.go:171","msg":"trace[119293522] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tknbz; range_end:; response_count:1; response_revision:11660; }","duration":"935.351972ms","start":"2026-03-25T17:14:24.248922Z","end":"2026-03-25T17:14:25.184274Z","steps":["trace[119293522] 'range keys from in-memory index tree' (duration: 935.077653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:14:25.184322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:14:24.248897Z","time spent":"935.418834ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-tknbz\" "} {"level":"warn","ts":"2026-03-25T17:14:25.184315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:14:24.211584Z","time spent":"972.722505ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T17:14:25.184432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.260934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-25T17:14:25.184595Z","caller":"traceutil/trace.go:171","msg":"trace[964428530] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11660; }","duration":"996.46068ms","start":"2026-03-25T17:14:24.188118Z","end":"2026-03-25T17:14:25.184579Z","steps":["trace[964428530] 'range keys from in-memory index tree' (duration: 995.465498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:14:25.184727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T17:14:24.188092Z","time spent":"996.613475ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-25T17:14:25.24064Z","caller":"traceutil/trace.go:171","msg":"trace[527084060] transaction","detail":"{read_only:false; response_revision:11661; number_of_response:1; }","duration":"173.292716ms","start":"2026-03-25T17:14:25.067323Z","end":"2026-03-25T17:14:25.240616Z","steps":["trace[527084060] 'process raft request' (duration: 173.162072ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:14:25.429823Z","caller":"traceutil/trace.go:171","msg":"trace[816715000] transaction","detail":"{read_only:false; response_revision:11662; number_of_response:1; }","duration":"241.057282ms","start":"2026-03-25T17:14:25.188707Z","end":"2026-03-25T17:14:25.429764Z","steps":["trace[816715000] 'process raft request' (duration: 240.515255ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:14:25.429925Z","caller":"traceutil/trace.go:171","msg":"trace[1061587589] transaction","detail":"{read_only:false; response_revision:11663; number_of_response:1; }","duration":"240.546736ms","start":"2026-03-25T17:14:25.189339Z","end":"2026-03-25T17:14:25.429886Z","steps":["trace[1061587589] 'process raft request' (duration: 240.34871ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:14:25.430184Z","caller":"traceutil/trace.go:171","msg":"trace[393430555] transaction","detail":"{read_only:false; response_revision:11664; number_of_response:1; }","duration":"240.00576ms","start":"2026-03-25T17:14:25.190152Z","end":"2026-03-25T17:14:25.430158Z","steps":["trace[393430555] 'process raft request' (duration: 239.806543ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:14:25.43022Z","caller":"traceutil/trace.go:171","msg":"trace[1269579028] transaction","detail":"{read_only:false; response_revision:11665; number_of_response:1; }","duration":"239.957408ms","start":"2026-03-25T17:14:25.190249Z","end":"2026-03-25T17:14:25.430206Z","steps":["trace[1269579028] 'process raft request' (duration: 239.784153ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:14:25.430352Z","caller":"traceutil/trace.go:171","msg":"trace[927301658] linearizableReadLoop","detail":"{readStateIndex:12075; appliedIndex:12072; }","duration":"240.36995ms","start":"2026-03-25T17:14:25.189967Z","end":"2026-03-25T17:14:25.430337Z","steps":["trace[927301658] 'read index received' (duration: 50.539425ms)","trace[927301658] 'applied index is now lower than readState.Index' (duration: 189.829045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:14:25.431009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.026262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375325"} {"level":"info","ts":"2026-03-25T17:14:25.431075Z","caller":"traceutil/trace.go:171","msg":"trace[1778776399] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:11665; }","duration":"241.120834ms","start":"2026-03-25T17:14:25.189938Z","end":"2026-03-25T17:14:25.431059Z","steps":["trace[1778776399] 'agreement among raft nodes before linearized reading' (duration: 240.520685ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:15:27.543559Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10203} {"level":"info","ts":"2026-03-25T17:15:27.624453Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10203,"took":"78.42974ms","hash":3173015195,"current-db-size-bytes":54415360,"current-db-size":"54 MB","current-db-size-in-use-bytes":22573056,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-25T17:15:27.624514Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3173015195,"revision":10203,"compact-revision":7840} {"level":"info","ts":"2026-03-25T17:16:38.318779Z","caller":"traceutil/trace.go:171","msg":"trace[1057425070] transaction","detail":"{read_only:false; response_revision:12352; number_of_response:1; }","duration":"127.190916ms","start":"2026-03-25T17:16:38.191556Z","end":"2026-03-25T17:16:38.318747Z","steps":["trace[1057425070] 'process raft request' (duration: 127.111763ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:16:38.318788Z","caller":"traceutil/trace.go:171","msg":"trace[1803095144] transaction","detail":"{read_only:false; response_revision:12351; number_of_response:1; }","duration":"130.935744ms","start":"2026-03-25T17:16:38.187818Z","end":"2026-03-25T17:16:38.318754Z","steps":["trace[1803095144] 'process raft request' (duration: 130.723807ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:16:38.318861Z","caller":"traceutil/trace.go:171","msg":"trace[2055329258] transaction","detail":"{read_only:false; response_revision:12350; number_of_response:1; }","duration":"130.954545ms","start":"2026-03-25T17:16:38.187861Z","end":"2026-03-25T17:16:38.318815Z","steps":["trace[2055329258] 'process raft request' (duration: 73.580888ms)","trace[2055329258] 'compare' (duration: 56.84193ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T17:18:33.000906Z","caller":"traceutil/trace.go:171","msg":"trace[506885119] transaction","detail":"{read_only:false; response_revision:12939; number_of_response:1; }","duration":"104.099139ms","start":"2026-03-25T17:18:32.896746Z","end":"2026-03-25T17:18:33.000845Z","steps":["trace[506885119] 'process raft request' (duration: 63.909042ms)","trace[506885119] 'compare' (duration: 39.918688ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T17:18:38.537882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.615448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-cainjector\" ","response":"range_response_count:1 size:1140"} {"level":"info","ts":"2026-03-25T17:18:38.537964Z","caller":"traceutil/trace.go:171","msg":"trace[291381932] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-cainjector; range_end:; response_count:1; response_revision:12963; }","duration":"126.733552ms","start":"2026-03-25T17:18:38.411213Z","end":"2026-03-25T17:18:38.537946Z","steps":["trace[291381932] 'range keys from in-memory index tree' (duration: 126.476024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T17:18:38.537886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.189451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rabbitmq-messaging-topology-operator-openstack\" ","response":"range_response_count:1 size:3688"} {"level":"info","ts":"2026-03-25T17:18:38.538131Z","caller":"traceutil/trace.go:171","msg":"trace[1327902926] range","detail":"{range_begin:/registry/clusterroles/rabbitmq-messaging-topology-operator-openstack; range_end:; response_count:1; response_revision:12963; }","duration":"177.47511ms","start":"2026-03-25T17:18:38.360628Z","end":"2026-03-25T17:18:38.538103Z","steps":["trace[1327902926] 'range keys from in-memory index tree' (duration: 177.017435ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T17:18:38.673059Z","caller":"traceutil/trace.go:171","msg":"trace[254339047] transaction","detail":"{read_only:false; response_revision:12966; number_of_response:1; }","duration":"100.147844ms","start":"2026-03-25T17:18:38.572867Z","end":"2026-03-25T17:18:38.673015Z","steps":["trace[254339047] 'process raft request' (duration: 99.142382ms)"],"step_count":1}