{"level":"warn","ts":"2026-03-12T19:16:43.128745Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-12T19:16:43.128867Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.235:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.235:2380","--initial-cluster=instance=https://199.204.45.235:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.235:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.235:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-12T19:16:43.128972Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-12T19:16:43.12899Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.235:2380"]} {"level":"info","ts":"2026-03-12T19:16:43.129007Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-12T19:16:43.129719Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.235:2379"]} {"level":"info","ts":"2026-03-12T19:16:43.129803Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.235:2380"],"listen-peer-urls":["https://199.204.45.235:2380"],"advertise-client-urls":["https://199.204.45.235:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.235:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.235:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-12T19:16:43.136295Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.228843ms"} {"level":"info","ts":"2026-03-12T19:16:43.151453Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"aab6040abcf11","cluster-id":"2bae7d3d8857c059"} {"level":"info","ts":"2026-03-12T19:16:43.151693Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 switched to configuration voters=()"} {"level":"info","ts":"2026-03-12T19:16:43.151754Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 became follower at term 0"} {"level":"info","ts":"2026-03-12T19:16:43.151814Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft aab6040abcf11 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-12T19:16:43.151868Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 became follower at term 1"} {"level":"info","ts":"2026-03-12T19:16:43.151944Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 switched to configuration voters=(3003179657318161)"} {"level":"warn","ts":"2026-03-12T19:16:43.167763Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-12T19:16:43.169335Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-12T19:16:43.171365Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-12T19:16:43.173784Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"aab6040abcf11","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-12T19:16:43.174102Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-12T19:16:43.174158Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"aab6040abcf11","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-12T19:16:43.174258Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-12T19:16:43.174278Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-12T19:16:43.177211Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 switched to configuration voters=(3003179657318161)"} {"level":"info","ts":"2026-03-12T19:16:43.178276Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"2bae7d3d8857c059","local-member-id":"aab6040abcf11","added-peer-id":"aab6040abcf11","added-peer-peer-urls":["https://199.204.45.235:2380"]} {"level":"info","ts":"2026-03-12T19:16:43.180063Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-12T19:16:43.180169Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.235:2380"} {"level":"info","ts":"2026-03-12T19:16:43.180232Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.235:2380"} {"level":"info","ts":"2026-03-12T19:16:43.180581Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"aab6040abcf11","initial-advertise-peer-urls":["https://199.204.45.235:2380"],"listen-peer-urls":["https://199.204.45.235:2380"],"advertise-client-urls":["https://199.204.45.235:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.235:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-12T19:16:43.180712Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-12T19:16:43.653346Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 is starting a new election at term 1"} {"level":"info","ts":"2026-03-12T19:16:43.653431Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-12T19:16:43.653458Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 received MsgPreVoteResp from aab6040abcf11 at term 1"} {"level":"info","ts":"2026-03-12T19:16:43.653491Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 became candidate at term 2"} {"level":"info","ts":"2026-03-12T19:16:43.653502Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 received MsgVoteResp from aab6040abcf11 at term 2"} {"level":"info","ts":"2026-03-12T19:16:43.653517Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 became leader at term 2"} {"level":"info","ts":"2026-03-12T19:16:43.653531Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aab6040abcf11 elected leader aab6040abcf11 at term 2"} {"level":"info","ts":"2026-03-12T19:16:43.655239Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"aab6040abcf11","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.235:2379]}","request-path":"/0/members/aab6040abcf11/attributes","cluster-id":"2bae7d3d8857c059","publish-timeout":"7s"} {"level":"info","ts":"2026-03-12T19:16:43.65527Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-12T19:16:43.655348Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-12T19:16:43.655246Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-12T19:16:43.655836Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-12T19:16:43.655867Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-12T19:16:43.656658Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"2bae7d3d8857c059","local-member-id":"aab6040abcf11","cluster-version":"3.5"} {"level":"info","ts":"2026-03-12T19:16:43.656788Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-12T19:16:43.656819Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-12T19:16:43.659115Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-12T19:16:43.659429Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.235:2379"} {"level":"warn","ts":"2026-03-12T19:16:46.094442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.600855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-12T19:16:46.094567Z","caller":"traceutil/trace.go:171","msg":"trace[1962521025] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:71; }","duration":"511.789229ms","start":"2026-03-12T19:16:45.582753Z","end":"2026-03-12T19:16:46.094542Z","steps":["trace[1962521025] 'range keys from in-memory index tree' (duration: 511.478152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:46.094625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:45.582725Z","time spent":"511.889782ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":25,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"info","ts":"2026-03-12T19:16:46.215348Z","caller":"traceutil/trace.go:171","msg":"trace[2070420638] linearizableReadLoop","detail":"{readStateIndex:76; appliedIndex:75; }","duration":"108.793825ms","start":"2026-03-12T19:16:46.106521Z","end":"2026-03-12T19:16:46.215315Z","steps":["trace[2070420638] 'read index received' (duration: 108.55388ms)","trace[2070420638] 'applied index is now lower than readState.Index' (duration: 236.085µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:46.21541Z","caller":"traceutil/trace.go:171","msg":"trace[699820574] transaction","detail":"{read_only:false; response_revision:72; number_of_response:1; }","duration":"111.521403ms","start":"2026-03-12T19:16:46.103854Z","end":"2026-03-12T19:16:46.215375Z","steps":["trace[699820574] 'process raft request' (duration: 111.289857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:46.215713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.163165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-12T19:16:46.215815Z","caller":"traceutil/trace.go:171","msg":"trace[2047551030] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:72; }","duration":"109.332649ms","start":"2026-03-12T19:16:46.106456Z","end":"2026-03-12T19:16:46.215789Z","steps":["trace[2047551030] 'agreement among raft nodes before linearized reading' (duration: 108.9821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:46.66282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.151432ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-12T19:16:46.663113Z","caller":"traceutil/trace.go:171","msg":"trace[1902102472] linearizableReadLoop","detail":"{readStateIndex:78; appliedIndex:76; }","duration":"442.099472ms","start":"2026-03-12T19:16:46.220942Z","end":"2026-03-12T19:16:46.663041Z","steps":["trace[1902102472] 'read index received' (duration: 21.741023ms)","trace[1902102472] 'applied index is now lower than readState.Index' (duration: 420.354459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:46.66327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.258546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-12T19:16:46.663284Z","caller":"traceutil/trace.go:171","msg":"trace[664092977] transaction","detail":"{read_only:false; response_revision:74; number_of_response:1; }","duration":"443.360533ms","start":"2026-03-12T19:16:46.219565Z","end":"2026-03-12T19:16:46.662926Z","steps":["trace[664092977] 'process raft request' (duration: 218.767501ms)","trace[664092977] 'compare' (duration: 223.997538ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:46.663353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.205182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-12T19:16:46.663402Z","caller":"traceutil/trace.go:171","msg":"trace[1140693665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:74; }","duration":"366.314685ms","start":"2026-03-12T19:16:46.297073Z","end":"2026-03-12T19:16:46.663388Z","steps":["trace[1140693665] 'agreement among raft nodes before linearized reading' (duration: 366.205382ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:46.663404Z","caller":"traceutil/trace.go:171","msg":"trace[2093879467] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:0; response_revision:74; }","duration":"442.44902ms","start":"2026-03-12T19:16:46.220921Z","end":"2026-03-12T19:16:46.66337Z","steps":["trace[2093879467] 'agreement among raft nodes before linearized reading' (duration: 442.183974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:46.663442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:46.297045Z","time spent":"366.389787ms","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":25,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:16:46.663488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:46.220915Z","time spent":"442.557663ms","remote":"127.0.0.1:59092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":25,"request content":"key:\"/registry/clusterroles/system:aggregate-to-admin\" "} {"level":"warn","ts":"2026-03-12T19:16:46.66354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:46.219551Z","time spent":"443.873326ms","remote":"127.0.0.1:59106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":429,"response count":0,"response size":35,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:16:46.883067Z","caller":"traceutil/trace.go:171","msg":"trace[1023161431] linearizableReadLoop","detail":"{readStateIndex:82; appliedIndex:80; }","duration":"179.247502ms","start":"2026-03-12T19:16:46.703787Z","end":"2026-03-12T19:16:46.883035Z","steps":["trace[1023161431] 'read index received' (duration: 46.373877ms)","trace[1023161431] 'applied index is now lower than readState.Index' (duration: 132.871915ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:46.883123Z","caller":"traceutil/trace.go:171","msg":"trace[1171070600] transaction","detail":"{read_only:false; response_revision:77; number_of_response:1; }","duration":"181.014215ms","start":"2026-03-12T19:16:46.702056Z","end":"2026-03-12T19:16:46.88307Z","steps":["trace[1171070600] 'process raft request' (duration: 83.716251ms)","trace[1171070600] 'compare' (duration: 97.083649ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:46.883294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.448387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-12T19:16:46.883385Z","caller":"traceutil/trace.go:171","msg":"trace[671820452] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:0; response_revision:77; }","duration":"179.636661ms","start":"2026-03-12T19:16:46.70372Z","end":"2026-03-12T19:16:46.883357Z","steps":["trace[671820452] 'agreement among raft nodes before linearized reading' (duration: 179.431056ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:47.013226Z","caller":"traceutil/trace.go:171","msg":"trace[1722194651] transaction","detail":"{read_only:false; response_revision:80; number_of_response:1; }","duration":"115.524459ms","start":"2026-03-12T19:16:46.897666Z","end":"2026-03-12T19:16:47.01319Z","steps":["trace[1722194651] 'process raft request' (duration: 103.024953ms)","trace[1722194651] 'compare' (duration: 12.283331ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:47.799801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.506673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-12T19:16:47.79994Z","caller":"traceutil/trace.go:171","msg":"trace[2015088134] linearizableReadLoop","detail":"{readStateIndex:91; appliedIndex:90; }","duration":"692.050876ms","start":"2026-03-12T19:16:47.107866Z","end":"2026-03-12T19:16:47.799916Z","steps":["trace[2015088134] 'read index received' (duration: 60.272877ms)","trace[2015088134] 'applied index is now lower than readState.Index' (duration: 631.776579ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:47.799987Z","caller":"traceutil/trace.go:171","msg":"trace[1266074174] transaction","detail":"{read_only:false; response_revision:86; number_of_response:1; }","duration":"692.491277ms","start":"2026-03-12T19:16:47.107454Z","end":"2026-03-12T19:16:47.799946Z","steps":["trace[1266074174] 'process raft request' (duration: 60.793819ms)","trace[1266074174] 'compare' (duration: 631.247637ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:47.800178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.309513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.189c2e1097ec1b6b\" ","response":"range_response_count:1 size:648"} {"level":"info","ts":"2026-03-12T19:16:47.800258Z","caller":"traceutil/trace.go:171","msg":"trace[1215320404] range","detail":"{range_begin:/registry/events/default/instance.189c2e1097ec1b6b; range_end:; response_count:1; response_revision:86; }","duration":"692.397095ms","start":"2026-03-12T19:16:47.107851Z","end":"2026-03-12T19:16:47.800248Z","steps":["trace[1215320404] 'agreement among raft nodes before linearized reading' (duration: 692.17055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:47.800252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:47.107441Z","time spent":"692.711113ms","remote":"127.0.0.1:59092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":665,"response count":0,"response size":35,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:16:47.80029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.0831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:16:47.800287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.551773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-12T19:16:47.800349Z","caller":"traceutil/trace.go:171","msg":"trace[48214754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:86; }","duration":"475.178912ms","start":"2026-03-12T19:16:47.325154Z","end":"2026-03-12T19:16:47.800333Z","steps":["trace[48214754] 'agreement among raft nodes before linearized reading' (duration: 475.014018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:47.800392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:47.325138Z","time spent":"475.242965ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:16:47.800401Z","caller":"traceutil/trace.go:171","msg":"trace[989390301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:86; }","duration":"502.734137ms","start":"2026-03-12T19:16:47.297641Z","end":"2026-03-12T19:16:47.800375Z","steps":["trace[989390301] 'agreement among raft nodes before linearized reading' (duration: 502.522782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:47.800307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:47.107784Z","time spent":"692.516068ms","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":669,"request content":"key:\"/registry/events/default/instance.189c2e1097ec1b6b\" "} {"level":"warn","ts":"2026-03-12T19:16:47.800465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:47.297617Z","time spent":"502.83963ms","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":25,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:16:48.225004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.927924ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-03-12T19:16:48.225335Z","caller":"traceutil/trace.go:171","msg":"trace[1198985797] transaction","detail":"{read_only:false; response_revision:87; number_of_response:1; }","duration":"419.929639ms","start":"2026-03-12T19:16:47.805362Z","end":"2026-03-12T19:16:48.225291Z","steps":["trace[1198985797] 'process raft request' (duration: 129.380639ms)","trace[1198985797] 'compare' (duration: 289.76727ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:48.22539Z","caller":"traceutil/trace.go:171","msg":"trace[384916552] linearizableReadLoop","detail":"{readStateIndex:94; appliedIndex:91; }","duration":"389.097883ms","start":"2026-03-12T19:16:47.83627Z","end":"2026-03-12T19:16:48.225367Z","steps":["trace[384916552] 'read index received' (duration: 98.564575ms)","trace[384916552] 'applied index is now lower than readState.Index' (duration: 290.532158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:48.225527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:47.805346Z","time spent":"420.085213ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":35,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:16:48.225551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.277058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-12T19:16:48.2256Z","caller":"traceutil/trace.go:171","msg":"trace[2051624730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:89; }","duration":"389.35991ms","start":"2026-03-12T19:16:47.836224Z","end":"2026-03-12T19:16:48.225584Z","steps":["trace[2051624730] 'agreement among raft nodes before linearized reading' (duration: 389.215866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:48.225652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:47.836211Z","time spent":"389.428611ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":25,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:16:48.225861Z","caller":"traceutil/trace.go:171","msg":"trace[818479124] transaction","detail":"{read_only:false; response_revision:89; number_of_response:1; }","duration":"413.764978ms","start":"2026-03-12T19:16:47.812061Z","end":"2026-03-12T19:16:48.225826Z","steps":["trace[818479124] 'process raft request' (duration: 413.244765ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:48.225914Z","caller":"traceutil/trace.go:171","msg":"trace[1162517854] transaction","detail":"{read_only:false; response_revision:88; number_of_response:1; }","duration":"418.664148ms","start":"2026-03-12T19:16:47.807195Z","end":"2026-03-12T19:16:48.225859Z","steps":["trace[1162517854] 'process raft request' (duration: 418.019552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:48.226063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:47.812039Z","time spent":"413.916022ms","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":636,"response count":0,"response size":35,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:16:48.226164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:47.807164Z","time spent":"418.861813ms","remote":"127.0.0.1:59092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":600,"response count":0,"response size":35,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:16:48.480774Z","caller":"traceutil/trace.go:171","msg":"trace[667633012] transaction","detail":"{read_only:false; response_revision:90; number_of_response:1; }","duration":"250.431546ms","start":"2026-03-12T19:16:48.230293Z","end":"2026-03-12T19:16:48.480725Z","steps":["trace[667633012] 'process raft request' (duration: 175.540551ms)","trace[667633012] 'compare' (duration: 74.618878ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:48.480947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.587995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-12T19:16:48.480784Z","caller":"traceutil/trace.go:171","msg":"trace[815318630] linearizableReadLoop","detail":"{readStateIndex:97; appliedIndex:94; }","duration":"169.411211ms","start":"2026-03-12T19:16:48.311339Z","end":"2026-03-12T19:16:48.48075Z","steps":["trace[815318630] 'read index received' (duration: 94.465544ms)","trace[815318630] 'applied index is now lower than readState.Index' (duration: 74.944376ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:48.480952Z","caller":"traceutil/trace.go:171","msg":"trace[1384581616] transaction","detail":"{read_only:false; response_revision:92; number_of_response:1; }","duration":"248.207021ms","start":"2026-03-12T19:16:48.232693Z","end":"2026-03-12T19:16:48.4809Z","steps":["trace[1384581616] 'process raft request' (duration: 248.012256ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:48.481026Z","caller":"traceutil/trace.go:171","msg":"trace[1448355213] transaction","detail":"{read_only:false; response_revision:91; number_of_response:1; }","duration":"249.123744ms","start":"2026-03-12T19:16:48.231847Z","end":"2026-03-12T19:16:48.48097Z","steps":["trace[1448355213] 'process raft request' (duration: 248.786216ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:48.48101Z","caller":"traceutil/trace.go:171","msg":"trace[109807224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:92; }","duration":"169.711518ms","start":"2026-03-12T19:16:48.311284Z","end":"2026-03-12T19:16:48.480995Z","steps":["trace[109807224] 'agreement among raft nodes before linearized reading' (duration: 169.567694ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:48.61064Z","caller":"traceutil/trace.go:171","msg":"trace[1606227560] transaction","detail":"{read_only:false; response_revision:95; number_of_response:1; }","duration":"121.527758ms","start":"2026-03-12T19:16:48.489073Z","end":"2026-03-12T19:16:48.610601Z","steps":["trace[1606227560] 'process raft request' (duration: 121.343014ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:48.610707Z","caller":"traceutil/trace.go:171","msg":"trace[911096242] transaction","detail":"{read_only:false; response_revision:94; number_of_response:1; }","duration":"122.999894ms","start":"2026-03-12T19:16:48.487671Z","end":"2026-03-12T19:16:48.610671Z","steps":["trace[911096242] 'process raft request' (duration: 114.608248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:49.2581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.695391ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-03-12T19:16:49.258289Z","caller":"traceutil/trace.go:171","msg":"trace[485686705] transaction","detail":"{read_only:false; response_revision:99; number_of_response:1; }","duration":"570.783305ms","start":"2026-03-12T19:16:48.687477Z","end":"2026-03-12T19:16:49.25826Z","steps":["trace[485686705] 'process raft request' (duration: 37.795526ms)","trace[485686705] 'compare' (duration: 532.567619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:49.258401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:48.687434Z","time spent":"570.915798ms","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":642,"response count":0,"response size":35,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:16:49.310559Z","caller":"traceutil/trace.go:171","msg":"trace[590650125] linearizableReadLoop","detail":"{readStateIndex:105; appliedIndex:104; }","duration":"413.646315ms","start":"2026-03-12T19:16:48.896891Z","end":"2026-03-12T19:16:49.310537Z","steps":["trace[590650125] 'read index received' (duration: 413.529872ms)","trace[590650125] 'applied index is now lower than readState.Index' (duration: 115.523µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:49.310621Z","caller":"traceutil/trace.go:171","msg":"trace[407493181] transaction","detail":"{read_only:false; response_revision:100; number_of_response:1; }","duration":"620.320629ms","start":"2026-03-12T19:16:48.690265Z","end":"2026-03-12T19:16:49.310586Z","steps":["trace[407493181] 'process raft request' (duration: 620.138995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:49.310793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:48.690243Z","time spent":"620.457562ms","remote":"127.0.0.1:59092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2012,"response count":0,"response size":35,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:16:49.310866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.936142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-12T19:16:49.310997Z","caller":"traceutil/trace.go:171","msg":"trace[228924634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:100; }","duration":"414.129667ms","start":"2026-03-12T19:16:48.896841Z","end":"2026-03-12T19:16:49.31097Z","steps":["trace[228924634] 'agreement among raft nodes before linearized reading' (duration: 413.84326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:49.311069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:48.896815Z","time spent":"414.24216ms","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":25,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:16:49.550776Z","caller":"traceutil/trace.go:171","msg":"trace[1681930044] transaction","detail":"{read_only:false; response_revision:103; number_of_response:1; }","duration":"191.730777ms","start":"2026-03-12T19:16:49.359015Z","end":"2026-03-12T19:16:49.550746Z","steps":["trace[1681930044] 'process raft request' (duration: 191.585463ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:49.550857Z","caller":"traceutil/trace.go:171","msg":"trace[478802199] transaction","detail":"{read_only:false; response_revision:102; number_of_response:1; }","duration":"193.547642ms","start":"2026-03-12T19:16:49.357277Z","end":"2026-03-12T19:16:49.550825Z","steps":["trace[478802199] 'process raft request' (duration: 188.860477ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:49.977872Z","caller":"traceutil/trace.go:171","msg":"trace[797733067] transaction","detail":"{read_only:false; response_revision:171; number_of_response:1; }","duration":"146.638442ms","start":"2026-03-12T19:16:49.831189Z","end":"2026-03-12T19:16:49.977828Z","steps":["trace[797733067] 'process raft request' (duration: 122.08039ms)","trace[797733067] 'compare' (duration: 24.296266ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:51.01712Z","caller":"traceutil/trace.go:171","msg":"trace[388443268] transaction","detail":"{read_only:false; response_revision:248; number_of_response:1; }","duration":"140.671886ms","start":"2026-03-12T19:16:50.876411Z","end":"2026-03-12T19:16:51.017083Z","steps":["trace[388443268] 'process raft request' (duration: 95.375067ms)","trace[388443268] 'compare' (duration: 45.125385ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:51.036907Z","caller":"traceutil/trace.go:171","msg":"trace[1914230184] transaction","detail":"{read_only:false; response_revision:249; number_of_response:1; }","duration":"146.447077ms","start":"2026-03-12T19:16:50.890427Z","end":"2026-03-12T19:16:51.036874Z","steps":["trace[1914230184] 'process raft request' (duration: 146.295993ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:51.220078Z","caller":"traceutil/trace.go:171","msg":"trace[1374264049] transaction","detail":"{read_only:false; response_revision:252; number_of_response:1; }","duration":"113.799879ms","start":"2026-03-12T19:16:51.106237Z","end":"2026-03-12T19:16:51.220037Z","steps":["trace[1374264049] 'process raft request' (duration: 14.155247ms)","trace[1374264049] 'compare' (duration: 99.482928ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:51.730561Z","caller":"traceutil/trace.go:171","msg":"trace[1646601607] transaction","detail":"{read_only:false; response_revision:254; number_of_response:1; }","duration":"140.215675ms","start":"2026-03-12T19:16:51.590197Z","end":"2026-03-12T19:16:51.730413Z","steps":["trace[1646601607] 'process raft request' (duration: 133.566462ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:51.731755Z","caller":"traceutil/trace.go:171","msg":"trace[1072362237] linearizableReadLoop","detail":"{readStateIndex:261; appliedIndex:259; }","duration":"131.254665ms","start":"2026-03-12T19:16:51.600435Z","end":"2026-03-12T19:16:51.73169Z","steps":["trace[1072362237] 'read index received' (duration: 123.341112ms)","trace[1072362237] 'applied index is now lower than readState.Index' (duration: 7.911933ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:51.731785Z","caller":"traceutil/trace.go:171","msg":"trace[399093711] transaction","detail":"{read_only:false; response_revision:255; number_of_response:1; }","duration":"138.509493ms","start":"2026-03-12T19:16:51.593198Z","end":"2026-03-12T19:16:51.731708Z","steps":["trace[399093711] 'process raft request' (duration: 138.177255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:51.73468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.191977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:16:51.734845Z","caller":"traceutil/trace.go:171","msg":"trace[877439233] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:0; response_revision:255; }","duration":"134.393552ms","start":"2026-03-12T19:16:51.600405Z","end":"2026-03-12T19:16:51.734799Z","steps":["trace[877439233] 'agreement among raft nodes before linearized reading' (duration: 131.43868ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:51.945951Z","caller":"traceutil/trace.go:171","msg":"trace[1107316747] linearizableReadLoop","detail":"{readStateIndex:264; appliedIndex:262; }","duration":"169.8169ms","start":"2026-03-12T19:16:51.7761Z","end":"2026-03-12T19:16:51.945917Z","steps":["trace[1107316747] 'read index received' (duration: 129.769968ms)","trace[1107316747] 'applied index is now lower than readState.Index' (duration: 40.045362ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:51.946051Z","caller":"traceutil/trace.go:171","msg":"trace[128368061] transaction","detail":"{read_only:false; response_revision:257; number_of_response:1; }","duration":"203.67863ms","start":"2026-03-12T19:16:51.74233Z","end":"2026-03-12T19:16:51.946009Z","steps":["trace[128368061] 'process raft request' (duration: 163.621608ms)","trace[128368061] 'compare' (duration: 39.653922ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:51.946072Z","caller":"traceutil/trace.go:171","msg":"trace[1876246631] transaction","detail":"{read_only:false; response_revision:258; number_of_response:1; }","duration":"194.815883ms","start":"2026-03-12T19:16:51.751218Z","end":"2026-03-12T19:16:51.946034Z","steps":["trace[1876246631] 'process raft request' (duration: 194.616848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:51.946154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.026016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-84wxco\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:16:51.946216Z","caller":"traceutil/trace.go:171","msg":"trace[884859664] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-84wxco; range_end:; response_count:0; response_revision:258; }","duration":"170.167059ms","start":"2026-03-12T19:16:51.776033Z","end":"2026-03-12T19:16:51.9462Z","steps":["trace[884859664] 'agreement among raft nodes before linearized reading' (duration: 170.020755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:52.247075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.861714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:16:52.247228Z","caller":"traceutil/trace.go:171","msg":"trace[263164272] transaction","detail":"{read_only:false; response_revision:260; number_of_response:1; }","duration":"239.743144ms","start":"2026-03-12T19:16:52.007463Z","end":"2026-03-12T19:16:52.247206Z","steps":["trace[263164272] 'process raft request' (duration: 115.664314ms)","trace[263164272] 'compare' (duration: 123.68288ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:52.253047Z","caller":"traceutil/trace.go:171","msg":"trace[1882629512] linearizableReadLoop","detail":"{readStateIndex:267; appliedIndex:265; }","duration":"192.945497ms","start":"2026-03-12T19:16:52.06007Z","end":"2026-03-12T19:16:52.253016Z","steps":["trace[1882629512] 'read index received' (duration: 63.145207ms)","trace[1882629512] 'applied index is now lower than readState.Index' (duration: 129.79911ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:52.253156Z","caller":"traceutil/trace.go:171","msg":"trace[1537547867] transaction","detail":"{read_only:false; response_revision:261; number_of_response:1; }","duration":"240.862881ms","start":"2026-03-12T19:16:52.012269Z","end":"2026-03-12T19:16:52.253132Z","steps":["trace[1537547867] 'process raft request' (duration: 240.590974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:52.253302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.212893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:3466"} {"level":"info","ts":"2026-03-12T19:16:52.25337Z","caller":"traceutil/trace.go:171","msg":"trace[780501658] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:261; }","duration":"193.325986ms","start":"2026-03-12T19:16:52.060014Z","end":"2026-03-12T19:16:52.25334Z","steps":["trace[780501658] 'agreement among raft nodes before linearized reading' (duration: 193.169112ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:52.881658Z","caller":"traceutil/trace.go:171","msg":"trace[267715397] transaction","detail":"{read_only:false; response_revision:279; number_of_response:1; }","duration":"129.195715ms","start":"2026-03-12T19:16:52.75243Z","end":"2026-03-12T19:16:52.881625Z","steps":["trace[267715397] 'process raft request' (duration: 33.806729ms)","trace[267715397] 'compare' (duration: 95.12983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:53.390714Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879541287260809,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:16:53.764718Z","caller":"traceutil/trace.go:171","msg":"trace[2054337780] transaction","detail":"{read_only:false; response_revision:280; number_of_response:1; }","duration":"875.788018ms","start":"2026-03-12T19:16:52.888894Z","end":"2026-03-12T19:16:53.764682Z","steps":["trace[2054337780] 'process raft request' (duration: 804.345079ms)","trace[2054337780] 'compare' (duration: 71.257395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:53.764926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:52.888873Z","time spent":"875.943523ms","remote":"127.0.0.1:58900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4007,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:16:55.103174Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.410050104s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:16:55.109113Z","caller":"traceutil/trace.go:171","msg":"trace[293673049] linearizableReadLoop","detail":"{readStateIndex:287; appliedIndex:285; }","duration":"2.21879512s","start":"2026-03-12T19:16:52.890283Z","end":"2026-03-12T19:16:55.109078Z","steps":["trace[293673049] 'read index received' (duration: 802.965315ms)","trace[293673049] 'applied index is now lower than readState.Index' (duration: 1.415828095s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:55.109416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.219110608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-12T19:16:55.109546Z","caller":"traceutil/trace.go:171","msg":"trace[1300706670] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:281; }","duration":"2.219254451s","start":"2026-03-12T19:16:52.890266Z","end":"2026-03-12T19:16:55.10952Z","steps":["trace[1300706670] 'agreement among raft nodes before linearized reading' (duration: 2.218977004s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:55.109709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.717973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T19:16:55.10978Z","caller":"traceutil/trace.go:171","msg":"trace[1094911147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:281; }","duration":"348.831846ms","start":"2026-03-12T19:16:54.760926Z","end":"2026-03-12T19:16:55.109758Z","steps":["trace[1094911147] 'agreement among raft nodes before linearized reading' (duration: 348.697993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:55.109823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:54.760905Z","time spent":"348.910567ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:16:55.109731Z","caller":"traceutil/trace.go:171","msg":"trace[390641889] transaction","detail":"{read_only:false; response_revision:281; number_of_response:1; }","duration":"2.159792685s","start":"2026-03-12T19:16:52.949864Z","end":"2026-03-12T19:16:55.109657Z","steps":["trace[390641889] 'process raft request' (duration: 2.153520612s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:55.109985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.313053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-12T19:16:55.110005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:52.949834Z","time spent":"2.160067332s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2905,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:16:55.110033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.385859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:16:55.110086Z","caller":"traceutil/trace.go:171","msg":"trace[1792838755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:281; }","duration":"812.463836ms","start":"2026-03-12T19:16:54.297596Z","end":"2026-03-12T19:16:55.11006Z","steps":["trace[1792838755] 'agreement among raft nodes before linearized reading' (duration: 812.21806ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:55.110112Z","caller":"traceutil/trace.go:171","msg":"trace[1991784918] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:281; }","duration":"249.552233ms","start":"2026-03-12T19:16:54.860533Z","end":"2026-03-12T19:16:55.110085Z","steps":["trace[1991784918] 'agreement among raft nodes before linearized reading' (duration: 249.246405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:55.110156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:54.297576Z","time spent":"812.566808ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:16:55.10961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:52.890204Z","time spent":"2.219387115s","remote":"127.0.0.1:58928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":235,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-03-12T19:16:55.110245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340797528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-bta4z9\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:16:55.110393Z","caller":"traceutil/trace.go:171","msg":"trace[491485980] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-bta4z9; range_end:; response_count:0; response_revision:281; }","duration":"1.341150716s","start":"2026-03-12T19:16:53.769212Z","end":"2026-03-12T19:16:55.110363Z","steps":["trace[491485980] 'agreement among raft nodes before linearized reading' (duration: 1.340637063s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:55.110442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:53.769198Z","time spent":"1.341230028s","remote":"127.0.0.1:58820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":26,"request content":"key:\"/registry/secrets/kube-system/bootstrap-token-bta4z9\" "} {"level":"warn","ts":"2026-03-12T19:16:55.110997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372694919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:16:55.11106Z","caller":"traceutil/trace.go:171","msg":"trace[643184078] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:281; }","duration":"1.372802312s","start":"2026-03-12T19:16:53.738241Z","end":"2026-03-12T19:16:55.111044Z","steps":["trace[643184078] 'agreement among raft nodes before linearized reading' (duration: 1.371014388s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:55.111096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:53.738217Z","time spent":"1.372870254s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T19:16:57.784715Z","caller":"traceutil/trace.go:171","msg":"trace[937092220] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"130.528367ms","start":"2026-03-12T19:16:57.654135Z","end":"2026-03-12T19:16:57.784663Z","steps":["trace[937092220] 'process raft request' (duration: 80.090841ms)","trace[937092220] 'compare' (duration: 50.247621ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:57.784772Z","caller":"traceutil/trace.go:171","msg":"trace[950564551] linearizableReadLoop","detail":"{readStateIndex:371; appliedIndex:369; }","duration":"119.298433ms","start":"2026-03-12T19:16:57.665442Z","end":"2026-03-12T19:16:57.784741Z","steps":["trace[950564551] 'read index received' (duration: 34.448334ms)","trace[950564551] 'applied index is now lower than readState.Index' (duration: 84.847349ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:57.785033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.561089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-03-12T19:16:57.785142Z","caller":"traceutil/trace.go:171","msg":"trace[976353430] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:357; }","duration":"119.694543ms","start":"2026-03-12T19:16:57.665422Z","end":"2026-03-12T19:16:57.785116Z","steps":["trace[976353430] 'agreement among raft nodes before linearized reading' (duration: 119.450507ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:57.991616Z","caller":"traceutil/trace.go:171","msg":"trace[2032400704] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"188.262703ms","start":"2026-03-12T19:16:57.803266Z","end":"2026-03-12T19:16:57.991529Z","steps":["trace[2032400704] 'process raft request' (duration: 155.787208ms)","trace[2032400704] 'compare' (duration: 32.130267ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:57.991699Z","caller":"traceutil/trace.go:171","msg":"trace[981048797] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"181.916987ms","start":"2026-03-12T19:16:57.809745Z","end":"2026-03-12T19:16:57.991662Z","steps":["trace[981048797] 'process raft request' (duration: 181.715732ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:57.991668Z","caller":"traceutil/trace.go:171","msg":"trace[919641735] linearizableReadLoop","detail":"{readStateIndex:377; appliedIndex:372; }","duration":"173.534642ms","start":"2026-03-12T19:16:57.818102Z","end":"2026-03-12T19:16:57.991636Z","steps":["trace[919641735] 'read index received' (duration: 33.169743ms)","trace[919641735] 'applied index is now lower than readState.Index' (duration: 140.363329ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:57.991882Z","caller":"traceutil/trace.go:171","msg":"trace[1228765698] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"167.212517ms","start":"2026-03-12T19:16:57.824636Z","end":"2026-03-12T19:16:57.991849Z","steps":["trace[1228765698] 'process raft request' (duration: 166.91885ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:57.991893Z","caller":"traceutil/trace.go:171","msg":"trace[895050390] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"184.437749ms","start":"2026-03-12T19:16:57.807446Z","end":"2026-03-12T19:16:57.991884Z","steps":["trace[895050390] 'process raft request' (duration: 183.947877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:57.992082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.958182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-12T19:16:57.992036Z","caller":"traceutil/trace.go:171","msg":"trace[13735723] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"182.113182ms","start":"2026-03-12T19:16:57.809874Z","end":"2026-03-12T19:16:57.991987Z","steps":["trace[13735723] 'process raft request' (duration: 181.63689ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:57.992125Z","caller":"traceutil/trace.go:171","msg":"trace[2104250049] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:363; }","duration":"174.049905ms","start":"2026-03-12T19:16:57.818065Z","end":"2026-03-12T19:16:57.992115Z","steps":["trace[2104250049] 'agreement among raft nodes before linearized reading' (duration: 173.947492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:57.99211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.265653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-12T19:16:57.992185Z","caller":"traceutil/trace.go:171","msg":"trace[1629591319] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:363; }","duration":"126.384546ms","start":"2026-03-12T19:16:57.865784Z","end":"2026-03-12T19:16:57.992168Z","steps":["trace[1629591319] 'agreement among raft nodes before linearized reading' (duration: 126.256883ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:58.12044Z","caller":"traceutil/trace.go:171","msg":"trace[1848908981] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"121.468576ms","start":"2026-03-12T19:16:57.998932Z","end":"2026-03-12T19:16:58.120401Z","steps":["trace[1848908981] 'process raft request' (duration: 99.051867ms)","trace[1848908981] 'compare' (duration: 22.166723ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:58.120589Z","caller":"traceutil/trace.go:171","msg":"trace[509778255] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"119.790445ms","start":"2026-03-12T19:16:58.000783Z","end":"2026-03-12T19:16:58.120574Z","steps":["trace[509778255] 'process raft request' (duration: 119.670552ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:58.121297Z","caller":"traceutil/trace.go:171","msg":"trace[978891130] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"119.658302ms","start":"2026-03-12T19:16:58.00159Z","end":"2026-03-12T19:16:58.121248Z","steps":["trace[978891130] 'process raft request' (duration: 118.892463ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:58.121375Z","caller":"traceutil/trace.go:171","msg":"trace[443779927] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"121.974078ms","start":"2026-03-12T19:16:57.99918Z","end":"2026-03-12T19:16:58.121154Z","steps":["trace[443779927] 'process raft request' (duration: 121.143358ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:58.121476Z","caller":"traceutil/trace.go:171","msg":"trace[1626636955] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"122.01239ms","start":"2026-03-12T19:16:57.999406Z","end":"2026-03-12T19:16:58.121418Z","steps":["trace[1626636955] 'process raft request' (duration: 120.963424ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:58.122194Z","caller":"traceutil/trace.go:171","msg":"trace[1008372257] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"117.742135ms","start":"2026-03-12T19:16:58.004423Z","end":"2026-03-12T19:16:58.122165Z","steps":["trace[1008372257] 'process raft request' (duration: 116.083355ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:58.122207Z","caller":"traceutil/trace.go:171","msg":"trace[1326008804] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"120.548334ms","start":"2026-03-12T19:16:58.000005Z","end":"2026-03-12T19:16:58.120553Z","steps":["trace[1326008804] 'process raft request' (duration: 120.41366ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:58.348505Z","caller":"traceutil/trace.go:171","msg":"trace[815050341] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"150.766744ms","start":"2026-03-12T19:16:58.197682Z","end":"2026-03-12T19:16:58.348449Z","steps":["trace[815050341] 'process raft request' (duration: 140.470442ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:58.348465Z","caller":"traceutil/trace.go:171","msg":"trace[1755277344] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"148.929099ms","start":"2026-03-12T19:16:58.199501Z","end":"2026-03-12T19:16:58.348431Z","steps":["trace[1755277344] 'process raft request' (duration: 148.796445ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:58.348656Z","caller":"traceutil/trace.go:171","msg":"trace[1696127271] linearizableReadLoop","detail":"{readStateIndex:394; appliedIndex:392; }","duration":"148.743614ms","start":"2026-03-12T19:16:58.199845Z","end":"2026-03-12T19:16:58.348588Z","steps":["trace[1696127271] 'read index received' (duration: 16.841062ms)","trace[1696127271] 'applied index is now lower than readState.Index' (duration: 131.899992ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:58.348739Z","caller":"traceutil/trace.go:171","msg":"trace[1073456544] transaction","detail":"{read_only:false; response_revision:380; number_of_response:1; }","duration":"146.639482ms","start":"2026-03-12T19:16:58.202057Z","end":"2026-03-12T19:16:58.348696Z","steps":["trace[1073456544] 'process raft request' (duration: 146.295104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:58.348874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.999121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:3706"} {"level":"info","ts":"2026-03-12T19:16:58.348922Z","caller":"traceutil/trace.go:171","msg":"trace[207537806] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:380; }","duration":"149.109403ms","start":"2026-03-12T19:16:58.1998Z","end":"2026-03-12T19:16:58.348909Z","steps":["trace[207537806] 'agreement among raft nodes before linearized reading' (duration: 148.96423ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:59.929996Z","caller":"traceutil/trace.go:171","msg":"trace[1227547025] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"162.068071ms","start":"2026-03-12T19:16:59.767905Z","end":"2026-03-12T19:16:59.929973Z","steps":["trace[1227547025] 'process raft request' (duration: 161.901227ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:00.406143Z","caller":"traceutil/trace.go:171","msg":"trace[1703509118] linearizableReadLoop","detail":"{readStateIndex:421; appliedIndex:420; }","duration":"273.125411ms","start":"2026-03-12T19:17:00.132978Z","end":"2026-03-12T19:17:00.406104Z","steps":["trace[1703509118] 'read index received' (duration: 265.693639ms)","trace[1703509118] 'applied index is now lower than readState.Index' (duration: 7.428912ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:00.406195Z","caller":"traceutil/trace.go:171","msg":"trace[204996910] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"465.038254ms","start":"2026-03-12T19:16:59.941111Z","end":"2026-03-12T19:17:00.40615Z","steps":["trace[204996910] 'process raft request' (duration: 457.721664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:00.406409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.406219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/coredns-7c96b6546b-c5n4r.189c2e1463646ca8\" ","response":"range_response_count:1 size:845"} {"level":"warn","ts":"2026-03-12T19:17:00.406479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:59.941078Z","time spent":"465.27893ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4311,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:00.406511Z","caller":"traceutil/trace.go:171","msg":"trace[1520896598] range","detail":"{range_begin:/registry/events/kube-system/coredns-7c96b6546b-c5n4r.189c2e1463646ca8; range_end:; response_count:1; response_revision:405; }","duration":"273.564243ms","start":"2026-03-12T19:17:00.13292Z","end":"2026-03-12T19:17:00.406484Z","steps":["trace[1520896598] 'agreement among raft nodes before linearized reading' (duration: 273.344087ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:11.142762Z","caller":"traceutil/trace.go:171","msg":"trace[1223624573] linearizableReadLoop","detail":"{readStateIndex:487; appliedIndex:486; }","duration":"476.373891ms","start":"2026-03-12T19:17:10.66636Z","end":"2026-03-12T19:17:11.142733Z","steps":["trace[1223624573] 'read index received' (duration: 476.229358ms)","trace[1223624573] 'applied index is now lower than readState.Index' (duration: 142.893µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:11.142791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:10.50063Z","time spent":"642.150893ms","remote":"127.0.0.1:58750","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-12T19:17:11.142926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.543436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:11.142962Z","caller":"traceutil/trace.go:171","msg":"trace[346011243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:466; }","duration":"476.636438ms","start":"2026-03-12T19:17:10.666312Z","end":"2026-03-12T19:17:11.142949Z","steps":["trace[346011243] 'agreement among raft nodes before linearized reading' (duration: 476.541376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:11.143013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:10.666292Z","time spent":"476.71073ms","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:17:11.868497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.703141ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:17:11.868657Z","caller":"traceutil/trace.go:171","msg":"trace[2033335096] linearizableReadLoop","detail":"{readStateIndex:488; appliedIndex:487; }","duration":"724.108171ms","start":"2026-03-12T19:17:11.144518Z","end":"2026-03-12T19:17:11.868626Z","steps":["trace[2033335096] 'read index received' (duration: 69.151674ms)","trace[2033335096] 'applied index is now lower than readState.Index' (duration: 654.954787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:11.868881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.908021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-12T19:17:11.868925Z","caller":"traceutil/trace.go:171","msg":"trace[344107136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:467; }","duration":"634.002923ms","start":"2026-03-12T19:17:11.23491Z","end":"2026-03-12T19:17:11.868913Z","steps":["trace[344107136] 'agreement among raft nodes before linearized reading' (duration: 633.87126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:11.868965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:11.234882Z","time spent":"634.072965ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:17:11.868942Z","caller":"traceutil/trace.go:171","msg":"trace[1523176318] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"724.753257ms","start":"2026-03-12T19:17:11.144145Z","end":"2026-03-12T19:17:11.868898Z","steps":["trace[1523176318] 'process raft request' (duration: 69.527313ms)","trace[1523176318] 'compare' (duration: 654.523356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:11.86895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.412649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:11.869059Z","caller":"traceutil/trace.go:171","msg":"trace[1529835046] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:467; }","duration":"724.579373ms","start":"2026-03-12T19:17:11.14445Z","end":"2026-03-12T19:17:11.86903Z","steps":["trace[1529835046] 'agreement among raft nodes before linearized reading' (duration: 724.335467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:11.869074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.078503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-12T19:17:11.869074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.60156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-12T19:17:11.869106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:11.144415Z","time spent":"724.682896ms","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:17:11.869109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.477528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-12T19:17:11.869142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:11.144109Z","time spent":"724.918251ms","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:11.869167Z","caller":"traceutil/trace.go:171","msg":"trace[888713448] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:467; }","duration":"578.234327ms","start":"2026-03-12T19:17:11.290908Z","end":"2026-03-12T19:17:11.869143Z","steps":["trace[888713448] 'agreement among raft nodes before linearized reading' (duration: 578.010021ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:11.869166Z","caller":"traceutil/trace.go:171","msg":"trace[1907105279] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:467; }","duration":"619.728614ms","start":"2026-03-12T19:17:11.249419Z","end":"2026-03-12T19:17:11.869147Z","steps":["trace[1907105279] 'agreement among raft nodes before linearized reading' (duration: 619.55663ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:11.869201Z","caller":"traceutil/trace.go:171","msg":"trace[1280008016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:467; }","duration":"619.647022ms","start":"2026-03-12T19:17:11.249531Z","end":"2026-03-12T19:17:11.869178Z","steps":["trace[1280008016] 'agreement among raft nodes before linearized reading' (duration: 619.439806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:11.869213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:11.290877Z","time spent":"578.327569ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:17:11.869213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:11.249409Z","time spent":"619.795805ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:17:11.869243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:11.249506Z","time spent":"619.728984ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:17:16.067428Z","caller":"traceutil/trace.go:171","msg":"trace[359556506] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"162.206934ms","start":"2026-03-12T19:17:15.905193Z","end":"2026-03-12T19:17:16.0674Z","steps":["trace[359556506] 'process raft request' (duration: 162.132883ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:16.067509Z","caller":"traceutil/trace.go:171","msg":"trace[1122179525] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"162.834079ms","start":"2026-03-12T19:17:15.904635Z","end":"2026-03-12T19:17:16.067469Z","steps":["trace[1122179525] 'process raft request' (duration: 162.527572ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:16.067645Z","caller":"traceutil/trace.go:171","msg":"trace[1744216350] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"161.429465ms","start":"2026-03-12T19:17:15.906172Z","end":"2026-03-12T19:17:16.067601Z","steps":["trace[1744216350] 'process raft request' (duration: 161.192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:22.560946Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879541287261261,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:17:22.785313Z","caller":"traceutil/trace.go:171","msg":"trace[106033065] linearizableReadLoop","detail":"{readStateIndex:514; appliedIndex:513; }","duration":"734.801863ms","start":"2026-03-12T19:17:22.050476Z","end":"2026-03-12T19:17:22.785278Z","steps":["trace[106033065] 'read index received' (duration: 733.077711ms)","trace[106033065] 'applied index is now lower than readState.Index' (duration: 1.722332ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:22.785371Z","caller":"traceutil/trace.go:171","msg":"trace[1399121272] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"809.104074ms","start":"2026-03-12T19:17:21.976195Z","end":"2026-03-12T19:17:22.785299Z","steps":["trace[1399121272] 'process raft request' (duration: 800.523014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:22.785601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:21.976153Z","time spent":"809.33691ms","remote":"127.0.0.1:58820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":317296,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:17:22.785708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.721392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:22.785777Z","caller":"traceutil/trace.go:171","msg":"trace[2121050199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:491; }","duration":"119.855706ms","start":"2026-03-12T19:17:22.665904Z","end":"2026-03-12T19:17:22.785759Z","steps":["trace[2121050199] 'agreement among raft nodes before linearized reading' (duration: 119.736213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:22.785701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.01102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-12T19:17:22.785951Z","caller":"traceutil/trace.go:171","msg":"trace[2069645248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:491; }","duration":"611.305448ms","start":"2026-03-12T19:17:22.174614Z","end":"2026-03-12T19:17:22.785919Z","steps":["trace[2069645248] 'agreement among raft nodes before linearized reading' (duration: 610.949709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:22.786037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:22.174597Z","time spent":"611.40898ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:17:22.786079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.613053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-12T19:17:22.786153Z","caller":"traceutil/trace.go:171","msg":"trace[1293939177] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:491; }","duration":"735.684895ms","start":"2026-03-12T19:17:22.050448Z","end":"2026-03-12T19:17:22.786133Z","steps":["trace[1293939177] 'agreement among raft nodes before linearized reading' (duration: 735.523211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:22.786203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:22.050352Z","time spent":"735.838848ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:17:22.786483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.109148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-12T19:17:22.786606Z","caller":"traceutil/trace.go:171","msg":"trace[1764402925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:491; }","duration":"610.270152ms","start":"2026-03-12T19:17:22.176309Z","end":"2026-03-12T19:17:22.786579Z","steps":["trace[1764402925] 'agreement among raft nodes before linearized reading' (duration: 609.220796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:22.78662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.157584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:17:22.786668Z","caller":"traceutil/trace.go:171","msg":"trace[1346742138] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:491; }","duration":"620.253677ms","start":"2026-03-12T19:17:22.166404Z","end":"2026-03-12T19:17:22.786657Z","steps":["trace[1346742138] 'agreement among raft nodes before linearized reading' (duration: 619.081798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:22.78666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:22.176297Z","time spent":"610.352444ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:17:22.78669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:22.166382Z","time spent":"620.303198ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:17:24.226823Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879541287261265,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:17:24.727987Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879541287261265,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:17:25.229081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879541287261265,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:17:25.308642Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.451939605s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:17:25.387881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.531092304s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:17:25.38816Z","caller":"traceutil/trace.go:171","msg":"trace[1591190078] linearizableReadLoop","detail":"{readStateIndex:520; appliedIndex:514; }","duration":"1.661427927s","start":"2026-03-12T19:17:23.726717Z","end":"2026-03-12T19:17:25.388145Z","steps":["trace[1591190078] 'read index received' (duration: 1.582173425s)","trace[1591190078] 'applied index is now lower than readState.Index' (duration: 79.253732ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:25.388256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661534329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:25.388281Z","caller":"traceutil/trace.go:171","msg":"trace[638540564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:497; }","duration":"1.66158947s","start":"2026-03-12T19:17:23.726684Z","end":"2026-03-12T19:17:25.388274Z","steps":["trace[638540564] 'agreement among raft nodes before linearized reading' (duration: 1.661519668s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:25.388308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:23.726669Z","time spent":"1.661630592s","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:17:25.388323Z","caller":"traceutil/trace.go:171","msg":"trace[2090827332] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"2.595926623s","start":"2026-03-12T19:17:22.792378Z","end":"2026-03-12T19:17:25.388304Z","steps":["trace[2090827332] 'process raft request' (duration: 2.595673197s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:25.388396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:22.792372Z","time spent":"2.595988064s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:25.388448Z","caller":"traceutil/trace.go:171","msg":"trace[291819736] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"2.596509007s","start":"2026-03-12T19:17:22.791891Z","end":"2026-03-12T19:17:25.3884Z","steps":["trace[291819736] 'process raft request' (duration: 64.812788ms)","trace[291819736] 'compare' (duration: 2.530578122s)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:25.388438Z","caller":"traceutil/trace.go:171","msg":"trace[484222993] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"2.596062176s","start":"2026-03-12T19:17:22.792332Z","end":"2026-03-12T19:17:25.388394Z","steps":["trace[484222993] 'process raft request' (duration: 2.595651076s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:25.388485Z","caller":"traceutil/trace.go:171","msg":"trace[713024719] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"2.560462874s","start":"2026-03-12T19:17:22.82798Z","end":"2026-03-12T19:17:25.388443Z","steps":["trace[713024719] 'process raft request' (duration: 2.560140156s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:25.388438Z","caller":"traceutil/trace.go:171","msg":"trace[1599224217] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"2.595891642s","start":"2026-03-12T19:17:22.792497Z","end":"2026-03-12T19:17:25.388388Z","steps":["trace[1599224217] 'process raft request' (duration: 2.595576194s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:25.388558Z","caller":"traceutil/trace.go:171","msg":"trace[1737252528] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"2.560584246s","start":"2026-03-12T19:17:22.827865Z","end":"2026-03-12T19:17:25.388449Z","steps":["trace[1737252528] 'process raft request' (duration: 2.560231048s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:25.38865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:22.792491Z","time spent":"2.596130618s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:25.388656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:22.792319Z","time spent":"2.59622995s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:25.388661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:22.79187Z","time spent":"2.59664194s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:25.388626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:22.827967Z","time spent":"2.560602707s","remote":"127.0.0.1:58928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":505,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:17:25.388813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:22.827831Z","time spent":"2.560868503s","remote":"127.0.0.1:58928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:17:25.615688Z","caller":"traceutil/trace.go:171","msg":"trace[1208911789] linearizableReadLoop","detail":"{readStateIndex:521; appliedIndex:520; }","duration":"185.941736ms","start":"2026-03-12T19:17:25.429707Z","end":"2026-03-12T19:17:25.615649Z","steps":["trace[1208911789] 'read index received' (duration: 121.083357ms)","trace[1208911789] 'applied index is now lower than readState.Index' (duration: 64.856759ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:25.615809Z","caller":"traceutil/trace.go:171","msg":"trace[388606723] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"188.103549ms","start":"2026-03-12T19:17:25.427662Z","end":"2026-03-12T19:17:25.615765Z","steps":["trace[388606723] 'process raft request' (duration: 123.22214ms)","trace[388606723] 'compare' (duration: 64.542881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:25.615956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.222243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:25.616065Z","caller":"traceutil/trace.go:171","msg":"trace[1503054336] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:498; }","duration":"186.341586ms","start":"2026-03-12T19:17:25.429694Z","end":"2026-03-12T19:17:25.616036Z","steps":["trace[1503054336] 'agreement among raft nodes before linearized reading' (duration: 186.11395ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:29.582758Z","caller":"traceutil/trace.go:171","msg":"trace[524493603] linearizableReadLoop","detail":"{readStateIndex:560; appliedIndex:559; }","duration":"132.733782ms","start":"2026-03-12T19:17:29.449998Z","end":"2026-03-12T19:17:29.582731Z","steps":["trace[524493603] 'read index received' (duration: 132.592988ms)","trace[524493603] 'applied index is now lower than readState.Index' (duration: 139.414µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:29.582834Z","caller":"traceutil/trace.go:171","msg":"trace[441690965] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"157.642392ms","start":"2026-03-12T19:17:29.425151Z","end":"2026-03-12T19:17:29.582793Z","steps":["trace[441690965] 'process raft request' (duration: 157.432557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:29.583052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.028099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:17:29.583121Z","caller":"traceutil/trace.go:171","msg":"trace[1623858919] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:536; }","duration":"133.143572ms","start":"2026-03-12T19:17:29.449961Z","end":"2026-03-12T19:17:29.583105Z","steps":["trace[1623858919] 'agreement among raft nodes before linearized reading' (duration: 132.928897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:29.583221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.892056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T19:17:29.583268Z","caller":"traceutil/trace.go:171","msg":"trace[1396916309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:536; }","duration":"132.973758ms","start":"2026-03-12T19:17:29.450279Z","end":"2026-03-12T19:17:29.583253Z","steps":["trace[1396916309] 'agreement among raft nodes before linearized reading' (duration: 132.780073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:29.583496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.097511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:17:29.583665Z","caller":"traceutil/trace.go:171","msg":"trace[619793301] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:536; }","duration":"133.287906ms","start":"2026-03-12T19:17:29.450314Z","end":"2026-03-12T19:17:29.583602Z","steps":["trace[619793301] 'agreement among raft nodes before linearized reading' (duration: 132.997989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:30.165531Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879541287261339,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:17:30.276086Z","caller":"traceutil/trace.go:171","msg":"trace[1970549798] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"688.363165ms","start":"2026-03-12T19:17:29.587705Z","end":"2026-03-12T19:17:30.276068Z","steps":["trace[1970549798] 'process raft request' (duration: 680.051441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:30.276198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:29.587682Z","time spent":"688.461808ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:30.280114Z","caller":"traceutil/trace.go:171","msg":"trace[832366461] linearizableReadLoop","detail":"{readStateIndex:563; appliedIndex:560; }","duration":"614.594437ms","start":"2026-03-12T19:17:29.665495Z","end":"2026-03-12T19:17:30.28009Z","steps":["trace[832366461] 'read index received' (duration: 602.275035ms)","trace[832366461] 'applied index is now lower than readState.Index' (duration: 12.318152ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:30.28015Z","caller":"traceutil/trace.go:171","msg":"trace[1871785860] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"691.795149ms","start":"2026-03-12T19:17:29.588318Z","end":"2026-03-12T19:17:30.280113Z","steps":["trace[1871785860] 'process raft request' (duration: 691.624244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:30.280239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.738381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:30.280278Z","caller":"traceutil/trace.go:171","msg":"trace[53855906] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:539; }","duration":"614.832603ms","start":"2026-03-12T19:17:29.665436Z","end":"2026-03-12T19:17:30.280269Z","steps":["trace[53855906] 'agreement among raft nodes before linearized reading' (duration: 614.744311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:30.280309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:29.665415Z","time spent":"614.887704ms","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:17:30.280315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:29.588295Z","time spent":"691.922042ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:30.28038Z","caller":"traceutil/trace.go:171","msg":"trace[1153513579] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"691.414759ms","start":"2026-03-12T19:17:29.588919Z","end":"2026-03-12T19:17:30.280334Z","steps":["trace[1153513579] 'process raft request' (duration: 691.130172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:30.280606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:29.588914Z","time spent":"691.562843ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:30.698143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.366536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-12T19:17:30.698258Z","caller":"traceutil/trace.go:171","msg":"trace[1520937015] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:539; }","duration":"197.56093ms","start":"2026-03-12T19:17:30.500673Z","end":"2026-03-12T19:17:30.698234Z","steps":["trace[1520937015] 'range keys from in-memory index tree' (duration: 197.187511ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:31.019435Z","caller":"traceutil/trace.go:171","msg":"trace[617593352] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"252.609669ms","start":"2026-03-12T19:17:30.766783Z","end":"2026-03-12T19:17:31.019392Z","steps":["trace[617593352] 'process raft request' (duration: 157.039137ms)","trace[617593352] 'compare' (duration: 95.352937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:31.262079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.535734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:31.262178Z","caller":"traceutil/trace.go:171","msg":"trace[97050223] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:0; response_revision:540; }","duration":"109.708548ms","start":"2026-03-12T19:17:31.152449Z","end":"2026-03-12T19:17:31.262157Z","steps":["trace[97050223] 'range keys from in-memory index tree' (duration: 109.420251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:32.163827Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879541287261355,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:17:32.321244Z","caller":"traceutil/trace.go:171","msg":"trace[669139838] linearizableReadLoop","detail":"{readStateIndex:566; appliedIndex:565; }","duration":"657.610752ms","start":"2026-03-12T19:17:31.663599Z","end":"2026-03-12T19:17:32.32121Z","steps":["trace[669139838] 'read index received' (duration: 657.428958ms)","trace[669139838] 'applied index is now lower than readState.Index' (duration: 180.114µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:32.321336Z","caller":"traceutil/trace.go:171","msg":"trace[1901707794] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"729.560756ms","start":"2026-03-12T19:17:31.591743Z","end":"2026-03-12T19:17:32.321304Z","steps":["trace[1901707794] 'process raft request' (duration: 729.261368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:32.321503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.887399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:32.321572Z","caller":"traceutil/trace.go:171","msg":"trace[724758429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:541; }","duration":"658.019133ms","start":"2026-03-12T19:17:31.663535Z","end":"2026-03-12T19:17:32.321554Z","steps":["trace[724758429] 'agreement among raft nodes before linearized reading' (duration: 657.872509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:32.321615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:31.663517Z","time spent":"658.090514ms","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:17:32.321756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:31.591717Z","time spent":"729.814852ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:32.708221Z","caller":"traceutil/trace.go:171","msg":"trace[1083577667] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"382.043461ms","start":"2026-03-12T19:17:32.326147Z","end":"2026-03-12T19:17:32.708191Z","steps":["trace[1083577667] 'process raft request' (duration: 381.825145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:32.708421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:32.326118Z","time spent":"382.192124ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:32.753368Z","caller":"traceutil/trace.go:171","msg":"trace[443846140] linearizableReadLoop","detail":"{readStateIndex:569; appliedIndex:566; }","duration":"314.019154ms","start":"2026-03-12T19:17:32.439326Z","end":"2026-03-12T19:17:32.753345Z","steps":["trace[443846140] 'read index received' (duration: 268.746645ms)","trace[443846140] 'applied index is now lower than readState.Index' (duration: 45.268889ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:32.75346Z","caller":"traceutil/trace.go:171","msg":"trace[914288951] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"426.549571ms","start":"2026-03-12T19:17:32.326849Z","end":"2026-03-12T19:17:32.753399Z","steps":["trace[914288951] 'process raft request' (duration: 426.321246ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:32.753493Z","caller":"traceutil/trace.go:171","msg":"trace[685811167] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"426.117431ms","start":"2026-03-12T19:17:32.327339Z","end":"2026-03-12T19:17:32.753456Z","steps":["trace[685811167] 'process raft request' (duration: 425.967277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:32.753606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:32.326824Z","time spent":"426.706705ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:32.753519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.180968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:17:32.753664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:32.327324Z","time spent":"426.249024ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:32.75372Z","caller":"traceutil/trace.go:171","msg":"trace[1982887778] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:0; response_revision:544; }","duration":"314.394913ms","start":"2026-03-12T19:17:32.439271Z","end":"2026-03-12T19:17:32.753666Z","steps":["trace[1982887778] 'agreement among raft nodes before linearized reading' (duration: 314.192668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:32.753834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:32.439252Z","time spent":"314.547777ms","remote":"127.0.0.1:58928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":26,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-03-12T19:17:32.962386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.096707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:32.962493Z","caller":"traceutil/trace.go:171","msg":"trace[1641580757] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:0; response_revision:544; }","duration":"201.23733ms","start":"2026-03-12T19:17:32.761209Z","end":"2026-03-12T19:17:32.962446Z","steps":["trace[1641580757] 'range keys from in-memory index tree' (duration: 200.956354ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:33.203303Z","caller":"traceutil/trace.go:171","msg":"trace[976313591] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"175.015128ms","start":"2026-03-12T19:17:33.028263Z","end":"2026-03-12T19:17:33.203278Z","steps":["trace[976313591] 'process raft request' (duration: 77.449657ms)","trace[976313591] 'compare' (duration: 97.483999ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:33.29079Z","caller":"traceutil/trace.go:171","msg":"trace[1479003867] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"257.858157ms","start":"2026-03-12T19:17:33.032908Z","end":"2026-03-12T19:17:33.290766Z","steps":["trace[1479003867] 'process raft request' (duration: 257.802926ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:33.290854Z","caller":"traceutil/trace.go:171","msg":"trace[1906075818] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"262.06459ms","start":"2026-03-12T19:17:33.028742Z","end":"2026-03-12T19:17:33.290807Z","steps":["trace[1906075818] 'process raft request' (duration: 261.837515ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:33.424059Z","caller":"traceutil/trace.go:171","msg":"trace[1686238340] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"127.571366ms","start":"2026-03-12T19:17:33.296458Z","end":"2026-03-12T19:17:33.42403Z","steps":["trace[1686238340] 'process raft request' (duration: 118.952274ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:33.676983Z","caller":"traceutil/trace.go:171","msg":"trace[1484417457] linearizableReadLoop","detail":"{readStateIndex:582; appliedIndex:580; }","duration":"126.54159ms","start":"2026-03-12T19:17:33.550416Z","end":"2026-03-12T19:17:33.676957Z","steps":["trace[1484417457] 'read index received' (duration: 68.193031ms)","trace[1484417457] 'applied index is now lower than readState.Index' (duration: 58.346799ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:33.677127Z","caller":"traceutil/trace.go:171","msg":"trace[1444820665] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"126.055778ms","start":"2026-03-12T19:17:33.551058Z","end":"2026-03-12T19:17:33.677114Z","steps":["trace[1444820665] 'process raft request' (duration: 125.832723ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:33.677119Z","caller":"traceutil/trace.go:171","msg":"trace[307487633] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"127.263378ms","start":"2026-03-12T19:17:33.549831Z","end":"2026-03-12T19:17:33.677094Z","steps":["trace[307487633] 'process raft request' (duration: 126.93328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:33.677313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.872918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:33.67741Z","caller":"traceutil/trace.go:171","msg":"trace[2033977471] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:558; }","duration":"127.028582ms","start":"2026-03-12T19:17:33.550358Z","end":"2026-03-12T19:17:33.677386Z","steps":["trace[2033977471] 'agreement among raft nodes before linearized reading' (duration: 126.845727ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:36.458597Z","caller":"traceutil/trace.go:171","msg":"trace[1144528837] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"108.621032ms","start":"2026-03-12T19:17:36.349906Z","end":"2026-03-12T19:17:36.458527Z","steps":["trace[1144528837] 'process raft request' (duration: 108.318564ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:38.280417Z","caller":"traceutil/trace.go:171","msg":"trace[1245324110] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"133.170623ms","start":"2026-03-12T19:17:38.147221Z","end":"2026-03-12T19:17:38.280392Z","steps":["trace[1245324110] 'process raft request' (duration: 133.040139ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:38.488791Z","caller":"traceutil/trace.go:171","msg":"trace[2132530493] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"120.774609ms","start":"2026-03-12T19:17:38.367983Z","end":"2026-03-12T19:17:38.488757Z","steps":["trace[2132530493] 'process raft request' (duration: 120.519403ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:38.780407Z","caller":"traceutil/trace.go:171","msg":"trace[2107696091] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"271.642476ms","start":"2026-03-12T19:17:38.508728Z","end":"2026-03-12T19:17:38.78037Z","steps":["trace[2107696091] 'process raft request' (duration: 198.820442ms)","trace[2107696091] 'compare' (duration: 72.486906ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:38.780591Z","caller":"traceutil/trace.go:171","msg":"trace[1925801557] linearizableReadLoop","detail":"{readStateIndex:609; appliedIndex:607; }","duration":"238.388841ms","start":"2026-03-12T19:17:38.542179Z","end":"2026-03-12T19:17:38.780568Z","steps":["trace[1925801557] 'read index received' (duration: 165.371042ms)","trace[1925801557] 'applied index is now lower than readState.Index' (duration: 73.016789ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:38.780742Z","caller":"traceutil/trace.go:171","msg":"trace[885785624] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"271.958264ms","start":"2026-03-12T19:17:38.508771Z","end":"2026-03-12T19:17:38.780729Z","steps":["trace[885785624] 'process raft request' (duration: 271.487862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:38.78101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.915857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:38.781059Z","caller":"traceutil/trace.go:171","msg":"trace[1408676206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:583; }","duration":"113.01994ms","start":"2026-03-12T19:17:38.668025Z","end":"2026-03-12T19:17:38.781045Z","steps":["trace[1408676206] 'agreement among raft nodes before linearized reading' (duration: 112.937697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:38.781262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.087289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-12T19:17:38.78132Z","caller":"traceutil/trace.go:171","msg":"trace[521052261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:583; }","duration":"239.14358ms","start":"2026-03-12T19:17:38.542167Z","end":"2026-03-12T19:17:38.78131Z","steps":["trace[521052261] 'agreement among raft nodes before linearized reading' (duration: 238.660578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:39.488495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.077648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:17:39.488644Z","caller":"traceutil/trace.go:171","msg":"trace[518924264] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"201.383664ms","start":"2026-03-12T19:17:39.287235Z","end":"2026-03-12T19:17:39.488619Z","steps":["trace[518924264] 'process raft request' (duration: 84.08581ms)","trace[518924264] 'compare' (duration: 116.73313ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:40.050804Z","caller":"traceutil/trace.go:171","msg":"trace[1394650255] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"195.001487ms","start":"2026-03-12T19:17:39.855767Z","end":"2026-03-12T19:17:40.050769Z","steps":["trace[1394650255] 'process raft request' (duration: 193.308016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:43.010487Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.041141176s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:17:43.011058Z","caller":"traceutil/trace.go:171","msg":"trace[573912934] linearizableReadLoop","detail":"{readStateIndex:736; appliedIndex:735; }","duration":"347.026108ms","start":"2026-03-12T19:17:42.664001Z","end":"2026-03-12T19:17:43.011027Z","steps":["trace[573912934] 'read index received' (duration: 346.616748ms)","trace[573912934] 'applied index is now lower than readState.Index' (duration: 408.22µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:43.011144Z","caller":"traceutil/trace.go:171","msg":"trace[244522143] transaction","detail":"{read_only:false; response_revision:709; number_of_response:1; }","duration":"1.227658737s","start":"2026-03-12T19:17:41.783458Z","end":"2026-03-12T19:17:43.011117Z","steps":["trace[244522143] 'process raft request' (duration: 1.22736701s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:43.011233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.212183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:17:43.011265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:41.783425Z","time spent":"1.22776036s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:43.011431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.482661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:17:43.011473Z","caller":"traceutil/trace.go:171","msg":"trace[1326771632] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:709; }","duration":"103.568722ms","start":"2026-03-12T19:17:42.90789Z","end":"2026-03-12T19:17:43.011459Z","steps":["trace[1326771632] 'agreement among raft nodes before linearized reading' (duration: 103.431269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:43.011516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.190464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T19:17:43.011505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.197919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-12T19:17:43.011557Z","caller":"traceutil/trace.go:171","msg":"trace[954222277] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:709; }","duration":"209.223215ms","start":"2026-03-12T19:17:42.802314Z","end":"2026-03-12T19:17:43.011537Z","steps":["trace[954222277] 'agreement among raft nodes before linearized reading' (duration: 209.061651ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:43.011624Z","caller":"traceutil/trace.go:171","msg":"trace[2057631324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:709; }","duration":"210.355032ms","start":"2026-03-12T19:17:42.801212Z","end":"2026-03-12T19:17:43.011567Z","steps":["trace[2057631324] 'agreement among raft nodes before linearized reading' (duration: 210.037154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:43.011613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.050169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T19:17:43.011727Z","caller":"traceutil/trace.go:171","msg":"trace[26686497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:709; }","duration":"118.244134ms","start":"2026-03-12T19:17:42.893452Z","end":"2026-03-12T19:17:43.011696Z","steps":["trace[26686497] 'agreement among raft nodes before linearized reading' (duration: 117.839814ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:43.01128Z","caller":"traceutil/trace.go:171","msg":"trace[1890848712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:709; }","duration":"347.343386ms","start":"2026-03-12T19:17:42.663924Z","end":"2026-03-12T19:17:43.011268Z","steps":["trace[1890848712] 'agreement among raft nodes before linearized reading' (duration: 347.248103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:43.011934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:42.663894Z","time spent":"348.026492ms","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:17:43.53043Z","caller":"traceutil/trace.go:171","msg":"trace[935511414] transaction","detail":"{read_only:false; response_revision:711; number_of_response:1; }","duration":"513.780516ms","start":"2026-03-12T19:17:43.016622Z","end":"2026-03-12T19:17:43.530402Z","steps":["trace[935511414] 'process raft request' (duration: 513.475138ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:43.530732Z","caller":"traceutil/trace.go:171","msg":"trace[1754790033] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"513.97277ms","start":"2026-03-12T19:17:43.016733Z","end":"2026-03-12T19:17:43.530706Z","steps":["trace[1754790033] 'process raft request' (duration: 513.592861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:43.530906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:43.016684Z","time spent":"514.128084ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:43.531104Z","caller":"traceutil/trace.go:171","msg":"trace[537741874] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"514.176615ms","start":"2026-03-12T19:17:43.016837Z","end":"2026-03-12T19:17:43.531014Z","steps":["trace[537741874] 'process raft request' (duration: 513.761306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:43.531267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:43.016598Z","time spent":"513.96082ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:43.531539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:43.016824Z","time spent":"514.413501ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:44.018101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.77471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:44.018219Z","caller":"traceutil/trace.go:171","msg":"trace[242231922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:713; }","duration":"353.980195ms","start":"2026-03-12T19:17:43.664214Z","end":"2026-03-12T19:17:44.018194Z","steps":["trace[242231922] 'range keys from in-memory index tree' (duration: 353.680218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:44.018275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:43.664186Z","time spent":"354.079067ms","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:17:45.61791Z","caller":"traceutil/trace.go:171","msg":"trace[2082009607] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"558.377065ms","start":"2026-03-12T19:17:45.059493Z","end":"2026-03-12T19:17:45.61787Z","steps":["trace[2082009607] 'process raft request' (duration: 557.919994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:45.618203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:45.059462Z","time spent":"558.556179ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:46.739032Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.043983365s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:17:46.739546Z","caller":"traceutil/trace.go:171","msg":"trace[1012918239] linearizableReadLoop","detail":"{readStateIndex:744; appliedIndex:741; }","duration":"1.074731772s","start":"2026-03-12T19:17:45.664779Z","end":"2026-03-12T19:17:46.739511Z","steps":["trace[1012918239] 'read index received' (duration: 30.256945ms)","trace[1012918239] 'applied index is now lower than readState.Index' (duration: 1.044473717s)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:46.739553Z","caller":"traceutil/trace.go:171","msg":"trace[955852153] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"1.116519464s","start":"2026-03-12T19:17:45.62299Z","end":"2026-03-12T19:17:46.73951Z","steps":["trace[955852153] 'process raft request' (duration: 1.116291398s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:46.739694Z","caller":"traceutil/trace.go:171","msg":"trace[11188604] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"1.116632527s","start":"2026-03-12T19:17:45.62304Z","end":"2026-03-12T19:17:46.739673Z","steps":["trace[11188604] 'process raft request' (duration: 1.116425042s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:46.739806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:45.622977Z","time spent":"1.116719968s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:46.739866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:45.62303Z","time spent":"1.116713328s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:46.740016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075237414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:46.740098Z","caller":"traceutil/trace.go:171","msg":"trace[1169159133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:717; }","duration":"1.075373997s","start":"2026-03-12T19:17:45.664704Z","end":"2026-03-12T19:17:46.740078Z","steps":["trace[1169159133] 'agreement among raft nodes before linearized reading' (duration: 1.075190943s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:46.74015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:45.664671Z","time spent":"1.07546841s","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:17:48.558936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.381087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:17:48.559024Z","caller":"traceutil/trace.go:171","msg":"trace[1497501421] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:732; }","duration":"206.534321ms","start":"2026-03-12T19:17:48.352468Z","end":"2026-03-12T19:17:48.559002Z","steps":["trace[1497501421] 'count revisions from in-memory index tree' (duration: 206.271905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:51.246126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.678991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-03-12T19:17:51.246246Z","caller":"traceutil/trace.go:171","msg":"trace[80702576] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:784; }","duration":"253.866866ms","start":"2026-03-12T19:17:50.992352Z","end":"2026-03-12T19:17:51.246218Z","steps":["trace[80702576] 'range keys from in-memory index tree' (duration: 252.957343ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:52.07299Z","caller":"traceutil/trace.go:171","msg":"trace[1197198781] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"275.612577ms","start":"2026-03-12T19:17:51.797319Z","end":"2026-03-12T19:17:52.072931Z","steps":["trace[1197198781] 'process raft request' (duration: 275.254708ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:52.073017Z","caller":"traceutil/trace.go:171","msg":"trace[469141126] linearizableReadLoop","detail":"{readStateIndex:817; appliedIndex:815; }","duration":"243.119488ms","start":"2026-03-12T19:17:51.829776Z","end":"2026-03-12T19:17:52.072895Z","steps":["trace[469141126] 'read index received' (duration: 3.638107ms)","trace[469141126] 'applied index is now lower than readState.Index' (duration: 239.478871ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:52.073095Z","caller":"traceutil/trace.go:171","msg":"trace[599666825] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"240.761701ms","start":"2026-03-12T19:17:51.832288Z","end":"2026-03-12T19:17:52.07305Z","steps":["trace[599666825] 'process raft request' (duration: 240.515656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:52.07353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.712852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-8wfmc\" ","response":"range_response_count:1 size:18337"} {"level":"info","ts":"2026-03-12T19:17:52.073613Z","caller":"traceutil/trace.go:171","msg":"trace[1381250917] range","detail":"{range_begin:/registry/pods/kube-system/cilium-8wfmc; range_end:; response_count:1; response_revision:788; }","duration":"243.849975ms","start":"2026-03-12T19:17:51.829738Z","end":"2026-03-12T19:17:52.073588Z","steps":["trace[1381250917] 'agreement among raft nodes before linearized reading' (duration: 243.457856ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:52.305907Z","caller":"traceutil/trace.go:171","msg":"trace[2036169298] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"216.405687ms","start":"2026-03-12T19:17:52.089464Z","end":"2026-03-12T19:17:52.305869Z","steps":["trace[2036169298] 'process raft request' (duration: 216.202502ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:52.504943Z","caller":"traceutil/trace.go:171","msg":"trace[1883098965] linearizableReadLoop","detail":"{readStateIndex:820; appliedIndex:818; }","duration":"395.542181ms","start":"2026-03-12T19:17:52.109367Z","end":"2026-03-12T19:17:52.504909Z","steps":["trace[1883098965] 'read index received' (duration: 196.340216ms)","trace[1883098965] 'applied index is now lower than readState.Index' (duration: 199.200735ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:52.505355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.948321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:17:52.505336Z","caller":"traceutil/trace.go:171","msg":"trace[64528123] transaction","detail":"{read_only:false; response_revision:791; number_of_response:1; }","duration":"277.341558ms","start":"2026-03-12T19:17:52.227962Z","end":"2026-03-12T19:17:52.505303Z","steps":["trace[64528123] 'process raft request' (duration: 276.766834ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:52.50541Z","caller":"traceutil/trace.go:171","msg":"trace[2099035978] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:791; }","duration":"396.059544ms","start":"2026-03-12T19:17:52.109338Z","end":"2026-03-12T19:17:52.505397Z","steps":["trace[2099035978] 'agreement among raft nodes before linearized reading' (duration: 395.939881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:52.505454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:52.109315Z","time spent":"396.128035ms","remote":"127.0.0.1:59188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":6,"response size":28,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:17:52.505335Z","caller":"traceutil/trace.go:171","msg":"trace[1518597346] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"400.705705ms","start":"2026-03-12T19:17:52.104576Z","end":"2026-03-12T19:17:52.505282Z","steps":["trace[1518597346] 'process raft request' (duration: 399.911376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:52.505682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:52.104546Z","time spent":"401.028253ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18501,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:52.703531Z","caller":"traceutil/trace.go:171","msg":"trace[1613423060] linearizableReadLoop","detail":"{readStateIndex:822; appliedIndex:821; }","duration":"198.457767ms","start":"2026-03-12T19:17:52.505034Z","end":"2026-03-12T19:17:52.703491Z","steps":["trace[1613423060] 'read index received' (duration: 120.894018ms)","trace[1613423060] 'applied index is now lower than readState.Index' (duration: 77.562089ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:52.703762Z","caller":"traceutil/trace.go:171","msg":"trace[1233307053] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"380.282206ms","start":"2026-03-12T19:17:52.323466Z","end":"2026-03-12T19:17:52.703748Z","steps":["trace[1233307053] 'process raft request' (duration: 302.491121ms)","trace[1233307053] 'compare' (duration: 77.319833ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:52.703906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:52.323428Z","time spent":"380.392488ms","remote":"127.0.0.1:58772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24229,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:52.703886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.424755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-03-12T19:17:52.704072Z","caller":"traceutil/trace.go:171","msg":"trace[111016277] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:792; }","duration":"311.672101ms","start":"2026-03-12T19:17:52.392378Z","end":"2026-03-12T19:17:52.70405Z","steps":["trace[111016277] 'agreement among raft nodes before linearized reading' (duration: 311.379484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:52.704136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:52.392347Z","time spent":"311.773613ms","remote":"127.0.0.1:58772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10398,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"info","ts":"2026-03-12T19:17:52.706989Z","caller":"traceutil/trace.go:171","msg":"trace[194449051] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"130.954959ms","start":"2026-03-12T19:17:52.575909Z","end":"2026-03-12T19:17:52.706864Z","steps":["trace[194449051] 'process raft request' (duration: 128.777187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:52.710718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.166491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:17:52.710864Z","caller":"traceutil/trace.go:171","msg":"trace[757127967] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:794; }","duration":"100.379546ms","start":"2026-03-12T19:17:52.610429Z","end":"2026-03-12T19:17:52.710808Z","steps":["trace[757127967] 'agreement among raft nodes before linearized reading' (duration: 97.433375ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:58.989998Z","caller":"traceutil/trace.go:171","msg":"trace[488223954] transaction","detail":"{read_only:false; response_revision:883; number_of_response:1; }","duration":"109.69338ms","start":"2026-03-12T19:17:58.880265Z","end":"2026-03-12T19:17:58.989958Z","steps":["trace[488223954] 'process raft request' (duration: 89.216409ms)","trace[488223954] 'compare' (duration: 20.310577ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:59.133743Z","caller":"traceutil/trace.go:171","msg":"trace[1690177139] transaction","detail":"{read_only:false; response_revision:885; number_of_response:1; }","duration":"135.425916ms","start":"2026-03-12T19:17:58.998289Z","end":"2026-03-12T19:17:59.133715Z","steps":["trace[1690177139] 'process raft request' (duration: 131.947673ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:59.133988Z","caller":"traceutil/trace.go:171","msg":"trace[908512923] transaction","detail":"{read_only:false; response_revision:886; number_of_response:1; }","duration":"130.404306ms","start":"2026-03-12T19:17:59.003527Z","end":"2026-03-12T19:17:59.133931Z","steps":["trace[908512923] 'process raft request' (duration: 130.125769ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:59.249468Z","caller":"traceutil/trace.go:171","msg":"trace[1584398255] linearizableReadLoop","detail":"{readStateIndex:919; appliedIndex:918; }","duration":"110.647632ms","start":"2026-03-12T19:17:59.138773Z","end":"2026-03-12T19:17:59.249421Z","steps":["trace[1584398255] 'read index received' (duration: 110.450107ms)","trace[1584398255] 'applied index is now lower than readState.Index' (duration: 196.205µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:59.249511Z","caller":"traceutil/trace.go:171","msg":"trace[695971683] transaction","detail":"{read_only:false; response_revision:887; number_of_response:1; }","duration":"179.300168ms","start":"2026-03-12T19:17:59.070165Z","end":"2026-03-12T19:17:59.249465Z","steps":["trace[695971683] 'process raft request' (duration: 179.049922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:59.249791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.98532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-7lfsm\" ","response":"range_response_count:1 size:5086"} {"level":"info","ts":"2026-03-12T19:17:59.249858Z","caller":"traceutil/trace.go:171","msg":"trace[1582191223] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-7lfsm; range_end:; response_count:1; response_revision:887; }","duration":"111.105063ms","start":"2026-03-12T19:17:59.138735Z","end":"2026-03-12T19:17:59.24984Z","steps":["trace[1582191223] 'agreement among raft nodes before linearized reading' (duration: 110.820156ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:59.297263Z","caller":"traceutil/trace.go:171","msg":"trace[1679916781] transaction","detail":"{read_only:false; response_revision:889; number_of_response:1; }","duration":"156.962782ms","start":"2026-03-12T19:17:59.14027Z","end":"2026-03-12T19:17:59.297233Z","steps":["trace[1679916781] 'process raft request' (duration: 156.88052ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:59.297332Z","caller":"traceutil/trace.go:171","msg":"trace[740713478] transaction","detail":"{read_only:false; response_revision:888; number_of_response:1; }","duration":"157.189848ms","start":"2026-03-12T19:17:59.140112Z","end":"2026-03-12T19:17:59.297302Z","steps":["trace[740713478] 'process raft request' (duration: 156.86527ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:59.411198Z","caller":"traceutil/trace.go:171","msg":"trace[985038400] transaction","detail":"{read_only:false; response_revision:893; number_of_response:1; }","duration":"103.744817ms","start":"2026-03-12T19:17:59.307416Z","end":"2026-03-12T19:17:59.411161Z","steps":["trace[985038400] 'process raft request' (duration: 103.127652ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:59.411398Z","caller":"traceutil/trace.go:171","msg":"trace[310893161] transaction","detail":"{read_only:false; response_revision:894; number_of_response:1; }","duration":"102.929897ms","start":"2026-03-12T19:17:59.308406Z","end":"2026-03-12T19:17:59.411336Z","steps":["trace[310893161] 'process raft request' (duration: 102.521377ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:59.624835Z","caller":"traceutil/trace.go:171","msg":"trace[828302649] transaction","detail":"{read_only:false; response_revision:897; number_of_response:1; }","duration":"206.722276ms","start":"2026-03-12T19:17:59.418016Z","end":"2026-03-12T19:17:59.624738Z","steps":["trace[828302649] 'process raft request' (duration: 206.353257ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:59.624906Z","caller":"traceutil/trace.go:171","msg":"trace[634756467] transaction","detail":"{read_only:false; response_revision:898; number_of_response:1; }","duration":"205.094947ms","start":"2026-03-12T19:17:59.419642Z","end":"2026-03-12T19:17:59.624737Z","steps":["trace[634756467] 'process raft request' (duration: 204.986944ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:59.777141Z","caller":"traceutil/trace.go:171","msg":"trace[1737798537] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"145.59506ms","start":"2026-03-12T19:17:59.631516Z","end":"2026-03-12T19:17:59.777111Z","steps":["trace[1737798537] 'process raft request' (duration: 145.415366ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:59.777405Z","caller":"traceutil/trace.go:171","msg":"trace[1596264341] linearizableReadLoop","detail":"{readStateIndex:933; appliedIndex:930; }","duration":"113.426529ms","start":"2026-03-12T19:17:59.663965Z","end":"2026-03-12T19:17:59.777391Z","steps":["trace[1596264341] 'read index received' (duration: 25.232925ms)","trace[1596264341] 'applied index is now lower than readState.Index' (duration: 88.192704ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:59.777488Z","caller":"traceutil/trace.go:171","msg":"trace[1220072825] transaction","detail":"{read_only:false; response_revision:901; number_of_response:1; }","duration":"144.950445ms","start":"2026-03-12T19:17:59.632531Z","end":"2026-03-12T19:17:59.777482Z","steps":["trace[1220072825] 'process raft request' (duration: 144.514984ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:59.777645Z","caller":"traceutil/trace.go:171","msg":"trace[945801546] transaction","detail":"{read_only:false; response_revision:902; number_of_response:1; }","duration":"107.552478ms","start":"2026-03-12T19:17:59.670086Z","end":"2026-03-12T19:17:59.777639Z","steps":["trace[945801546] 'process raft request' (duration: 107.23893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:59.777801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.818159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:59.777862Z","caller":"traceutil/trace.go:171","msg":"trace[382260843] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:902; }","duration":"113.951172ms","start":"2026-03-12T19:17:59.663896Z","end":"2026-03-12T19:17:59.777847Z","steps":["trace[382260843] 'agreement among raft nodes before linearized reading' (duration: 113.836709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:00.111558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.965007ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:18:00.111867Z","caller":"traceutil/trace.go:171","msg":"trace[1722398014] transaction","detail":"{read_only:false; response_revision:911; number_of_response:1; }","duration":"194.103143ms","start":"2026-03-12T19:17:59.917703Z","end":"2026-03-12T19:18:00.111806Z","steps":["trace[1722398014] 'process raft request' (duration: 60.740426ms)","trace[1722398014] 'compare' (duration: 132.725862ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:00.1141Z","caller":"traceutil/trace.go:171","msg":"trace[1481614532] transaction","detail":"{read_only:false; response_revision:912; number_of_response:1; }","duration":"191.699495ms","start":"2026-03-12T19:17:59.922372Z","end":"2026-03-12T19:18:00.114071Z","steps":["trace[1481614532] 'process raft request' (duration: 190.889986ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:00.114334Z","caller":"traceutil/trace.go:171","msg":"trace[897779061] transaction","detail":"{read_only:false; response_revision:913; number_of_response:1; }","duration":"189.352489ms","start":"2026-03-12T19:17:59.924949Z","end":"2026-03-12T19:18:00.114301Z","steps":["trace[897779061] 'process raft request' (duration: 189.051731ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:00.181081Z","caller":"traceutil/trace.go:171","msg":"trace[898152458] transaction","detail":"{read_only:false; response_revision:914; number_of_response:1; }","duration":"108.798298ms","start":"2026-03-12T19:18:00.072245Z","end":"2026-03-12T19:18:00.181044Z","steps":["trace[898152458] 'process raft request' (duration: 108.557832ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:00.567617Z","caller":"traceutil/trace.go:171","msg":"trace[1866304] transaction","detail":"{read_only:false; response_revision:921; number_of_response:1; }","duration":"233.303442ms","start":"2026-03-12T19:18:00.33425Z","end":"2026-03-12T19:18:00.567554Z","steps":["trace[1866304] 'process raft request' (duration: 233.081637ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:00.954724Z","caller":"traceutil/trace.go:171","msg":"trace[1556727091] transaction","detail":"{read_only:false; response_revision:924; number_of_response:1; }","duration":"113.128512ms","start":"2026-03-12T19:18:00.841567Z","end":"2026-03-12T19:18:00.954695Z","steps":["trace[1556727091] 'process raft request' (duration: 112.895846ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:00.955335Z","caller":"traceutil/trace.go:171","msg":"trace[213747644] transaction","detail":"{read_only:false; response_revision:925; number_of_response:1; }","duration":"113.168342ms","start":"2026-03-12T19:18:00.842131Z","end":"2026-03-12T19:18:00.955299Z","steps":["trace[213747644] 'process raft request' (duration: 112.521077ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:05.310245Z","caller":"traceutil/trace.go:171","msg":"trace[1359962883] linearizableReadLoop","detail":"{readStateIndex:969; appliedIndex:968; }","duration":"304.978711ms","start":"2026-03-12T19:18:05.005239Z","end":"2026-03-12T19:18:05.310217Z","steps":["trace[1359962883] 'read index received' (duration: 304.712824ms)","trace[1359962883] 'applied index is now lower than readState.Index' (duration: 264.217µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:18:05.310523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.700482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:18:05.310571Z","caller":"traceutil/trace.go:171","msg":"trace[165977106] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:936; }","duration":"281.769044ms","start":"2026-03-12T19:18:05.028788Z","end":"2026-03-12T19:18:05.310557Z","steps":["trace[165977106] 'agreement among raft nodes before linearized reading' (duration: 281.577979ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:05.327972Z","caller":"traceutil/trace.go:171","msg":"trace[1767862633] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"339.545629ms","start":"2026-03-12T19:18:04.970764Z","end":"2026-03-12T19:18:05.310309Z","steps":["trace[1767862633] 'process raft request' (duration: 339.274552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:05.328231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:04.970744Z","time spent":"357.366947ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:18:05.328311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.032823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:18:05.328425Z","caller":"traceutil/trace.go:171","msg":"trace[641243200] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:936; }","duration":"323.206477ms","start":"2026-03-12T19:18:05.005191Z","end":"2026-03-12T19:18:05.328397Z","steps":["trace[641243200] 'agreement among raft nodes before linearized reading' (duration: 305.185136ms)","trace[641243200] 'get authentication metadata' (duration: 17.728704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:18:05.328471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:05.00517Z","time spent":"323.294159ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T19:18:05.655519Z","caller":"traceutil/trace.go:171","msg":"trace[1685880506] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"322.205554ms","start":"2026-03-12T19:18:05.333274Z","end":"2026-03-12T19:18:05.655479Z","steps":["trace[1685880506] 'process raft request' (duration: 273.118437ms)","trace[1685880506] 'compare' (duration: 48.80952ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:18:05.65681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:05.333247Z","time spent":"322.92234ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:18:05.698744Z","caller":"traceutil/trace.go:171","msg":"trace[30730262] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"364.280561ms","start":"2026-03-12T19:18:05.334423Z","end":"2026-03-12T19:18:05.698704Z","steps":["trace[30730262] 'process raft request' (duration: 363.946643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:05.698985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:05.334401Z","time spent":"364.452165ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:18:05.91721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.27406ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:18:05.917385Z","caller":"traceutil/trace.go:171","msg":"trace[2034004466] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:938; }","duration":"132.477665ms","start":"2026-03-12T19:18:05.784884Z","end":"2026-03-12T19:18:05.917362Z","steps":["trace[2034004466] 'range keys from in-memory index tree' (duration: 132.220709ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:06.059571Z","caller":"traceutil/trace.go:171","msg":"trace[411553497] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"117.278611ms","start":"2026-03-12T19:18:05.942259Z","end":"2026-03-12T19:18:06.059538Z","steps":["trace[411553497] 'process raft request' (duration: 116.478622ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:06.444013Z","caller":"traceutil/trace.go:171","msg":"trace[1104783763] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"207.694118ms","start":"2026-03-12T19:18:06.23628Z","end":"2026-03-12T19:18:06.443974Z","steps":["trace[1104783763] 'process raft request' (duration: 201.176122ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:06.749442Z","caller":"traceutil/trace.go:171","msg":"trace[1911272509] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"299.07676ms","start":"2026-03-12T19:18:06.450327Z","end":"2026-03-12T19:18:06.749403Z","steps":["trace[1911272509] 'process raft request' (duration: 272.663996ms)","trace[1911272509] 'compare' (duration: 26.237659ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:07.140902Z","caller":"traceutil/trace.go:171","msg":"trace[1501882532] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"152.340221ms","start":"2026-03-12T19:18:06.988533Z","end":"2026-03-12T19:18:07.140873Z","steps":["trace[1501882532] 'process raft request' (duration: 152.126836ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:07.25515Z","caller":"traceutil/trace.go:171","msg":"trace[1562119644] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"180.019115ms","start":"2026-03-12T19:18:07.075081Z","end":"2026-03-12T19:18:07.2551Z","steps":["trace[1562119644] 'process raft request' (duration: 130.518839ms)","trace[1562119644] 'compare' (duration: 49.122157ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:23.290626Z","caller":"traceutil/trace.go:171","msg":"trace[1194099669] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"114.627968ms","start":"2026-03-12T19:18:23.175966Z","end":"2026-03-12T19:18:23.290594Z","steps":["trace[1194099669] 'process raft request' (duration: 114.440914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:25.058646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.295525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:18:25.05874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.321921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-12T19:18:25.058759Z","caller":"traceutil/trace.go:171","msg":"trace[541170992] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1037; }","duration":"584.45284ms","start":"2026-03-12T19:18:24.474281Z","end":"2026-03-12T19:18:25.058734Z","steps":["trace[541170992] 'count revisions from in-memory index tree' (duration: 584.161642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:25.058736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.926691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:18:25.058817Z","caller":"traceutil/trace.go:171","msg":"trace[899598637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1037; }","duration":"885.461524ms","start":"2026-03-12T19:18:24.173337Z","end":"2026-03-12T19:18:25.058799Z","steps":["trace[899598637] 'range keys from in-memory index tree' (duration: 885.076985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:25.05883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:24.474188Z","time spent":"584.631744ms","remote":"127.0.0.1:58994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":28,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:18:25.05886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:24.173305Z","time spent":"885.542647ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:18:25.058862Z","caller":"traceutil/trace.go:171","msg":"trace[868624240] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1037; }","duration":"769.069864ms","start":"2026-03-12T19:18:24.289765Z","end":"2026-03-12T19:18:25.058835Z","steps":["trace[868624240] 'range keys from in-memory index tree' (duration: 768.709646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:25.05874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.570962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:18:25.058924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:24.289719Z","time spent":"769.190898ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T19:18:25.058942Z","caller":"traceutil/trace.go:171","msg":"trace[125564396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1037; }","duration":"395.831018ms","start":"2026-03-12T19:18:24.663082Z","end":"2026-03-12T19:18:25.058913Z","steps":["trace[125564396] 'range keys from in-memory index tree' (duration: 395.431829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:25.05872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592181694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-12T19:18:25.059013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:24.663055Z","time spent":"395.939661ms","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:18:25.059019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260131385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:18:25.059057Z","caller":"traceutil/trace.go:171","msg":"trace[1617790055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1037; }","duration":"1.592584084s","start":"2026-03-12T19:18:23.466444Z","end":"2026-03-12T19:18:25.059028Z","steps":["trace[1617790055] 'range keys from in-memory index tree' (duration: 1.591902147s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:25.059123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:23.466414Z","time spent":"1.592692616s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:18:25.059029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261622801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:18:25.059414Z","caller":"traceutil/trace.go:171","msg":"trace[1948106621] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1037; }","duration":"1.262038041s","start":"2026-03-12T19:18:23.797279Z","end":"2026-03-12T19:18:25.059317Z","steps":["trace[1948106621] 'range keys from in-memory index tree' (duration: 1.261412446s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:25.059561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:23.797253Z","time spent":"1.262220195s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T19:18:25.059858Z","caller":"traceutil/trace.go:171","msg":"trace[204381418] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1037; }","duration":"1.260197017s","start":"2026-03-12T19:18:23.798861Z","end":"2026-03-12T19:18:25.059058Z","steps":["trace[204381418] 'range keys from in-memory index tree' (duration: 1.260016932s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:25.059919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:23.798854Z","time spent":"1.261055988s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T19:18:27.490637Z","caller":"traceutil/trace.go:171","msg":"trace[21685215] transaction","detail":"{read_only:false; response_revision:1045; number_of_response:1; }","duration":"409.330401ms","start":"2026-03-12T19:18:27.081274Z","end":"2026-03-12T19:18:27.490604Z","steps":["trace[21685215] 'process raft request' (duration: 409.110216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:27.490905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:27.081257Z","time spent":"409.534546ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:18:27.626086Z","caller":"traceutil/trace.go:171","msg":"trace[70957572] transaction","detail":"{read_only:false; response_revision:1047; number_of_response:1; }","duration":"541.435728ms","start":"2026-03-12T19:18:27.08462Z","end":"2026-03-12T19:18:27.626055Z","steps":["trace[70957572] 'process raft request' (duration: 541.288904ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:27.626447Z","caller":"traceutil/trace.go:171","msg":"trace[1994729912] transaction","detail":"{read_only:false; response_revision:1048; number_of_response:1; }","duration":"541.005797ms","start":"2026-03-12T19:18:27.085413Z","end":"2026-03-12T19:18:27.626419Z","steps":["trace[1994729912] 'process raft request' (duration: 540.599628ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:27.626555Z","caller":"traceutil/trace.go:171","msg":"trace[305498529] linearizableReadLoop","detail":"{readStateIndex:1088; appliedIndex:1082; }","duration":"469.936455ms","start":"2026-03-12T19:18:27.156579Z","end":"2026-03-12T19:18:27.626516Z","steps":["trace[305498529] 'read index received' (duration: 333.936705ms)","trace[305498529] 'applied index is now lower than readState.Index' (duration: 135.99895ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:27.62666Z","caller":"traceutil/trace.go:171","msg":"trace[1932305653] transaction","detail":"{read_only:false; response_revision:1050; number_of_response:1; }","duration":"537.088683ms","start":"2026-03-12T19:18:27.089535Z","end":"2026-03-12T19:18:27.626624Z","steps":["trace[1932305653] 'process raft request' (duration: 536.925429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:27.626673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:27.0854Z","time spent":"541.1191ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:18:27.626764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:27.089523Z","time spent":"537.192036ms","remote":"127.0.0.1:58972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3148,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:18:27.626776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.15476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:18:27.626141Z","caller":"traceutil/trace.go:171","msg":"trace[1869337361] transaction","detail":"{read_only:false; response_revision:1046; number_of_response:1; }","duration":"541.571541ms","start":"2026-03-12T19:18:27.084518Z","end":"2026-03-12T19:18:27.626089Z","steps":["trace[1869337361] 'process raft request' (duration: 541.060198ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:27.626781Z","caller":"traceutil/trace.go:171","msg":"trace[890114087] transaction","detail":"{read_only:false; response_revision:1049; number_of_response:1; }","duration":"541.029828ms","start":"2026-03-12T19:18:27.085699Z","end":"2026-03-12T19:18:27.626728Z","steps":["trace[890114087] 'process raft request' (duration: 540.625218ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:27.626827Z","caller":"traceutil/trace.go:171","msg":"trace[553299887] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1050; }","duration":"470.294123ms","start":"2026-03-12T19:18:27.156511Z","end":"2026-03-12T19:18:27.626805Z","steps":["trace[553299887] 'agreement among raft nodes before linearized reading' (duration: 470.1805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:27.626877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:27.156484Z","time spent":"470.382695ms","remote":"127.0.0.1:59210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":2,"response size":28,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:18:27.62692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:27.085687Z","time spent":"541.173041ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:18:27.626779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:27.084593Z","time spent":"541.885979ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:18:27.626989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:27.084494Z","time spent":"542.34748ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:18:27.819527Z","caller":"traceutil/trace.go:171","msg":"trace[1856349708] transaction","detail":"{read_only:false; response_revision:1052; number_of_response:1; }","duration":"121.304588ms","start":"2026-03-12T19:18:27.698184Z","end":"2026-03-12T19:18:27.819488Z","steps":["trace[1856349708] 'process raft request' (duration: 50.86432ms)","trace[1856349708] 'compare' (duration: 70.183352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:18:28.086679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.914028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-12T19:18:28.086808Z","caller":"traceutil/trace.go:171","msg":"trace[630217793] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1053; }","duration":"264.51094ms","start":"2026-03-12T19:18:27.822277Z","end":"2026-03-12T19:18:28.086788Z","steps":["trace[630217793] 'process raft request' (duration: 118.317416ms)","trace[630217793] 'compare' (duration: 145.735833ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:28.092859Z","caller":"traceutil/trace.go:171","msg":"trace[1313861627] transaction","detail":"{read_only:false; response_revision:1054; number_of_response:1; }","duration":"240.026684ms","start":"2026-03-12T19:18:27.852795Z","end":"2026-03-12T19:18:28.092822Z","steps":["trace[1313861627] 'process raft request' (duration: 239.84507ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:41.382941Z","caller":"traceutil/trace.go:171","msg":"trace[517450403] transaction","detail":"{read_only:false; response_revision:1166; number_of_response:1; }","duration":"238.348573ms","start":"2026-03-12T19:18:41.144564Z","end":"2026-03-12T19:18:41.382912Z","steps":["trace[517450403] 'process raft request' (duration: 238.20213ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:47.611624Z","caller":"traceutil/trace.go:171","msg":"trace[294496869] transaction","detail":"{read_only:false; response_revision:1279; number_of_response:1; }","duration":"220.899784ms","start":"2026-03-12T19:18:47.390651Z","end":"2026-03-12T19:18:47.611551Z","steps":["trace[294496869] 'process raft request' (duration: 194.802088ms)","trace[294496869] 'compare' (duration: 25.928892ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:18:47.882404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.152843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:18:47.882551Z","caller":"traceutil/trace.go:171","msg":"trace[1077394693] linearizableReadLoop","detail":"{readStateIndex:1327; appliedIndex:1326; }","duration":"286.020322ms","start":"2026-03-12T19:18:47.596511Z","end":"2026-03-12T19:18:47.882531Z","steps":["trace[1077394693] 'read index received' (duration: 155.624484ms)","trace[1077394693] 'applied index is now lower than readState.Index' (duration: 130.394328ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:47.882581Z","caller":"traceutil/trace.go:171","msg":"trace[1530251522] transaction","detail":"{read_only:false; response_revision:1280; number_of_response:1; }","duration":"485.07763ms","start":"2026-03-12T19:18:47.397469Z","end":"2026-03-12T19:18:47.882547Z","steps":["trace[1530251522] 'process raft request' (duration: 354.695182ms)","trace[1530251522] 'compare' (duration: 129.984159ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:18:47.882744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:47.397451Z","time spent":"485.206043ms","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:18:47.882906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.36234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-12T19:18:47.882974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.768191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:18:47.883052Z","caller":"traceutil/trace.go:171","msg":"trace[1013920840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1280; }","duration":"286.550004ms","start":"2026-03-12T19:18:47.596466Z","end":"2026-03-12T19:18:47.883016Z","steps":["trace[1013920840] 'agreement among raft nodes before linearized reading' (duration: 286.182576ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:47.883082Z","caller":"traceutil/trace.go:171","msg":"trace[2099085123] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1280; }","duration":"145.917334ms","start":"2026-03-12T19:18:47.737138Z","end":"2026-03-12T19:18:47.883056Z","steps":["trace[2099085123] 'agreement among raft nodes before linearized reading' (duration: 145.577656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:47.883113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.909614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-12T19:18:47.882959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.328939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-12T19:18:47.883237Z","caller":"traceutil/trace.go:171","msg":"trace[753200217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1280; }","duration":"150.638406ms","start":"2026-03-12T19:18:47.732565Z","end":"2026-03-12T19:18:47.883204Z","steps":["trace[753200217] 'agreement among raft nodes before linearized reading' (duration: 150.204835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:47.882927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.298308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:18:47.883318Z","caller":"traceutil/trace.go:171","msg":"trace[80341392] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1280; }","duration":"150.746169ms","start":"2026-03-12T19:18:47.732553Z","end":"2026-03-12T19:18:47.8833Z","steps":["trace[80341392] 'agreement among raft nodes before linearized reading' (duration: 150.136875ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:47.883162Z","caller":"traceutil/trace.go:171","msg":"trace[62567943] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1280; }","duration":"146.002176ms","start":"2026-03-12T19:18:47.737147Z","end":"2026-03-12T19:18:47.883149Z","steps":["trace[62567943] 'agreement among raft nodes before linearized reading' (duration: 145.777151ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:48.464494Z","caller":"traceutil/trace.go:171","msg":"trace[2097427908] transaction","detail":"{read_only:false; response_revision:1281; number_of_response:1; }","duration":"577.076041ms","start":"2026-03-12T19:18:47.88736Z","end":"2026-03-12T19:18:48.464436Z","steps":["trace[2097427908] 'process raft request' (duration: 572.202186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:48.464726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:47.887338Z","time spent":"577.276517ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:18:48.467791Z","caller":"traceutil/trace.go:171","msg":"trace[952598952] transaction","detail":"{read_only:false; response_revision:1282; number_of_response:1; }","duration":"580.221296ms","start":"2026-03-12T19:18:47.887538Z","end":"2026-03-12T19:18:48.46776Z","steps":["trace[952598952] 'process raft request' (duration: 580.016011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:48.467992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:47.887514Z","time spent":"580.36786ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:18:48.468034Z","caller":"traceutil/trace.go:171","msg":"trace[505131578] transaction","detail":"{read_only:false; response_revision:1283; number_of_response:1; }","duration":"580.462482ms","start":"2026-03-12T19:18:47.887551Z","end":"2026-03-12T19:18:48.468013Z","steps":["trace[505131578] 'process raft request' (duration: 580.161275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:48.468116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:47.887539Z","time spent":"580.536323ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:18:48.46837Z","caller":"traceutil/trace.go:171","msg":"trace[711047274] transaction","detail":"{read_only:false; response_revision:1284; number_of_response:1; }","duration":"580.227486ms","start":"2026-03-12T19:18:47.888109Z","end":"2026-03-12T19:18:48.468336Z","steps":["trace[711047274] 'process raft request' (duration: 579.843977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:48.468584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:47.888099Z","time spent":"580.37572ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:18:48.468569Z","caller":"traceutil/trace.go:171","msg":"trace[1169575318] transaction","detail":"{read_only:false; response_revision:1285; number_of_response:1; }","duration":"580.38793ms","start":"2026-03-12T19:18:47.888123Z","end":"2026-03-12T19:18:48.468511Z","steps":["trace[1169575318] 'process raft request' (duration: 580.133504ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:48.468774Z","caller":"traceutil/trace.go:171","msg":"trace[364745341] linearizableReadLoop","detail":"{readStateIndex:1333; appliedIndex:1327; }","duration":"351.125228ms","start":"2026-03-12T19:18:48.117633Z","end":"2026-03-12T19:18:48.468759Z","steps":["trace[364745341] 'read index received' (duration: 341.992403ms)","trace[364745341] 'applied index is now lower than readState.Index' (duration: 9.131925ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:48.468791Z","caller":"traceutil/trace.go:171","msg":"trace[688557426] transaction","detail":"{read_only:false; response_revision:1286; number_of_response:1; }","duration":"545.896576ms","start":"2026-03-12T19:18:47.922876Z","end":"2026-03-12T19:18:48.468773Z","steps":["trace[688557426] 'process raft request' (duration: 545.562558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:48.468775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:47.888112Z","time spent":"580.561723ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:18:48.468879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:47.922847Z","time spent":"545.990178ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:18:48.468931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.298502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:18:48.468988Z","caller":"traceutil/trace.go:171","msg":"trace[95808332] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1287; }","duration":"351.402774ms","start":"2026-03-12T19:18:48.117568Z","end":"2026-03-12T19:18:48.468971Z","steps":["trace[95808332] 'agreement among raft nodes before linearized reading' (duration: 351.291302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:48.46904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:48.117543Z","time spent":"351.482587ms","remote":"127.0.0.1:59054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":26,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:18:48.469105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.521466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-q6cf2\" ","response":"range_response_count:1 size:4179"} {"level":"info","ts":"2026-03-12T19:18:48.469153Z","caller":"traceutil/trace.go:171","msg":"trace[803152867] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-q6cf2; range_end:; response_count:1; response_revision:1287; }","duration":"287.609268ms","start":"2026-03-12T19:18:48.181529Z","end":"2026-03-12T19:18:48.469138Z","steps":["trace[803152867] 'agreement among raft nodes before linearized reading' (duration: 287.471035ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:48.469101Z","caller":"traceutil/trace.go:171","msg":"trace[1925145701] transaction","detail":"{read_only:false; response_revision:1287; number_of_response:1; }","duration":"148.537726ms","start":"2026-03-12T19:18:48.32027Z","end":"2026-03-12T19:18:48.468808Z","steps":["trace[1925145701] 'process raft request' (duration: 148.422373ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:51.139001Z","caller":"traceutil/trace.go:171","msg":"trace[1705117359] transaction","detail":"{read_only:false; response_revision:1292; number_of_response:1; }","duration":"662.473918ms","start":"2026-03-12T19:18:50.476498Z","end":"2026-03-12T19:18:51.138972Z","steps":["trace[1705117359] 'process raft request' (duration: 662.368085ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:51.139007Z","caller":"traceutil/trace.go:171","msg":"trace[370876414] transaction","detail":"{read_only:false; response_revision:1291; number_of_response:1; }","duration":"662.917209ms","start":"2026-03-12T19:18:50.476037Z","end":"2026-03-12T19:18:51.138954Z","steps":["trace[370876414] 'process raft request' (duration: 656.174859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:51.13915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:50.476487Z","time spent":"662.58581ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:18:51.139211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:50.476019Z","time spent":"663.084222ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:18:51.139431Z","caller":"traceutil/trace.go:171","msg":"trace[711957399] linearizableReadLoop","detail":"{readStateIndex:1341; appliedIndex:1336; }","duration":"635.079151ms","start":"2026-03-12T19:18:50.504318Z","end":"2026-03-12T19:18:51.139397Z","steps":["trace[711957399] 'read index received' (duration: 46.021986ms)","trace[711957399] 'applied index is now lower than readState.Index' (duration: 589.055605ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:51.1395Z","caller":"traceutil/trace.go:171","msg":"trace[2037192349] transaction","detail":"{read_only:false; response_revision:1293; number_of_response:1; }","duration":"662.827226ms","start":"2026-03-12T19:18:50.476626Z","end":"2026-03-12T19:18:51.139453Z","steps":["trace[2037192349] 'process raft request' (duration: 662.322024ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:51.139545Z","caller":"traceutil/trace.go:171","msg":"trace[1800456701] transaction","detail":"{read_only:false; response_revision:1294; number_of_response:1; }","duration":"662.423977ms","start":"2026-03-12T19:18:50.477046Z","end":"2026-03-12T19:18:51.139469Z","steps":["trace[1800456701] 'process raft request' (duration: 662.239782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:51.139756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:50.477031Z","time spent":"662.690903ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:18:51.139773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:50.476617Z","time spent":"663.033851ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:18:51.139799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.482361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-12T19:18:51.139812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.913377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:18:51.139865Z","caller":"traceutil/trace.go:171","msg":"trace[1799223610] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:1294; }","duration":"635.604594ms","start":"2026-03-12T19:18:50.504246Z","end":"2026-03-12T19:18:51.139851Z","steps":["trace[1799223610] 'agreement among raft nodes before linearized reading' (duration: 635.289386ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:51.139908Z","caller":"traceutil/trace.go:171","msg":"trace[1159163268] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1294; }","duration":"474.111651ms","start":"2026-03-12T19:18:50.66577Z","end":"2026-03-12T19:18:51.139882Z","steps":["trace[1159163268] 'agreement among raft nodes before linearized reading' (duration: 473.864856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:51.139904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:50.50422Z","time spent":"635.675175ms","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-03-12T19:18:51.139977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:50.665648Z","time spent":"474.319146ms","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:18:52.228618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.341351ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:38"} {"level":"info","ts":"2026-03-12T19:18:52.228743Z","caller":"traceutil/trace.go:171","msg":"trace[1561005263] linearizableReadLoop","detail":"{readStateIndex:1342; appliedIndex:1341; }","duration":"562.845785ms","start":"2026-03-12T19:18:51.665879Z","end":"2026-03-12T19:18:52.228725Z","steps":["trace[1561005263] 'read index received' (duration: 59.432003ms)","trace[1561005263] 'applied index is now lower than readState.Index' (duration: 503.412502ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:18:52.228811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.933337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:18:52.228836Z","caller":"traceutil/trace.go:171","msg":"trace[294070570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1294; }","duration":"563.001269ms","start":"2026-03-12T19:18:51.665827Z","end":"2026-03-12T19:18:52.228828Z","steps":["trace[294070570] 'agreement among raft nodes before linearized reading' (duration: 562.939747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:52.228863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:51.665806Z","time spent":"563.051589ms","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:18:52.22895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:51.141353Z","time spent":"1.087589471s","remote":"127.0.0.1:58750","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-12T19:18:57.810269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.914126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:18:57.810397Z","caller":"traceutil/trace.go:171","msg":"trace[1941652794] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1388; }","duration":"274.10312ms","start":"2026-03-12T19:18:57.536266Z","end":"2026-03-12T19:18:57.810369Z","steps":["trace[1941652794] 'range keys from in-memory index tree' (duration: 273.830554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:57.81039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.870049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:18:57.810548Z","caller":"traceutil/trace.go:171","msg":"trace[1174588916] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1388; }","duration":"275.035192ms","start":"2026-03-12T19:18:57.53545Z","end":"2026-03-12T19:18:57.810485Z","steps":["trace[1174588916] 'range keys from in-memory index tree' (duration: 274.825507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:57.810551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.59033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:18:57.81058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.006772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:18:57.81063Z","caller":"traceutil/trace.go:171","msg":"trace[1003242349] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1388; }","duration":"279.700562ms","start":"2026-03-12T19:18:57.530908Z","end":"2026-03-12T19:18:57.810609Z","steps":["trace[1003242349] 'count revisions from in-memory index tree' (duration: 279.534739ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:57.810641Z","caller":"traceutil/trace.go:171","msg":"trace[1692056616] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1388; }","duration":"275.083363ms","start":"2026-03-12T19:18:57.535543Z","end":"2026-03-12T19:18:57.810627Z","steps":["trace[1692056616] 'count revisions from in-memory index tree' (duration: 274.95317ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:57.810776Z","caller":"traceutil/trace.go:171","msg":"trace[1893161807] transaction","detail":"{read_only:false; response_revision:1389; number_of_response:1; }","duration":"213.51151ms","start":"2026-03-12T19:18:57.597251Z","end":"2026-03-12T19:18:57.810762Z","steps":["trace[1893161807] 'process raft request' (duration: 127.746845ms)","trace[1893161807] 'compare' (duration: 85.228152ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:19:06.803879Z","caller":"traceutil/trace.go:171","msg":"trace[371174681] linearizableReadLoop","detail":"{readStateIndex:1627; appliedIndex:1626; }","duration":"175.080763ms","start":"2026-03-12T19:19:06.628769Z","end":"2026-03-12T19:19:06.80385Z","steps":["trace[371174681] 'read index received' (duration: 174.924449ms)","trace[371174681] 'applied index is now lower than readState.Index' (duration: 155.564µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:19:06.803966Z","caller":"traceutil/trace.go:171","msg":"trace[1367475690] transaction","detail":"{read_only:false; response_revision:1556; number_of_response:1; }","duration":"183.606044ms","start":"2026-03-12T19:19:06.620321Z","end":"2026-03-12T19:19:06.803927Z","steps":["trace[1367475690] 'process raft request' (duration: 183.383829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:06.804315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.527714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:19:06.804396Z","caller":"traceutil/trace.go:171","msg":"trace[1660096427] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1556; }","duration":"175.666177ms","start":"2026-03-12T19:19:06.628711Z","end":"2026-03-12T19:19:06.804377Z","steps":["trace[1660096427] 'agreement among raft nodes before linearized reading' (duration: 175.308209ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:06.808848Z","caller":"traceutil/trace.go:171","msg":"trace[1092230034] transaction","detail":"{read_only:false; response_revision:1557; number_of_response:1; }","duration":"125.771219ms","start":"2026-03-12T19:19:06.683054Z","end":"2026-03-12T19:19:06.808825Z","steps":["trace[1092230034] 'process raft request' (duration: 125.506503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:06.814047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.628479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:19:06.81411Z","caller":"traceutil/trace.go:171","msg":"trace[1238097531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1557; }","duration":"151.737202ms","start":"2026-03-12T19:19:06.662363Z","end":"2026-03-12T19:19:06.814101Z","steps":["trace[1238097531] 'agreement among raft nodes before linearized reading' (duration: 151.645289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:09.545449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.08459ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:19:09.545629Z","caller":"traceutil/trace.go:171","msg":"trace[143662532] linearizableReadLoop","detail":"{readStateIndex:1664; appliedIndex:1663; }","duration":"301.374704ms","start":"2026-03-12T19:19:09.244225Z","end":"2026-03-12T19:19:09.5456Z","steps":["trace[143662532] 'read index received' (duration: 138.037388ms)","trace[143662532] 'applied index is now lower than readState.Index' (duration: 163.334876ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:19:09.54578Z","caller":"traceutil/trace.go:171","msg":"trace[850981086] transaction","detail":"{read_only:false; response_revision:1592; number_of_response:1; }","duration":"424.015959ms","start":"2026-03-12T19:19:09.121711Z","end":"2026-03-12T19:19:09.545726Z","steps":["trace[850981086] 'process raft request' (duration: 260.531649ms)","trace[850981086] 'compare' (duration: 162.885335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:19:09.545927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.76381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T19:19:09.545918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.646361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-12T19:19:09.545996Z","caller":"traceutil/trace.go:171","msg":"trace[744126799] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1592; }","duration":"217.876183ms","start":"2026-03-12T19:19:09.328102Z","end":"2026-03-12T19:19:09.545978Z","steps":["trace[744126799] 'agreement among raft nodes before linearized reading' (duration: 217.666589ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:09.546023Z","caller":"traceutil/trace.go:171","msg":"trace[375624123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1592; }","duration":"301.828145ms","start":"2026-03-12T19:19:09.244166Z","end":"2026-03-12T19:19:09.545994Z","steps":["trace[375624123] 'agreement among raft nodes before linearized reading' (duration: 301.533478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:09.546065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:09.244134Z","time spent":"301.923556ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:19:09.546042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.59671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T19:19:09.545931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.612987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-12T19:19:09.546136Z","caller":"traceutil/trace.go:171","msg":"trace[1110156374] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1592; }","duration":"207.749854ms","start":"2026-03-12T19:19:09.338361Z","end":"2026-03-12T19:19:09.546111Z","steps":["trace[1110156374] 'agreement among raft nodes before linearized reading' (duration: 207.483867ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:09.546183Z","caller":"traceutil/trace.go:171","msg":"trace[634159297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1592; }","duration":"206.877673ms","start":"2026-03-12T19:19:09.33926Z","end":"2026-03-12T19:19:09.546138Z","steps":["trace[634159297] 'agreement among raft nodes before linearized reading' (duration: 206.548105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:09.545936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:09.121654Z","time spent":"424.206744ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:09.713208Z","caller":"traceutil/trace.go:171","msg":"trace[1676216096] transaction","detail":"{read_only:false; response_revision:1593; number_of_response:1; }","duration":"162.315441ms","start":"2026-03-12T19:19:09.550865Z","end":"2026-03-12T19:19:09.713181Z","steps":["trace[1676216096] 'process raft request' (duration: 96.991529ms)","trace[1676216096] 'compare' (duration: 65.146258ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:19:09.714612Z","caller":"traceutil/trace.go:171","msg":"trace[2044306910] transaction","detail":"{read_only:false; response_revision:1594; number_of_response:1; }","duration":"163.630122ms","start":"2026-03-12T19:19:09.550942Z","end":"2026-03-12T19:19:09.714572Z","steps":["trace[2044306910] 'process raft request' (duration: 163.397697ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:09.714877Z","caller":"traceutil/trace.go:171","msg":"trace[1031176738] transaction","detail":"{read_only:false; response_revision:1595; number_of_response:1; }","duration":"163.636413ms","start":"2026-03-12T19:19:09.5512Z","end":"2026-03-12T19:19:09.714837Z","steps":["trace[1031176738] 'process raft request' (duration: 163.304875ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:09.71493Z","caller":"traceutil/trace.go:171","msg":"trace[1778481842] transaction","detail":"{read_only:false; response_revision:1596; number_of_response:1; }","duration":"163.474088ms","start":"2026-03-12T19:19:09.551444Z","end":"2026-03-12T19:19:09.714918Z","steps":["trace[1778481842] 'process raft request' (duration: 163.313635ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:09.714938Z","caller":"traceutil/trace.go:171","msg":"trace[1758409080] linearizableReadLoop","detail":"{readStateIndex:1668; appliedIndex:1664; }","duration":"145.616718ms","start":"2026-03-12T19:19:09.56927Z","end":"2026-03-12T19:19:09.714886Z","steps":["trace[1758409080] 'read index received' (duration: 78.679377ms)","trace[1758409080] 'applied index is now lower than readState.Index' (duration: 66.936031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:19:09.715146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.843873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:19:09.71519Z","caller":"traceutil/trace.go:171","msg":"trace[306862917] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1596; }","duration":"145.950506ms","start":"2026-03-12T19:19:09.569227Z","end":"2026-03-12T19:19:09.715178Z","steps":["trace[306862917] 'agreement among raft nodes before linearized reading' (duration: 145.793502ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:15.401922Z","caller":"traceutil/trace.go:171","msg":"trace[669181323] transaction","detail":"{read_only:false; response_revision:1680; number_of_response:1; }","duration":"128.573235ms","start":"2026-03-12T19:19:15.273315Z","end":"2026-03-12T19:19:15.401888Z","steps":["trace[669181323] 'process raft request' (duration: 128.396091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:18.152522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.657083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-12T19:19:18.152513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.69018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6464381d-2b8b-408a-b69e-5d631e63ae06\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-12T19:19:18.152595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.563171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:19:18.15262Z","caller":"traceutil/trace.go:171","msg":"trace[214255533] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1701; }","duration":"382.760605ms","start":"2026-03-12T19:19:17.769835Z","end":"2026-03-12T19:19:18.152595Z","steps":["trace[214255533] 'range keys from in-memory index tree' (duration: 382.51503ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:18.152636Z","caller":"traceutil/trace.go:171","msg":"trace[755181399] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1701; }","duration":"382.630792ms","start":"2026-03-12T19:19:17.769995Z","end":"2026-03-12T19:19:18.152626Z","steps":["trace[755181399] 'range keys from in-memory index tree' (duration: 382.435517ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:18.152648Z","caller":"traceutil/trace.go:171","msg":"trace[188735182] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6464381d-2b8b-408a-b69e-5d631e63ae06; range_end:; response_count:1; response_revision:1701; }","duration":"811.890545ms","start":"2026-03-12T19:19:17.340732Z","end":"2026-03-12T19:19:18.152623Z","steps":["trace[188735182] 'range keys from in-memory index tree' (duration: 811.472125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:18.15267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:17.76998Z","time spent":"382.678884ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:19:18.15267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:17.769828Z","time spent":"382.831107ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:19:18.152709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:17.340708Z","time spent":"811.989587ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6464381d-2b8b-408a-b69e-5d631e63ae06\" "} {"level":"warn","ts":"2026-03-12T19:19:18.152705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.349445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T19:19:18.152844Z","caller":"traceutil/trace.go:171","msg":"trace[1973376791] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1701; }","duration":"393.642812ms","start":"2026-03-12T19:19:17.759181Z","end":"2026-03-12T19:19:18.152823Z","steps":["trace[1973376791] 'range keys from in-memory index tree' (duration: 393.12336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:18.152899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:17.759163Z","time spent":"393.726294ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:19:18.152452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.434374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T19:19:18.153092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.151432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6464381d-2b8b-408a-b69e-5d631e63ae06\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-12T19:19:18.153179Z","caller":"traceutil/trace.go:171","msg":"trace[2112801586] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1701; }","duration":"382.154301ms","start":"2026-03-12T19:19:17.770941Z","end":"2026-03-12T19:19:18.153095Z","steps":["trace[2112801586] 'range keys from in-memory index tree' (duration: 381.178518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:18.153237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.542591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-12T19:19:18.153293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:17.770915Z","time spent":"382.360456ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:19:18.153183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.173894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T19:19:18.153727Z","caller":"traceutil/trace.go:171","msg":"trace[1103957195] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1701; }","duration":"871.790958ms","start":"2026-03-12T19:19:17.281911Z","end":"2026-03-12T19:19:18.153702Z","steps":["trace[1103957195] 'range keys from in-memory index tree' (duration: 870.916548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:18.153789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:17.281885Z","time spent":"871.885511ms","remote":"127.0.0.1:54210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5433,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-12T19:19:18.153206Z","caller":"traceutil/trace.go:171","msg":"trace[430442670] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6464381d-2b8b-408a-b69e-5d631e63ae06; range_end:; response_count:1; response_revision:1701; }","duration":"646.338817ms","start":"2026-03-12T19:19:17.506839Z","end":"2026-03-12T19:19:18.153178Z","steps":["trace[430442670] 'range keys from in-memory index tree' (duration: 645.896336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:18.15399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:17.506812Z","time spent":"647.163457ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6464381d-2b8b-408a-b69e-5d631e63ae06\" "} {"level":"info","ts":"2026-03-12T19:19:18.154382Z","caller":"traceutil/trace.go:171","msg":"trace[671435382] transaction","detail":"{read_only:false; response_revision:1702; number_of_response:1; }","duration":"301.702232ms","start":"2026-03-12T19:19:17.852614Z","end":"2026-03-12T19:19:18.154317Z","steps":["trace[671435382] 'process raft request' (duration: 14.905211ms)","trace[671435382] 'compare' (duration: 285.300885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:19:18.154703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:17.852576Z","time spent":"301.865076ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:18.203424Z","caller":"traceutil/trace.go:171","msg":"trace[1441411558] transaction","detail":"{read_only:false; response_revision:1703; number_of_response:1; }","duration":"120.600427ms","start":"2026-03-12T19:19:18.0828Z","end":"2026-03-12T19:19:18.2034Z","steps":["trace[1441411558] 'process raft request' (duration: 120.423883ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:18.516317Z","caller":"traceutil/trace.go:171","msg":"trace[1255523502] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"356.253599ms","start":"2026-03-12T19:19:18.160032Z","end":"2026-03-12T19:19:18.516285Z","steps":["trace[1255523502] 'process raft request' (duration: 356.154766ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:18.51632Z","caller":"traceutil/trace.go:171","msg":"trace[1025587895] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"356.248499ms","start":"2026-03-12T19:19:18.160031Z","end":"2026-03-12T19:19:18.51628Z","steps":["trace[1025587895] 'process raft request' (duration: 304.451786ms)","trace[1025587895] 'compare' (duration: 51.568287ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:19:18.516509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:18.160011Z","time spent":"356.407933ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:19:18.516537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:18.160011Z","time spent":"356.399033ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:18.516621Z","caller":"traceutil/trace.go:171","msg":"trace[512500050] transaction","detail":"{read_only:false; response_revision:1706; number_of_response:1; }","duration":"356.574746ms","start":"2026-03-12T19:19:18.160033Z","end":"2026-03-12T19:19:18.516607Z","steps":["trace[512500050] 'process raft request' (duration: 356.204168ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:18.516653Z","caller":"traceutil/trace.go:171","msg":"trace[1681106244] transaction","detail":"{read_only:false; response_revision:1707; number_of_response:1; }","duration":"356.500385ms","start":"2026-03-12T19:19:18.160128Z","end":"2026-03-12T19:19:18.516628Z","steps":["trace[1681106244] 'process raft request' (duration: 356.392552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:18.51671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:18.159998Z","time spent":"356.654258ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:19:18.516793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:18.160101Z","time spent":"356.629948ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:18.517051Z","caller":"traceutil/trace.go:171","msg":"trace[1343393297] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"355.42034ms","start":"2026-03-12T19:19:18.161591Z","end":"2026-03-12T19:19:18.517011Z","steps":["trace[1343393297] 'process raft request' (duration: 355.01113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:18.517306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:18.161579Z","time spent":"355.613704ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:18.552481Z","caller":"traceutil/trace.go:171","msg":"trace[888174825] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"260.370146ms","start":"2026-03-12T19:19:18.292088Z","end":"2026-03-12T19:19:18.552459Z","steps":["trace[888174825] 'process raft request' (duration: 260.251904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:20.723309Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879541287263666,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:19:20.745312Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.517696886s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:19:20.885603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72428125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T19:19:20.885715Z","caller":"traceutil/trace.go:171","msg":"trace[727808478] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1709; }","duration":"1.724457614s","start":"2026-03-12T19:19:19.161228Z","end":"2026-03-12T19:19:20.885685Z","steps":["trace[727808478] 'range keys from in-memory index tree' (duration: 1.724064246s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:20.885766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:19.161204Z","time spent":"1.724550777s","remote":"127.0.0.1:54210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5433,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-12T19:19:20.886058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723265297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6464381d-2b8b-408a-b69e-5d631e63ae06\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-03-12T19:19:20.886177Z","caller":"traceutil/trace.go:171","msg":"trace[204827846] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6464381d-2b8b-408a-b69e-5d631e63ae06; range_end:; response_count:1; response_revision:1709; }","duration":"1.72342552s","start":"2026-03-12T19:19:19.162719Z","end":"2026-03-12T19:19:20.886144Z","steps":["trace[204827846] 'range keys from in-memory index tree' (duration: 1.723144624s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:20.886246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:19.162709Z","time spent":"1.723520192s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3765,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6464381d-2b8b-408a-b69e-5d631e63ae06\" "} {"level":"warn","ts":"2026-03-12T19:19:20.88632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.221132759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:19:20.886358Z","caller":"traceutil/trace.go:171","msg":"trace[497016114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1709; }","duration":"2.221220021s","start":"2026-03-12T19:19:18.665127Z","end":"2026-03-12T19:19:20.886347Z","steps":["trace[497016114] 'range keys from in-memory index tree' (duration: 2.221026896s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:20.886335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:18.972961Z","time spent":"1.913369524s","remote":"127.0.0.1:44628","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-12T19:19:20.886388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:18.665099Z","time spent":"2.221282602s","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:19:20.886559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004749211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:19:20.886669Z","caller":"traceutil/trace.go:171","msg":"trace[4406224] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1709; }","duration":"2.004918515s","start":"2026-03-12T19:19:18.881725Z","end":"2026-03-12T19:19:20.886644Z","steps":["trace[4406224] 'range keys from in-memory index tree' (duration: 2.004468344s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:20.886716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:18.881694Z","time spent":"2.005013027s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:19:20.887278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.55147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:19:20.887359Z","caller":"traceutil/trace.go:171","msg":"trace[708344215] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"1.65988913s","start":"2026-03-12T19:19:19.227455Z","end":"2026-03-12T19:19:20.887344Z","steps":["trace[708344215] 'process raft request' (duration: 1.518195747s)","trace[708344215] 'compare' (duration: 140.008844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:19:20.887422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:19.227431Z","time spent":"1.659963412s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:20.889756Z","caller":"traceutil/trace.go:171","msg":"trace[432485989] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"1.039984998s","start":"2026-03-12T19:19:19.849747Z","end":"2026-03-12T19:19:20.889732Z","steps":["trace[432485989] 'process raft request' (duration: 1.039774513s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:20.88974Z","caller":"traceutil/trace.go:171","msg":"trace[449572355] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"728.465514ms","start":"2026-03-12T19:19:20.16125Z","end":"2026-03-12T19:19:20.889715Z","steps":["trace[449572355] 'process raft request' (duration: 728.384162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:20.889852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:19.849706Z","time spent":"1.04010255s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:19:20.889992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:20.161221Z","time spent":"728.600628ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:20.890161Z","caller":"traceutil/trace.go:171","msg":"trace[746200557] transaction","detail":"{read_only:false; response_revision:1713; number_of_response:1; }","duration":"680.913762ms","start":"2026-03-12T19:19:20.209235Z","end":"2026-03-12T19:19:20.890148Z","steps":["trace[746200557] 'process raft request' (duration: 680.43863ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:20.890203Z","caller":"traceutil/trace.go:171","msg":"trace[133054297] linearizableReadLoop","detail":"{readStateIndex:1789; appliedIndex:1783; }","duration":"667.650589ms","start":"2026-03-12T19:19:20.222527Z","end":"2026-03-12T19:19:20.890177Z","steps":["trace[133054297] 'read index received' (duration: 523.14797ms)","trace[133054297] 'applied index is now lower than readState.Index' (duration: 144.500819ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:19:20.89023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:20.20922Z","time spent":"680.977264ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:20.890242Z","caller":"traceutil/trace.go:171","msg":"trace[1461774316] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"332.779634ms","start":"2026-03-12T19:19:20.557411Z","end":"2026-03-12T19:19:20.89019Z","steps":["trace[1461774316] 'process raft request' (duration: 332.533489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:20.890362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:20.557388Z","time spent":"332.896157ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:20.890368Z","caller":"traceutil/trace.go:171","msg":"trace[775669167] transaction","detail":"{read_only:false; response_revision:1715; number_of_response:1; }","duration":"220.435932ms","start":"2026-03-12T19:19:20.669914Z","end":"2026-03-12T19:19:20.89035Z","steps":["trace[775669167] 'process raft request' (duration: 220.169206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:20.890492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.933815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-12T19:19:20.890512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.061367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:19:20.890543Z","caller":"traceutil/trace.go:171","msg":"trace[1411755026] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:1715; }","duration":"385.033278ms","start":"2026-03-12T19:19:20.505496Z","end":"2026-03-12T19:19:20.89053Z","steps":["trace[1411755026] 'agreement among raft nodes before linearized reading' (duration: 384.921765ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:20.890546Z","caller":"traceutil/trace.go:171","msg":"trace[1059710545] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1715; }","duration":"368.107138ms","start":"2026-03-12T19:19:20.522429Z","end":"2026-03-12T19:19:20.890536Z","steps":["trace[1059710545] 'agreement among raft nodes before linearized reading' (duration: 368.010745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:20.890579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:20.522422Z","time spent":"368.145958ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:19:20.890594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:20.505469Z","time spent":"385.11541ms","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-03-12T19:19:20.890687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.696071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:19:20.890725Z","caller":"traceutil/trace.go:171","msg":"trace[7721306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1715; }","duration":"218.775273ms","start":"2026-03-12T19:19:20.671941Z","end":"2026-03-12T19:19:20.890716Z","steps":["trace[7721306] 'agreement among raft nodes before linearized reading' (duration: 218.720342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:20.890728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.186251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-03-12T19:19:20.890798Z","caller":"traceutil/trace.go:171","msg":"trace[420244490] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1715; }","duration":"668.324805ms","start":"2026-03-12T19:19:20.222461Z","end":"2026-03-12T19:19:20.890786Z","steps":["trace[420244490] 'agreement among raft nodes before linearized reading' (duration: 668.054798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:20.890817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.498871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:19:20.890842Z","caller":"traceutil/trace.go:171","msg":"trace[1194831298] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1715; }","duration":"369.537852ms","start":"2026-03-12T19:19:20.521297Z","end":"2026-03-12T19:19:20.890835Z","steps":["trace[1194831298] 'agreement among raft nodes before linearized reading' (duration: 369.46264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:20.890871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:20.521284Z","time spent":"369.581552ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:19:20.890824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.093861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-12T19:19:20.890909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.63351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-12T19:19:20.891017Z","caller":"traceutil/trace.go:171","msg":"trace[1740027186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1715; }","duration":"368.814874ms","start":"2026-03-12T19:19:20.522179Z","end":"2026-03-12T19:19:20.890994Z","steps":["trace[1740027186] 'agreement among raft nodes before linearized reading' (duration: 368.491017ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:20.890948Z","caller":"traceutil/trace.go:171","msg":"trace[1362238135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1715; }","duration":"369.265745ms","start":"2026-03-12T19:19:20.521655Z","end":"2026-03-12T19:19:20.890921Z","steps":["trace[1362238135] 'agreement among raft nodes before linearized reading' (duration: 368.846075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:20.891069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:20.522144Z","time spent":"368.916257ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:19:20.891124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:20.521645Z","time spent":"369.46261ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:19:20.890862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:20.222435Z","time spent":"668.417027ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10349,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-12T19:19:26.645083Z","caller":"traceutil/trace.go:171","msg":"trace[1054035073] transaction","detail":"{read_only:false; response_revision:1768; number_of_response:1; }","duration":"167.039683ms","start":"2026-03-12T19:19:26.478011Z","end":"2026-03-12T19:19:26.645051Z","steps":["trace[1054035073] 'process raft request' (duration: 145.884913ms)","trace[1054035073] 'compare' (duration: 20.923814ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:19:26.691079Z","caller":"traceutil/trace.go:171","msg":"trace[772657904] transaction","detail":"{read_only:false; response_revision:1769; number_of_response:1; }","duration":"212.890895ms","start":"2026-03-12T19:19:26.478152Z","end":"2026-03-12T19:19:26.691043Z","steps":["trace[772657904] 'process raft request' (duration: 212.576278ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:26.691149Z","caller":"traceutil/trace.go:171","msg":"trace[531730161] transaction","detail":"{read_only:false; response_revision:1770; number_of_response:1; }","duration":"212.482706ms","start":"2026-03-12T19:19:26.478642Z","end":"2026-03-12T19:19:26.691125Z","steps":["trace[531730161] 'process raft request' (duration: 212.297642ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:26.691231Z","caller":"traceutil/trace.go:171","msg":"trace[1902292090] transaction","detail":"{read_only:false; response_revision:1771; number_of_response:1; }","duration":"211.81979ms","start":"2026-03-12T19:19:26.47936Z","end":"2026-03-12T19:19:26.69118Z","steps":["trace[1902292090] 'process raft request' (duration: 211.650816ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:27.052329Z","caller":"traceutil/trace.go:171","msg":"trace[397938860] transaction","detail":"{read_only:false; response_revision:1774; number_of_response:1; }","duration":"134.495694ms","start":"2026-03-12T19:19:26.917806Z","end":"2026-03-12T19:19:27.052302Z","steps":["trace[397938860] 'process raft request' (duration: 134.30371ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:27.05252Z","caller":"traceutil/trace.go:171","msg":"trace[1991793178] transaction","detail":"{read_only:false; response_revision:1775; number_of_response:1; }","duration":"134.667488ms","start":"2026-03-12T19:19:26.917842Z","end":"2026-03-12T19:19:27.05251Z","steps":["trace[1991793178] 'process raft request' (duration: 134.417652ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:27.052537Z","caller":"traceutil/trace.go:171","msg":"trace[856020575] linearizableReadLoop","detail":"{readStateIndex:1852; appliedIndex:1849; }","duration":"131.545745ms","start":"2026-03-12T19:19:26.920965Z","end":"2026-03-12T19:19:27.052511Z","steps":["trace[856020575] 'read index received' (duration: 20.379271ms)","trace[856020575] 'applied index is now lower than readState.Index' (duration: 111.164344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:19:27.052809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.617352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-12T19:19:27.052841Z","caller":"traceutil/trace.go:171","msg":"trace[1027889904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1775; }","duration":"116.686514ms","start":"2026-03-12T19:19:26.936146Z","end":"2026-03-12T19:19:27.052833Z","steps":["trace[1027889904] 'agreement among raft nodes before linearized reading' (duration: 116.601912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:27.052844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.692334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T19:19:27.052847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.250074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T19:19:27.05288Z","caller":"traceutil/trace.go:171","msg":"trace[364676319] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1775; }","duration":"116.771976ms","start":"2026-03-12T19:19:26.936098Z","end":"2026-03-12T19:19:27.05287Z","steps":["trace[364676319] 'agreement among raft nodes before linearized reading' (duration: 116.575661ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:27.052914Z","caller":"traceutil/trace.go:171","msg":"trace[259396379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1775; }","duration":"116.327915ms","start":"2026-03-12T19:19:26.936564Z","end":"2026-03-12T19:19:27.052892Z","steps":["trace[259396379] 'agreement among raft nodes before linearized reading' (duration: 116.156431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:27.052845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.146071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:19:27.053019Z","caller":"traceutil/trace.go:171","msg":"trace[516267823] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1775; }","duration":"116.384577ms","start":"2026-03-12T19:19:26.936622Z","end":"2026-03-12T19:19:27.053007Z","steps":["trace[516267823] 'agreement among raft nodes before linearized reading' (duration: 116.059199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:27.052712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.755489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:19:27.05331Z","caller":"traceutil/trace.go:171","msg":"trace[1701475234] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1775; }","duration":"132.412995ms","start":"2026-03-12T19:19:26.920889Z","end":"2026-03-12T19:19:27.053302Z","steps":["trace[1701475234] 'agreement among raft nodes before linearized reading' (duration: 131.703378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:27.230186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.58018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:19:27.23055Z","caller":"traceutil/trace.go:171","msg":"trace[318288742] transaction","detail":"{read_only:false; response_revision:1776; number_of_response:1; }","duration":"172.608655ms","start":"2026-03-12T19:19:27.057889Z","end":"2026-03-12T19:19:27.230498Z","steps":["trace[318288742] 'process raft request' (duration: 61.587354ms)","trace[318288742] 'compare' (duration: 110.231402ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:19:27.230591Z","caller":"traceutil/trace.go:171","msg":"trace[847624464] transaction","detail":"{read_only:false; response_revision:1777; number_of_response:1; }","duration":"172.524643ms","start":"2026-03-12T19:19:27.05802Z","end":"2026-03-12T19:19:27.230545Z","steps":["trace[847624464] 'process raft request' (duration: 172.354829ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:27.230579Z","caller":"traceutil/trace.go:171","msg":"trace[1953849316] transaction","detail":"{read_only:false; response_revision:1778; number_of_response:1; }","duration":"172.362529ms","start":"2026-03-12T19:19:27.058191Z","end":"2026-03-12T19:19:27.230554Z","steps":["trace[1953849316] 'process raft request' (duration: 172.274107ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:27.231042Z","caller":"traceutil/trace.go:171","msg":"trace[1464840885] transaction","detail":"{read_only:false; response_revision:1779; number_of_response:1; }","duration":"172.581674ms","start":"2026-03-12T19:19:27.058416Z","end":"2026-03-12T19:19:27.230997Z","steps":["trace[1464840885] 'process raft request' (duration: 172.092842ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:27.231063Z","caller":"traceutil/trace.go:171","msg":"trace[1869171169] transaction","detail":"{read_only:false; response_revision:1780; number_of_response:1; }","duration":"172.589744ms","start":"2026-03-12T19:19:27.058435Z","end":"2026-03-12T19:19:27.231024Z","steps":["trace[1869171169] 'process raft request' (duration: 172.217715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:29.569664Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879541287263809,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:19:29.966746Z","caller":"traceutil/trace.go:171","msg":"trace[753019468] transaction","detail":"{read_only:false; response_revision:1781; number_of_response:1; }","duration":"971.080992ms","start":"2026-03-12T19:19:28.995631Z","end":"2026-03-12T19:19:29.966712Z","steps":["trace[753019468] 'process raft request' (duration: 970.868827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:29.966981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:28.995563Z","time spent":"971.291067ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:30.096762Z","caller":"traceutil/trace.go:171","msg":"trace[429893834] linearizableReadLoop","detail":"{readStateIndex:1861; appliedIndex:1858; }","duration":"1.027845772s","start":"2026-03-12T19:19:29.068888Z","end":"2026-03-12T19:19:30.096734Z","steps":["trace[429893834] 'read index received' (duration: 897.803443ms)","trace[429893834] 'applied index is now lower than readState.Index' (duration: 130.040759ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:19:30.0971Z","caller":"traceutil/trace.go:171","msg":"trace[1429094158] transaction","detail":"{read_only:false; response_revision:1783; number_of_response:1; }","duration":"1.038307129s","start":"2026-03-12T19:19:29.058556Z","end":"2026-03-12T19:19:30.096863Z","steps":["trace[1429094158] 'process raft request' (duration: 1.038023202s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:30.097247Z","caller":"traceutil/trace.go:171","msg":"trace[765275947] transaction","detail":"{read_only:false; response_revision:1782; number_of_response:1; }","duration":"1.038905003s","start":"2026-03-12T19:19:29.058293Z","end":"2026-03-12T19:19:30.097198Z","steps":["trace[765275947] 'process raft request' (duration: 1.038074953s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:30.097316Z","caller":"traceutil/trace.go:171","msg":"trace[948474124] transaction","detail":"{read_only:false; response_revision:1784; number_of_response:1; }","duration":"948.291224ms","start":"2026-03-12T19:19:29.148994Z","end":"2026-03-12T19:19:30.097286Z","steps":["trace[948474124] 'process raft request' (duration: 947.640239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:30.097362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:29.058488Z","time spent":"1.038707779s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:19:30.097462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:29.058275Z","time spent":"1.039064857s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:19:30.097513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:29.14896Z","time spent":"948.429527ms","remote":"127.0.0.1:58900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7784,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:19:30.09755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.216902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T19:19:30.097563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.319721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:19:30.097606Z","caller":"traceutil/trace.go:171","msg":"trace[1844034088] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1784; }","duration":"862.325105ms","start":"2026-03-12T19:19:29.235267Z","end":"2026-03-12T19:19:30.097592Z","steps":["trace[1844034088] 'agreement among raft nodes before linearized reading' (duration: 862.079369ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:30.097627Z","caller":"traceutil/trace.go:171","msg":"trace[1230780774] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1784; }","duration":"861.388513ms","start":"2026-03-12T19:19:29.236222Z","end":"2026-03-12T19:19:30.09761Z","steps":["trace[1230780774] 'agreement among raft nodes before linearized reading' (duration: 861.210348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:30.097663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.164491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:19:30.097685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:29.236212Z","time spent":"861.459024ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T19:19:30.097698Z","caller":"traceutil/trace.go:171","msg":"trace[1490659742] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1784; }","duration":"432.234912ms","start":"2026-03-12T19:19:29.665453Z","end":"2026-03-12T19:19:30.097688Z","steps":["trace[1490659742] 'agreement among raft nodes before linearized reading' (duration: 432.162551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:30.097723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.400506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T19:19:30.097727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:29.665431Z","time spent":"432.291394ms","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:19:30.097718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.632988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-12T19:19:30.097751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.474165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-12T19:19:30.097753Z","caller":"traceutil/trace.go:171","msg":"trace[602755335] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1784; }","duration":"862.477689ms","start":"2026-03-12T19:19:29.235267Z","end":"2026-03-12T19:19:30.097745Z","steps":["trace[602755335] 'agreement among raft nodes before linearized reading' (duration: 862.394907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:30.097795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:29.235241Z","time spent":"862.548ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T19:19:30.097797Z","caller":"traceutil/trace.go:171","msg":"trace[1488829563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1784; }","duration":"861.536616ms","start":"2026-03-12T19:19:29.236247Z","end":"2026-03-12T19:19:30.097784Z","steps":["trace[1488829563] 'agreement among raft nodes before linearized reading' (duration: 861.416003ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:30.097801Z","caller":"traceutil/trace.go:171","msg":"trace[670073970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1784; }","duration":"861.811373ms","start":"2026-03-12T19:19:29.235968Z","end":"2026-03-12T19:19:30.097779Z","steps":["trace[670073970] 'agreement among raft nodes before linearized reading' (duration: 861.580597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:30.097832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:29.236241Z","time spent":"861.584538ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:19:30.097847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:29.235956Z","time spent":"861.883284ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:19:30.097642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:29.235241Z","time spent":"862.394346ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:19:30.098349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029469171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T19:19:30.098407Z","caller":"traceutil/trace.go:171","msg":"trace[1905019488] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1784; }","duration":"1.029564842s","start":"2026-03-12T19:19:29.068829Z","end":"2026-03-12T19:19:30.098394Z","steps":["trace[1905019488] 'agreement among raft nodes before linearized reading' (duration: 1.029111521s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:30.09845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:29.068812Z","time spent":"1.029629884s","remote":"127.0.0.1:54210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5433,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-12T19:19:30.720479Z","caller":"traceutil/trace.go:171","msg":"trace[499267708] linearizableReadLoop","detail":"{readStateIndex:1869; appliedIndex:1867; }","duration":"192.938415ms","start":"2026-03-12T19:19:30.527507Z","end":"2026-03-12T19:19:30.720446Z","steps":["trace[499267708] 'read index received' (duration: 17.542154ms)","trace[499267708] 'applied index is now lower than readState.Index' (duration: 175.394291ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:19:30.720615Z","caller":"traceutil/trace.go:171","msg":"trace[300779094] transaction","detail":"{read_only:false; response_revision:1791; number_of_response:1; }","duration":"203.74362ms","start":"2026-03-12T19:19:30.516826Z","end":"2026-03-12T19:19:30.72057Z","steps":["trace[300779094] 'process raft request' (duration: 203.392971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:30.720819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.294323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-12T19:19:30.720916Z","caller":"traceutil/trace.go:171","msg":"trace[1080053377] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1791; }","duration":"193.476357ms","start":"2026-03-12T19:19:30.527419Z","end":"2026-03-12T19:19:30.720895Z","steps":["trace[1080053377] 'agreement among raft nodes before linearized reading' (duration: 193.17125ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:30.745838Z","caller":"traceutil/trace.go:171","msg":"trace[475166960] transaction","detail":"{read_only:false; response_revision:1792; number_of_response:1; }","duration":"199.673683ms","start":"2026-03-12T19:19:30.546123Z","end":"2026-03-12T19:19:30.745797Z","steps":["trace[475166960] 'process raft request' (duration: 199.433537ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:36.248308Z","caller":"traceutil/trace.go:171","msg":"trace[1502933457] transaction","detail":"{read_only:false; response_revision:1828; number_of_response:1; }","duration":"128.608616ms","start":"2026-03-12T19:19:36.119667Z","end":"2026-03-12T19:19:36.248276Z","steps":["trace[1502933457] 'process raft request' (duration: 128.34059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:38.760748Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879541287263917,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:19:39.261372Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879541287263917,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:19:39.543346Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.525484349s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:19:39.54389Z","caller":"traceutil/trace.go:171","msg":"trace[32596361] transaction","detail":"{read_only:false; response_revision:1834; number_of_response:1; }","duration":"1.526123624s","start":"2026-03-12T19:19:38.017735Z","end":"2026-03-12T19:19:39.543859Z","steps":["trace[32596361] 'process raft request' (duration: 1.525911929s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:39.544149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:38.017702Z","time spent":"1.526328709s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:39.733519Z","caller":"traceutil/trace.go:171","msg":"trace[869782740] transaction","detail":"{read_only:false; response_revision:1835; number_of_response:1; }","duration":"1.537008951s","start":"2026-03-12T19:19:38.196468Z","end":"2026-03-12T19:19:39.733477Z","steps":["trace[869782740] 'process raft request' (duration: 1.535963986s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:39.733594Z","caller":"traceutil/trace.go:171","msg":"trace[2131111599] linearizableReadLoop","detail":"{readStateIndex:1916; appliedIndex:1912; }","duration":"1.47340544s","start":"2026-03-12T19:19:38.260157Z","end":"2026-03-12T19:19:39.733563Z","steps":["trace[2131111599] 'read index received' (duration: 1.283485467s)","trace[2131111599] 'applied index is now lower than readState.Index' (duration: 189.918513ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:19:39.733662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:38.196436Z","time spent":"1.537151584s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:39.733779Z","caller":"traceutil/trace.go:171","msg":"trace[377603369] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"793.757786ms","start":"2026-03-12T19:19:38.939997Z","end":"2026-03-12T19:19:39.733755Z","steps":["trace[377603369] 'process raft request' (duration: 793.429569ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:39.733968Z","caller":"traceutil/trace.go:171","msg":"trace[1818882179] transaction","detail":"{read_only:false; response_revision:1836; number_of_response:1; }","duration":"1.479180126s","start":"2026-03-12T19:19:38.254766Z","end":"2026-03-12T19:19:39.733946Z","steps":["trace[1818882179] 'process raft request' (duration: 1.478551131s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:39.734004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:38.939965Z","time spent":"793.975532ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:19:39.734081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470515291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-12T19:19:39.734105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:38.254754Z","time spent":"1.479300018s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:39.734134Z","caller":"traceutil/trace.go:171","msg":"trace[494723243] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1837; }","duration":"1.470595863s","start":"2026-03-12T19:19:38.263525Z","end":"2026-03-12T19:19:39.73412Z","steps":["trace[494723243] 'agreement among raft nodes before linearized reading' (duration: 1.470434709s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:39.734155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376838279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-12T19:19:39.734235Z","caller":"traceutil/trace.go:171","msg":"trace[900453367] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1837; }","duration":"1.376962882s","start":"2026-03-12T19:19:38.357247Z","end":"2026-03-12T19:19:39.734209Z","steps":["trace[900453367] 'agreement among raft nodes before linearized reading' (duration: 1.376809968s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:39.734256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460237838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T19:19:39.734291Z","caller":"traceutil/trace.go:171","msg":"trace[964848017] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1837; }","duration":"1.46029574s","start":"2026-03-12T19:19:38.273983Z","end":"2026-03-12T19:19:39.734279Z","steps":["trace[964848017] 'agreement among raft nodes before linearized reading' (duration: 1.460203428s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:39.734304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:38.357211Z","time spent":"1.377076785s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":579,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-12T19:19:39.734325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:38.273966Z","time spent":"1.460354072s","remote":"127.0.0.1:54210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5433,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-12T19:19:39.734167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:38.263514Z","time spent":"1.470646344s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:19:39.734498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.140365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:19:39.734538Z","caller":"traceutil/trace.go:171","msg":"trace[1965397144] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1837; }","duration":"594.227457ms","start":"2026-03-12T19:19:39.1403Z","end":"2026-03-12T19:19:39.734528Z","steps":["trace[1965397144] 'agreement among raft nodes before linearized reading' (duration: 594.169115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:39.734534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470014889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-12T19:19:39.734572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:39.140273Z","time spent":"594.291408ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":26,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:19:39.734558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068713286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:19:39.734414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470176934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-12T19:19:39.734598Z","caller":"traceutil/trace.go:171","msg":"trace[1366020062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1837; }","duration":"1.470084151s","start":"2026-03-12T19:19:38.264493Z","end":"2026-03-12T19:19:39.734577Z","steps":["trace[1366020062] 'agreement among raft nodes before linearized reading' (duration: 1.469956768s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:39.734682Z","caller":"traceutil/trace.go:171","msg":"trace[1423433006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1837; }","duration":"1.068912292s","start":"2026-03-12T19:19:38.665739Z","end":"2026-03-12T19:19:39.734651Z","steps":["trace[1423433006] 'agreement among raft nodes before linearized reading' (duration: 1.068693556s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:39.734707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471062964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-12T19:19:39.734694Z","caller":"traceutil/trace.go:171","msg":"trace[1221633543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1837; }","duration":"1.47045324s","start":"2026-03-12T19:19:38.264206Z","end":"2026-03-12T19:19:39.73466Z","steps":["trace[1221633543] 'agreement among raft nodes before linearized reading' (duration: 1.470082771s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:39.734738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:38.6657Z","time spent":"1.069029574s","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:19:39.734715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:38.264488Z","time spent":"1.470210684s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:19:39.734776Z","caller":"traceutil/trace.go:171","msg":"trace[1175825851] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1837; }","duration":"1.471184657s","start":"2026-03-12T19:19:38.263574Z","end":"2026-03-12T19:19:39.734758Z","steps":["trace[1175825851] 'agreement among raft nodes before linearized reading' (duration: 1.470728536s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:39.734001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473793569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-12T19:19:39.734807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:38.264195Z","time spent":"1.470581512s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:19:39.73484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:38.263565Z","time spent":"1.471244398s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:19:39.73485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058157377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:19:39.734882Z","caller":"traceutil/trace.go:171","msg":"trace[1010995434] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1837; }","duration":"1.058209839s","start":"2026-03-12T19:19:38.676663Z","end":"2026-03-12T19:19:39.734873Z","steps":["trace[1010995434] 'agreement among raft nodes before linearized reading' (duration: 1.058144487s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:39.73492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:38.676653Z","time spent":"1.05825943s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":14,"response size":28,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:19:39.734907Z","caller":"traceutil/trace.go:171","msg":"trace[512087525] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1837; }","duration":"1.474774752s","start":"2026-03-12T19:19:38.260088Z","end":"2026-03-12T19:19:39.734863Z","steps":["trace[512087525] 'agreement among raft nodes before linearized reading' (duration: 1.473685056s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:39.735076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:38.260041Z","time spent":"1.474960426s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T19:19:51.797012Z","caller":"traceutil/trace.go:171","msg":"trace[13119859] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"193.864165ms","start":"2026-03-12T19:19:51.60311Z","end":"2026-03-12T19:19:51.796975Z","steps":["trace[13119859] 'process raft request' (duration: 102.23431ms)","trace[13119859] 'compare' (duration: 91.462561ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:19:51.830839Z","caller":"traceutil/trace.go:171","msg":"trace[91282000] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"163.920171ms","start":"2026-03-12T19:19:51.666883Z","end":"2026-03-12T19:19:51.830803Z","steps":["trace[91282000] 'process raft request' (duration: 163.86562ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:51.830976Z","caller":"traceutil/trace.go:171","msg":"trace[1368681378] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"221.074687ms","start":"2026-03-12T19:19:51.609881Z","end":"2026-03-12T19:19:51.830955Z","steps":["trace[1368681378] 'process raft request' (duration: 220.703028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:52.069813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.54717ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:19:52.069971Z","caller":"traceutil/trace.go:171","msg":"trace[452432305] linearizableReadLoop","detail":"{readStateIndex:1988; appliedIndex:1987; }","duration":"196.850885ms","start":"2026-03-12T19:19:51.873096Z","end":"2026-03-12T19:19:52.069947Z","steps":["trace[452432305] 'read index received' (duration: 84.046969ms)","trace[452432305] 'applied index is now lower than readState.Index' (duration: 112.801956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:19:52.070242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.150002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:19:52.07028Z","caller":"traceutil/trace.go:171","msg":"trace[877544045] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1905; }","duration":"197.187803ms","start":"2026-03-12T19:19:51.87308Z","end":"2026-03-12T19:19:52.070268Z","steps":["trace[877544045] 'agreement among raft nodes before linearized reading' (duration: 197.001238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:52.070355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.279813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-12T19:19:52.070396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.025823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-12T19:19:52.070474Z","caller":"traceutil/trace.go:171","msg":"trace[678013226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1905; }","duration":"167.173606ms","start":"2026-03-12T19:19:51.903288Z","end":"2026-03-12T19:19:52.070462Z","steps":["trace[678013226] 'agreement among raft nodes before linearized reading' (duration: 166.882709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:52.070355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.700319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:19:52.070472Z","caller":"traceutil/trace.go:171","msg":"trace[1909455293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1905; }","duration":"193.467817ms","start":"2026-03-12T19:19:51.876978Z","end":"2026-03-12T19:19:52.070446Z","steps":["trace[1909455293] 'agreement among raft nodes before linearized reading' (duration: 193.153889ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:52.07012Z","caller":"traceutil/trace.go:171","msg":"trace[838882110] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"205.384923ms","start":"2026-03-12T19:19:51.86468Z","end":"2026-03-12T19:19:52.070065Z","steps":["trace[838882110] 'process raft request' (duration: 92.471444ms)","trace[838882110] 'compare' (duration: 112.370526ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:19:52.07053Z","caller":"traceutil/trace.go:171","msg":"trace[1424047289] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1905; }","duration":"170.944604ms","start":"2026-03-12T19:19:51.899573Z","end":"2026-03-12T19:19:52.070517Z","steps":["trace[1424047289] 'agreement among raft nodes before linearized reading' (duration: 170.610707ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:52.311712Z","caller":"traceutil/trace.go:171","msg":"trace[1793729024] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"235.467121ms","start":"2026-03-12T19:19:52.076203Z","end":"2026-03-12T19:19:52.311671Z","steps":["trace[1793729024] 'process raft request' (duration: 171.087828ms)","trace[1793729024] 'compare' (duration: 64.092096ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:19:52.312126Z","caller":"traceutil/trace.go:171","msg":"trace[681113942] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"235.463511ms","start":"2026-03-12T19:19:52.07663Z","end":"2026-03-12T19:19:52.312094Z","steps":["trace[681113942] 'process raft request' (duration: 234.934958ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:52.312478Z","caller":"traceutil/trace.go:171","msg":"trace[1768679271] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"235.806299ms","start":"2026-03-12T19:19:52.07663Z","end":"2026-03-12T19:19:52.312436Z","steps":["trace[1768679271] 'process raft request' (duration: 235.332818ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:52.312542Z","caller":"traceutil/trace.go:171","msg":"trace[1687219318] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"235.819438ms","start":"2026-03-12T19:19:52.07669Z","end":"2026-03-12T19:19:52.312509Z","steps":["trace[1687219318] 'process raft request' (duration: 235.680105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:06.47207Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879541287264265,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:20:07.23662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.261184ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-03-12T19:20:07.237097Z","caller":"traceutil/trace.go:171","msg":"trace[1112875306] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"1.334338s","start":"2026-03-12T19:20:05.902692Z","end":"2026-03-12T19:20:07.23703Z","steps":["trace[1112875306] 'process raft request' (duration: 1.334045003s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:07.237296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:05.902649Z","time spent":"1.334537053s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:20:07.242335Z","caller":"traceutil/trace.go:171","msg":"trace[1089154696] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"1.330004399s","start":"2026-03-12T19:20:05.912299Z","end":"2026-03-12T19:20:07.242304Z","steps":["trace[1089154696] 'process raft request' (duration: 1.324706296s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:07.242418Z","caller":"traceutil/trace.go:171","msg":"trace[2076836229] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"1.329406445s","start":"2026-03-12T19:20:05.91293Z","end":"2026-03-12T19:20:07.242336Z","steps":["trace[2076836229] 'process raft request' (duration: 1.329309153s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:07.242364Z","caller":"traceutil/trace.go:171","msg":"trace[351051554] linearizableReadLoop","detail":"{readStateIndex:2062; appliedIndex:2058; }","duration":"1.270386807s","start":"2026-03-12T19:20:05.971948Z","end":"2026-03-12T19:20:07.242335Z","steps":["trace[351051554] 'read index received' (duration: 675.37841ms)","trace[351051554] 'applied index is now lower than readState.Index' (duration: 595.006967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:20:07.242537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270591771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T19:20:07.242583Z","caller":"traceutil/trace.go:171","msg":"trace[1429458725] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1976; }","duration":"1.270677104s","start":"2026-03-12T19:20:05.971892Z","end":"2026-03-12T19:20:07.242569Z","steps":["trace[1429458725] 'agreement among raft nodes before linearized reading' (duration: 1.270513s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:07.242538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:05.91225Z","time spent":"1.330167723s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:20:07.242618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:05.971868Z","time spent":"1.270742665s","remote":"127.0.0.1:54210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5433,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-12T19:20:07.243014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097272113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-12T19:20:07.243024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.075479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-12T19:20:07.243033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.947852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-12T19:20:07.243069Z","caller":"traceutil/trace.go:171","msg":"trace[1255945972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1976; }","duration":"843.147111ms","start":"2026-03-12T19:20:06.399908Z","end":"2026-03-12T19:20:07.243055Z","steps":["trace[1255945972] 'agreement among raft nodes before linearized reading' (duration: 843.007738ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:07.243076Z","caller":"traceutil/trace.go:171","msg":"trace[113921377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1976; }","duration":"845.039605ms","start":"2026-03-12T19:20:06.398022Z","end":"2026-03-12T19:20:07.243062Z","steps":["trace[113921377] 'agreement among raft nodes before linearized reading' (duration: 844.940073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:07.243103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:06.399897Z","time spent":"843.199002ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:20:07.243105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:06.397993Z","time spent":"845.105146ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:20:07.2431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.816062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:20:07.243168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.772167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:20:07.243193Z","caller":"traceutil/trace.go:171","msg":"trace[1845978864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1976; }","duration":"258.977375ms","start":"2026-03-12T19:20:06.984192Z","end":"2026-03-12T19:20:07.24317Z","steps":["trace[1845978864] 'agreement among raft nodes before linearized reading' (duration: 258.798651ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:07.243227Z","caller":"traceutil/trace.go:171","msg":"trace[421950097] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1976; }","duration":"850.847519ms","start":"2026-03-12T19:20:06.392347Z","end":"2026-03-12T19:20:07.243194Z","steps":["trace[421950097] 'agreement among raft nodes before linearized reading' (duration: 850.743717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:07.243266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.727401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"warn","ts":"2026-03-12T19:20:07.243243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.902368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T19:20:07.243266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:06.392322Z","time spent":"850.935352ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T19:20:07.243297Z","caller":"traceutil/trace.go:171","msg":"trace[890378375] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1976; }","duration":"983.757161ms","start":"2026-03-12T19:20:06.259532Z","end":"2026-03-12T19:20:07.243289Z","steps":["trace[890378375] 'agreement among raft nodes before linearized reading' (duration: 983.654049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:07.243324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:06.259476Z","time spent":"983.843103ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-12T19:20:07.243327Z","caller":"traceutil/trace.go:171","msg":"trace[1100391689] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1976; }","duration":"844.014971ms","start":"2026-03-12T19:20:06.39929Z","end":"2026-03-12T19:20:07.243305Z","steps":["trace[1100391689] 'agreement among raft nodes before linearized reading' (duration: 843.773465ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:07.243068Z","caller":"traceutil/trace.go:171","msg":"trace[1629072526] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1976; }","duration":"1.097338615s","start":"2026-03-12T19:20:06.145714Z","end":"2026-03-12T19:20:07.243052Z","steps":["trace[1629072526] 'agreement among raft nodes before linearized reading' (duration: 1.097092669s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:07.243363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:06.399281Z","time spent":"844.076222ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:20:07.243395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:06.145648Z","time spent":"1.097732643s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:20:07.243436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.31551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:20:07.243541Z","caller":"traceutil/trace.go:171","msg":"trace[543043296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1976; }","duration":"578.435632ms","start":"2026-03-12T19:20:06.665075Z","end":"2026-03-12T19:20:07.243511Z","steps":["trace[543043296] 'agreement among raft nodes before linearized reading' (duration: 578.224518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:07.243598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:06.664975Z","time spent":"578.614187ms","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:20:07.243706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:05.912915Z","time spent":"1.330638863s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:20:07.779017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.014035ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:20:07.779164Z","caller":"traceutil/trace.go:171","msg":"trace[1826408924] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"530.837108ms","start":"2026-03-12T19:20:07.2483Z","end":"2026-03-12T19:20:07.779137Z","steps":["trace[1826408924] 'process raft request' (duration: 174.596087ms)","trace[1826408924] 'compare' (duration: 355.726889ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:20:07.779357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:07.248262Z","time spent":"531.008552ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:20:07.817916Z","caller":"traceutil/trace.go:171","msg":"trace[242589011] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"569.532565ms","start":"2026-03-12T19:20:07.248354Z","end":"2026-03-12T19:20:07.817886Z","steps":["trace[242589011] 'process raft request' (duration: 569.31532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:07.81809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:07.248332Z","time spent":"569.667299ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:20:07.818304Z","caller":"traceutil/trace.go:171","msg":"trace[1926914450] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"569.906704ms","start":"2026-03-12T19:20:07.248359Z","end":"2026-03-12T19:20:07.818266Z","steps":["trace[1926914450] 'process raft request' (duration: 569.73875ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:07.818283Z","caller":"traceutil/trace.go:171","msg":"trace[960811627] linearizableReadLoop","detail":"{readStateIndex:2067; appliedIndex:2062; }","duration":"565.571594ms","start":"2026-03-12T19:20:07.252684Z","end":"2026-03-12T19:20:07.818256Z","steps":["trace[960811627] 'read index received' (duration: 170.230566ms)","trace[960811627] 'applied index is now lower than readState.Index' (duration: 395.339528ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:20:07.818463Z","caller":"traceutil/trace.go:171","msg":"trace[184287460] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"569.984636ms","start":"2026-03-12T19:20:07.248464Z","end":"2026-03-12T19:20:07.818449Z","steps":["trace[184287460] 'process raft request' (duration: 569.746861ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:07.818472Z","caller":"traceutil/trace.go:171","msg":"trace[807078059] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"570.104919ms","start":"2026-03-12T19:20:07.248354Z","end":"2026-03-12T19:20:07.818459Z","steps":["trace[807078059] 'process raft request' (duration: 569.477354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:07.818477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:07.248323Z","time spent":"570.059668ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:20:07.818546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:07.24833Z","time spent":"570.175971ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:20:07.818575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:07.248408Z","time spent":"570.083608ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:20:07.818666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.802597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:20:07.818672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.992463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:20:07.818729Z","caller":"traceutil/trace.go:171","msg":"trace[1913428225] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1981; }","duration":"558.884549ms","start":"2026-03-12T19:20:07.259829Z","end":"2026-03-12T19:20:07.818714Z","steps":["trace[1913428225] 'agreement among raft nodes before linearized reading' (duration: 558.781766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:07.818739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.638169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:20:07.818733Z","caller":"traceutil/trace.go:171","msg":"trace[49373740] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1981; }","duration":"566.078876ms","start":"2026-03-12T19:20:07.252641Z","end":"2026-03-12T19:20:07.81872Z","steps":["trace[49373740] 'agreement among raft nodes before linearized reading' (duration: 565.980093ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:07.818773Z","caller":"traceutil/trace.go:171","msg":"trace[420033981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1981; }","duration":"152.700661ms","start":"2026-03-12T19:20:07.666062Z","end":"2026-03-12T19:20:07.818762Z","steps":["trace[420033981] 'agreement among raft nodes before linearized reading' (duration: 152.644969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:07.818774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:07.259822Z","time spent":"558.94345ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":28,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:20:07.818786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:07.252631Z","time spent":"566.144637ms","remote":"127.0.0.1:59188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":26,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-12T19:20:15.012581Z","caller":"traceutil/trace.go:171","msg":"trace[1942626854] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"287.287161ms","start":"2026-03-12T19:20:14.725266Z","end":"2026-03-12T19:20:15.012553Z","steps":["trace[1942626854] 'process raft request' (duration: 287.041305ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:15.445459Z","caller":"traceutil/trace.go:171","msg":"trace[853841892] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"154.875151ms","start":"2026-03-12T19:20:15.290525Z","end":"2026-03-12T19:20:15.4454Z","steps":["trace[853841892] 'process raft request' (duration: 154.711387ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:15.656071Z","caller":"traceutil/trace.go:171","msg":"trace[422422944] linearizableReadLoop","detail":"{readStateIndex:2103; appliedIndex:2101; }","duration":"342.572023ms","start":"2026-03-12T19:20:15.31346Z","end":"2026-03-12T19:20:15.656032Z","steps":["trace[422422944] 'read index received' (duration: 131.916178ms)","trace[422422944] 'applied index is now lower than readState.Index' (duration: 210.654215ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:20:15.656103Z","caller":"traceutil/trace.go:171","msg":"trace[2142362636] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"359.933246ms","start":"2026-03-12T19:20:15.296134Z","end":"2026-03-12T19:20:15.656067Z","steps":["trace[2142362636] 'process raft request' (duration: 359.813983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:15.656307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:15.296116Z","time spent":"360.079339ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:20:15.656341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.87557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T19:20:15.656409Z","caller":"traceutil/trace.go:171","msg":"trace[1049506784] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2016; }","duration":"342.950781ms","start":"2026-03-12T19:20:15.313438Z","end":"2026-03-12T19:20:15.656389Z","steps":["trace[1049506784] 'agreement among raft nodes before linearized reading' (duration: 342.724646ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:15.656097Z","caller":"traceutil/trace.go:171","msg":"trace[784548698] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"363.627551ms","start":"2026-03-12T19:20:15.292405Z","end":"2026-03-12T19:20:15.656033Z","steps":["trace[784548698] 'process raft request' (duration: 272.240032ms)","trace[784548698] 'compare' (duration: 91.136653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:20:15.656487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:15.313344Z","time spent":"343.125555ms","remote":"127.0.0.1:54210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5433,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-12T19:20:15.656625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:15.292365Z","time spent":"364.184394ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:20:15.932196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.053958ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-03-12T19:20:15.932306Z","caller":"traceutil/trace.go:171","msg":"trace[2112578475] linearizableReadLoop","detail":"{readStateIndex:2104; appliedIndex:2103; }","duration":"102.21349ms","start":"2026-03-12T19:20:15.830074Z","end":"2026-03-12T19:20:15.932287Z","steps":["trace[2112578475] 'read index received' (duration: 54.081µs)","trace[2112578475] 'applied index is now lower than readState.Index' (duration: 102.157879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:20:15.932735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.645681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:20:15.932831Z","caller":"traceutil/trace.go:171","msg":"trace[1640806250] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2016; }","duration":"102.794384ms","start":"2026-03-12T19:20:15.830017Z","end":"2026-03-12T19:20:15.932811Z","steps":["trace[1640806250] 'agreement among raft nodes before linearized reading' (duration: 102.551038ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:16.037258Z","caller":"traceutil/trace.go:171","msg":"trace[755993747] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"100.088801ms","start":"2026-03-12T19:20:15.937145Z","end":"2026-03-12T19:20:16.037234Z","steps":["trace[755993747] 'process raft request' (duration: 99.925077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:16.574586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879541287264374,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:20:17.075859Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879541287264374,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:20:17.271614Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.234515636s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:20:17.402273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.391274ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:20:17.402504Z","caller":"traceutil/trace.go:171","msg":"trace[16014158] transaction","detail":"{read_only:false; response_revision:2022; number_of_response:1; }","duration":"133.856144ms","start":"2026-03-12T19:20:17.268632Z","end":"2026-03-12T19:20:17.402488Z","steps":["trace[16014158] 'process raft request' (duration: 133.823963ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:17.402584Z","caller":"traceutil/trace.go:171","msg":"trace[2082429177] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"1.464717204s","start":"2026-03-12T19:20:15.937827Z","end":"2026-03-12T19:20:17.402544Z","steps":["trace[2082429177] 'process raft request' (duration: 1.46454456s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:17.402656Z","caller":"traceutil/trace.go:171","msg":"trace[1393819417] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"1.464699643s","start":"2026-03-12T19:20:15.937945Z","end":"2026-03-12T19:20:17.402645Z","steps":["trace[1393819417] 'process raft request' (duration: 1.464463528s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:17.402628Z","caller":"traceutil/trace.go:171","msg":"trace[670302235] linearizableReadLoop","detail":"{readStateIndex:2109; appliedIndex:2105; }","duration":"1.328498555s","start":"2026-03-12T19:20:16.074094Z","end":"2026-03-12T19:20:17.402592Z","steps":["trace[670302235] 'read index received' (duration: 1.197725413s)","trace[670302235] 'applied index is now lower than readState.Index' (duration: 130.769512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:20:17.40273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:15.937794Z","time spent":"1.464855526s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:20:17.402609Z","caller":"traceutil/trace.go:171","msg":"trace[93292072] transaction","detail":"{read_only:false; response_revision:2021; number_of_response:1; }","duration":"1.464610561s","start":"2026-03-12T19:20:15.93798Z","end":"2026-03-12T19:20:17.40259Z","steps":["trace[93292072] 'process raft request' (duration: 1.464449247s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:17.402833Z","caller":"traceutil/trace.go:171","msg":"trace[475771693] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"1.465341119s","start":"2026-03-12T19:20:15.937484Z","end":"2026-03-12T19:20:17.402825Z","steps":["trace[475771693] 'process raft request' (duration: 1.33432001s)","trace[475771693] 'compare' (duration: 129.963414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:20:17.402845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32872532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:20:17.402864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:15.937452Z","time spent":"1.465396189s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:20:17.40289Z","caller":"traceutil/trace.go:171","msg":"trace[964587541] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2022; }","duration":"1.328825263s","start":"2026-03-12T19:20:16.074055Z","end":"2026-03-12T19:20:17.40288Z","steps":["trace[964587541] 'agreement among raft nodes before linearized reading' (duration: 1.32871033s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:17.402932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:16.07404Z","time spent":"1.328883624s","remote":"127.0.0.1:59106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":28,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:20:17.402935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:15.937959Z","time spent":"1.464893598s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:20:17.402964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.166629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:20:17.402981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.741346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:20:17.403021Z","caller":"traceutil/trace.go:171","msg":"trace[2067116733] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2022; }","duration":"124.278972ms","start":"2026-03-12T19:20:17.278725Z","end":"2026-03-12T19:20:17.403004Z","steps":["trace[2067116733] 'agreement among raft nodes before linearized reading' (duration: 124.156549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:17.402973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.617066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:20:17.403068Z","caller":"traceutil/trace.go:171","msg":"trace[1275304116] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2022; }","duration":"737.904101ms","start":"2026-03-12T19:20:16.665144Z","end":"2026-03-12T19:20:17.403049Z","steps":["trace[1275304116] 'agreement among raft nodes before linearized reading' (duration: 737.755127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:17.403068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.525005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T19:20:17.403091Z","caller":"traceutil/trace.go:171","msg":"trace[179630895] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2022; }","duration":"540.79007ms","start":"2026-03-12T19:20:16.862278Z","end":"2026-03-12T19:20:17.403068Z","steps":["trace[179630895] 'agreement among raft nodes before linearized reading' (duration: 540.609896ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:17.403113Z","caller":"traceutil/trace.go:171","msg":"trace[1927607391] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2022; }","duration":"738.618317ms","start":"2026-03-12T19:20:16.664482Z","end":"2026-03-12T19:20:17.4031Z","steps":["trace[1927607391] 'agreement among raft nodes before linearized reading' (duration: 738.403312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:17.403113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:16.665114Z","time spent":"737.992502ms","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:20:17.403138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:16.664452Z","time spent":"738.680239ms","remote":"127.0.0.1:54210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5433,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-12T19:20:17.403146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:16.862256Z","time spent":"540.873102ms","remote":"127.0.0.1:54186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:20:17.40346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:15.937921Z","time spent":"1.464766094s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:20:17.901763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.16667ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:20:17.901913Z","caller":"traceutil/trace.go:171","msg":"trace[1315934267] transaction","detail":"{read_only:false; response_revision:2023; number_of_response:1; }","duration":"450.501257ms","start":"2026-03-12T19:20:17.451384Z","end":"2026-03-12T19:20:17.901886Z","steps":["trace[1315934267] 'process raft request' (duration: 103.096471ms)","trace[1315934267] 'compare' (duration: 347.028747ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:20:17.902019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:17.451361Z","time spent":"450.598348ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:20:17.936527Z","caller":"traceutil/trace.go:171","msg":"trace[1892182599] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"274.403233ms","start":"2026-03-12T19:20:17.661838Z","end":"2026-03-12T19:20:17.936241Z","steps":["trace[1892182599] 'process raft request' (duration: 274.24849ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:17.983134Z","caller":"traceutil/trace.go:171","msg":"trace[631475319] linearizableReadLoop","detail":"{readStateIndex:2113; appliedIndex:2111; }","duration":"317.954883ms","start":"2026-03-12T19:20:17.665146Z","end":"2026-03-12T19:20:17.983101Z","steps":["trace[631475319] 'read index received' (duration: 271.025925ms)","trace[631475319] 'applied index is now lower than readState.Index' (duration: 46.927548ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:20:17.983223Z","caller":"traceutil/trace.go:171","msg":"trace[2046437620] transaction","detail":"{read_only:false; response_revision:2025; number_of_response:1; }","duration":"321.047144ms","start":"2026-03-12T19:20:17.662152Z","end":"2026-03-12T19:20:17.983199Z","steps":["trace[2046437620] 'process raft request' (duration: 320.785368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:17.983348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.170278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:20:17.983395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:17.662135Z","time spent":"321.141627ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:20:17.983441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.99088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-03-12T19:20:17.983456Z","caller":"traceutil/trace.go:171","msg":"trace[466546730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2025; }","duration":"318.319671ms","start":"2026-03-12T19:20:17.665107Z","end":"2026-03-12T19:20:17.983427Z","steps":["trace[466546730] 'agreement among raft nodes before linearized reading' (duration: 318.134647ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:17.983481Z","caller":"traceutil/trace.go:171","msg":"trace[302403756] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2025; }","duration":"113.092912ms","start":"2026-03-12T19:20:17.870377Z","end":"2026-03-12T19:20:17.98347Z","steps":["trace[302403756] 'agreement among raft nodes before linearized reading' (duration: 112.922158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:17.983512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:17.665089Z","time spent":"318.413993ms","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:20:18.11983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.439088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T19:20:18.119974Z","caller":"traceutil/trace.go:171","msg":"trace[2056651726] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2025; }","duration":"116.608303ms","start":"2026-03-12T19:20:18.003328Z","end":"2026-03-12T19:20:18.119936Z","steps":["trace[2056651726] 'range keys from in-memory index tree' (duration: 116.253605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:19.919657Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879541287264401,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:20:20.008422Z","caller":"traceutil/trace.go:171","msg":"trace[1812721748] transaction","detail":"{read_only:false; response_revision:2027; number_of_response:1; }","duration":"595.420866ms","start":"2026-03-12T19:20:19.412971Z","end":"2026-03-12T19:20:20.008392Z","steps":["trace[1812721748] 'process raft request' (duration: 595.245972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:20.008612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:19.412938Z","time spent":"595.57143ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:20:21.070004Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.002119877s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:20:21.332711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.374334ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:20:21.333109Z","caller":"traceutil/trace.go:171","msg":"trace[563853534] linearizableReadLoop","detail":"{readStateIndex:2119; appliedIndex:2114; }","duration":"1.914147454s","start":"2026-03-12T19:20:19.418942Z","end":"2026-03-12T19:20:21.33309Z","steps":["trace[563853534] 'read index received' (duration: 589.298364ms)","trace[563853534] 'applied index is now lower than readState.Index' (duration: 1.32484762s)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:20:21.333215Z","caller":"traceutil/trace.go:171","msg":"trace[1826634281] transaction","detail":"{read_only:false; response_revision:2028; number_of_response:1; }","duration":"1.9199734s","start":"2026-03-12T19:20:19.413226Z","end":"2026-03-12T19:20:21.333199Z","steps":["trace[1826634281] 'process raft request' (duration: 1.657003962s)","trace[1826634281] 'compare' (duration: 262.164629ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:20:21.333283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:19.413208Z","time spent":"1.920040641s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:20:21.333489Z","caller":"traceutil/trace.go:171","msg":"trace[882954346] transaction","detail":"{read_only:false; response_revision:2029; number_of_response:1; }","duration":"1.920228456s","start":"2026-03-12T19:20:19.413242Z","end":"2026-03-12T19:20:21.333471Z","steps":["trace[882954346] 'process raft request' (duration: 1.919607061s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:21.333535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668454688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:20:21.333565Z","caller":"traceutil/trace.go:171","msg":"trace[1783591098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2033; }","duration":"1.668507019s","start":"2026-03-12T19:20:19.665048Z","end":"2026-03-12T19:20:21.333555Z","steps":["trace[1783591098] 'agreement among raft nodes before linearized reading' (duration: 1.668454358s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:21.333551Z","caller":"traceutil/trace.go:171","msg":"trace[831637572] transaction","detail":"{read_only:false; response_revision:2033; number_of_response:1; }","duration":"1.343225096s","start":"2026-03-12T19:20:19.990308Z","end":"2026-03-12T19:20:21.333533Z","steps":["trace[831637572] 'process raft request' (duration: 1.342741205s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:21.333581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:19.413219Z","time spent":"1.920317697s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:20:21.333592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:19.665036Z","time spent":"1.66855006s","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:20:21.33365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:19.990273Z","time spent":"1.343320449s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:20:21.333665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.914694148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-12T19:20:21.333696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.702232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:20:21.333714Z","caller":"traceutil/trace.go:171","msg":"trace[1305038741] transaction","detail":"{read_only:false; response_revision:2030; number_of_response:1; }","duration":"1.920320398s","start":"2026-03-12T19:20:19.413363Z","end":"2026-03-12T19:20:21.333683Z","steps":["trace[1305038741] 'process raft request' (duration: 1.919582351s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:21.333737Z","caller":"traceutil/trace.go:171","msg":"trace[1400279606] transaction","detail":"{read_only:false; response_revision:2031; number_of_response:1; }","duration":"1.425950464s","start":"2026-03-12T19:20:19.907753Z","end":"2026-03-12T19:20:21.333703Z","steps":["trace[1400279606] 'process raft request' (duration: 1.425229468s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:21.333765Z","caller":"traceutil/trace.go:171","msg":"trace[177879159] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2033; }","duration":"761.827985ms","start":"2026-03-12T19:20:20.571927Z","end":"2026-03-12T19:20:21.333755Z","steps":["trace[177879159] 'agreement among raft nodes before linearized reading' (duration: 761.699722ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:21.333765Z","caller":"traceutil/trace.go:171","msg":"trace[1477629795] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2033; }","duration":"1.91482767s","start":"2026-03-12T19:20:19.418915Z","end":"2026-03-12T19:20:21.333743Z","steps":["trace[1477629795] 'agreement among raft nodes before linearized reading' (duration: 1.914437041s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:21.333796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:20.571902Z","time spent":"761.887267ms","remote":"127.0.0.1:58864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":26,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:20:21.333817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63404469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189c2e3c7bf4a6a8\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-12T19:20:21.333815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:19.418902Z","time spent":"1.914900142s","remote":"127.0.0.1:54210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5433,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-12T19:20:21.333802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.390333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:20:21.333858Z","caller":"traceutil/trace.go:171","msg":"trace[529875115] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189c2e3c7bf4a6a8; range_end:; response_count:1; response_revision:2033; }","duration":"1.634133761s","start":"2026-03-12T19:20:19.699709Z","end":"2026-03-12T19:20:21.333843Z","steps":["trace[529875115] 'agreement among raft nodes before linearized reading' (duration: 1.634002548s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:21.333851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.153964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-12T19:20:21.333884Z","caller":"traceutil/trace.go:171","msg":"trace[1237476834] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2033; }","duration":"312.546967ms","start":"2026-03-12T19:20:21.021319Z","end":"2026-03-12T19:20:21.333866Z","steps":["trace[1237476834] 'agreement among raft nodes before linearized reading' (duration: 312.361733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:21.333884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:19.907724Z","time spent":"1.426071847s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:20:21.333873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:19.413328Z","time spent":"1.920449711s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:20:21.333923Z","caller":"traceutil/trace.go:171","msg":"trace[1668703337] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:2033; }","duration":"825.264167ms","start":"2026-03-12T19:20:20.508632Z","end":"2026-03-12T19:20:21.333896Z","steps":["trace[1668703337] 'agreement among raft nodes before linearized reading' (duration: 825.084783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:21.33394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:21.021284Z","time spent":"312.64803ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:20:21.333924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113311956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-12T19:20:21.333362Z","caller":"traceutil/trace.go:171","msg":"trace[1296781935] transaction","detail":"{read_only:false; response_revision:2032; number_of_response:1; }","duration":"1.391775062s","start":"2026-03-12T19:20:19.941535Z","end":"2026-03-12T19:20:21.33331Z","steps":["trace[1296781935] 'process raft request' (duration: 1.391482785s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:21.333963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:20.508605Z","time spent":"825.347698ms","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-03-12T19:20:21.333889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:19.699681Z","time spent":"1.634202323s","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":867,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189c2e3c7bf4a6a8\" "} {"level":"info","ts":"2026-03-12T19:20:21.334Z","caller":"traceutil/trace.go:171","msg":"trace[303216299] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2033; }","duration":"1.113440399s","start":"2026-03-12T19:20:20.220542Z","end":"2026-03-12T19:20:21.333983Z","steps":["trace[303216299] 'agreement among raft nodes before linearized reading' (duration: 1.113166642s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:21.334041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:20.220516Z","time spent":"1.11351712s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:20:21.334098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:19.941505Z","time spent":"1.392498449s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:20:21.835688Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879541287264410,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:20:22.445161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.474843ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:38"} {"level":"warn","ts":"2026-03-12T19:20:22.445394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:21.335457Z","time spent":"1.109929796s","remote":"127.0.0.1:58750","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-12T19:20:22.445656Z","caller":"traceutil/trace.go:171","msg":"trace[2072922903] transaction","detail":"{read_only:false; response_revision:2034; number_of_response:1; }","duration":"1.108267507s","start":"2026-03-12T19:20:21.337367Z","end":"2026-03-12T19:20:22.445635Z","steps":["trace[2072922903] 'process raft request' (duration: 1.107920699s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:22.445859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:21.337349Z","time spent":"1.108361059s","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:20:22.44588Z","caller":"traceutil/trace.go:171","msg":"trace[1346318873] transaction","detail":"{read_only:false; response_revision:2035; number_of_response:1; }","duration":"1.107289465s","start":"2026-03-12T19:20:21.338575Z","end":"2026-03-12T19:20:22.445865Z","steps":["trace[1346318873] 'process raft request' (duration: 1.106956917s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:22.446041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:21.338568Z","time spent":"1.107411377s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:20:22.446218Z","caller":"traceutil/trace.go:171","msg":"trace[764454119] transaction","detail":"{read_only:false; response_revision:2036; number_of_response:1; }","duration":"401.251484ms","start":"2026-03-12T19:20:22.044921Z","end":"2026-03-12T19:20:22.446173Z","steps":["trace[764454119] 'process raft request' (duration: 400.873085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:22.446351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110784055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:20:22.446381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:22.044892Z","time spent":"401.413548ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:20:22.446406Z","caller":"traceutil/trace.go:171","msg":"trace[440660847] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2037; }","duration":"1.110902188s","start":"2026-03-12T19:20:21.335493Z","end":"2026-03-12T19:20:22.446395Z","steps":["trace[440660847] 'agreement among raft nodes before linearized reading' (duration: 1.110795796s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:22.446228Z","caller":"traceutil/trace.go:171","msg":"trace[1140442812] linearizableReadLoop","detail":"{readStateIndex:2124; appliedIndex:2121; }","duration":"1.110647402s","start":"2026-03-12T19:20:21.335547Z","end":"2026-03-12T19:20:22.446194Z","steps":["trace[1140442812] 'read index received' (duration: 759.857588ms)","trace[1140442812] 'applied index is now lower than readState.Index' (duration: 350.786824ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:20:22.446441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:21.335465Z","time spent":"1.11096788s","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:20:22.446643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.7935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:20:22.446712Z","caller":"traceutil/trace.go:171","msg":"trace[926126653] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2037; }","duration":"465.909353ms","start":"2026-03-12T19:20:21.980786Z","end":"2026-03-12T19:20:22.446695Z","steps":["trace[926126653] 'agreement among raft nodes before linearized reading' (duration: 465.802601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:22.446737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.830206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:20:22.44677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.490223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:20:22.446832Z","caller":"traceutil/trace.go:171","msg":"trace[159495000] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2037; }","duration":"305.564215ms","start":"2026-03-12T19:20:22.141252Z","end":"2026-03-12T19:20:22.446816Z","steps":["trace[159495000] 'agreement among raft nodes before linearized reading' (duration: 305.404651ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:22.446831Z","caller":"traceutil/trace.go:171","msg":"trace[1322387700] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2037; }","duration":"159.963039ms","start":"2026-03-12T19:20:22.286844Z","end":"2026-03-12T19:20:22.446807Z","steps":["trace[1322387700] 'agreement among raft nodes before linearized reading' (duration: 159.801545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:22.446858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.571574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-12T19:20:22.446866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.138625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-12T19:20:22.446883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:22.14121Z","time spent":"305.663167ms","remote":"127.0.0.1:58772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":34,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:20:22.446891Z","caller":"traceutil/trace.go:171","msg":"trace[1608469012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2037; }","duration":"433.641905ms","start":"2026-03-12T19:20:22.01324Z","end":"2026-03-12T19:20:22.446881Z","steps":["trace[1608469012] 'agreement among raft nodes before linearized reading' (duration: 433.499692ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:22.446908Z","caller":"traceutil/trace.go:171","msg":"trace[590527499] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2037; }","duration":"104.229297ms","start":"2026-03-12T19:20:22.342666Z","end":"2026-03-12T19:20:22.446896Z","steps":["trace[590527499] 'agreement among raft nodes before linearized reading' (duration: 104.078203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:22.446928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:22.013203Z","time spent":"433.717797ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:20:22.446978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:21.980751Z","time spent":"466.051437ms","remote":"127.0.0.1:51100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:20:27.550161Z","caller":"traceutil/trace.go:171","msg":"trace[766353952] transaction","detail":"{read_only:false; response_revision:2061; number_of_response:1; }","duration":"168.960418ms","start":"2026-03-12T19:20:27.381182Z","end":"2026-03-12T19:20:27.550143Z","steps":["trace[766353952] 'process raft request' (duration: 168.852736ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:27.556012Z","caller":"traceutil/trace.go:171","msg":"trace[1157439543] linearizableReadLoop","detail":"{readStateIndex:2152; appliedIndex:2150; }","duration":"117.772241ms","start":"2026-03-12T19:20:27.438233Z","end":"2026-03-12T19:20:27.556005Z","steps":["trace[1157439543] 'read index received' (duration: 111.746531ms)","trace[1157439543] 'applied index is now lower than readState.Index' (duration: 6.02543ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:20:27.556066Z","caller":"traceutil/trace.go:171","msg":"trace[2001689595] transaction","detail":"{read_only:false; response_revision:2063; number_of_response:1; }","duration":"116.673295ms","start":"2026-03-12T19:20:27.439387Z","end":"2026-03-12T19:20:27.55606Z","steps":["trace[2001689595] 'process raft request' (duration: 116.596303ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:27.556094Z","caller":"traceutil/trace.go:171","msg":"trace[2138301479] transaction","detail":"{read_only:false; response_revision:2062; number_of_response:1; }","duration":"124.818074ms","start":"2026-03-12T19:20:27.431231Z","end":"2026-03-12T19:20:27.556049Z","steps":["trace[2138301479] 'process raft request' (duration: 124.712491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:27.556298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.035344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:20:27.556325Z","caller":"traceutil/trace.go:171","msg":"trace[1539630447] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2063; }","duration":"117.115655ms","start":"2026-03-12T19:20:27.439203Z","end":"2026-03-12T19:20:27.556318Z","steps":["trace[1539630447] 'agreement among raft nodes before linearized reading' (duration: 117.003673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:27.556374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.338911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-12T19:20:27.556421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.17394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:20:27.556486Z","caller":"traceutil/trace.go:171","msg":"trace[1526138853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2063; }","duration":"117.472894ms","start":"2026-03-12T19:20:27.438983Z","end":"2026-03-12T19:20:27.556455Z","steps":["trace[1526138853] 'agreement among raft nodes before linearized reading' (duration: 117.144367ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:27.556517Z","caller":"traceutil/trace.go:171","msg":"trace[2029076824] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2063; }","duration":"118.301713ms","start":"2026-03-12T19:20:27.43819Z","end":"2026-03-12T19:20:27.556492Z","steps":["trace[2029076824] 'agreement among raft nodes before linearized reading' (duration: 118.045797ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:29.727666Z","caller":"traceutil/trace.go:171","msg":"trace[949183106] transaction","detail":"{read_only:false; response_revision:2072; number_of_response:1; }","duration":"110.521982ms","start":"2026-03-12T19:20:29.617114Z","end":"2026-03-12T19:20:29.727636Z","steps":["trace[949183106] 'process raft request' (duration: 67.145877ms)","trace[949183106] 'compare' (duration: 43.232912ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:20:29.771488Z","caller":"traceutil/trace.go:171","msg":"trace[1788167014] transaction","detail":"{read_only:false; response_revision:2074; number_of_response:1; }","duration":"152.805804ms","start":"2026-03-12T19:20:29.618647Z","end":"2026-03-12T19:20:29.771453Z","steps":["trace[1788167014] 'process raft request' (duration: 152.763803ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:29.771535Z","caller":"traceutil/trace.go:171","msg":"trace[910586117] transaction","detail":"{read_only:false; response_revision:2073; number_of_response:1; }","duration":"153.415977ms","start":"2026-03-12T19:20:29.618097Z","end":"2026-03-12T19:20:29.771513Z","steps":["trace[910586117] 'process raft request' (duration: 153.181762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:30.847293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.739345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-12T19:20:30.847392Z","caller":"traceutil/trace.go:171","msg":"trace[737437396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2076; }","duration":"125.873409ms","start":"2026-03-12T19:20:30.721494Z","end":"2026-03-12T19:20:30.847368Z","steps":["trace[737437396] 'range keys from in-memory index tree' (duration: 125.568241ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:31.704408Z","caller":"traceutil/trace.go:171","msg":"trace[689311594] linearizableReadLoop","detail":"{readStateIndex:2169; appliedIndex:2168; }","duration":"107.40276ms","start":"2026-03-12T19:20:31.59698Z","end":"2026-03-12T19:20:31.704383Z","steps":["trace[689311594] 'read index received' (duration: 107.097583ms)","trace[689311594] 'applied index is now lower than readState.Index' (duration: 304.307µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:20:31.704473Z","caller":"traceutil/trace.go:171","msg":"trace[1330650456] transaction","detail":"{read_only:false; response_revision:2078; number_of_response:1; }","duration":"118.761854ms","start":"2026-03-12T19:20:31.585688Z","end":"2026-03-12T19:20:31.70445Z","steps":["trace[1330650456] 'process raft request' (duration: 118.381675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:31.704745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.583335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:20:31.704827Z","caller":"traceutil/trace.go:171","msg":"trace[1760560322] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2078; }","duration":"107.863261ms","start":"2026-03-12T19:20:31.596942Z","end":"2026-03-12T19:20:31.704806Z","steps":["trace[1760560322] 'agreement among raft nodes before linearized reading' (duration: 107.555904ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:32.075729Z","caller":"traceutil/trace.go:171","msg":"trace[1371953762] transaction","detail":"{read_only:false; response_revision:2079; number_of_response:1; }","duration":"457.049218ms","start":"2026-03-12T19:20:31.618658Z","end":"2026-03-12T19:20:32.075707Z","steps":["trace[1371953762] 'process raft request' (duration: 456.836633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:32.07585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:31.618627Z","time spent":"457.16098ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:20:32.075855Z","caller":"traceutil/trace.go:171","msg":"trace[492022580] linearizableReadLoop","detail":"{readStateIndex:2171; appliedIndex:2169; }","duration":"371.34914ms","start":"2026-03-12T19:20:31.70449Z","end":"2026-03-12T19:20:32.075839Z","steps":["trace[492022580] 'read index received' (duration: 370.965701ms)","trace[492022580] 'applied index is now lower than readState.Index' (duration: 382.179µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:20:32.075938Z","caller":"traceutil/trace.go:171","msg":"trace[1632431845] transaction","detail":"{read_only:false; response_revision:2080; number_of_response:1; }","duration":"457.259113ms","start":"2026-03-12T19:20:31.618658Z","end":"2026-03-12T19:20:32.075917Z","steps":["trace[1632431845] 'process raft request' (duration: 456.981587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:32.076032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.392827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:20:32.076549Z","caller":"traceutil/trace.go:171","msg":"trace[2046087020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2080; }","duration":"410.95013ms","start":"2026-03-12T19:20:31.665588Z","end":"2026-03-12T19:20:32.076538Z","steps":["trace[2046087020] 'agreement among raft nodes before linearized reading' (duration: 410.349346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:32.076589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:31.665566Z","time spent":"411.014061ms","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:20:32.076032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:31.618627Z","time spent":"457.360185ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:20:32.076066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.553194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T19:20:32.07668Z","caller":"traceutil/trace.go:171","msg":"trace[1881643740] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2080; }","duration":"425.161539ms","start":"2026-03-12T19:20:31.651507Z","end":"2026-03-12T19:20:32.076669Z","steps":["trace[1881643740] 'agreement among raft nodes before linearized reading' (duration: 424.497673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:32.076701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:31.651457Z","time spent":"425.23868ms","remote":"127.0.0.1:54210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5433,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-12T19:20:32.076158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.365345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T19:20:32.076879Z","caller":"traceutil/trace.go:171","msg":"trace[1752077656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2080; }","duration":"301.084422ms","start":"2026-03-12T19:20:31.77576Z","end":"2026-03-12T19:20:32.076845Z","steps":["trace[1752077656] 'agreement among raft nodes before linearized reading' (duration: 300.308454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:32.077029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:31.775748Z","time spent":"301.246155ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:20:32.07623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.075295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:20:32.07717Z","caller":"traceutil/trace.go:171","msg":"trace[163011142] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2080; }","duration":"300.055988ms","start":"2026-03-12T19:20:31.77709Z","end":"2026-03-12T19:20:32.077146Z","steps":["trace[163011142] 'agreement among raft nodes before linearized reading' (duration: 298.986123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:32.076249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.055248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T19:20:32.077249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:31.777076Z","time spent":"300.15534ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T19:20:32.077289Z","caller":"traceutil/trace.go:171","msg":"trace[1515630296] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2080; }","duration":"345.165134ms","start":"2026-03-12T19:20:31.732112Z","end":"2026-03-12T19:20:32.077278Z","steps":["trace[1515630296] 'agreement among raft nodes before linearized reading' (duration: 343.919975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:32.077318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:31.732101Z","time spent":"345.208554ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T19:20:32.200262Z","caller":"traceutil/trace.go:171","msg":"trace[1828167403] transaction","detail":"{read_only:false; response_revision:2082; number_of_response:1; }","duration":"118.455007ms","start":"2026-03-12T19:20:32.081778Z","end":"2026-03-12T19:20:32.200233Z","steps":["trace[1828167403] 'process raft request' (duration: 110.177285ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:32.200379Z","caller":"traceutil/trace.go:171","msg":"trace[272084984] transaction","detail":"{read_only:false; response_revision:2083; number_of_response:1; }","duration":"117.882934ms","start":"2026-03-12T19:20:32.082474Z","end":"2026-03-12T19:20:32.200357Z","steps":["trace[272084984] 'process raft request' (duration: 117.69861ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:32.621281Z","caller":"traceutil/trace.go:171","msg":"trace[1716958280] transaction","detail":"{read_only:false; response_revision:2084; number_of_response:1; }","duration":"177.033436ms","start":"2026-03-12T19:20:32.444221Z","end":"2026-03-12T19:20:32.621254Z","steps":["trace[1716958280] 'process raft request' (duration: 176.856121ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:37.711005Z","caller":"traceutil/trace.go:171","msg":"trace[966198568] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"178.135069ms","start":"2026-03-12T19:21:37.532837Z","end":"2026-03-12T19:21:37.710972Z","steps":["trace[966198568] 'process raft request' (duration: 177.943154ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:37.779795Z","caller":"traceutil/trace.go:171","msg":"trace[272983368] transaction","detail":"{read_only:false; response_revision:2502; number_of_response:1; }","duration":"223.296902ms","start":"2026-03-12T19:21:37.556448Z","end":"2026-03-12T19:21:37.779745Z","steps":["trace[272983368] 'process raft request' (duration: 173.600405ms)","trace[272983368] 'compare' (duration: 49.090993ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:21:37.933288Z","caller":"traceutil/trace.go:171","msg":"trace[1560369294] transaction","detail":"{read_only:false; response_revision:2503; number_of_response:1; }","duration":"146.506272ms","start":"2026-03-12T19:21:37.786742Z","end":"2026-03-12T19:21:37.933248Z","steps":["trace[1560369294] 'process raft request' (duration: 111.850326ms)","trace[1560369294] 'compare' (duration: 34.478132ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:21:38.002326Z","caller":"traceutil/trace.go:171","msg":"trace[261786134] transaction","detail":"{read_only:false; response_revision:2504; number_of_response:1; }","duration":"214.590525ms","start":"2026-03-12T19:21:37.787697Z","end":"2026-03-12T19:21:38.002287Z","steps":["trace[261786134] 'process raft request' (duration: 214.254537ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:38.002572Z","caller":"traceutil/trace.go:171","msg":"trace[1599579287] transaction","detail":"{read_only:false; response_revision:2505; number_of_response:1; }","duration":"203.665917ms","start":"2026-03-12T19:21:37.798851Z","end":"2026-03-12T19:21:38.002517Z","steps":["trace[1599579287] 'process raft request' (duration: 203.319749ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:38.108979Z","caller":"traceutil/trace.go:171","msg":"trace[1841945861] transaction","detail":"{read_only:false; response_revision:2506; number_of_response:1; }","duration":"163.317693ms","start":"2026-03-12T19:21:37.94563Z","end":"2026-03-12T19:21:38.108947Z","steps":["trace[1841945861] 'process raft request' (duration: 163.104848ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:38.223162Z","caller":"traceutil/trace.go:171","msg":"trace[1369740842] linearizableReadLoop","detail":"{readStateIndex:2617; appliedIndex:2616; }","duration":"109.316179ms","start":"2026-03-12T19:21:38.113809Z","end":"2026-03-12T19:21:38.223125Z","steps":["trace[1369740842] 'read index received' (duration: 64.639916ms)","trace[1369740842] 'applied index is now lower than readState.Index' (duration: 44.674903ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:21:38.223294Z","caller":"traceutil/trace.go:171","msg":"trace[1405941871] transaction","detail":"{read_only:false; response_revision:2507; number_of_response:1; }","duration":"110.331251ms","start":"2026-03-12T19:21:38.112905Z","end":"2026-03-12T19:21:38.223236Z","steps":["trace[1405941871] 'process raft request' (duration: 65.591427ms)","trace[1405941871] 'compare' (duration: 44.449858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:21:38.223424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.598645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b9b4cd91-c959-444b-bc2e-3bebfd735353\" ","response":"range_response_count:1 size:3925"} {"level":"info","ts":"2026-03-12T19:21:38.223471Z","caller":"traceutil/trace.go:171","msg":"trace[1538425343] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b9b4cd91-c959-444b-bc2e-3bebfd735353; range_end:; response_count:1; response_revision:2507; }","duration":"109.721807ms","start":"2026-03-12T19:21:38.113738Z","end":"2026-03-12T19:21:38.223459Z","steps":["trace[1538425343] 'agreement among raft nodes before linearized reading' (duration: 109.505132ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:41.238677Z","caller":"traceutil/trace.go:171","msg":"trace[614729415] transaction","detail":"{read_only:false; response_revision:2542; number_of_response:1; }","duration":"170.495505ms","start":"2026-03-12T19:21:41.068137Z","end":"2026-03-12T19:21:41.238632Z","steps":["trace[614729415] 'process raft request' (duration: 170.259ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:44.718307Z","caller":"traceutil/trace.go:171","msg":"trace[1953816702] transaction","detail":"{read_only:false; response_revision:2597; number_of_response:1; }","duration":"279.500137ms","start":"2026-03-12T19:21:44.438782Z","end":"2026-03-12T19:21:44.718283Z","steps":["trace[1953816702] 'process raft request' (duration: 279.345973ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:45.652715Z","caller":"traceutil/trace.go:171","msg":"trace[496584259] linearizableReadLoop","detail":"{readStateIndex:2712; appliedIndex:2709; }","duration":"1.077505058s","start":"2026-03-12T19:21:44.575179Z","end":"2026-03-12T19:21:45.652684Z","steps":["trace[496584259] 'read index received' (duration: 142.994792ms)","trace[496584259] 'applied index is now lower than readState.Index' (duration: 934.508686ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:21:45.652816Z","caller":"traceutil/trace.go:171","msg":"trace[974017012] transaction","detail":"{read_only:false; response_revision:2599; number_of_response:1; }","duration":"1.146460381s","start":"2026-03-12T19:21:44.506301Z","end":"2026-03-12T19:21:45.652762Z","steps":["trace[974017012] 'process raft request' (duration: 1.146330358s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:45.653036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:44.506271Z","time spent":"1.146652025s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:21:45.653056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077844695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:21:45.653149Z","caller":"traceutil/trace.go:171","msg":"trace[684625657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2599; }","duration":"1.077995959s","start":"2026-03-12T19:21:44.575135Z","end":"2026-03-12T19:21:45.653131Z","steps":["trace[684625657] 'agreement among raft nodes before linearized reading' (duration: 1.077698842s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:45.65319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:44.575112Z","time spent":"1.07807299s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:21:45.653119Z","caller":"traceutil/trace.go:171","msg":"trace[1007317698] transaction","detail":"{read_only:false; response_revision:2598; number_of_response:1; }","duration":"1.20946593s","start":"2026-03-12T19:21:44.44357Z","end":"2026-03-12T19:21:45.653036Z","steps":["trace[1007317698] 'process raft request' (duration: 1.208853036s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:45.653347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:44.44354Z","time spent":"1.209692735s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:21:45.655239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01805673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:21:45.655294Z","caller":"traceutil/trace.go:171","msg":"trace[305879599] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2599; }","duration":"1.018146362s","start":"2026-03-12T19:21:44.637134Z","end":"2026-03-12T19:21:45.65528Z","steps":["trace[305879599] 'agreement among raft nodes before linearized reading' (duration: 1.017972318s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:45.655328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:44.637112Z","time spent":"1.018209254s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:21:45.655353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.199605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-12T19:21:45.655438Z","caller":"traceutil/trace.go:171","msg":"trace[1643520163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2599; }","duration":"337.349508ms","start":"2026-03-12T19:21:45.318069Z","end":"2026-03-12T19:21:45.655419Z","steps":["trace[1643520163] 'agreement among raft nodes before linearized reading' (duration: 337.072572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:45.655485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:45.318032Z","time spent":"337.44448ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:21:45.655556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.693575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:21:45.655615Z","caller":"traceutil/trace.go:171","msg":"trace[2109039150] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2599; }","duration":"374.806407ms","start":"2026-03-12T19:21:45.280799Z","end":"2026-03-12T19:21:45.655605Z","steps":["trace[2109039150] 'agreement among raft nodes before linearized reading' (duration: 374.693435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:45.655642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:45.280764Z","time spent":"374.872159ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:21:45.655758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.431971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:21:45.655781Z","caller":"traceutil/trace.go:171","msg":"trace[2104149465] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2599; }","duration":"955.514972ms","start":"2026-03-12T19:21:44.700258Z","end":"2026-03-12T19:21:45.655773Z","steps":["trace[2104149465] 'agreement among raft nodes before linearized reading' (duration: 955.4464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:45.655864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:44.700236Z","time spent":"955.621995ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:21:45.65592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.885001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-12T19:21:45.655966Z","caller":"traceutil/trace.go:171","msg":"trace[141892472] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2599; }","duration":"285.933442ms","start":"2026-03-12T19:21:45.370022Z","end":"2026-03-12T19:21:45.655955Z","steps":["trace[141892472] 'agreement among raft nodes before linearized reading' (duration: 285.805429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:45.656001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.14327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:21:45.656039Z","caller":"traceutil/trace.go:171","msg":"trace[1737552983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2599; }","duration":"991.232532ms","start":"2026-03-12T19:21:44.664797Z","end":"2026-03-12T19:21:45.65603Z","steps":["trace[1737552983] 'agreement among raft nodes before linearized reading' (duration: 991.179091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:45.656063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:44.664772Z","time spent":"991.286593ms","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:21:45.656127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.923375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-12T19:21:45.656212Z","caller":"traceutil/trace.go:171","msg":"trace[1793686245] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2599; }","duration":"205.074649ms","start":"2026-03-12T19:21:45.451116Z","end":"2026-03-12T19:21:45.656191Z","steps":["trace[1793686245] 'agreement among raft nodes before linearized reading' (duration: 204.634439ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:12.404188Z","caller":"traceutil/trace.go:171","msg":"trace[1982136007] transaction","detail":"{read_only:false; response_revision:2757; number_of_response:1; }","duration":"154.367755ms","start":"2026-03-12T19:22:12.249772Z","end":"2026-03-12T19:22:12.40414Z","steps":["trace[1982136007] 'process raft request' (duration: 153.782292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:13.580918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.521982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:22:13.581066Z","caller":"traceutil/trace.go:171","msg":"trace[992580049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2757; }","duration":"917.766268ms","start":"2026-03-12T19:22:12.663273Z","end":"2026-03-12T19:22:13.581039Z","steps":["trace[992580049] 'range keys from in-memory index tree' (duration: 917.399849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:13.581113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:12.663244Z","time spent":"917.85787ms","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:22:13.581358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002735455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:22:13.581493Z","caller":"traceutil/trace.go:171","msg":"trace[1049515199] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2757; }","duration":"1.00296896s","start":"2026-03-12T19:22:12.578503Z","end":"2026-03-12T19:22:13.581472Z","steps":["trace[1049515199] 'count revisions from in-memory index tree' (duration: 1.002593932s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:13.58154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:12.578478Z","time spent":"1.003049561s","remote":"127.0.0.1:58806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":26,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:22:13.581878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.510003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:22:13.582038Z","caller":"traceutil/trace.go:171","msg":"trace[1100785940] linearizableReadLoop","detail":"{readStateIndex:2877; appliedIndex:2876; }","duration":"279.687983ms","start":"2026-03-12T19:22:13.302326Z","end":"2026-03-12T19:22:13.582014Z","steps":["trace[1100785940] 'read index received' (duration: 52.942795ms)","trace[1100785940] 'applied index is now lower than readState.Index' (duration: 226.743268ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:22:13.58218Z","caller":"traceutil/trace.go:171","msg":"trace[229723862] transaction","detail":"{read_only:false; response_revision:2758; number_of_response:1; }","duration":"767.632448ms","start":"2026-03-12T19:22:12.814512Z","end":"2026-03-12T19:22:13.582144Z","steps":["trace[229723862] 'process raft request' (duration: 540.701236ms)","trace[229723862] 'compare' (duration: 226.339889ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:22:13.582209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.873228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:22:13.58226Z","caller":"traceutil/trace.go:171","msg":"trace[981677916] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2758; }","duration":"279.93236ms","start":"2026-03-12T19:22:13.302312Z","end":"2026-03-12T19:22:13.582245Z","steps":["trace[981677916] 'agreement among raft nodes before linearized reading' (duration: 279.832947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:13.582314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:12.814484Z","time spent":"767.747081ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:22:13.582595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.361382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-12T19:22:13.582794Z","caller":"traceutil/trace.go:171","msg":"trace[1136793308] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2758; }","duration":"130.624599ms","start":"2026-03-12T19:22:13.452136Z","end":"2026-03-12T19:22:13.58276Z","steps":["trace[1136793308] 'agreement among raft nodes before linearized reading' (duration: 130.076947ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:14.176501Z","caller":"traceutil/trace.go:171","msg":"trace[477552097] linearizableReadLoop","detail":"{readStateIndex:2878; appliedIndex:2877; }","duration":"321.560329ms","start":"2026-03-12T19:22:13.854913Z","end":"2026-03-12T19:22:14.176473Z","steps":["trace[477552097] 'read index received' (duration: 261.530564ms)","trace[477552097] 'applied index is now lower than readState.Index' (duration: 60.028745ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:22:14.176726Z","caller":"traceutil/trace.go:171","msg":"trace[42449814] transaction","detail":"{read_only:false; response_revision:2759; number_of_response:1; }","duration":"412.341488ms","start":"2026-03-12T19:22:13.76437Z","end":"2026-03-12T19:22:14.176711Z","steps":["trace[42449814] 'process raft request' (duration: 352.079488ms)","trace[42449814] 'compare' (duration: 59.916153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:22:14.176861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:13.764332Z","time spent":"412.449971ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:22:14.177006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.096901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:22:14.177048Z","caller":"traceutil/trace.go:171","msg":"trace[1838123140] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2759; }","duration":"322.181233ms","start":"2026-03-12T19:22:13.854856Z","end":"2026-03-12T19:22:14.177037Z","steps":["trace[1838123140] 'agreement among raft nodes before linearized reading' (duration: 322.04981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:14.177067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:13.854831Z","time spent":"322.232324ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:22:14.177082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.357288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-12T19:22:14.177176Z","caller":"traceutil/trace.go:171","msg":"trace[1309794873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2759; }","duration":"268.47762ms","start":"2026-03-12T19:22:13.908676Z","end":"2026-03-12T19:22:14.177153Z","steps":["trace[1309794873] 'agreement among raft nodes before linearized reading' (duration: 268.261815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:14.177087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.396959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:22:14.177311Z","caller":"traceutil/trace.go:171","msg":"trace[1499993033] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2759; }","duration":"268.640104ms","start":"2026-03-12T19:22:13.908648Z","end":"2026-03-12T19:22:14.177288Z","steps":["trace[1499993033] 'agreement among raft nodes before linearized reading' (duration: 268.282396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:14.177202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.080288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:22:14.177422Z","caller":"traceutil/trace.go:171","msg":"trace[1803383194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2759; }","duration":"278.360014ms","start":"2026-03-12T19:22:13.89901Z","end":"2026-03-12T19:22:14.17737Z","steps":["trace[1803383194] 'agreement among raft nodes before linearized reading' (duration: 277.925514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:14.177458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.893161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:22:14.177542Z","caller":"traceutil/trace.go:171","msg":"trace[1300711783] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2759; }","duration":"289.294001ms","start":"2026-03-12T19:22:13.888227Z","end":"2026-03-12T19:22:14.177521Z","steps":["trace[1300711783] 'agreement among raft nodes before linearized reading' (duration: 288.763139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:14.745849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.003821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:22:14.745979Z","caller":"traceutil/trace.go:171","msg":"trace[2141655493] transaction","detail":"{read_only:false; response_revision:2760; number_of_response:1; }","duration":"564.552435ms","start":"2026-03-12T19:22:14.181407Z","end":"2026-03-12T19:22:14.745959Z","steps":["trace[2141655493] 'process raft request' (duration: 113.269177ms)","trace[2141655493] 'compare' (duration: 450.883418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:22:14.746042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:14.181389Z","time spent":"564.623926ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:22:14.838114Z","caller":"traceutil/trace.go:171","msg":"trace[477855860] transaction","detail":"{read_only:false; response_revision:2763; number_of_response:1; }","duration":"656.04732ms","start":"2026-03-12T19:22:14.182039Z","end":"2026-03-12T19:22:14.838086Z","steps":["trace[477855860] 'process raft request' (duration: 656.003669ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:14.838143Z","caller":"traceutil/trace.go:171","msg":"trace[1245676892] transaction","detail":"{read_only:false; response_revision:2762; number_of_response:1; }","duration":"656.574442ms","start":"2026-03-12T19:22:14.181537Z","end":"2026-03-12T19:22:14.838112Z","steps":["trace[1245676892] 'process raft request' (duration: 656.47569ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:14.838238Z","caller":"traceutil/trace.go:171","msg":"trace[789403633] linearizableReadLoop","detail":"{readStateIndex:2883; appliedIndex:2879; }","duration":"497.997632ms","start":"2026-03-12T19:22:14.340225Z","end":"2026-03-12T19:22:14.838222Z","steps":["trace[789403633] 'read index received' (duration: 497.639594ms)","trace[789403633] 'applied index is now lower than readState.Index' (duration: 356.238µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:22:14.838278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:14.182028Z","time spent":"656.167223ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:22:14.838283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:14.181513Z","time spent":"656.699444ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:22:14.838325Z","caller":"traceutil/trace.go:171","msg":"trace[975000815] transaction","detail":"{read_only:false; response_revision:2764; number_of_response:1; }","duration":"656.201033ms","start":"2026-03-12T19:22:14.1821Z","end":"2026-03-12T19:22:14.838301Z","steps":["trace[975000815] 'process raft request' (duration: 655.964768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:14.838422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:14.18208Z","time spent":"656.291306ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:22:14.838435Z","caller":"traceutil/trace.go:171","msg":"trace[264830539] transaction","detail":"{read_only:false; response_revision:2761; number_of_response:1; }","duration":"656.93028ms","start":"2026-03-12T19:22:14.181494Z","end":"2026-03-12T19:22:14.838424Z","steps":["trace[264830539] 'process raft request' (duration: 656.401288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:14.838445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.216557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:22:14.838477Z","caller":"traceutil/trace.go:171","msg":"trace[1953220910] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2764; }","duration":"498.298169ms","start":"2026-03-12T19:22:14.34017Z","end":"2026-03-12T19:22:14.838468Z","steps":["trace[1953220910] 'agreement among raft nodes before linearized reading' (duration: 498.121595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:14.8385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:14.340146Z","time spent":"498.348269ms","remote":"127.0.0.1:58928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":56,"response size":28,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:22:14.838552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:14.18147Z","time spent":"656.9851ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:22:15.082415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.235352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:22:15.082832Z","caller":"traceutil/trace.go:171","msg":"trace[921441055] linearizableReadLoop","detail":"{readStateIndex:2885; appliedIndex:2883; }","duration":"244.349016ms","start":"2026-03-12T19:22:14.838261Z","end":"2026-03-12T19:22:15.08261Z","steps":["trace[921441055] 'read index received' (duration: 54.802507ms)","trace[921441055] 'applied index is now lower than readState.Index' (duration: 189.545559ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:22:15.082895Z","caller":"traceutil/trace.go:171","msg":"trace[598349369] transaction","detail":"{read_only:false; response_revision:2766; number_of_response:1; }","duration":"673.029353ms","start":"2026-03-12T19:22:14.409852Z","end":"2026-03-12T19:22:15.082882Z","steps":["trace[598349369] 'process raft request' (duration: 672.679675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:15.083002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:14.409823Z","time spent":"673.118785ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:22:15.082824Z","caller":"traceutil/trace.go:171","msg":"trace[332969773] transaction","detail":"{read_only:false; response_revision:2765; number_of_response:1; }","duration":"719.691086ms","start":"2026-03-12T19:22:14.363101Z","end":"2026-03-12T19:22:15.082792Z","steps":["trace[332969773] 'process raft request' (duration: 529.965763ms)","trace[332969773] 'compare' (duration: 189.067158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:22:15.083111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.738874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:22:15.08323Z","caller":"traceutil/trace.go:171","msg":"trace[1022581165] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2766; }","duration":"562.904537ms","start":"2026-03-12T19:22:14.5203Z","end":"2026-03-12T19:22:15.083205Z","steps":["trace[1022581165] 'agreement among raft nodes before linearized reading' (duration: 562.705702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:15.083479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:14.520282Z","time spent":"563.176503ms","remote":"127.0.0.1:54154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:22:15.083465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.505181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:22:15.083238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:14.363074Z","time spent":"719.992894ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:22:15.083667Z","caller":"traceutil/trace.go:171","msg":"trace[607147581] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2766; }","duration":"171.85793ms","start":"2026-03-12T19:22:14.911699Z","end":"2026-03-12T19:22:15.083557Z","steps":["trace[607147581] 'agreement among raft nodes before linearized reading' (duration: 171.463681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:15.085094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.600865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:22:15.08517Z","caller":"traceutil/trace.go:171","msg":"trace[1490405311] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2766; }","duration":"416.710167ms","start":"2026-03-12T19:22:14.668442Z","end":"2026-03-12T19:22:15.085152Z","steps":["trace[1490405311] 'agreement among raft nodes before linearized reading' (duration: 414.805864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:15.08522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:14.668423Z","time spent":"416.788799ms","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:22:15.853272Z","caller":"traceutil/trace.go:171","msg":"trace[842442953] transaction","detail":"{read_only:false; response_revision:2767; number_of_response:1; }","duration":"258.452704ms","start":"2026-03-12T19:22:15.594794Z","end":"2026-03-12T19:22:15.853247Z","steps":["trace[842442953] 'process raft request' (duration: 257.968274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:21.394189Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879541287266204,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:22:21.424748Z","caller":"traceutil/trace.go:171","msg":"trace[1374400074] transaction","detail":"{read_only:false; response_revision:2791; number_of_response:1; }","duration":"640.834316ms","start":"2026-03-12T19:22:20.783885Z","end":"2026-03-12T19:22:21.42472Z","steps":["trace[1374400074] 'process raft request' (duration: 640.654442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:21.424918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:20.783859Z","time spent":"640.963429ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:22:21.582327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.496833ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:22:21.582513Z","caller":"traceutil/trace.go:171","msg":"trace[687681123] linearizableReadLoop","detail":"{readStateIndex:2913; appliedIndex:2911; }","duration":"689.274259ms","start":"2026-03-12T19:22:20.893215Z","end":"2026-03-12T19:22:21.582489Z","steps":["trace[687681123] 'read index received' (duration: 531.333904ms)","trace[687681123] 'applied index is now lower than readState.Index' (duration: 157.938685ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:22:21.582525Z","caller":"traceutil/trace.go:171","msg":"trace[815594664] transaction","detail":"{read_only:false; response_revision:2792; number_of_response:1; }","duration":"469.596731ms","start":"2026-03-12T19:22:21.112897Z","end":"2026-03-12T19:22:21.582494Z","steps":["trace[815594664] 'process raft request' (duration: 339.829932ms)","trace[815594664] 'compare' (duration: 129.36851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:22:21.582683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:21.112869Z","time spent":"469.728174ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:22:21.582708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.195801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-12T19:22:21.58274Z","caller":"traceutil/trace.go:171","msg":"trace[799293828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2792; }","duration":"667.258183ms","start":"2026-03-12T19:22:20.915472Z","end":"2026-03-12T19:22:21.58273Z","steps":["trace[799293828] 'agreement among raft nodes before linearized reading' (duration: 667.12429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:21.582782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:20.915458Z","time spent":"667.316774ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:22:21.582779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.541295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:22:21.58287Z","caller":"traceutil/trace.go:171","msg":"trace[223742863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2792; }","duration":"689.671368ms","start":"2026-03-12T19:22:20.893177Z","end":"2026-03-12T19:22:21.582849Z","steps":["trace[223742863] 'agreement among raft nodes before linearized reading' (duration: 689.405392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:21.582927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:20.893162Z","time spent":"689.75471ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:22:21.583001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.320729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-12T19:22:21.583007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.177357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:22:21.583049Z","caller":"traceutil/trace.go:171","msg":"trace[624115829] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2792; }","duration":"665.386081ms","start":"2026-03-12T19:22:20.917651Z","end":"2026-03-12T19:22:21.583037Z","steps":["trace[624115829] 'agreement among raft nodes before linearized reading' (duration: 665.245497ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:21.583066Z","caller":"traceutil/trace.go:171","msg":"trace[1181209085] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2792; }","duration":"498.298269ms","start":"2026-03-12T19:22:21.084754Z","end":"2026-03-12T19:22:21.583053Z","steps":["trace[1181209085] 'agreement among raft nodes before linearized reading' (duration: 498.194847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:21.583093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:20.917645Z","time spent":"665.437962ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:22:21.58311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:21.084722Z","time spent":"498.373671ms","remote":"127.0.0.1:59150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":28,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:22:21.583097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.559524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-12T19:22:21.583128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.616914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-12T19:22:21.583166Z","caller":"traceutil/trace.go:171","msg":"trace[2025703916] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2792; }","duration":"665.683887ms","start":"2026-03-12T19:22:20.917458Z","end":"2026-03-12T19:22:21.583142Z","steps":["trace[2025703916] 'agreement among raft nodes before linearized reading' (duration: 665.519893ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:21.583182Z","caller":"traceutil/trace.go:171","msg":"trace[364903380] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2792; }","duration":"167.708676ms","start":"2026-03-12T19:22:21.41546Z","end":"2026-03-12T19:22:21.583169Z","steps":["trace[364903380] 'agreement among raft nodes before linearized reading' (duration: 167.45246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:21.58318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.275624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-12T19:22:21.583271Z","caller":"traceutil/trace.go:171","msg":"trace[878493610] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2792; }","duration":"100.404336ms","start":"2026-03-12T19:22:21.482848Z","end":"2026-03-12T19:22:21.583252Z","steps":["trace[878493610] 'agreement among raft nodes before linearized reading' (duration: 100.12906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:21.583195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:20.91743Z","time spent":"665.760759ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T19:22:21.809132Z","caller":"traceutil/trace.go:171","msg":"trace[982167069] linearizableReadLoop","detail":"{readStateIndex:2917; appliedIndex:2913; }","duration":"220.651531ms","start":"2026-03-12T19:22:21.588445Z","end":"2026-03-12T19:22:21.809096Z","steps":["trace[982167069] 'read index received' (duration: 90.498843ms)","trace[982167069] 'applied index is now lower than readState.Index' (duration: 130.151018ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:22:21.809137Z","caller":"traceutil/trace.go:171","msg":"trace[715803063] transaction","detail":"{read_only:false; response_revision:2794; number_of_response:1; }","duration":"221.260375ms","start":"2026-03-12T19:22:21.587817Z","end":"2026-03-12T19:22:21.809078Z","steps":["trace[715803063] 'process raft request' (duration: 220.926228ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:21.809295Z","caller":"traceutil/trace.go:171","msg":"trace[1396953282] transaction","detail":"{read_only:false; response_revision:2796; number_of_response:1; }","duration":"221.017199ms","start":"2026-03-12T19:22:21.588236Z","end":"2026-03-12T19:22:21.809253Z","steps":["trace[1396953282] 'process raft request' (duration: 220.792704ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:21.809182Z","caller":"traceutil/trace.go:171","msg":"trace[225139909] transaction","detail":"{read_only:false; response_revision:2795; number_of_response:1; }","duration":"221.292436ms","start":"2026-03-12T19:22:21.58786Z","end":"2026-03-12T19:22:21.809152Z","steps":["trace[225139909] 'process raft request' (duration: 221.106802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:21.809495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.00842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9030"} {"level":"warn","ts":"2026-03-12T19:22:21.809516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.26224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-12T19:22:21.809553Z","caller":"traceutil/trace.go:171","msg":"trace[2111543816] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2796; }","duration":"221.116702ms","start":"2026-03-12T19:22:21.588424Z","end":"2026-03-12T19:22:21.80954Z","steps":["trace[2111543816] 'agreement among raft nodes before linearized reading' (duration: 220.802425ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:21.80958Z","caller":"traceutil/trace.go:171","msg":"trace[1292523125] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2796; }","duration":"219.368202ms","start":"2026-03-12T19:22:21.590195Z","end":"2026-03-12T19:22:21.809563Z","steps":["trace[1292523125] 'agreement among raft nodes before linearized reading' (duration: 219.123187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:22.485728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.747822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:22:22.485895Z","caller":"traceutil/trace.go:171","msg":"trace[573042329] linearizableReadLoop","detail":"{readStateIndex:2918; appliedIndex:2917; }","duration":"671.380167ms","start":"2026-03-12T19:22:21.814492Z","end":"2026-03-12T19:22:22.485872Z","steps":["trace[573042329] 'read index received' (duration: 42.668704ms)","trace[573042329] 'applied index is now lower than readState.Index' (duration: 628.708783ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:22:22.485937Z","caller":"traceutil/trace.go:171","msg":"trace[1567066741] transaction","detail":"{read_only:false; response_revision:2797; number_of_response:1; }","duration":"672.370509ms","start":"2026-03-12T19:22:21.813507Z","end":"2026-03-12T19:22:22.485878Z","steps":["trace[1567066741] 'process raft request' (duration: 44.357101ms)","trace[1567066741] 'compare' (duration: 627.20308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:22:22.486137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.640643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-03-12T19:22:22.486174Z","caller":"traceutil/trace.go:171","msg":"trace[394837765] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2797; }","duration":"671.717985ms","start":"2026-03-12T19:22:21.814446Z","end":"2026-03-12T19:22:22.486164Z","steps":["trace[394837765] 'agreement among raft nodes before linearized reading' (duration: 671.51559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:22.486168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:21.813479Z","time spent":"672.558613ms","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:22:22.486208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:21.814428Z","time spent":"671.772965ms","remote":"127.0.0.1:59194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-12T19:22:22.986251Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879541287266220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:22:23.01309Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.061992924s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:22:23.638649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.10395ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:22:23.638897Z","caller":"traceutil/trace.go:171","msg":"trace[1114779769] linearizableReadLoop","detail":"{readStateIndex:2920; appliedIndex:2918; }","duration":"1.152941436s","start":"2026-03-12T19:22:22.485932Z","end":"2026-03-12T19:22:23.638873Z","steps":["trace[1114779769] 'read index received' (duration: 527.461477ms)","trace[1114779769] 'applied index is now lower than readState.Index' (duration: 625.478569ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:22:23.638901Z","caller":"traceutil/trace.go:171","msg":"trace[836702340] transaction","detail":"{read_only:false; response_revision:2798; number_of_response:1; }","duration":"1.687905942s","start":"2026-03-12T19:22:21.950945Z","end":"2026-03-12T19:22:23.638851Z","steps":["trace[836702340] 'process raft request' (duration: 1.062462725s)","trace[836702340] 'compare' (duration: 624.626709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:22:23.639118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:21.950912Z","time spent":"1.688094257s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:22:23.639201Z","caller":"traceutil/trace.go:171","msg":"trace[1273211008] transaction","detail":"{read_only:false; response_revision:2799; number_of_response:1; }","duration":"1.427917063s","start":"2026-03-12T19:22:22.21127Z","end":"2026-03-12T19:22:23.639187Z","steps":["trace[1273211008] 'process raft request' (duration: 1.427539415s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:23.63928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:22.211233Z","time spent":"1.428011295s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:22:23.639379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549391146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:22:23.639474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711789661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:22:23.63949Z","caller":"traceutil/trace.go:171","msg":"trace[692278080] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2799; }","duration":"1.549527269s","start":"2026-03-12T19:22:22.089925Z","end":"2026-03-12T19:22:23.639453Z","steps":["trace[692278080] 'agreement among raft nodes before linearized reading' (duration: 1.549351285s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:23.639523Z","caller":"traceutil/trace.go:171","msg":"trace[585718435] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2799; }","duration":"1.711884293s","start":"2026-03-12T19:22:21.927627Z","end":"2026-03-12T19:22:23.639512Z","steps":["trace[585718435] 'agreement among raft nodes before linearized reading' (duration: 1.711797251s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:23.639532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:22.089908Z","time spent":"1.549613671s","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":26,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:22:23.639562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:21.927601Z","time spent":"1.711955165s","remote":"127.0.0.1:59188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":26,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-12T19:22:23.639899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467303463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:22:23.639954Z","caller":"traceutil/trace.go:171","msg":"trace[2054379278] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2799; }","duration":"1.467406315s","start":"2026-03-12T19:22:22.172539Z","end":"2026-03-12T19:22:23.639945Z","steps":["trace[2054379278] 'agreement among raft nodes before linearized reading' (duration: 1.467318483s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:23.639978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:22.172518Z","time spent":"1.467453046s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":7,"response size":28,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:22:24.125511Z","caller":"traceutil/trace.go:171","msg":"trace[1245693918] linearizableReadLoop","detail":"{readStateIndex:2921; appliedIndex:2920; }","duration":"486.549044ms","start":"2026-03-12T19:22:23.638937Z","end":"2026-03-12T19:22:24.125486Z","steps":["trace[1245693918] 'read index received' (duration: 486.320199ms)","trace[1245693918] 'applied index is now lower than readState.Index' (duration: 227.805µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:22:24.125622Z","caller":"traceutil/trace.go:171","msg":"trace[125184961] transaction","detail":"{read_only:false; response_revision:2800; number_of_response:1; }","duration":"535.053629ms","start":"2026-03-12T19:22:23.590511Z","end":"2026-03-12T19:22:24.125565Z","steps":["trace[125184961] 'process raft request' (duration: 534.820364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:24.126109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460295964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:22:24.126478Z","caller":"traceutil/trace.go:171","msg":"trace[1563961876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2800; }","duration":"1.460726154s","start":"2026-03-12T19:22:22.665727Z","end":"2026-03-12T19:22:24.126453Z","steps":["trace[1563961876] 'agreement among raft nodes before linearized reading' (duration: 1.460239203s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:24.126611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:22.665703Z","time spent":"1.460897628s","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:22:24.126139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:23.590484Z","time spent":"535.467718ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:22:24.126555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.409939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-12T19:22:24.126247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.964131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:22:24.126816Z","caller":"traceutil/trace.go:171","msg":"trace[615577143] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2800; }","duration":"443.726137ms","start":"2026-03-12T19:22:23.683062Z","end":"2026-03-12T19:22:24.126788Z","steps":["trace[615577143] 'agreement among raft nodes before linearized reading' (duration: 443.225175ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:24.126847Z","caller":"traceutil/trace.go:171","msg":"trace[1354949198] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2800; }","duration":"288.602085ms","start":"2026-03-12T19:22:23.838221Z","end":"2026-03-12T19:22:24.126824Z","steps":["trace[1354949198] 'agreement among raft nodes before linearized reading' (duration: 287.867429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:24.12687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:23.68304Z","time spent":"443.814589ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:22:24.126239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.337346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:22:24.126953Z","caller":"traceutil/trace.go:171","msg":"trace[1211896614] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2800; }","duration":"482.120944ms","start":"2026-03-12T19:22:23.644804Z","end":"2026-03-12T19:22:24.126925Z","steps":["trace[1211896614] 'agreement among raft nodes before linearized reading' (duration: 481.296895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:24.126308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.241218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-12T19:22:24.127015Z","caller":"traceutil/trace.go:171","msg":"trace[1926252000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2800; }","duration":"312.952495ms","start":"2026-03-12T19:22:23.814052Z","end":"2026-03-12T19:22:24.127005Z","steps":["trace[1926252000] 'agreement among raft nodes before linearized reading' (duration: 312.132266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:24.127025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:23.644786Z","time spent":"482.224466ms","remote":"127.0.0.1:58926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":26,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-12T19:22:24.126491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.69792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:22:24.12726Z","caller":"traceutil/trace.go:171","msg":"trace[497713595] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2800; }","duration":"686.491478ms","start":"2026-03-12T19:22:23.440739Z","end":"2026-03-12T19:22:24.127231Z","steps":["trace[497713595] 'agreement among raft nodes before linearized reading' (duration: 685.505835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:24.12734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:23.440717Z","time spent":"686.60142ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:22:24.127048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:23.813982Z","time spent":"313.053737ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:22:24.126393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.050654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:22:24.12631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.149574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-12T19:22:24.127667Z","caller":"traceutil/trace.go:171","msg":"trace[1687512590] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2800; }","duration":"677.558785ms","start":"2026-03-12T19:22:23.45009Z","end":"2026-03-12T19:22:24.127649Z","steps":["trace[1687512590] 'agreement among raft nodes before linearized reading' (duration: 675.528759ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:24.127729Z","caller":"traceutil/trace.go:171","msg":"trace[298047156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2800; }","duration":"313.401445ms","start":"2026-03-12T19:22:23.814312Z","end":"2026-03-12T19:22:24.127714Z","steps":["trace[298047156] 'agreement among raft nodes before linearized reading' (duration: 311.943692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:24.127746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:23.450069Z","time spent":"677.661438ms","remote":"127.0.0.1:58926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1390,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-12T19:22:24.127962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:23.814307Z","time spent":"313.638731ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:22:24.370362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.853552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:22:24.370574Z","caller":"traceutil/trace.go:171","msg":"trace[222547722] transaction","detail":"{read_only:false; response_revision:2802; number_of_response:1; }","duration":"224.825395ms","start":"2026-03-12T19:22:24.145729Z","end":"2026-03-12T19:22:24.370555Z","steps":["trace[222547722] 'process raft request' (duration: 224.742183ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:24.370764Z","caller":"traceutil/trace.go:171","msg":"trace[1886755786] transaction","detail":"{read_only:false; response_revision:2801; number_of_response:1; }","duration":"225.05575ms","start":"2026-03-12T19:22:24.145664Z","end":"2026-03-12T19:22:24.37072Z","steps":["trace[1886755786] 'process raft request' (duration: 121.754658ms)","trace[1886755786] 'compare' (duration: 102.627467ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:22:24.370848Z","caller":"traceutil/trace.go:171","msg":"trace[2014978196] transaction","detail":"{read_only:false; response_revision:2803; number_of_response:1; }","duration":"225.030609ms","start":"2026-03-12T19:22:24.145788Z","end":"2026-03-12T19:22:24.370819Z","steps":["trace[2014978196] 'process raft request' (duration: 224.735473ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:24.370849Z","caller":"traceutil/trace.go:171","msg":"trace[307025651] transaction","detail":"{read_only:false; response_revision:2804; number_of_response:1; }","duration":"225.005289ms","start":"2026-03-12T19:22:24.145822Z","end":"2026-03-12T19:22:24.370828Z","steps":["trace[307025651] 'process raft request' (duration: 224.871586ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:24.370893Z","caller":"traceutil/trace.go:171","msg":"trace[1489626312] linearizableReadLoop","detail":"{readStateIndex:2925; appliedIndex:2921; }","duration":"224.762313ms","start":"2026-03-12T19:22:24.146054Z","end":"2026-03-12T19:22:24.370816Z","steps":["trace[1489626312] 'read index received' (duration: 121.38276ms)","trace[1489626312] 'applied index is now lower than readState.Index' (duration: 103.378633ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:22:24.37103Z","caller":"traceutil/trace.go:171","msg":"trace[897416602] transaction","detail":"{read_only:false; response_revision:2805; number_of_response:1; }","duration":"224.726003ms","start":"2026-03-12T19:22:24.146297Z","end":"2026-03-12T19:22:24.371023Z","steps":["trace[897416602] 'process raft request' (duration: 224.478827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:24.37114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.069591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"warn","ts":"2026-03-12T19:22:24.371144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.516998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:22:24.371157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.797725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9030"} {"level":"info","ts":"2026-03-12T19:22:24.371173Z","caller":"traceutil/trace.go:171","msg":"trace[14388774] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2805; }","duration":"224.578499ms","start":"2026-03-12T19:22:24.146587Z","end":"2026-03-12T19:22:24.371166Z","steps":["trace[14388774] 'agreement among raft nodes before linearized reading' (duration: 224.514038ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:24.371198Z","caller":"traceutil/trace.go:171","msg":"trace[2050692680] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2805; }","duration":"224.850716ms","start":"2026-03-12T19:22:24.146337Z","end":"2026-03-12T19:22:24.371187Z","steps":["trace[2050692680] 'agreement among raft nodes before linearized reading' (duration: 224.714942ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:24.371171Z","caller":"traceutil/trace.go:171","msg":"trace[1585247326] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2805; }","duration":"225.126302ms","start":"2026-03-12T19:22:24.146038Z","end":"2026-03-12T19:22:24.371164Z","steps":["trace[1585247326] 'agreement among raft nodes before linearized reading' (duration: 224.993199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:25.101286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.049921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:22:25.101376Z","caller":"traceutil/trace.go:171","msg":"trace[1395441490] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2805; }","duration":"163.204804ms","start":"2026-03-12T19:22:24.938144Z","end":"2026-03-12T19:22:25.101349Z","steps":["trace[1395441490] 'count revisions from in-memory index tree' (duration: 162.884737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:25.101496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.270371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:22:25.101599Z","caller":"traceutil/trace.go:171","msg":"trace[1020146476] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2805; }","duration":"464.436164ms","start":"2026-03-12T19:22:24.637136Z","end":"2026-03-12T19:22:25.101572Z","steps":["trace[1020146476] 'count revisions from in-memory index tree' (duration: 464.158168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:25.101689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:24.637109Z","time spent":"464.528797ms","remote":"127.0.0.1:59176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":28,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:22:25.102329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.350457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-12T19:22:25.10244Z","caller":"traceutil/trace.go:171","msg":"trace[1881597731] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2805; }","duration":"198.514771ms","start":"2026-03-12T19:22:24.903896Z","end":"2026-03-12T19:22:25.102411Z","steps":["trace[1881597731] 'range keys from in-memory index tree' (duration: 197.116029ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:25.246243Z","caller":"traceutil/trace.go:171","msg":"trace[1452761437] transaction","detail":"{read_only:false; response_revision:2806; number_of_response:1; }","duration":"138.905365ms","start":"2026-03-12T19:22:25.107297Z","end":"2026-03-12T19:22:25.246203Z","steps":["trace[1452761437] 'process raft request' (duration: 138.655349ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:25.467614Z","caller":"traceutil/trace.go:171","msg":"trace[818151440] transaction","detail":"{read_only:false; response_revision:2807; number_of_response:1; }","duration":"239.868745ms","start":"2026-03-12T19:22:25.22768Z","end":"2026-03-12T19:22:25.467549Z","steps":["trace[818151440] 'process raft request' (duration: 178.304835ms)","trace[818151440] 'compare' (duration: 61.321884ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:22:25.46774Z","caller":"traceutil/trace.go:171","msg":"trace[2055799916] transaction","detail":"{read_only:false; response_revision:2808; number_of_response:1; }","duration":"160.778449ms","start":"2026-03-12T19:22:25.306927Z","end":"2026-03-12T19:22:25.467705Z","steps":["trace[2055799916] 'process raft request' (duration: 160.561604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:25.905511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.238361ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:22:25.905669Z","caller":"traceutil/trace.go:171","msg":"trace[1343582232] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2808; }","duration":"119.416285ms","start":"2026-03-12T19:22:25.78623Z","end":"2026-03-12T19:22:25.905646Z","steps":["trace[1343582232] 'range keys from in-memory index tree' (duration: 119.215271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:26.101118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.543509ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-03-12T19:22:26.102441Z","caller":"traceutil/trace.go:171","msg":"trace[1231887262] linearizableReadLoop","detail":"{readStateIndex:2932; appliedIndex:2929; }","duration":"437.997478ms","start":"2026-03-12T19:22:25.664423Z","end":"2026-03-12T19:22:26.10242Z","steps":["trace[1231887262] 'read index received' (duration: 2.266211ms)","trace[1231887262] 'applied index is now lower than readState.Index' (duration: 435.730337ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:22:26.102555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.1221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:22:26.102589Z","caller":"traceutil/trace.go:171","msg":"trace[723704423] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2810; }","duration":"438.208572ms","start":"2026-03-12T19:22:25.664371Z","end":"2026-03-12T19:22:26.10258Z","steps":["trace[723704423] 'agreement among raft nodes before linearized reading' (duration: 438.11472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:26.102622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:25.664348Z","time spent":"438.266734ms","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:22:26.102931Z","caller":"traceutil/trace.go:171","msg":"trace[1869267498] transaction","detail":"{read_only:false; response_revision:2810; number_of_response:1; }","duration":"454.94743ms","start":"2026-03-12T19:22:25.647952Z","end":"2026-03-12T19:22:26.1029Z","steps":["trace[1869267498] 'process raft request' (duration: 454.412828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:26.103172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:25.64794Z","time spent":"455.075563ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:22:26.102937Z","caller":"traceutil/trace.go:171","msg":"trace[1004593802] transaction","detail":"{read_only:false; response_revision:2809; number_of_response:1; }","duration":"457.328674ms","start":"2026-03-12T19:22:25.645593Z","end":"2026-03-12T19:22:26.102921Z","steps":["trace[1004593802] 'process raft request' (duration: 456.624998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:26.125284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:25.64555Z","time spent":"479.647568ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:22:26.673218Z","caller":"traceutil/trace.go:171","msg":"trace[946201422] linearizableReadLoop","detail":"{readStateIndex:2933; appliedIndex:2932; }","duration":"292.257057ms","start":"2026-03-12T19:22:26.38093Z","end":"2026-03-12T19:22:26.673187Z","steps":["trace[946201422] 'read index received' (duration: 291.971321ms)","trace[946201422] 'applied index is now lower than readState.Index' (duration: 284.086µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:22:26.673325Z","caller":"traceutil/trace.go:171","msg":"trace[1538512744] transaction","detail":"{read_only:false; response_revision:2811; number_of_response:1; }","duration":"503.930975ms","start":"2026-03-12T19:22:26.16936Z","end":"2026-03-12T19:22:26.673291Z","steps":["trace[1538512744] 'process raft request' (duration: 503.572907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:26.673575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:26.169337Z","time spent":"504.063269ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:22:26.673586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.627565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:22:26.673671Z","caller":"traceutil/trace.go:171","msg":"trace[805454373] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2811; }","duration":"292.78041ms","start":"2026-03-12T19:22:26.380871Z","end":"2026-03-12T19:22:26.673651Z","steps":["trace[805454373] 'agreement among raft nodes before linearized reading' (duration: 292.462172ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:26.789454Z","caller":"traceutil/trace.go:171","msg":"trace[808687759] transaction","detail":"{read_only:false; response_revision:2812; number_of_response:1; }","duration":"258.71131ms","start":"2026-03-12T19:22:26.530711Z","end":"2026-03-12T19:22:26.789422Z","steps":["trace[808687759] 'process raft request' (duration: 187.496382ms)","trace[808687759] 'compare' (duration: 67.121535ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:22:26.789629Z","caller":"traceutil/trace.go:171","msg":"trace[961577834] linearizableReadLoop","detail":"{readStateIndex:2934; appliedIndex:2933; }","duration":"116.273575ms","start":"2026-03-12T19:22:26.673316Z","end":"2026-03-12T19:22:26.78959Z","steps":["trace[961577834] 'read index received' (duration: 44.892123ms)","trace[961577834] 'applied index is now lower than readState.Index' (duration: 71.378782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:22:26.789877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.197634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-12T19:22:26.789928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.492362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:22:26.789969Z","caller":"traceutil/trace.go:171","msg":"trace[1239145146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2812; }","duration":"408.565953ms","start":"2026-03-12T19:22:26.381391Z","end":"2026-03-12T19:22:26.789956Z","steps":["trace[1239145146] 'agreement among raft nodes before linearized reading' (duration: 408.402339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:26.789965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.727367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-12T19:22:26.789968Z","caller":"traceutil/trace.go:171","msg":"trace[589018536] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2812; }","duration":"404.349848ms","start":"2026-03-12T19:22:26.385599Z","end":"2026-03-12T19:22:26.789949Z","steps":["trace[589018536] 'agreement among raft nodes before linearized reading' (duration: 404.068101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:26.790018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:26.381386Z","time spent":"408.623634ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:22:26.790031Z","caller":"traceutil/trace.go:171","msg":"trace[2126397310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2812; }","duration":"408.805398ms","start":"2026-03-12T19:22:26.381211Z","end":"2026-03-12T19:22:26.790016Z","steps":["trace[2126397310] 'agreement among raft nodes before linearized reading' (duration: 408.648315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:26.79004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:26.385572Z","time spent":"404.459831ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:22:26.789927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.46935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:22:26.790133Z","caller":"traceutil/trace.go:171","msg":"trace[1171751615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2812; }","duration":"124.736096ms","start":"2026-03-12T19:22:26.66538Z","end":"2026-03-12T19:22:26.790116Z","steps":["trace[1171751615] 'agreement among raft nodes before linearized reading' (duration: 124.47519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:26.790068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:26.381207Z","time spent":"408.852829ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:22:26.789953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.336007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:22:26.790565Z","caller":"traceutil/trace.go:171","msg":"trace[1409169395] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2812; }","duration":"404.985722ms","start":"2026-03-12T19:22:26.385564Z","end":"2026-03-12T19:22:26.790549Z","steps":["trace[1409169395] 'agreement among raft nodes before linearized reading' (duration: 404.153884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:26.790639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:26.385542Z","time spent":"405.080264ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T19:22:26.930676Z","caller":"traceutil/trace.go:171","msg":"trace[862125190] transaction","detail":"{read_only:false; response_revision:2815; number_of_response:1; }","duration":"136.317777ms","start":"2026-03-12T19:22:26.794327Z","end":"2026-03-12T19:22:26.930645Z","steps":["trace[862125190] 'process raft request' (duration: 107.697221ms)","trace[862125190] 'compare' (duration: 27.735666ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:22:26.931165Z","caller":"traceutil/trace.go:171","msg":"trace[526306922] transaction","detail":"{read_only:false; response_revision:2816; number_of_response:1; }","duration":"136.480991ms","start":"2026-03-12T19:22:26.794657Z","end":"2026-03-12T19:22:26.931138Z","steps":["trace[526306922] 'process raft request' (duration: 135.922338ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:26.931406Z","caller":"traceutil/trace.go:171","msg":"trace[1720556162] transaction","detail":"{read_only:false; response_revision:2817; number_of_response:1; }","duration":"136.261026ms","start":"2026-03-12T19:22:26.795122Z","end":"2026-03-12T19:22:26.931383Z","steps":["trace[1720556162] 'process raft request' (duration: 135.938048ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:26.931718Z","caller":"traceutil/trace.go:171","msg":"trace[1740880239] transaction","detail":"{read_only:false; response_revision:2818; number_of_response:1; }","duration":"135.710624ms","start":"2026-03-12T19:22:26.795994Z","end":"2026-03-12T19:22:26.931705Z","steps":["trace[1740880239] 'process raft request' (duration: 135.330515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:27.580044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.289874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-12T19:22:27.580143Z","caller":"traceutil/trace.go:171","msg":"trace[1291054176] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2819; }","duration":"127.443417ms","start":"2026-03-12T19:22:27.452678Z","end":"2026-03-12T19:22:27.580122Z","steps":["trace[1291054176] 'range keys from in-memory index tree' (duration: 127.073609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:23:25.423529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.760187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-12T19:23:25.423669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.96476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:23:25.423702Z","caller":"traceutil/trace.go:171","msg":"trace[99822183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3097; }","duration":"137.962011ms","start":"2026-03-12T19:23:25.285712Z","end":"2026-03-12T19:23:25.423674Z","steps":["trace[99822183] 'agreement among raft nodes before linearized reading' (duration: 27.635357ms)","trace[99822183] 'range keys from in-memory index tree' (duration: 110.024857ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:23:25.423791Z","caller":"traceutil/trace.go:171","msg":"trace[1796944246] linearizableReadLoop","detail":"{readStateIndex:3232; appliedIndex:3231; }","duration":"110.444267ms","start":"2026-03-12T19:23:25.313316Z","end":"2026-03-12T19:23:25.423761Z","steps":["trace[1796944246] 'read index received' (duration: 2.165339ms)","trace[1796944246] 'applied index is now lower than readState.Index' (duration: 108.277538ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:23:25.423853Z","caller":"traceutil/trace.go:171","msg":"trace[1296769481] transaction","detail":"{read_only:false; response_revision:3098; number_of_response:1; }","duration":"135.72128ms","start":"2026-03-12T19:23:25.288105Z","end":"2026-03-12T19:23:25.423827Z","steps":["trace[1296769481] 'process raft request' (duration: 27.438823ms)","trace[1296769481] 'compare' (duration: 107.759665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:23:25.423935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.50423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:23:25.423984Z","caller":"traceutil/trace.go:171","msg":"trace[1969190632] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3098; }","duration":"137.552131ms","start":"2026-03-12T19:23:25.286416Z","end":"2026-03-12T19:23:25.423968Z","steps":["trace[1969190632] 'agreement among raft nodes before linearized reading' (duration: 137.419398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:23:25.424053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.394948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:23:25.424132Z","caller":"traceutil/trace.go:171","msg":"trace[225142875] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3098; }","duration":"133.49109ms","start":"2026-03-12T19:23:25.290622Z","end":"2026-03-12T19:23:25.424113Z","steps":["trace[225142875] 'agreement among raft nodes before linearized reading' (duration: 133.304905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:17.803079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.098166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:24:17.803249Z","caller":"traceutil/trace.go:171","msg":"trace[1141297514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3390; }","duration":"109.314352ms","start":"2026-03-12T19:24:17.693896Z","end":"2026-03-12T19:24:17.803211Z","steps":["trace[1141297514] 'range keys from in-memory index tree' (duration: 108.852488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:17.803234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.245831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-12T19:24:17.803131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.513227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:24:17.803338Z","caller":"traceutil/trace.go:171","msg":"trace[1107072339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3390; }","duration":"111.371215ms","start":"2026-03-12T19:24:17.691943Z","end":"2026-03-12T19:24:17.803314Z","steps":["trace[1107072339] 'range keys from in-memory index tree' (duration: 111.028705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:17.803294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.675146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:24:17.803438Z","caller":"traceutil/trace.go:171","msg":"trace[1855482774] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3390; }","duration":"138.834547ms","start":"2026-03-12T19:24:17.664537Z","end":"2026-03-12T19:24:17.803372Z","steps":["trace[1855482774] 'range keys from in-memory index tree' (duration: 138.412755ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:17.803517Z","caller":"traceutil/trace.go:171","msg":"trace[816598669] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3390; }","duration":"112.963395ms","start":"2026-03-12T19:24:17.690521Z","end":"2026-03-12T19:24:17.803484Z","steps":["trace[816598669] 'range keys from in-memory index tree' (duration: 112.443088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:17.803432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.692546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:24:17.803786Z","caller":"traceutil/trace.go:171","msg":"trace[398374575] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3390; }","duration":"112.143428ms","start":"2026-03-12T19:24:17.691631Z","end":"2026-03-12T19:24:17.803775Z","steps":["trace[398374575] 'range keys from in-memory index tree' (duration: 111.002164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:48.74659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.501396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:24:48.746691Z","caller":"traceutil/trace.go:171","msg":"trace[570111614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3687; }","duration":"133.657329ms","start":"2026-03-12T19:24:48.613012Z","end":"2026-03-12T19:24:48.746669Z","steps":["trace[570111614] 'range keys from in-memory index tree' (duration: 133.391593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:48.74698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.577689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:24:48.74708Z","caller":"traceutil/trace.go:171","msg":"trace[652586230] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3687; }","duration":"167.770174ms","start":"2026-03-12T19:24:48.579291Z","end":"2026-03-12T19:24:48.747061Z","steps":["trace[652586230] 'count revisions from in-memory index tree' (duration: 167.437455ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:49.022451Z","caller":"traceutil/trace.go:171","msg":"trace[513003431] transaction","detail":"{read_only:false; response_revision:3689; number_of_response:1; }","duration":"219.084227ms","start":"2026-03-12T19:24:48.803324Z","end":"2026-03-12T19:24:49.022408Z","steps":["trace[513003431] 'process raft request' (duration: 166.976325ms)","trace[513003431] 'compare' (duration: 52.00301ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:24:53.819205Z","caller":"traceutil/trace.go:171","msg":"trace[257545495] linearizableReadLoop","detail":"{readStateIndex:3867; appliedIndex:3866; }","duration":"144.704026ms","start":"2026-03-12T19:24:53.674463Z","end":"2026-03-12T19:24:53.819167Z","steps":["trace[257545495] 'read index received' (duration: 143.15553ms)","trace[257545495] 'applied index is now lower than readState.Index' (duration: 1.547446ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:24:53.819292Z","caller":"traceutil/trace.go:171","msg":"trace[562161048] transaction","detail":"{read_only:false; response_revision:3709; number_of_response:1; }","duration":"201.490107ms","start":"2026-03-12T19:24:53.617758Z","end":"2026-03-12T19:24:53.819248Z","steps":["trace[562161048] 'process raft request' (duration: 199.974292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:53.819489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.984952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:24:53.819736Z","caller":"traceutil/trace.go:171","msg":"trace[176592293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3709; }","duration":"145.29252ms","start":"2026-03-12T19:24:53.67437Z","end":"2026-03-12T19:24:53.819663Z","steps":["trace[176592293] 'agreement among raft nodes before linearized reading' (duration: 144.931611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:54.121843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.631684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-12T19:24:54.121971Z","caller":"traceutil/trace.go:171","msg":"trace[681458614] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3709; }","duration":"260.801188ms","start":"2026-03-12T19:24:53.86113Z","end":"2026-03-12T19:24:54.121931Z","steps":["trace[681458614] 'range keys from in-memory index tree' (duration: 260.41507ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:59.21445Z","caller":"traceutil/trace.go:171","msg":"trace[542374617] transaction","detail":"{read_only:false; response_revision:3736; number_of_response:1; }","duration":"436.737502ms","start":"2026-03-12T19:24:58.777667Z","end":"2026-03-12T19:24:59.214404Z","steps":["trace[542374617] 'process raft request' (duration: 436.496306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:59.214696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:58.777637Z","time spent":"436.935087ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:24:59.711398Z","caller":"traceutil/trace.go:171","msg":"trace[1313562667] transaction","detail":"{read_only:false; response_revision:3737; number_of_response:1; }","duration":"850.92915ms","start":"2026-03-12T19:24:58.860431Z","end":"2026-03-12T19:24:59.71136Z","steps":["trace[1313562667] 'process raft request' (duration: 848.79575ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:59.711717Z","caller":"traceutil/trace.go:171","msg":"trace[962519082] linearizableReadLoop","detail":"{readStateIndex:3898; appliedIndex:3895; }","duration":"139.406133ms","start":"2026-03-12T19:24:59.572283Z","end":"2026-03-12T19:24:59.711689Z","steps":["trace[962519082] 'read index received' (duration: 136.888495ms)","trace[962519082] 'applied index is now lower than readState.Index' (duration: 2.516668ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:24:59.711776Z","caller":"traceutil/trace.go:171","msg":"trace[2004240325] transaction","detail":"{read_only:false; response_revision:3738; number_of_response:1; }","duration":"652.219736ms","start":"2026-03-12T19:24:59.059522Z","end":"2026-03-12T19:24:59.711742Z","steps":["trace[2004240325] 'process raft request' (duration: 651.762025ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:59.711889Z","caller":"traceutil/trace.go:171","msg":"trace[679770789] transaction","detail":"{read_only:false; response_revision:3739; number_of_response:1; }","duration":"401.887831ms","start":"2026-03-12T19:24:59.309952Z","end":"2026-03-12T19:24:59.71184Z","steps":["trace[679770789] 'process raft request' (duration: 401.604144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:59.711939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:59.059486Z","time spent":"652.361389ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:24:59.711964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.67549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:17068"} {"level":"info","ts":"2026-03-12T19:24:59.712002Z","caller":"traceutil/trace.go:171","msg":"trace[102516939] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:3739; }","duration":"139.780032ms","start":"2026-03-12T19:24:59.572211Z","end":"2026-03-12T19:24:59.711991Z","steps":["trace[102516939] 'agreement among raft nodes before linearized reading' (duration: 139.608468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:59.712081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:59.309915Z","time spent":"402.061365ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:24:59.713046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:58.860373Z","time spent":"851.172365ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:25:56.083754Z","caller":"traceutil/trace.go:171","msg":"trace[1715503708] transaction","detail":"{read_only:false; response_revision:4096; number_of_response:1; }","duration":"122.174469ms","start":"2026-03-12T19:25:55.961552Z","end":"2026-03-12T19:25:56.083726Z","steps":["trace[1715503708] 'process raft request' (duration: 122.084017ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:04.357113Z","caller":"traceutil/trace.go:171","msg":"trace[744374049] linearizableReadLoop","detail":"{readStateIndex:4317; appliedIndex:4316; }","duration":"345.591659ms","start":"2026-03-12T19:26:04.0115Z","end":"2026-03-12T19:26:04.357092Z","steps":["trace[744374049] 'read index received' (duration: 345.510187ms)","trace[744374049] 'applied index is now lower than readState.Index' (duration: 80.602µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:04.357207Z","caller":"traceutil/trace.go:171","msg":"trace[796539442] transaction","detail":"{read_only:false; response_revision:4131; number_of_response:1; }","duration":"346.113571ms","start":"2026-03-12T19:26:04.011063Z","end":"2026-03-12T19:26:04.357177Z","steps":["trace[796539442] 'process raft request' (duration: 345.896066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:04.357252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.738762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-k8s-resources-pod\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:04.357282Z","caller":"traceutil/trace.go:171","msg":"trace[221233509] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-k8s-resources-pod; range_end:; response_count:0; response_revision:4131; }","duration":"345.807304ms","start":"2026-03-12T19:26:04.011465Z","end":"2026-03-12T19:26:04.357272Z","steps":["trace[221233509] 'agreement among raft nodes before linearized reading' (duration: 345.734153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:04.357308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:04.011454Z","time spent":"345.848235ms","remote":"127.0.0.1:58834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":26,"request content":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-k8s-resources-pod\" "} {"level":"warn","ts":"2026-03-12T19:26:04.357356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:04.011034Z","time spent":"346.241364ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:04.364464Z","caller":"traceutil/trace.go:171","msg":"trace[1766257494] transaction","detail":"{read_only:false; response_revision:4133; number_of_response:1; }","duration":"221.447984ms","start":"2026-03-12T19:26:04.142996Z","end":"2026-03-12T19:26:04.364444Z","steps":["trace[1766257494] 'process raft request' (duration: 221.167638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:04.364485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.552402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:04.364543Z","caller":"traceutil/trace.go:171","msg":"trace[1958021242] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:4133; }","duration":"289.638614ms","start":"2026-03-12T19:26:04.074885Z","end":"2026-03-12T19:26:04.364523Z","steps":["trace[1958021242] 'agreement among raft nodes before linearized reading' (duration: 289.555062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:04.36454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.09232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:26:04.364527Z","caller":"traceutil/trace.go:171","msg":"trace[1669076925] transaction","detail":"{read_only:false; response_revision:4132; number_of_response:1; }","duration":"301.674005ms","start":"2026-03-12T19:26:04.062801Z","end":"2026-03-12T19:26:04.364475Z","steps":["trace[1669076925] 'process raft request' (duration: 301.287466ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:04.364627Z","caller":"traceutil/trace.go:171","msg":"trace[1783603796] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4133; }","duration":"120.234614ms","start":"2026-03-12T19:26:04.24436Z","end":"2026-03-12T19:26:04.364594Z","steps":["trace[1783603796] 'agreement among raft nodes before linearized reading' (duration: 119.999968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:04.364797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:04.062749Z","time spent":"301.88436ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:04.474267Z","caller":"traceutil/trace.go:171","msg":"trace[768424901] transaction","detail":"{read_only:false; response_revision:4134; number_of_response:1; }","duration":"105.293005ms","start":"2026-03-12T19:26:04.368936Z","end":"2026-03-12T19:26:04.474229Z","steps":["trace[768424901] 'process raft request' (duration: 32.476227ms)","trace[768424901] 'compare' (duration: 72.642034ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:04.47427Z","caller":"traceutil/trace.go:171","msg":"trace[277846645] linearizableReadLoop","detail":"{readStateIndex:4320; appliedIndex:4319; }","duration":"102.861298ms","start":"2026-03-12T19:26:04.371369Z","end":"2026-03-12T19:26:04.47423Z","steps":["trace[277846645] 'read index received' (duration: 30.02991ms)","trace[277846645] 'applied index is now lower than readState.Index' (duration: 72.829868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:04.474465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.061402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-kubelet\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:04.474536Z","caller":"traceutil/trace.go:171","msg":"trace[1874712336] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-kubelet; range_end:; response_count:0; response_revision:4134; }","duration":"103.200716ms","start":"2026-03-12T19:26:04.371316Z","end":"2026-03-12T19:26:04.474517Z","steps":["trace[1874712336] 'agreement among raft nodes before linearized reading' (duration: 103.052442ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:08.761957Z","caller":"traceutil/trace.go:171","msg":"trace[938856942] transaction","detail":"{read_only:false; response_revision:4173; number_of_response:1; }","duration":"392.864281ms","start":"2026-03-12T19:26:08.369073Z","end":"2026-03-12T19:26:08.761937Z","steps":["trace[938856942] 'process raft request' (duration: 392.735518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:08.762107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:08.36905Z","time spent":"392.978234ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:08.793215Z","caller":"traceutil/trace.go:171","msg":"trace[1086441857] linearizableReadLoop","detail":"{readStateIndex:4363; appliedIndex:4360; }","duration":"305.913183ms","start":"2026-03-12T19:26:08.487277Z","end":"2026-03-12T19:26:08.79319Z","steps":["trace[1086441857] 'read index received' (duration: 274.620783ms)","trace[1086441857] 'applied index is now lower than readState.Index' (duration: 31.29092ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:08.793319Z","caller":"traceutil/trace.go:171","msg":"trace[1011316296] transaction","detail":"{read_only:false; response_revision:4174; number_of_response:1; }","duration":"418.178891ms","start":"2026-03-12T19:26:08.375106Z","end":"2026-03-12T19:26:08.793285Z","steps":["trace[1011316296] 'process raft request' (duration: 393.232689ms)","trace[1011316296] 'compare' (duration: 24.682756ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:08.793444Z","caller":"traceutil/trace.go:171","msg":"trace[1644990731] transaction","detail":"{read_only:false; response_revision:4175; number_of_response:1; }","duration":"416.948392ms","start":"2026-03-12T19:26:08.376465Z","end":"2026-03-12T19:26:08.793413Z","steps":["trace[1644990731] 'process raft request' (duration: 416.660096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:08.793588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.296013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:26:08.793644Z","caller":"traceutil/trace.go:171","msg":"trace[1693755506] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4175; }","duration":"306.371924ms","start":"2026-03-12T19:26:08.487257Z","end":"2026-03-12T19:26:08.793629Z","steps":["trace[1693755506] 'agreement among raft nodes before linearized reading' (duration: 306.16587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:08.79365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:08.376436Z","time spent":"417.069706ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:08.793679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:08.487183Z","time spent":"306.487587ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:26:08.793706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.813323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-12T19:26:08.793764Z","caller":"traceutil/trace.go:171","msg":"trace[628717215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4175; }","duration":"191.902885ms","start":"2026-03-12T19:26:08.601843Z","end":"2026-03-12T19:26:08.793746Z","steps":["trace[628717215] 'agreement among raft nodes before linearized reading' (duration: 191.725221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:08.793709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.978197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-bt8nr\" ","response":"range_response_count:1 size:4357"} {"level":"warn","ts":"2026-03-12T19:26:08.793774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.984848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:08.793816Z","caller":"traceutil/trace.go:171","msg":"trace[1072778956] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-create-bt8nr; range_end:; response_count:1; response_revision:4175; }","duration":"222.13077ms","start":"2026-03-12T19:26:08.571666Z","end":"2026-03-12T19:26:08.793796Z","steps":["trace[1072778956] 'agreement among raft nodes before linearized reading' (duration: 221.887965ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:08.793861Z","caller":"traceutil/trace.go:171","msg":"trace[1894486536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4175; }","duration":"129.130081ms","start":"2026-03-12T19:26:08.664707Z","end":"2026-03-12T19:26:08.793837Z","steps":["trace[1894486536] 'agreement among raft nodes before linearized reading' (duration: 128.937587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:08.793874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.80083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:26:08.793877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.779529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-12T19:26:08.793904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:08.375076Z","time spent":"418.716294ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:08.793943Z","caller":"traceutil/trace.go:171","msg":"trace[57265062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4175; }","duration":"190.889711ms","start":"2026-03-12T19:26:08.603034Z","end":"2026-03-12T19:26:08.793924Z","steps":["trace[57265062] 'agreement among raft nodes before linearized reading' (duration: 190.691277ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:08.793953Z","caller":"traceutil/trace.go:171","msg":"trace[1297719434] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4175; }","duration":"193.895862ms","start":"2026-03-12T19:26:08.600038Z","end":"2026-03-12T19:26:08.793934Z","steps":["trace[1297719434] 'agreement among raft nodes before linearized reading' (duration: 193.633335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:08.79411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.184738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:26:08.794149Z","caller":"traceutil/trace.go:171","msg":"trace[906173090] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4175; }","duration":"191.239779ms","start":"2026-03-12T19:26:08.602897Z","end":"2026-03-12T19:26:08.794137Z","steps":["trace[906173090] 'agreement among raft nodes before linearized reading' (duration: 191.146407ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:08.904904Z","caller":"traceutil/trace.go:171","msg":"trace[1182198112] transaction","detail":"{read_only:false; response_revision:4177; number_of_response:1; }","duration":"106.868681ms","start":"2026-03-12T19:26:08.798009Z","end":"2026-03-12T19:26:08.904878Z","steps":["trace[1182198112] 'process raft request' (duration: 105.5155ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:08.905326Z","caller":"traceutil/trace.go:171","msg":"trace[1813416408] transaction","detail":"{read_only:false; response_revision:4178; number_of_response:1; }","duration":"107.219229ms","start":"2026-03-12T19:26:08.798077Z","end":"2026-03-12T19:26:08.905296Z","steps":["trace[1813416408] 'process raft request' (duration: 106.722698ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:08.905395Z","caller":"traceutil/trace.go:171","msg":"trace[132812177] transaction","detail":"{read_only:false; response_revision:4179; number_of_response:1; }","duration":"106.554094ms","start":"2026-03-12T19:26:08.798805Z","end":"2026-03-12T19:26:08.905359Z","steps":["trace[132812177] 'process raft request' (duration: 106.289568ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:08.90567Z","caller":"traceutil/trace.go:171","msg":"trace[887837065] transaction","detail":"{read_only:false; response_revision:4180; number_of_response:1; }","duration":"106.671347ms","start":"2026-03-12T19:26:08.798982Z","end":"2026-03-12T19:26:08.905654Z","steps":["trace[887837065] 'process raft request' (duration: 106.321318ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:08.905868Z","caller":"traceutil/trace.go:171","msg":"trace[631195735] transaction","detail":"{read_only:false; response_revision:4181; number_of_response:1; }","duration":"102.730594ms","start":"2026-03-12T19:26:08.803119Z","end":"2026-03-12T19:26:08.90585Z","steps":["trace[631195735] 'process raft request' (duration: 102.438457ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.092559Z","caller":"traceutil/trace.go:171","msg":"trace[316382316] transaction","detail":"{read_only:false; response_revision:4325; number_of_response:1; }","duration":"164.69541ms","start":"2026-03-12T19:26:12.927833Z","end":"2026-03-12T19:26:13.092528Z","steps":["trace[316382316] 'process raft request' (duration: 164.469115ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.092667Z","caller":"traceutil/trace.go:171","msg":"trace[625978425] transaction","detail":"{read_only:false; response_revision:4327; number_of_response:1; }","duration":"160.989254ms","start":"2026-03-12T19:26:12.931663Z","end":"2026-03-12T19:26:13.092653Z","steps":["trace[625978425] 'process raft request' (duration: 160.790029ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.092598Z","caller":"traceutil/trace.go:171","msg":"trace[303924406] transaction","detail":"{read_only:false; response_revision:4326; number_of_response:1; }","duration":"163.202836ms","start":"2026-03-12T19:26:12.929359Z","end":"2026-03-12T19:26:13.092561Z","steps":["trace[303924406] 'process raft request' (duration: 163.062163ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.092834Z","caller":"traceutil/trace.go:171","msg":"trace[669167041] transaction","detail":"{read_only:false; response_revision:4330; number_of_response:1; }","duration":"157.567614ms","start":"2026-03-12T19:26:12.935252Z","end":"2026-03-12T19:26:13.09282Z","steps":["trace[669167041] 'process raft request' (duration: 157.363329ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.092805Z","caller":"traceutil/trace.go:171","msg":"trace[1162860886] transaction","detail":"{read_only:false; response_revision:4329; number_of_response:1; }","duration":"160.020902ms","start":"2026-03-12T19:26:12.932738Z","end":"2026-03-12T19:26:13.092758Z","steps":["trace[1162860886] 'process raft request' (duration: 159.846778ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.092962Z","caller":"traceutil/trace.go:171","msg":"trace[283453330] transaction","detail":"{read_only:false; response_revision:4328; number_of_response:1; }","duration":"160.974824ms","start":"2026-03-12T19:26:12.931717Z","end":"2026-03-12T19:26:13.092692Z","steps":["trace[283453330] 'process raft request' (duration: 160.81559ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.093074Z","caller":"traceutil/trace.go:171","msg":"trace[243100132] transaction","detail":"{read_only:false; response_revision:4331; number_of_response:1; }","duration":"157.729738ms","start":"2026-03-12T19:26:12.935337Z","end":"2026-03-12T19:26:13.093066Z","steps":["trace[243100132] 'process raft request' (duration: 157.446041ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.09311Z","caller":"traceutil/trace.go:171","msg":"trace[627509667] transaction","detail":"{read_only:false; response_revision:4332; number_of_response:1; }","duration":"157.697367ms","start":"2026-03-12T19:26:12.935399Z","end":"2026-03-12T19:26:13.093097Z","steps":["trace[627509667] 'process raft request' (duration: 157.584225ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.09321Z","caller":"traceutil/trace.go:171","msg":"trace[476278850] linearizableReadLoop","detail":"{readStateIndex:4518; appliedIndex:4513; }","duration":"159.850688ms","start":"2026-03-12T19:26:12.933348Z","end":"2026-03-12T19:26:13.093199Z","steps":["trace[476278850] 'read index received' (duration: 6.455461ms)","trace[476278850] 'applied index is now lower than readState.Index' (duration: 153.394707ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:13.093261Z","caller":"traceutil/trace.go:171","msg":"trace[1938062278] transaction","detail":"{read_only:false; response_revision:4337; number_of_response:1; }","duration":"154.131704ms","start":"2026-03-12T19:26:12.939123Z","end":"2026-03-12T19:26:13.093255Z","steps":["trace[1938062278] 'process raft request' (duration: 154.047252ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.093265Z","caller":"traceutil/trace.go:171","msg":"trace[1515816004] transaction","detail":"{read_only:false; response_revision:4333; number_of_response:1; }","duration":"157.704487ms","start":"2026-03-12T19:26:12.935553Z","end":"2026-03-12T19:26:13.093258Z","steps":["trace[1515816004] 'process raft request' (duration: 157.495982ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.093272Z","caller":"traceutil/trace.go:171","msg":"trace[578144104] transaction","detail":"{read_only:false; response_revision:4334; number_of_response:1; }","duration":"154.445761ms","start":"2026-03-12T19:26:12.938739Z","end":"2026-03-12T19:26:13.093185Z","steps":["trace[578144104] 'process raft request' (duration: 154.339369ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.093379Z","caller":"traceutil/trace.go:171","msg":"trace[62145050] transaction","detail":"{read_only:false; response_revision:4336; number_of_response:1; }","duration":"154.3844ms","start":"2026-03-12T19:26:12.938944Z","end":"2026-03-12T19:26:13.093328Z","steps":["trace[62145050] 'process raft request' (duration: 154.193295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:13.093448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.082563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:4756"} {"level":"info","ts":"2026-03-12T19:26:13.093339Z","caller":"traceutil/trace.go:171","msg":"trace[1667100136] transaction","detail":"{read_only:false; response_revision:4335; number_of_response:1; }","duration":"154.561244ms","start":"2026-03-12T19:26:12.938765Z","end":"2026-03-12T19:26:13.093326Z","steps":["trace[1667100136] 'process raft request' (duration: 154.342339ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.093489Z","caller":"traceutil/trace.go:171","msg":"trace[162462440] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:4337; }","duration":"160.134264ms","start":"2026-03-12T19:26:12.933343Z","end":"2026-03-12T19:26:13.093477Z","steps":["trace[162462440] 'agreement among raft nodes before linearized reading' (duration: 160.019552ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.166635Z","caller":"traceutil/trace.go:171","msg":"trace[510217893] transaction","detail":"{read_only:false; response_revision:4338; number_of_response:1; }","duration":"222.826687ms","start":"2026-03-12T19:26:12.943773Z","end":"2026-03-12T19:26:13.166599Z","steps":["trace[510217893] 'process raft request' (duration: 222.53723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:13.166797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.455725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:26:13.166859Z","caller":"traceutil/trace.go:171","msg":"trace[740772587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4340; }","duration":"209.547826ms","start":"2026-03-12T19:26:12.957297Z","end":"2026-03-12T19:26:13.166844Z","steps":["trace[740772587] 'agreement among raft nodes before linearized reading' (duration: 209.331341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:13.166894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.304267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-12T19:26:13.166998Z","caller":"traceutil/trace.go:171","msg":"trace[537138213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4340; }","duration":"211.44498ms","start":"2026-03-12T19:26:12.955531Z","end":"2026-03-12T19:26:13.166976Z","steps":["trace[537138213] 'agreement among raft nodes before linearized reading' (duration: 211.105912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:13.167001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.786179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:26:13.166991Z","caller":"traceutil/trace.go:171","msg":"trace[1018523197] transaction","detail":"{read_only:false; response_revision:4339; number_of_response:1; }","duration":"222.912388ms","start":"2026-03-12T19:26:12.94402Z","end":"2026-03-12T19:26:13.166933Z","steps":["trace[1018523197] 'process raft request' (duration: 222.466078ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.167088Z","caller":"traceutil/trace.go:171","msg":"trace[2079630584] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4340; }","duration":"211.927563ms","start":"2026-03-12T19:26:12.955139Z","end":"2026-03-12T19:26:13.167067Z","steps":["trace[2079630584] 'agreement among raft nodes before linearized reading' (duration: 211.631736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:13.167217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.176221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:5072"} {"level":"info","ts":"2026-03-12T19:26:13.167272Z","caller":"traceutil/trace.go:171","msg":"trace[311175824] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:4340; }","duration":"228.264683ms","start":"2026-03-12T19:26:12.938992Z","end":"2026-03-12T19:26:13.167256Z","steps":["trace[311175824] 'agreement among raft nodes before linearized reading' (duration: 227.792522ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.167185Z","caller":"traceutil/trace.go:171","msg":"trace[1584591187] transaction","detail":"{read_only:false; response_revision:4340; number_of_response:1; }","duration":"221.864334ms","start":"2026-03-12T19:26:12.945161Z","end":"2026-03-12T19:26:13.167025Z","steps":["trace[1584591187] 'process raft request' (duration: 221.389912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:13.167315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.981984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-12T19:26:13.167282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.420381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ll48d\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:26:13.167467Z","caller":"traceutil/trace.go:171","msg":"trace[895946676] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ll48d; range_end:; response_count:1; response_revision:4340; }","duration":"172.647387ms","start":"2026-03-12T19:26:12.994807Z","end":"2026-03-12T19:26:13.167454Z","steps":["trace[895946676] 'agreement among raft nodes before linearized reading' (duration: 172.154635ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.167467Z","caller":"traceutil/trace.go:171","msg":"trace[458684650] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4340; }","duration":"212.207209ms","start":"2026-03-12T19:26:12.955211Z","end":"2026-03-12T19:26:13.167418Z","steps":["trace[458684650] 'agreement among raft nodes before linearized reading' (duration: 211.596094ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.286606Z","caller":"traceutil/trace.go:171","msg":"trace[606824336] transaction","detail":"{read_only:false; response_revision:4341; number_of_response:1; }","duration":"185.210359ms","start":"2026-03-12T19:26:13.101324Z","end":"2026-03-12T19:26:13.286534Z","steps":["trace[606824336] 'process raft request' (duration: 178.553564ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.286729Z","caller":"traceutil/trace.go:171","msg":"trace[1466362084] transaction","detail":"{read_only:false; response_revision:4342; number_of_response:1; }","duration":"183.939689ms","start":"2026-03-12T19:26:13.102755Z","end":"2026-03-12T19:26:13.286695Z","steps":["trace[1466362084] 'process raft request' (duration: 183.698993ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.286715Z","caller":"traceutil/trace.go:171","msg":"trace[2085706714] transaction","detail":"{read_only:false; response_revision:4343; number_of_response:1; }","duration":"183.815677ms","start":"2026-03-12T19:26:13.102866Z","end":"2026-03-12T19:26:13.286682Z","steps":["trace[2085706714] 'process raft request' (duration: 183.732455ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.28711Z","caller":"traceutil/trace.go:171","msg":"trace[652868077] transaction","detail":"{read_only:false; response_revision:4344; number_of_response:1; }","duration":"184.161434ms","start":"2026-03-12T19:26:13.102918Z","end":"2026-03-12T19:26:13.287079Z","steps":["trace[652868077] 'process raft request' (duration: 183.728194ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.287302Z","caller":"traceutil/trace.go:171","msg":"trace[52186584] transaction","detail":"{read_only:false; response_revision:4345; number_of_response:1; }","duration":"180.626142ms","start":"2026-03-12T19:26:13.106663Z","end":"2026-03-12T19:26:13.28729Z","steps":["trace[52186584] 'process raft request' (duration: 180.344335ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.287401Z","caller":"traceutil/trace.go:171","msg":"trace[2076295985] transaction","detail":"{read_only:false; response_revision:4346; number_of_response:1; }","duration":"180.605522ms","start":"2026-03-12T19:26:13.106779Z","end":"2026-03-12T19:26:13.287385Z","steps":["trace[2076295985] 'process raft request' (duration: 180.414337ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.287695Z","caller":"traceutil/trace.go:171","msg":"trace[1932931443] transaction","detail":"{read_only:false; response_revision:4347; number_of_response:1; }","duration":"178.483812ms","start":"2026-03-12T19:26:13.109178Z","end":"2026-03-12T19:26:13.287662Z","steps":["trace[1932931443] 'process raft request' (duration: 178.103744ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.287744Z","caller":"traceutil/trace.go:171","msg":"trace[1611075567] transaction","detail":"{read_only:false; response_revision:4348; number_of_response:1; }","duration":"178.473782ms","start":"2026-03-12T19:26:13.109251Z","end":"2026-03-12T19:26:13.287724Z","steps":["trace[1611075567] 'process raft request' (duration: 178.257907ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.287876Z","caller":"traceutil/trace.go:171","msg":"trace[1547727867] transaction","detail":"{read_only:false; response_revision:4349; number_of_response:1; }","duration":"178.571604ms","start":"2026-03-12T19:26:13.109289Z","end":"2026-03-12T19:26:13.287861Z","steps":["trace[1547727867] 'process raft request' (duration: 178.365479ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.287958Z","caller":"traceutil/trace.go:171","msg":"trace[2041698571] transaction","detail":"{read_only:false; response_revision:4350; number_of_response:1; }","duration":"178.517993ms","start":"2026-03-12T19:26:13.109418Z","end":"2026-03-12T19:26:13.287936Z","steps":["trace[2041698571] 'process raft request' (duration: 178.38886ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.288041Z","caller":"traceutil/trace.go:171","msg":"trace[1772934191] transaction","detail":"{read_only:false; response_revision:4351; number_of_response:1; }","duration":"178.512613ms","start":"2026-03-12T19:26:13.109464Z","end":"2026-03-12T19:26:13.287977Z","steps":["trace[1772934191] 'process raft request' (duration: 178.40142ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.288059Z","caller":"traceutil/trace.go:171","msg":"trace[342171444] transaction","detail":"{read_only:false; response_revision:4352; number_of_response:1; }","duration":"178.564923ms","start":"2026-03-12T19:26:13.109482Z","end":"2026-03-12T19:26:13.288047Z","steps":["trace[342171444] 'process raft request' (duration: 178.43058ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.288215Z","caller":"traceutil/trace.go:171","msg":"trace[557974493] transaction","detail":"{read_only:false; response_revision:4356; number_of_response:1; }","duration":"178.540293ms","start":"2026-03-12T19:26:13.109663Z","end":"2026-03-12T19:26:13.288203Z","steps":["trace[557974493] 'process raft request' (duration: 178.39298ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.28823Z","caller":"traceutil/trace.go:171","msg":"trace[564936257] transaction","detail":"{read_only:false; response_revision:4355; number_of_response:1; }","duration":"178.604195ms","start":"2026-03-12T19:26:13.10959Z","end":"2026-03-12T19:26:13.288195Z","steps":["trace[564936257] 'process raft request' (duration: 178.432961ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.288263Z","caller":"traceutil/trace.go:171","msg":"trace[1404006608] transaction","detail":"{read_only:false; response_revision:4358; number_of_response:1; }","duration":"178.463732ms","start":"2026-03-12T19:26:13.109782Z","end":"2026-03-12T19:26:13.288245Z","steps":["trace[1404006608] 'process raft request' (duration: 178.35903ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.288376Z","caller":"traceutil/trace.go:171","msg":"trace[1030757705] transaction","detail":"{read_only:false; response_revision:4354; number_of_response:1; }","duration":"178.792119ms","start":"2026-03-12T19:26:13.10957Z","end":"2026-03-12T19:26:13.288362Z","steps":["trace[1030757705] 'process raft request' (duration: 178.41827ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.288392Z","caller":"traceutil/trace.go:171","msg":"trace[1350561836] transaction","detail":"{read_only:false; response_revision:4353; number_of_response:1; }","duration":"178.81604ms","start":"2026-03-12T19:26:13.109535Z","end":"2026-03-12T19:26:13.288351Z","steps":["trace[1350561836] 'process raft request' (duration: 178.41343ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.288408Z","caller":"traceutil/trace.go:171","msg":"trace[1878951675] transaction","detail":"{read_only:false; response_revision:4357; number_of_response:1; }","duration":"178.617206ms","start":"2026-03-12T19:26:13.109776Z","end":"2026-03-12T19:26:13.288393Z","steps":["trace[1878951675] 'process raft request' (duration: 178.337019ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.288554Z","caller":"traceutil/trace.go:171","msg":"trace[1644801749] transaction","detail":"{read_only:false; response_revision:4363; number_of_response:1; }","duration":"117.200803ms","start":"2026-03-12T19:26:13.171339Z","end":"2026-03-12T19:26:13.28854Z","steps":["trace[1644801749] 'process raft request' (duration: 117.111301ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.28862Z","caller":"traceutil/trace.go:171","msg":"trace[1220994860] transaction","detail":"{read_only:false; response_revision:4360; number_of_response:1; }","duration":"176.932026ms","start":"2026-03-12T19:26:13.111676Z","end":"2026-03-12T19:26:13.288608Z","steps":["trace[1220994860] 'process raft request' (duration: 176.595428ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.288685Z","caller":"traceutil/trace.go:171","msg":"trace[1504650792] transaction","detail":"{read_only:false; response_revision:4359; number_of_response:1; }","duration":"178.793509ms","start":"2026-03-12T19:26:13.109874Z","end":"2026-03-12T19:26:13.288667Z","steps":["trace[1504650792] 'process raft request' (duration: 178.303557ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.28873Z","caller":"traceutil/trace.go:171","msg":"trace[1484097393] transaction","detail":"{read_only:false; response_revision:4361; number_of_response:1; }","duration":"170.204669ms","start":"2026-03-12T19:26:13.118515Z","end":"2026-03-12T19:26:13.28872Z","steps":["trace[1484097393] 'process raft request' (duration: 169.82023ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.288861Z","caller":"traceutil/trace.go:171","msg":"trace[1147624511] linearizableReadLoop","detail":"{readStateIndex:4552; appliedIndex:4529; }","duration":"122.24367ms","start":"2026-03-12T19:26:13.166597Z","end":"2026-03-12T19:26:13.288841Z","steps":["trace[1147624511] 'read index received' (duration: 113.383073ms)","trace[1147624511] 'applied index is now lower than readState.Index' (duration: 8.858347ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:13.289022Z","caller":"traceutil/trace.go:171","msg":"trace[1695389834] transaction","detail":"{read_only:false; response_revision:4362; number_of_response:1; }","duration":"168.808837ms","start":"2026-03-12T19:26:13.120201Z","end":"2026-03-12T19:26:13.28901Z","steps":["trace[1695389834] 'process raft request' (duration: 168.195213ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.289142Z","caller":"traceutil/trace.go:171","msg":"trace[1238727714] transaction","detail":"{read_only:false; response_revision:4364; number_of_response:1; }","duration":"117.597262ms","start":"2026-03-12T19:26:13.171522Z","end":"2026-03-12T19:26:13.289119Z","steps":["trace[1238727714] 'process raft request' (duration: 116.986838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:13.289443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.4245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10568"} {"level":"info","ts":"2026-03-12T19:26:13.289501Z","caller":"traceutil/trace.go:171","msg":"trace[1680229288] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:4366; }","duration":"178.519613ms","start":"2026-03-12T19:26:13.110965Z","end":"2026-03-12T19:26:13.289485Z","steps":["trace[1680229288] 'agreement among raft nodes before linearized reading' (duration: 178.175615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:13.289593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.871148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-z84bj\" ","response":"range_response_count:1 size:3858"} {"level":"info","ts":"2026-03-12T19:26:13.289646Z","caller":"traceutil/trace.go:171","msg":"trace[1884060748] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-z84bj; range_end:; response_count:1; response_revision:4366; }","duration":"186.954999ms","start":"2026-03-12T19:26:13.102675Z","end":"2026-03-12T19:26:13.28963Z","steps":["trace[1884060748] 'agreement among raft nodes before linearized reading' (duration: 186.763555ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.290067Z","caller":"traceutil/trace.go:171","msg":"trace[1006686042] transaction","detail":"{read_only:false; response_revision:4365; number_of_response:1; }","duration":"117.820397ms","start":"2026-03-12T19:26:13.172232Z","end":"2026-03-12T19:26:13.290053Z","steps":["trace[1006686042] 'process raft request' (duration: 116.484056ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.290116Z","caller":"traceutil/trace.go:171","msg":"trace[1074968772] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4359; }","duration":"179.081856ms","start":"2026-03-12T19:26:13.111013Z","end":"2026-03-12T19:26:13.290095Z","steps":["trace[1074968772] 'process raft request' (duration: 177.217873ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.290748Z","caller":"traceutil/trace.go:171","msg":"trace[1396513000] transaction","detail":"{read_only:false; response_revision:4366; number_of_response:1; }","duration":"118.485063ms","start":"2026-03-12T19:26:13.172243Z","end":"2026-03-12T19:26:13.290728Z","steps":["trace[1396513000] 'process raft request' (duration: 116.608699ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.290903Z","caller":"traceutil/trace.go:171","msg":"trace[1939044893] transaction","detail":"{read_only:false; response_revision:4368; number_of_response:1; }","duration":"116.745433ms","start":"2026-03-12T19:26:13.174139Z","end":"2026-03-12T19:26:13.290885Z","steps":["trace[1939044893] 'process raft request' (duration: 116.491367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:13.291172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.915726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62977"} {"level":"info","ts":"2026-03-12T19:26:13.291244Z","caller":"traceutil/trace.go:171","msg":"trace[958486786] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4370; }","duration":"117.013429ms","start":"2026-03-12T19:26:13.174213Z","end":"2026-03-12T19:26:13.291227Z","steps":["trace[958486786] 'agreement among raft nodes before linearized reading' (duration: 116.757203ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.291305Z","caller":"traceutil/trace.go:171","msg":"trace[671230076] transaction","detail":"{read_only:false; response_revision:4370; number_of_response:1; }","duration":"111.527761ms","start":"2026-03-12T19:26:13.179732Z","end":"2026-03-12T19:26:13.29126Z","steps":["trace[671230076] 'process raft request' (duration: 111.120401ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.291477Z","caller":"traceutil/trace.go:171","msg":"trace[1235495079] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4370; }","duration":"110.012205ms","start":"2026-03-12T19:26:13.18145Z","end":"2026-03-12T19:26:13.291462Z","steps":["trace[1235495079] 'process raft request' (duration: 109.465342ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.291173Z","caller":"traceutil/trace.go:171","msg":"trace[1333576304] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4369; }","duration":"111.884639ms","start":"2026-03-12T19:26:13.17927Z","end":"2026-03-12T19:26:13.291155Z","steps":["trace[1333576304] 'process raft request' (duration: 111.537011ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.291222Z","caller":"traceutil/trace.go:171","msg":"trace[1328654134] transaction","detail":"{read_only:false; response_revision:4367; number_of_response:1; }","duration":"117.635523ms","start":"2026-03-12T19:26:13.173572Z","end":"2026-03-12T19:26:13.291207Z","steps":["trace[1328654134] 'process raft request' (duration: 115.318379ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:13.291713Z","caller":"traceutil/trace.go:171","msg":"trace[207154677] transaction","detail":"{read_only:false; response_revision:4369; number_of_response:1; }","duration":"113.929487ms","start":"2026-03-12T19:26:13.177764Z","end":"2026-03-12T19:26:13.291693Z","steps":["trace[207154677] 'process raft request' (duration: 112.971954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:14.345358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.875618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:14.345458Z","caller":"traceutil/trace.go:171","msg":"trace[590484656] range","detail":"{range_begin:/registry/roles/monitoring/kube-prometheus-stack-admission; range_end:; response_count:0; response_revision:4506; }","duration":"115.036182ms","start":"2026-03-12T19:26:14.230403Z","end":"2026-03-12T19:26:14.345439Z","steps":["trace[590484656] 'agreement among raft nodes before linearized reading' (duration: 114.824217ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:14.723104Z","caller":"traceutil/trace.go:171","msg":"trace[1235456864] transaction","detail":"{read_only:false; response_revision:4511; number_of_response:1; }","duration":"175.065562ms","start":"2026-03-12T19:26:14.54801Z","end":"2026-03-12T19:26:14.723076Z","steps":["trace[1235456864] 'process raft request' (duration: 170.761322ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:14.781398Z","caller":"traceutil/trace.go:171","msg":"trace[1428316097] linearizableReadLoop","detail":"{readStateIndex:4707; appliedIndex:4704; }","duration":"114.863749ms","start":"2026-03-12T19:26:14.666514Z","end":"2026-03-12T19:26:14.781378Z","steps":["trace[1428316097] 'read index received' (duration: 52.273119ms)","trace[1428316097] 'applied index is now lower than readState.Index' (duration: 62.58981ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:14.781457Z","caller":"traceutil/trace.go:171","msg":"trace[1261754170] transaction","detail":"{read_only:false; response_revision:4512; number_of_response:1; }","duration":"195.667603ms","start":"2026-03-12T19:26:14.585765Z","end":"2026-03-12T19:26:14.781433Z","steps":["trace[1261754170] 'process raft request' (duration: 195.463238ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:14.781492Z","caller":"traceutil/trace.go:171","msg":"trace[1400190523] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4512; }","duration":"195.397626ms","start":"2026-03-12T19:26:14.586087Z","end":"2026-03-12T19:26:14.781485Z","steps":["trace[1400190523] 'process raft request' (duration: 195.262953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:14.781642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.108664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:14.78172Z","caller":"traceutil/trace.go:171","msg":"trace[1013711230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4512; }","duration":"115.226577ms","start":"2026-03-12T19:26:14.666476Z","end":"2026-03-12T19:26:14.781702Z","steps":["trace[1013711230] 'agreement among raft nodes before linearized reading' (duration: 115.025162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:14.784232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.832931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:26:14.784335Z","caller":"traceutil/trace.go:171","msg":"trace[1739719345] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:4513; }","duration":"103.984815ms","start":"2026-03-12T19:26:14.680319Z","end":"2026-03-12T19:26:14.784304Z","steps":["trace[1739719345] 'agreement among raft nodes before linearized reading' (duration: 103.820201ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:16.883655Z","caller":"traceutil/trace.go:171","msg":"trace[376525530] transaction","detail":"{read_only:false; response_revision:4548; number_of_response:1; }","duration":"215.496745ms","start":"2026-03-12T19:26:16.668128Z","end":"2026-03-12T19:26:16.883625Z","steps":["trace[376525530] 'process raft request' (duration: 215.28421ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:17.774758Z","caller":"traceutil/trace.go:171","msg":"trace[1970744449] linearizableReadLoop","detail":"{readStateIndex:4763; appliedIndex:4762; }","duration":"128.635339ms","start":"2026-03-12T19:26:17.646088Z","end":"2026-03-12T19:26:17.774723Z","steps":["trace[1970744449] 'read index received' (duration: 128.316852ms)","trace[1970744449] 'applied index is now lower than readState.Index' (duration: 317.027µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:17.774852Z","caller":"traceutil/trace.go:171","msg":"trace[800327872] transaction","detail":"{read_only:false; response_revision:4567; number_of_response:1; }","duration":"174.99167ms","start":"2026-03-12T19:26:17.599826Z","end":"2026-03-12T19:26:17.774818Z","steps":["trace[800327872] 'process raft request' (duration: 174.619462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:17.775031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.205589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:17.7751Z","caller":"traceutil/trace.go:171","msg":"trace[1525099508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4567; }","duration":"110.344483ms","start":"2026-03-12T19:26:17.664735Z","end":"2026-03-12T19:26:17.77508Z","steps":["trace[1525099508] 'agreement among raft nodes before linearized reading' (duration: 110.210359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:17.775153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.033608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-kswp8\" ","response":"range_response_count:1 size:4483"} {"level":"info","ts":"2026-03-12T19:26:17.775293Z","caller":"traceutil/trace.go:171","msg":"trace[370204641] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-kswp8; range_end:; response_count:1; response_revision:4567; }","duration":"129.183502ms","start":"2026-03-12T19:26:17.646055Z","end":"2026-03-12T19:26:17.775239Z","steps":["trace[370204641] 'agreement among raft nodes before linearized reading' (duration: 128.806394ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:19.042156Z","caller":"traceutil/trace.go:171","msg":"trace[784596086] transaction","detail":"{read_only:false; response_revision:4633; number_of_response:1; }","duration":"151.757948ms","start":"2026-03-12T19:26:18.890358Z","end":"2026-03-12T19:26:19.042116Z","steps":["trace[784596086] 'process raft request' (duration: 151.425151ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:19.137267Z","caller":"traceutil/trace.go:171","msg":"trace[30394827] transaction","detail":"{read_only:false; response_revision:4634; number_of_response:1; }","duration":"246.832015ms","start":"2026-03-12T19:26:18.890408Z","end":"2026-03-12T19:26:19.13724Z","steps":["trace[30394827] 'process raft request' (duration: 246.639931ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:19.137629Z","caller":"traceutil/trace.go:171","msg":"trace[84984423] linearizableReadLoop","detail":"{readStateIndex:4832; appliedIndex:4829; }","duration":"110.603989ms","start":"2026-03-12T19:26:19.02701Z","end":"2026-03-12T19:26:19.137614Z","steps":["trace[84984423] 'read index received' (duration: 14.894968ms)","trace[84984423] 'applied index is now lower than readState.Index' (duration: 95.707871ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:19.137732Z","caller":"traceutil/trace.go:171","msg":"trace[114146379] transaction","detail":"{read_only:false; response_revision:4635; number_of_response:1; }","duration":"225.398975ms","start":"2026-03-12T19:26:18.912296Z","end":"2026-03-12T19:26:19.137695Z","steps":["trace[114146379] 'process raft request' (duration: 224.889923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:19.137873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.841214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:26:19.137995Z","caller":"traceutil/trace.go:171","msg":"trace[187674107] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4635; }","duration":"111.051029ms","start":"2026-03-12T19:26:19.026918Z","end":"2026-03-12T19:26:19.137969Z","steps":["trace[187674107] 'agreement among raft nodes before linearized reading' (duration: 110.776993ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:19.275523Z","caller":"traceutil/trace.go:171","msg":"trace[696812980] transaction","detail":"{read_only:false; response_revision:4636; number_of_response:1; }","duration":"133.045291ms","start":"2026-03-12T19:26:19.14244Z","end":"2026-03-12T19:26:19.275485Z","steps":["trace[696812980] 'process raft request' (duration: 132.782635ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:19.275766Z","caller":"traceutil/trace.go:171","msg":"trace[1388387049] linearizableReadLoop","detail":"{readStateIndex:4833; appliedIndex:4833; }","duration":"106.465312ms","start":"2026-03-12T19:26:19.169251Z","end":"2026-03-12T19:26:19.275716Z","steps":["trace[1388387049] 'read index received' (duration: 106.450711ms)","trace[1388387049] 'applied index is now lower than readState.Index' (duration: 12.171µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:19.275941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.680807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-12T19:26:19.276013Z","caller":"traceutil/trace.go:171","msg":"trace[227600628] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4636; }","duration":"106.81223ms","start":"2026-03-12T19:26:19.169184Z","end":"2026-03-12T19:26:19.275997Z","steps":["trace[227600628] 'agreement among raft nodes before linearized reading' (duration: 106.623916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:20.996289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.428602ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:26:20.996418Z","caller":"traceutil/trace.go:171","msg":"trace[2001808486] transaction","detail":"{read_only:false; response_revision:4650; number_of_response:1; }","duration":"285.24128ms","start":"2026-03-12T19:26:20.711154Z","end":"2026-03-12T19:26:20.996396Z","steps":["trace[2001808486] 'process raft request' (duration: 45.616783ms)","trace[2001808486] 'compare' (duration: 239.253068ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:21.040516Z","caller":"traceutil/trace.go:171","msg":"trace[574347393] linearizableReadLoop","detail":"{readStateIndex:4849; appliedIndex:4848; }","duration":"167.71357ms","start":"2026-03-12T19:26:20.872773Z","end":"2026-03-12T19:26:21.040486Z","steps":["trace[574347393] 'read index received' (duration: 167.430724ms)","trace[574347393] 'applied index is now lower than readState.Index' (duration: 281.946µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:21.040647Z","caller":"traceutil/trace.go:171","msg":"trace[1704435519] transaction","detail":"{read_only:false; response_revision:4651; number_of_response:1; }","duration":"241.631344ms","start":"2026-03-12T19:26:20.798955Z","end":"2026-03-12T19:26:21.040586Z","steps":["trace[1704435519] 'process raft request' (duration: 241.352867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:21.040755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.002807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:21.04082Z","caller":"traceutil/trace.go:171","msg":"trace[1072091279] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:4651; }","duration":"168.171831ms","start":"2026-03-12T19:26:20.87263Z","end":"2026-03-12T19:26:21.040801Z","steps":["trace[1072091279] 'agreement among raft nodes before linearized reading' (duration: 168.033097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:21.041115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.280184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-349e1d36-c034-41dc-a438-aa585c7729ef\" ","response":"range_response_count:1 size:4064"} {"level":"info","ts":"2026-03-12T19:26:21.04127Z","caller":"traceutil/trace.go:171","msg":"trace[1894052275] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-349e1d36-c034-41dc-a438-aa585c7729ef; range_end:; response_count:1; response_revision:4651; }","duration":"159.511579ms","start":"2026-03-12T19:26:20.881733Z","end":"2026-03-12T19:26:21.041244Z","steps":["trace[1894052275] 'agreement among raft nodes before linearized reading' (duration: 159.035068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:22.179228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.060097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:26:22.179314Z","caller":"traceutil/trace.go:171","msg":"trace[82997568] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4673; }","duration":"222.215141ms","start":"2026-03-12T19:26:21.957079Z","end":"2026-03-12T19:26:22.179295Z","steps":["trace[82997568] 'count revisions from in-memory index tree' (duration: 221.846653ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:22.180133Z","caller":"traceutil/trace.go:171","msg":"trace[295702777] transaction","detail":"{read_only:false; response_revision:4674; number_of_response:1; }","duration":"103.323748ms","start":"2026-03-12T19:26:22.076792Z","end":"2026-03-12T19:26:22.180116Z","steps":["trace[295702777] 'process raft request' (duration: 68.356253ms)","trace[295702777] 'compare' (duration: 34.007283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:22.180208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.853674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-349e1d36-c034-41dc-a438-aa585c7729ef\" ","response":"range_response_count:1 size:4079"} {"level":"info","ts":"2026-03-12T19:26:22.180375Z","caller":"traceutil/trace.go:171","msg":"trace[1717785764] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-349e1d36-c034-41dc-a438-aa585c7729ef; range_end:; response_count:1; response_revision:4673; }","duration":"132.09459ms","start":"2026-03-12T19:26:22.048244Z","end":"2026-03-12T19:26:22.180339Z","steps":["trace[1717785764] 'range keys from in-memory index tree' (duration: 131.580238ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:27.330775Z","caller":"traceutil/trace.go:171","msg":"trace[320125734] linearizableReadLoop","detail":"{readStateIndex:5057; appliedIndex:5056; }","duration":"141.453468ms","start":"2026-03-12T19:26:27.189291Z","end":"2026-03-12T19:26:27.330745Z","steps":["trace[320125734] 'read index received' (duration: 121.397601ms)","trace[320125734] 'applied index is now lower than readState.Index' (duration: 20.054797ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:27.331013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.709764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-12T19:26:27.331054Z","caller":"traceutil/trace.go:171","msg":"trace[1857964796] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4850; }","duration":"141.815646ms","start":"2026-03-12T19:26:27.189227Z","end":"2026-03-12T19:26:27.331043Z","steps":["trace[1857964796] 'agreement among raft nodes before linearized reading' (duration: 141.641252ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:27.331151Z","caller":"traceutil/trace.go:171","msg":"trace[948635363] transaction","detail":"{read_only:false; response_revision:4850; number_of_response:1; }","duration":"148.719608ms","start":"2026-03-12T19:26:27.182384Z","end":"2026-03-12T19:26:27.331104Z","steps":["trace[948635363] 'process raft request' (duration: 128.284551ms)","trace[948635363] 'compare' (duration: 19.945765ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:27.378754Z","caller":"traceutil/trace.go:171","msg":"trace[299454618] transaction","detail":"{read_only:false; response_revision:4852; number_of_response:1; }","duration":"170.71256ms","start":"2026-03-12T19:26:27.208011Z","end":"2026-03-12T19:26:27.378724Z","steps":["trace[299454618] 'process raft request' (duration: 170.658159ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:27.378787Z","caller":"traceutil/trace.go:171","msg":"trace[51644023] transaction","detail":"{read_only:false; response_revision:4851; number_of_response:1; }","duration":"174.674533ms","start":"2026-03-12T19:26:27.204088Z","end":"2026-03-12T19:26:27.378763Z","steps":["trace[51644023] 'process raft request' (duration: 174.394526ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:27.550806Z","caller":"traceutil/trace.go:171","msg":"trace[502304737] linearizableReadLoop","detail":"{readStateIndex:5062; appliedIndex:5060; }","duration":"129.512359ms","start":"2026-03-12T19:26:27.421268Z","end":"2026-03-12T19:26:27.550781Z","steps":["trace[502304737] 'read index received' (duration: 64.319549ms)","trace[502304737] 'applied index is now lower than readState.Index' (duration: 65.19143ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:27.550931Z","caller":"traceutil/trace.go:171","msg":"trace[2078775482] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"138.466079ms","start":"2026-03-12T19:26:27.412455Z","end":"2026-03-12T19:26:27.550921Z","steps":["trace[2078775482] 'process raft request' (duration: 138.196012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:27.551215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.433677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-12T19:26:27.551316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.682771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ll48d\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:26:27.551948Z","caller":"traceutil/trace.go:171","msg":"trace[506450145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4855; }","duration":"129.588372ms","start":"2026-03-12T19:26:27.421721Z","end":"2026-03-12T19:26:27.551309Z","steps":["trace[506450145] 'agreement among raft nodes before linearized reading' (duration: 129.244734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:27.552236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.948323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:26:27.552361Z","caller":"traceutil/trace.go:171","msg":"trace[1669664057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4855; }","duration":"131.099167ms","start":"2026-03-12T19:26:27.421211Z","end":"2026-03-12T19:26:27.55231Z","steps":["trace[1669664057] 'agreement among raft nodes before linearized reading' (duration: 129.93958ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:27.55213Z","caller":"traceutil/trace.go:171","msg":"trace[1748031176] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ll48d; range_end:; response_count:1; response_revision:4855; }","duration":"129.53803ms","start":"2026-03-12T19:26:27.422547Z","end":"2026-03-12T19:26:27.552085Z","steps":["trace[1748031176] 'agreement among raft nodes before linearized reading' (duration: 128.498526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:27.75062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.64979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:26:27.750785Z","caller":"traceutil/trace.go:171","msg":"trace[616772761] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"190.395419ms","start":"2026-03-12T19:26:27.560346Z","end":"2026-03-12T19:26:27.750741Z","steps":["trace[616772761] 'process raft request' (duration: 43.513385ms)","trace[616772761] 'compare' (duration: 127.995304ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:27.781867Z","caller":"traceutil/trace.go:171","msg":"trace[324339165] linearizableReadLoop","detail":"{readStateIndex:5065; appliedIndex:5062; }","duration":"219.370404ms","start":"2026-03-12T19:26:27.562468Z","end":"2026-03-12T19:26:27.781839Z","steps":["trace[324339165] 'read index received' (duration: 41.400685ms)","trace[324339165] 'applied index is now lower than readState.Index' (duration: 177.968699ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:27.78194Z","caller":"traceutil/trace.go:171","msg":"trace[596311969] transaction","detail":"{read_only:false; response_revision:4857; number_of_response:1; }","duration":"221.210237ms","start":"2026-03-12T19:26:27.560698Z","end":"2026-03-12T19:26:27.781908Z","steps":["trace[596311969] 'process raft request' (duration: 220.943191ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:27.781982Z","caller":"traceutil/trace.go:171","msg":"trace[1694464354] transaction","detail":"{read_only:false; response_revision:4858; number_of_response:1; }","duration":"221.143026ms","start":"2026-03-12T19:26:27.56078Z","end":"2026-03-12T19:26:27.781923Z","steps":["trace[1694464354] 'process raft request' (duration: 221.015673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:27.782248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.760733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62977"} {"level":"info","ts":"2026-03-12T19:26:27.782342Z","caller":"traceutil/trace.go:171","msg":"trace[1738156813] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4858; }","duration":"219.889607ms","start":"2026-03-12T19:26:27.56243Z","end":"2026-03-12T19:26:27.78232Z","steps":["trace[1738156813] 'agreement among raft nodes before linearized reading' (duration: 219.521478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:28.018414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.44428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:26:28.018511Z","caller":"traceutil/trace.go:171","msg":"trace[810142160] linearizableReadLoop","detail":"{readStateIndex:5066; appliedIndex:5065; }","duration":"236.553025ms","start":"2026-03-12T19:26:27.781943Z","end":"2026-03-12T19:26:28.018496Z","steps":["trace[810142160] 'read index received' (duration: 69.948361ms)","trace[810142160] 'applied index is now lower than readState.Index' (duration: 166.603654ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:28.018586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.585624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:28.018555Z","caller":"traceutil/trace.go:171","msg":"trace[592004143] transaction","detail":"{read_only:false; response_revision:4859; number_of_response:1; }","duration":"258.787813ms","start":"2026-03-12T19:26:27.759729Z","end":"2026-03-12T19:26:28.018517Z","steps":["trace[592004143] 'process raft request' (duration: 92.183959ms)","trace[592004143] 'compare' (duration: 166.195815ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:28.018614Z","caller":"traceutil/trace.go:171","msg":"trace[216913202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4859; }","duration":"353.663965ms","start":"2026-03-12T19:26:27.664942Z","end":"2026-03-12T19:26:28.018606Z","steps":["trace[216913202] 'agreement among raft nodes before linearized reading' (duration: 353.592534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:28.018639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:27.664917Z","time spent":"353.717857ms","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:26:28.018787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.414288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-2m58j\" ","response":"range_response_count:1 size:9716"} {"level":"info","ts":"2026-03-12T19:26:28.01889Z","caller":"traceutil/trace.go:171","msg":"trace[567494416] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-2m58j; range_end:; response_count:1; response_revision:4859; }","duration":"238.560731ms","start":"2026-03-12T19:26:27.780299Z","end":"2026-03-12T19:26:28.01886Z","steps":["trace[567494416] 'agreement among raft nodes before linearized reading' (duration: 238.294015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:28.348355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.971476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:26:28.348502Z","caller":"traceutil/trace.go:171","msg":"trace[383646084] transaction","detail":"{read_only:false; response_revision:4861; number_of_response:1; }","duration":"267.075077ms","start":"2026-03-12T19:26:28.081415Z","end":"2026-03-12T19:26:28.34849Z","steps":["trace[383646084] 'process raft request' (duration: 267.016495ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:28.348565Z","caller":"traceutil/trace.go:171","msg":"trace[1998565001] transaction","detail":"{read_only:false; response_revision:4860; number_of_response:1; }","duration":"315.128997ms","start":"2026-03-12T19:26:28.03341Z","end":"2026-03-12T19:26:28.348539Z","steps":["trace[1998565001] 'process raft request' (duration: 155.914755ms)","trace[1998565001] 'compare' (duration: 158.789202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:28.348684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:28.033386Z","time spent":"315.23853ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9713,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:28.612255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.411944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:26:28.612652Z","caller":"traceutil/trace.go:171","msg":"trace[1127876320] transaction","detail":"{read_only:false; response_revision:4862; number_of_response:1; }","duration":"360.191148ms","start":"2026-03-12T19:26:28.25242Z","end":"2026-03-12T19:26:28.612611Z","steps":["trace[1127876320] 'process raft request' (duration: 231.340144ms)","trace[1127876320] 'compare' (duration: 128.131017ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:28.612777Z","caller":"traceutil/trace.go:171","msg":"trace[983544221] linearizableReadLoop","detail":"{readStateIndex:5069; appliedIndex:5068; }","duration":"164.962926ms","start":"2026-03-12T19:26:28.44779Z","end":"2026-03-12T19:26:28.612753Z","steps":["trace[983544221] 'read index received' (duration: 35.823155ms)","trace[983544221] 'applied index is now lower than readState.Index' (duration: 129.138471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:28.612853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:28.252388Z","time spent":"360.367842ms","remote":"127.0.0.1:43554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2173,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:26:28.613283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.493198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719292"} {"level":"info","ts":"2026-03-12T19:26:28.613333Z","caller":"traceutil/trace.go:171","msg":"trace[546036751] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4863; }","duration":"165.596111ms","start":"2026-03-12T19:26:28.447721Z","end":"2026-03-12T19:26:28.613317Z","steps":["trace[546036751] 'agreement among raft nodes before linearized reading' (duration: 165.11486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:29.177647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.209678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-12T19:26:29.177744Z","caller":"traceutil/trace.go:171","msg":"trace[691299741] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4876; }","duration":"245.353471ms","start":"2026-03-12T19:26:28.932358Z","end":"2026-03-12T19:26:29.177712Z","steps":["trace[691299741] 'range keys from in-memory index tree' (duration: 245.019093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:29.990549Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879541287271275,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:26:30.020078Z","caller":"traceutil/trace.go:171","msg":"trace[1402412697] transaction","detail":"{read_only:false; response_revision:4879; number_of_response:1; }","duration":"635.63144ms","start":"2026-03-12T19:26:29.384421Z","end":"2026-03-12T19:26:30.020052Z","steps":["trace[1402412697] 'process raft request' (duration: 634.970565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:30.02034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:29.3844Z","time spent":"635.729282ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:30.020765Z","caller":"traceutil/trace.go:171","msg":"trace[1458502126] linearizableReadLoop","detail":"{readStateIndex:5087; appliedIndex:5085; }","duration":"530.681654ms","start":"2026-03-12T19:26:29.49006Z","end":"2026-03-12T19:26:30.020742Z","steps":["trace[1458502126] 'read index received' (duration: 529.353462ms)","trace[1458502126] 'applied index is now lower than readState.Index' (duration: 1.327281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:30.021001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.925979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:26:30.021026Z","caller":"traceutil/trace.go:171","msg":"trace[2141236233] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4880; }","duration":"531.013451ms","start":"2026-03-12T19:26:29.490004Z","end":"2026-03-12T19:26:30.021018Z","steps":["trace[2141236233] 'agreement among raft nodes before linearized reading' (duration: 530.850907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:30.021051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:29.48998Z","time spent":"531.065313ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:26:30.021062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.370974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:26:30.021071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.833068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:26:30.02113Z","caller":"traceutil/trace.go:171","msg":"trace[1331442045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4880; }","duration":"464.94648ms","start":"2026-03-12T19:26:29.556169Z","end":"2026-03-12T19:26:30.021115Z","steps":["trace[1331442045] 'agreement among raft nodes before linearized reading' (duration: 464.734275ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:30.021125Z","caller":"traceutil/trace.go:171","msg":"trace[1341780052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4880; }","duration":"234.492937ms","start":"2026-03-12T19:26:29.786613Z","end":"2026-03-12T19:26:30.021106Z","steps":["trace[1341780052] 'agreement among raft nodes before linearized reading' (duration: 234.304133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:30.021157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:29.556145Z","time spent":"465.007702ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:26:30.021161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.305844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-2m58j.189c2e9932a8ed17\" ","response":"range_response_count:1 size:962"} {"level":"warn","ts":"2026-03-12T19:26:30.021245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.858458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:26:30.021239Z","caller":"traceutil/trace.go:171","msg":"trace[2028176312] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-2m58j.189c2e9932a8ed17; range_end:; response_count:1; response_revision:4880; }","duration":"216.395936ms","start":"2026-03-12T19:26:29.804823Z","end":"2026-03-12T19:26:30.021218Z","steps":["trace[2028176312] 'agreement among raft nodes before linearized reading' (duration: 216.128609ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:30.021447Z","caller":"traceutil/trace.go:171","msg":"trace[889409358] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4880; }","duration":"266.098674ms","start":"2026-03-12T19:26:29.755342Z","end":"2026-03-12T19:26:30.021441Z","steps":["trace[889409358] 'agreement among raft nodes before linearized reading' (duration: 265.856178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:30.021449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.871348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9fe35872-49cc-4b2a-aef0-87cd866323cf\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-03-12T19:26:30.021251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.791679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:26:30.021467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-2m58j\" ","response":"range_response_count:1 size:9830"} {"level":"info","ts":"2026-03-12T19:26:30.021469Z","caller":"traceutil/trace.go:171","msg":"trace[202977007] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9fe35872-49cc-4b2a-aef0-87cd866323cf; range_end:; response_count:1; response_revision:4880; }","duration":"331.926398ms","start":"2026-03-12T19:26:29.689536Z","end":"2026-03-12T19:26:30.021463Z","steps":["trace[202977007] 'agreement among raft nodes before linearized reading' (duration: 331.690323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:30.021489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.264593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:30.021614Z","caller":"traceutil/trace.go:171","msg":"trace[1826950184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4880; }","duration":"358.432827ms","start":"2026-03-12T19:26:29.663173Z","end":"2026-03-12T19:26:30.021606Z","steps":["trace[1826950184] 'agreement among raft nodes before linearized reading' (duration: 358.282733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:30.021643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:29.663146Z","time spent":"358.490948ms","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:26:30.021495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.913857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-12T19:26:30.021773Z","caller":"traceutil/trace.go:171","msg":"trace[999836931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4880; }","duration":"235.217254ms","start":"2026-03-12T19:26:29.786548Z","end":"2026-03-12T19:26:30.021765Z","steps":["trace[999836931] 'agreement among raft nodes before linearized reading' (duration: 234.690712ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:30.021512Z","caller":"traceutil/trace.go:171","msg":"trace[553192495] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-2m58j; range_end:; response_count:1; response_revision:4880; }","duration":"217.942941ms","start":"2026-03-12T19:26:29.803551Z","end":"2026-03-12T19:26:30.021494Z","steps":["trace[553192495] 'agreement among raft nodes before linearized reading' (duration: 217.618093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:30.021483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.157119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ll48d\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:26:30.021913Z","caller":"traceutil/trace.go:171","msg":"trace[1462612047] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ll48d; range_end:; response_count:1; response_revision:4880; }","duration":"234.619981ms","start":"2026-03-12T19:26:29.787287Z","end":"2026-03-12T19:26:30.021907Z","steps":["trace[1462612047] 'agreement among raft nodes before linearized reading' (duration: 233.892384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:30.021526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.880063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-12T19:26:30.022006Z","caller":"traceutil/trace.go:171","msg":"trace[1232568410] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4880; }","duration":"264.361013ms","start":"2026-03-12T19:26:29.757622Z","end":"2026-03-12T19:26:30.021983Z","steps":["trace[1232568410] 'agreement among raft nodes before linearized reading' (duration: 263.864892ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:30.021539Z","caller":"traceutil/trace.go:171","msg":"trace[329399699] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:4880; }","duration":"185.084855ms","start":"2026-03-12T19:26:29.836408Z","end":"2026-03-12T19:26:30.021493Z","steps":["trace[329399699] 'agreement among raft nodes before linearized reading' (duration: 184.758587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:30.021526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:29.689515Z","time spent":"331.99696ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3622,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9fe35872-49cc-4b2a-aef0-87cd866323cf\" "} {"level":"info","ts":"2026-03-12T19:26:30.020875Z","caller":"traceutil/trace.go:171","msg":"trace[1475771979] transaction","detail":"{read_only:false; response_revision:4880; number_of_response:1; }","duration":"636.225404ms","start":"2026-03-12T19:26:29.384634Z","end":"2026-03-12T19:26:30.02086Z","steps":["trace[1475771979] 'process raft request' (duration: 635.982189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:30.022402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:29.384599Z","time spent":"637.73305ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:31.029402Z","caller":"traceutil/trace.go:171","msg":"trace[1466973609] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"174.99567ms","start":"2026-03-12T19:26:30.854388Z","end":"2026-03-12T19:26:31.029384Z","steps":["trace[1466973609] 'process raft request' (duration: 174.867447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:32.220192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122160403s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:26:32.220526Z","caller":"traceutil/trace.go:171","msg":"trace[77453988] transaction","detail":"{read_only:false; response_revision:4913; number_of_response:1; }","duration":"1.180644697s","start":"2026-03-12T19:26:31.039866Z","end":"2026-03-12T19:26:32.220511Z","steps":["trace[77453988] 'process raft request' (duration: 1.180531895s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:32.220641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:31.039843Z","time spent":"1.180767479s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2498,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:26:32.220683Z","caller":"traceutil/trace.go:171","msg":"trace[1694786729] linearizableReadLoop","detail":"{readStateIndex:5121; appliedIndex:5119; }","duration":"1.26269903s","start":"2026-03-12T19:26:30.957958Z","end":"2026-03-12T19:26:32.220657Z","steps":["trace[1694786729] 'read index received' (duration: 71.253311ms)","trace[1694786729] 'applied index is now lower than readState.Index' (duration: 1.191442338s)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:32.220525Z","caller":"traceutil/trace.go:171","msg":"trace[1148145561] transaction","detail":"{read_only:false; response_revision:4912; number_of_response:1; }","duration":"1.360300216s","start":"2026-03-12T19:26:30.860191Z","end":"2026-03-12T19:26:32.220491Z","steps":["trace[1148145561] 'process raft request' (duration: 237.766844ms)","trace[1148145561] 'compare' (duration: 1.121965259s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:32.220952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:30.860163Z","time spent":"1.360752936s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:32.221014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263072208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-2m58j-tls\" ","response":"range_response_count:1 size:1967"} {"level":"info","ts":"2026-03-12T19:26:32.22108Z","caller":"traceutil/trace.go:171","msg":"trace[643065926] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-2m58j-tls; range_end:; response_count:1; response_revision:4913; }","duration":"1.263187521s","start":"2026-03-12T19:26:30.957879Z","end":"2026-03-12T19:26:32.221066Z","steps":["trace[643065926] 'agreement among raft nodes before linearized reading' (duration: 1.262935325s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:32.221141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:30.957857Z","time spent":"1.263273514s","remote":"127.0.0.1:43578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":1988,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-2m58j-tls\" "} {"level":"warn","ts":"2026-03-12T19:26:32.630001Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.445344698s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:26:33.334882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.622748ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:26:33.335087Z","caller":"traceutil/trace.go:171","msg":"trace[1396085289] linearizableReadLoop","detail":"{readStateIndex:5125; appliedIndex:5122; }","duration":"1.1143197s","start":"2026-03-12T19:26:32.220756Z","end":"2026-03-12T19:26:33.335076Z","steps":["trace[1396085289] 'read index received' (duration: 409.490417ms)","trace[1396085289] 'applied index is now lower than readState.Index' (duration: 704.828703ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:33.335236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655318203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:33.335257Z","caller":"traceutil/trace.go:171","msg":"trace[758638696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4917; }","duration":"1.655361674s","start":"2026-03-12T19:26:31.67989Z","end":"2026-03-12T19:26:33.335252Z","steps":["trace[758638696] 'agreement among raft nodes before linearized reading' (duration: 1.655328244s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:33.335265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640061488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:33.335315Z","caller":"traceutil/trace.go:171","msg":"trace[537448377] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:4917; }","duration":"1.640146561s","start":"2026-03-12T19:26:31.695155Z","end":"2026-03-12T19:26:33.335302Z","steps":["trace[537448377] 'agreement among raft nodes before linearized reading' (duration: 1.640061149s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:33.33532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.188922235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:26:33.335366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507914237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9fe35872-49cc-4b2a-aef0-87cd866323cf\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-03-12T19:26:33.335368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:31.695136Z","time spent":"1.640218552s","remote":"127.0.0.1:51036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:26:33.335383Z","caller":"traceutil/trace.go:171","msg":"trace[646540093] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4917; }","duration":"2.189034277s","start":"2026-03-12T19:26:31.146337Z","end":"2026-03-12T19:26:33.335371Z","steps":["trace[646540093] 'agreement among raft nodes before linearized reading' (duration: 2.188932925s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:33.335429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:31.146316Z","time spent":"2.189105499s","remote":"127.0.0.1:54120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:26:33.335388Z","caller":"traceutil/trace.go:171","msg":"trace[529241392] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9fe35872-49cc-4b2a-aef0-87cd866323cf; range_end:; response_count:1; response_revision:4917; }","duration":"1.507973509s","start":"2026-03-12T19:26:31.827409Z","end":"2026-03-12T19:26:33.335383Z","steps":["trace[529241392] 'agreement among raft nodes before linearized reading' (duration: 1.507876706s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:33.335496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299638812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-12T19:26:33.335555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:31.827389Z","time spent":"1.508156133s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3622,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9fe35872-49cc-4b2a-aef0-87cd866323cf\" "} {"level":"warn","ts":"2026-03-12T19:26:33.335548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116731997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:26:33.335554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.307136491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9fe35872-49cc-4b2a-aef0-87cd866323cf\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-12T19:26:33.335568Z","caller":"traceutil/trace.go:171","msg":"trace[408937834] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4917; }","duration":"1.299769404s","start":"2026-03-12T19:26:32.03578Z","end":"2026-03-12T19:26:33.335549Z","steps":["trace[408937834] 'agreement among raft nodes before linearized reading' (duration: 1.299545729s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:33.335621Z","caller":"traceutil/trace.go:171","msg":"trace[2071323172] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:4917; }","duration":"1.11685144s","start":"2026-03-12T19:26:32.218756Z","end":"2026-03-12T19:26:33.335607Z","steps":["trace[2071323172] 'agreement among raft nodes before linearized reading' (duration: 1.116711607s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:33.335629Z","caller":"traceutil/trace.go:171","msg":"trace[431520155] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9fe35872-49cc-4b2a-aef0-87cd866323cf; range_end:; response_count:1; response_revision:4917; }","duration":"2.307249414s","start":"2026-03-12T19:26:31.028365Z","end":"2026-03-12T19:26:33.335615Z","steps":["trace[431520155] 'agreement among raft nodes before linearized reading' (duration: 2.306874625s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:33.335649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:32.035762Z","time spent":"1.299877457s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:26:33.335659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:32.218734Z","time spent":"1.116914601s","remote":"127.0.0.1:57024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:26:33.335665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:31.02834Z","time spent":"2.307316195s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3622,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9fe35872-49cc-4b2a-aef0-87cd866323cf\" "} {"level":"info","ts":"2026-03-12T19:26:33.335688Z","caller":"traceutil/trace.go:171","msg":"trace[73769441] transaction","detail":"{read_only:false; response_revision:4915; number_of_response:1; }","duration":"1.308487977s","start":"2026-03-12T19:26:32.027188Z","end":"2026-03-12T19:26:33.335677Z","steps":["trace[73769441] 'process raft request' (duration: 1.307768931s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:33.335689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21337231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ll48d\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:26:33.335744Z","caller":"traceutil/trace.go:171","msg":"trace[1508711403] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ll48d; range_end:; response_count:1; response_revision:4917; }","duration":"1.213467852s","start":"2026-03-12T19:26:32.12227Z","end":"2026-03-12T19:26:33.335738Z","steps":["trace[1508711403] 'agreement among raft nodes before linearized reading' (duration: 1.21337336s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:33.335743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593417441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777473"} {"level":"warn","ts":"2026-03-12T19:26:33.335761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:32.122245Z","time spent":"1.213512373s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-ll48d\" "} {"level":"warn","ts":"2026-03-12T19:26:33.335756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:32.027141Z","time spent":"1.308571149s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:33.335767Z","caller":"traceutil/trace.go:171","msg":"trace[2029664691] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4917; }","duration":"1.593473632s","start":"2026-03-12T19:26:31.742288Z","end":"2026-03-12T19:26:33.335762Z","steps":["trace[2029664691] 'agreement among raft nodes before linearized reading' (duration: 1.593129904s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:33.335736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2922983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-12T19:26:33.335741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341909997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-12T19:26:33.33578Z","caller":"traceutil/trace.go:171","msg":"trace[1499617472] transaction","detail":"{read_only:false; response_revision:4914; number_of_response:1; }","duration":"2.151197565s","start":"2026-03-12T19:26:31.184564Z","end":"2026-03-12T19:26:33.335762Z","steps":["trace[1499617472] 'process raft request' (duration: 1.445634345s)","trace[1499617472] 'compare' (duration: 704.26767ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:33.335822Z","caller":"traceutil/trace.go:171","msg":"trace[1494311691] transaction","detail":"{read_only:false; response_revision:4917; number_of_response:1; }","duration":"919.97861ms","start":"2026-03-12T19:26:32.415837Z","end":"2026-03-12T19:26:33.335816Z","steps":["trace[1494311691] 'process raft request' (duration: 919.198721ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:33.335818Z","caller":"traceutil/trace.go:171","msg":"trace[519636778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4917; }","duration":"1.292412863s","start":"2026-03-12T19:26:32.043381Z","end":"2026-03-12T19:26:33.335794Z","steps":["trace[519636778] 'agreement among raft nodes before linearized reading' (duration: 1.292141547s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:33.335821Z","caller":"traceutil/trace.go:171","msg":"trace[326864328] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4917; }","duration":"1.34205332s","start":"2026-03-12T19:26:31.993751Z","end":"2026-03-12T19:26:33.335804Z","steps":["trace[326864328] 'agreement among raft nodes before linearized reading' (duration: 1.341482897s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:33.335876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:32.415806Z","time spent":"920.055272ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:33.335881Z","caller":"traceutil/trace.go:171","msg":"trace[158960318] transaction","detail":"{read_only:false; response_revision:4916; number_of_response:1; }","duration":"1.304083835s","start":"2026-03-12T19:26:32.031785Z","end":"2026-03-12T19:26:33.335869Z","steps":["trace[158960318] 'process raft request' (duration: 1.303229895s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:33.335889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:32.043374Z","time spent":"1.292506425s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:26:33.335907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:31.99373Z","time spent":"1.342165762s","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":533,"response size":29,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:26:33.335916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:31.679874Z","time spent":"1.65603801s","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:26:33.335912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:31.184545Z","time spent":"2.151269008s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:33.335787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:31.742271Z","time spent":"1.593512093s","remote":"127.0.0.1:58820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777494,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-12T19:26:33.335946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:32.031757Z","time spent":"1.304149957s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:33.33601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295259079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:26:33.335931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295191658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:26:33.336125Z","caller":"traceutil/trace.go:171","msg":"trace[524643805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4917; }","duration":"1.295390112s","start":"2026-03-12T19:26:32.040716Z","end":"2026-03-12T19:26:33.336106Z","steps":["trace[524643805] 'agreement among raft nodes before linearized reading' (duration: 1.295049224s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:33.336148Z","caller":"traceutil/trace.go:171","msg":"trace[1629634684] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4917; }","duration":"1.295437174s","start":"2026-03-12T19:26:32.040691Z","end":"2026-03-12T19:26:33.336128Z","steps":["trace[1629634684] 'agreement among raft nodes before linearized reading' (duration: 1.295083376s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:33.336169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:32.040692Z","time spent":"1.295468875s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:26:33.336205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:32.04068Z","time spent":"1.295512775s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:26:33.336069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295354551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:26:33.33627Z","caller":"traceutil/trace.go:171","msg":"trace[1148037983] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4917; }","duration":"1.295578327s","start":"2026-03-12T19:26:32.040677Z","end":"2026-03-12T19:26:33.336255Z","steps":["trace[1148037983] 'agreement among raft nodes before linearized reading' (duration: 1.294520262s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:33.336305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108252409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-2m58j-tls\" ","response":"range_response_count:1 size:4436"} {"level":"warn","ts":"2026-03-12T19:26:33.336323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:32.040664Z","time spent":"1.295646558s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T19:26:33.336348Z","caller":"traceutil/trace.go:171","msg":"trace[917043733] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-2m58j-tls; range_end:; response_count:1; response_revision:4918; }","duration":"1.108308661s","start":"2026-03-12T19:26:32.228027Z","end":"2026-03-12T19:26:33.336335Z","steps":["trace[917043733] 'agreement among raft nodes before linearized reading' (duration: 1.108183688s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:33.336391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:32.228013Z","time spent":"1.108368992s","remote":"127.0.0.1:58820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":4457,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-2m58j-tls\" "} {"level":"info","ts":"2026-03-12T19:26:33.4488Z","caller":"traceutil/trace.go:171","msg":"trace[1064724029] transaction","detail":"{read_only:false; response_revision:4920; number_of_response:1; }","duration":"107.902356ms","start":"2026-03-12T19:26:33.340855Z","end":"2026-03-12T19:26:33.448758Z","steps":["trace[1064724029] 'process raft request' (duration: 107.599969ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:33.448956Z","caller":"traceutil/trace.go:171","msg":"trace[1197409659] transaction","detail":"{read_only:false; response_revision:4922; number_of_response:1; }","duration":"107.159779ms","start":"2026-03-12T19:26:33.34177Z","end":"2026-03-12T19:26:33.448929Z","steps":["trace[1197409659] 'process raft request' (duration: 106.924903ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:33.448837Z","caller":"traceutil/trace.go:171","msg":"trace[78326312] transaction","detail":"{read_only:false; response_revision:4921; number_of_response:1; }","duration":"107.326903ms","start":"2026-03-12T19:26:33.341467Z","end":"2026-03-12T19:26:33.448794Z","steps":["trace[78326312] 'process raft request' (duration: 107.171979ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:33.449371Z","caller":"traceutil/trace.go:171","msg":"trace[1296765710] linearizableReadLoop","detail":"{readStateIndex:5129; appliedIndex:5127; }","duration":"108.030349ms","start":"2026-03-12T19:26:33.341331Z","end":"2026-03-12T19:26:33.449361Z","steps":["trace[1296765710] 'read index received' (duration: 91.500743ms)","trace[1296765710] 'applied index is now lower than readState.Index' (duration: 16.528786ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:33.449451Z","caller":"traceutil/trace.go:171","msg":"trace[1076470948] transaction","detail":"{read_only:false; response_revision:4924; number_of_response:1; }","duration":"107.21938ms","start":"2026-03-12T19:26:33.342226Z","end":"2026-03-12T19:26:33.449445Z","steps":["trace[1076470948] 'process raft request' (duration: 107.062736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:33.449535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.79262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:33.449574Z","caller":"traceutil/trace.go:171","msg":"trace[1610439259] transaction","detail":"{read_only:false; response_revision:4923; number_of_response:1; }","duration":"107.519387ms","start":"2026-03-12T19:26:33.342041Z","end":"2026-03-12T19:26:33.449561Z","steps":["trace[1610439259] 'process raft request' (duration: 106.834251ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:33.449598Z","caller":"traceutil/trace.go:171","msg":"trace[813742388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4924; }","duration":"103.917093ms","start":"2026-03-12T19:26:33.345666Z","end":"2026-03-12T19:26:33.449583Z","steps":["trace[813742388] 'agreement among raft nodes before linearized reading' (duration: 103.818921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:33.449734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.393227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62977"} {"level":"info","ts":"2026-03-12T19:26:33.449794Z","caller":"traceutil/trace.go:171","msg":"trace[1341623930] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4924; }","duration":"108.47592ms","start":"2026-03-12T19:26:33.341304Z","end":"2026-03-12T19:26:33.44978Z","steps":["trace[1341623930] 'agreement among raft nodes before linearized reading' (duration: 108.193083ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:35.556714Z","caller":"traceutil/trace.go:171","msg":"trace[711385475] transaction","detail":"{read_only:false; response_revision:4950; number_of_response:1; }","duration":"210.777514ms","start":"2026-03-12T19:26:35.345909Z","end":"2026-03-12T19:26:35.556686Z","steps":["trace[711385475] 'process raft request' (duration: 179.426743ms)","trace[711385475] 'compare' (duration: 31.134336ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:35.557049Z","caller":"traceutil/trace.go:171","msg":"trace[1483885711] transaction","detail":"{read_only:false; response_revision:4952; number_of_response:1; }","duration":"209.870193ms","start":"2026-03-12T19:26:35.347165Z","end":"2026-03-12T19:26:35.557035Z","steps":["trace[1483885711] 'process raft request' (duration: 209.682259ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:35.557053Z","caller":"traceutil/trace.go:171","msg":"trace[1582773029] transaction","detail":"{read_only:false; response_revision:4951; number_of_response:1; }","duration":"211.053741ms","start":"2026-03-12T19:26:35.345979Z","end":"2026-03-12T19:26:35.557033Z","steps":["trace[1582773029] 'process raft request' (duration: 210.655222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:35.557292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.258995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-12T19:26:35.556988Z","caller":"traceutil/trace.go:171","msg":"trace[10618417] linearizableReadLoop","detail":"{readStateIndex:5161; appliedIndex:5159; }","duration":"210.966458ms","start":"2026-03-12T19:26:35.345993Z","end":"2026-03-12T19:26:35.55696Z","steps":["trace[10618417] 'read index received' (duration: 60.578332ms)","trace[10618417] 'applied index is now lower than readState.Index' (duration: 150.386866ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:35.557362Z","caller":"traceutil/trace.go:171","msg":"trace[1209670994] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4952; }","duration":"211.386778ms","start":"2026-03-12T19:26:35.345958Z","end":"2026-03-12T19:26:35.557345Z","steps":["trace[1209670994] 'agreement among raft nodes before linearized reading' (duration: 211.140172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:35.557663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.787059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-12T19:26:35.557713Z","caller":"traceutil/trace.go:171","msg":"trace[1577221291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4952; }","duration":"103.861241ms","start":"2026-03-12T19:26:35.45384Z","end":"2026-03-12T19:26:35.557702Z","steps":["trace[1577221291] 'agreement among raft nodes before linearized reading' (duration: 103.743689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:35.557868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.651029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:26:35.557892Z","caller":"traceutil/trace.go:171","msg":"trace[2098503858] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4952; }","duration":"116.700371ms","start":"2026-03-12T19:26:35.441183Z","end":"2026-03-12T19:26:35.557883Z","steps":["trace[2098503858] 'agreement among raft nodes before linearized reading' (duration: 116.642059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:35.557915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.979134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:26:35.557956Z","caller":"traceutil/trace.go:171","msg":"trace[2021771332] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4952; }","duration":"104.065166ms","start":"2026-03-12T19:26:35.45388Z","end":"2026-03-12T19:26:35.557945Z","steps":["trace[2021771332] 'agreement among raft nodes before linearized reading' (duration: 103.948903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:35.558141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.396152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9fe35872-49cc-4b2a-aef0-87cd866323cf\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-03-12T19:26:35.558177Z","caller":"traceutil/trace.go:171","msg":"trace[898435407] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9fe35872-49cc-4b2a-aef0-87cd866323cf; range_end:; response_count:1; response_revision:4952; }","duration":"179.453394ms","start":"2026-03-12T19:26:35.378711Z","end":"2026-03-12T19:26:35.558165Z","steps":["trace[898435407] 'agreement among raft nodes before linearized reading' (duration: 178.697267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:36.012284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.491201ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:36.012393Z","caller":"traceutil/trace.go:171","msg":"trace[903147927] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4952; }","duration":"226.613093ms","start":"2026-03-12T19:26:35.785764Z","end":"2026-03-12T19:26:36.012377Z","steps":["trace[903147927] 'range keys from in-memory index tree' (duration: 226.47503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:36.012703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.631439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:26:36.012842Z","caller":"traceutil/trace.go:171","msg":"trace[161565119] transaction","detail":"{read_only:false; response_revision:4953; number_of_response:1; }","duration":"438.734089ms","start":"2026-03-12T19:26:35.574096Z","end":"2026-03-12T19:26:36.01283Z","steps":["trace[161565119] 'process raft request' (duration: 104.923766ms)","trace[161565119] 'compare' (duration: 333.291711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:36.01289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:35.574072Z","time spent":"438.796571ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:36.013143Z","caller":"traceutil/trace.go:171","msg":"trace[1376232398] transaction","detail":"{read_only:false; response_revision:4954; number_of_response:1; }","duration":"438.756169ms","start":"2026-03-12T19:26:35.574354Z","end":"2026-03-12T19:26:36.01311Z","steps":["trace[1376232398] 'process raft request' (duration: 438.400811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:36.013311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:35.574345Z","time spent":"438.870852ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:36.013217Z","caller":"traceutil/trace.go:171","msg":"trace[907918280] transaction","detail":"{read_only:false; response_revision:4955; number_of_response:1; }","duration":"438.811031ms","start":"2026-03-12T19:26:35.574374Z","end":"2026-03-12T19:26:36.013185Z","steps":["trace[907918280] 'process raft request' (duration: 438.610677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:36.01351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:35.574355Z","time spent":"439.043166ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:36.013555Z","caller":"traceutil/trace.go:171","msg":"trace[1827327925] transaction","detail":"{read_only:false; response_revision:4956; number_of_response:1; }","duration":"439.143688ms","start":"2026-03-12T19:26:35.574395Z","end":"2026-03-12T19:26:36.013539Z","steps":["trace[1827327925] 'process raft request' (duration: 438.744109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:36.01363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:35.57439Z","time spent":"439.190769ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:36.013788Z","caller":"traceutil/trace.go:171","msg":"trace[2122222155] transaction","detail":"{read_only:false; response_revision:4957; number_of_response:1; }","duration":"439.076437ms","start":"2026-03-12T19:26:35.574688Z","end":"2026-03-12T19:26:36.013764Z","steps":["trace[2122222155] 'process raft request' (duration: 438.831781ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:36.013891Z","caller":"traceutil/trace.go:171","msg":"trace[1973650849] transaction","detail":"{read_only:false; response_revision:4958; number_of_response:1; }","duration":"438.757759ms","start":"2026-03-12T19:26:35.575124Z","end":"2026-03-12T19:26:36.013882Z","steps":["trace[1973650849] 'process raft request' (duration: 438.572935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:36.013891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:35.574683Z","time spent":"439.1623ms","remote":"127.0.0.1:58834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":561,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:26:36.013935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:35.575118Z","time spent":"438.7964ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:36.014072Z","caller":"traceutil/trace.go:171","msg":"trace[1720801887] linearizableReadLoop","detail":"{readStateIndex:5168; appliedIndex:5162; }","duration":"401.514142ms","start":"2026-03-12T19:26:35.612548Z","end":"2026-03-12T19:26:36.014062Z","steps":["trace[1720801887] 'read index received' (duration: 66.48828ms)","trace[1720801887] 'applied index is now lower than readState.Index' (duration: 335.024862ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:36.014156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.612424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9fe35872-49cc-4b2a-aef0-87cd866323cf\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-03-12T19:26:36.014173Z","caller":"traceutil/trace.go:171","msg":"trace[366950754] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9fe35872-49cc-4b2a-aef0-87cd866323cf; range_end:; response_count:1; response_revision:4958; }","duration":"401.681105ms","start":"2026-03-12T19:26:35.612486Z","end":"2026-03-12T19:26:36.014167Z","steps":["trace[366950754] 'agreement among raft nodes before linearized reading' (duration: 401.601513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:36.014192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:35.612459Z","time spent":"401.729067ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3928,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9fe35872-49cc-4b2a-aef0-87cd866323cf\" "} {"level":"warn","ts":"2026-03-12T19:26:36.121049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.216379ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-03-12T19:26:36.236532Z","caller":"traceutil/trace.go:171","msg":"trace[318715714] transaction","detail":"{read_only:false; response_revision:4959; number_of_response:1; }","duration":"109.066773ms","start":"2026-03-12T19:26:36.127438Z","end":"2026-03-12T19:26:36.236504Z","steps":["trace[318715714] 'process raft request' (duration: 108.782436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:37.022366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.697417ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:26:37.023477Z","caller":"traceutil/trace.go:171","msg":"trace[1030797013] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"780.999909ms","start":"2026-03-12T19:26:36.242442Z","end":"2026-03-12T19:26:37.023442Z","steps":["trace[1030797013] 'process raft request' (duration: 109.127294ms)","trace[1030797013] 'compare' (duration: 670.329899ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:37.023536Z","caller":"traceutil/trace.go:171","msg":"trace[1589976386] linearizableReadLoop","detail":"{readStateIndex:5171; appliedIndex:5170; }","duration":"448.788304ms","start":"2026-03-12T19:26:36.574726Z","end":"2026-03-12T19:26:37.023514Z","steps":["trace[1589976386] 'read index received' (duration: 60.402µs)","trace[1589976386] 'applied index is now lower than readState.Index' (duration: 448.724852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:37.023622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:36.242412Z","time spent":"781.135542ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2020,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:26:37.023859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.697593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:37.02393Z","caller":"traceutil/trace.go:171","msg":"trace[858729790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4960; }","duration":"358.803075ms","start":"2026-03-12T19:26:36.66511Z","end":"2026-03-12T19:26:37.023913Z","steps":["trace[858729790] 'agreement among raft nodes before linearized reading' (duration: 358.667332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:37.02394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.174062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9fe35872-49cc-4b2a-aef0-87cd866323cf\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-03-12T19:26:37.024068Z","caller":"traceutil/trace.go:171","msg":"trace[895056931] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9fe35872-49cc-4b2a-aef0-87cd866323cf; range_end:; response_count:1; response_revision:4960; }","duration":"449.370847ms","start":"2026-03-12T19:26:36.574669Z","end":"2026-03-12T19:26:37.02404Z","steps":["trace[895056931] 'agreement among raft nodes before linearized reading' (duration: 448.945447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:37.02399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:36.665094Z","time spent":"358.878827ms","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:26:37.024134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:36.574646Z","time spent":"449.477769ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3928,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9fe35872-49cc-4b2a-aef0-87cd866323cf\" "} {"level":"warn","ts":"2026-03-12T19:26:37.552472Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879541287271434,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:26:38.010025Z","caller":"traceutil/trace.go:171","msg":"trace[1026056408] transaction","detail":"{read_only:false; response_revision:4961; number_of_response:1; }","duration":"979.614909ms","start":"2026-03-12T19:26:37.030387Z","end":"2026-03-12T19:26:38.010002Z","steps":["trace[1026056408] 'process raft request' (duration: 923.0581ms)","trace[1026056408] 'compare' (duration: 55.949634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:38.010133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:37.030367Z","time spent":"979.70851ms","remote":"127.0.0.1:59210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2519,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:38.010576Z","caller":"traceutil/trace.go:171","msg":"trace[1898293339] transaction","detail":"{read_only:false; response_revision:4962; number_of_response:1; }","duration":"597.695464ms","start":"2026-03-12T19:26:37.412872Z","end":"2026-03-12T19:26:38.010567Z","steps":["trace[1898293339] 'process raft request' (duration: 597.063269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:38.01062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:37.412852Z","time spent":"597.748426ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:38.010889Z","caller":"traceutil/trace.go:171","msg":"trace[725026200] transaction","detail":"{read_only:false; response_revision:4963; number_of_response:1; }","duration":"434.349547ms","start":"2026-03-12T19:26:37.576533Z","end":"2026-03-12T19:26:38.010883Z","steps":["trace[725026200] 'process raft request' (duration: 433.707282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:38.010929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:37.576506Z","time spent":"434.403618ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:38.01109Z","caller":"traceutil/trace.go:171","msg":"trace[549166770] linearizableReadLoop","detail":"{readStateIndex:5173; appliedIndex:5171; }","duration":"959.252905ms","start":"2026-03-12T19:26:37.051815Z","end":"2026-03-12T19:26:38.011068Z","steps":["trace[549166770] 'read index received' (duration: 901.618901ms)","trace[549166770] 'applied index is now lower than readState.Index' (duration: 57.632084ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:38.011104Z","caller":"traceutil/trace.go:171","msg":"trace[691879582] transaction","detail":"{read_only:false; response_revision:4964; number_of_response:1; }","duration":"434.400468ms","start":"2026-03-12T19:26:37.576675Z","end":"2026-03-12T19:26:38.011076Z","steps":["trace[691879582] 'process raft request' (duration: 434.182193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:38.011294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:37.576664Z","time spent":"434.548392ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:38.011303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.540418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ll48d\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:26:38.011472Z","caller":"traceutil/trace.go:171","msg":"trace[563941968] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ll48d; range_end:; response_count:1; response_revision:4964; }","duration":"433.738102ms","start":"2026-03-12T19:26:37.577706Z","end":"2026-03-12T19:26:38.011444Z","steps":["trace[563941968] 'agreement among raft nodes before linearized reading' (duration: 433.480696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:38.011559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:37.577697Z","time spent":"433.833134ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-ll48d\" "} {"level":"warn","ts":"2026-03-12T19:26:38.011164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.366067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:38.011788Z","caller":"traceutil/trace.go:171","msg":"trace[490662796] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:4964; }","duration":"960.011432ms","start":"2026-03-12T19:26:37.051742Z","end":"2026-03-12T19:26:38.011754Z","steps":["trace[490662796] 'agreement among raft nodes before linearized reading' (duration: 959.391817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:38.011848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:37.051712Z","time spent":"960.118134ms","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:26:38.012024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.922556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787709"} {"level":"info","ts":"2026-03-12T19:26:38.012075Z","caller":"traceutil/trace.go:171","msg":"trace[1179862441] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4964; }","duration":"129.017608ms","start":"2026-03-12T19:26:37.883046Z","end":"2026-03-12T19:26:38.012064Z","steps":["trace[1179862441] 'agreement among raft nodes before linearized reading' (duration: 128.144657ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:38.172669Z","caller":"traceutil/trace.go:171","msg":"trace[181569877] transaction","detail":"{read_only:false; response_revision:4966; number_of_response:1; }","duration":"151.799989ms","start":"2026-03-12T19:26:38.02083Z","end":"2026-03-12T19:26:38.17263Z","steps":["trace[181569877] 'process raft request' (duration: 150.262763ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:38.17309Z","caller":"traceutil/trace.go:171","msg":"trace[183891533] linearizableReadLoop","detail":"{readStateIndex:5180; appliedIndex:5176; }","duration":"144.727775ms","start":"2026-03-12T19:26:38.028346Z","end":"2026-03-12T19:26:38.173074Z","steps":["trace[183891533] 'read index received' (duration: 59.143419ms)","trace[183891533] 'applied index is now lower than readState.Index' (duration: 85.583376ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:38.173072Z","caller":"traceutil/trace.go:171","msg":"trace[101631316] transaction","detail":"{read_only:false; response_revision:4967; number_of_response:1; }","duration":"151.738748ms","start":"2026-03-12T19:26:38.021298Z","end":"2026-03-12T19:26:38.173037Z","steps":["trace[101631316] 'process raft request' (duration: 151.259347ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:38.173141Z","caller":"traceutil/trace.go:171","msg":"trace[1217011194] transaction","detail":"{read_only:false; response_revision:4968; number_of_response:1; }","duration":"151.549463ms","start":"2026-03-12T19:26:38.021583Z","end":"2026-03-12T19:26:38.173132Z","steps":["trace[1217011194] 'process raft request' (duration: 151.328928ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:38.173271Z","caller":"traceutil/trace.go:171","msg":"trace[1315414148] transaction","detail":"{read_only:false; response_revision:4969; number_of_response:1; }","duration":"150.419137ms","start":"2026-03-12T19:26:38.02284Z","end":"2026-03-12T19:26:38.173259Z","steps":["trace[1315414148] 'process raft request' (duration: 150.188092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:38.173483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.119654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9fe35872-49cc-4b2a-aef0-87cd866323cf\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-03-12T19:26:38.173636Z","caller":"traceutil/trace.go:171","msg":"trace[112666834] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9fe35872-49cc-4b2a-aef0-87cd866323cf; range_end:; response_count:1; response_revision:4969; }","duration":"145.205196ms","start":"2026-03-12T19:26:38.02831Z","end":"2026-03-12T19:26:38.173515Z","steps":["trace[112666834] 'agreement among raft nodes before linearized reading' (duration: 145.041922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:38.445572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.929312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-9fe35872-49cc-4b2a-aef0-87cd866323cf\" ","response":"range_response_count:1 size:2245"} {"level":"info","ts":"2026-03-12T19:26:38.445665Z","caller":"traceutil/trace.go:171","msg":"trace[1606251990] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-9fe35872-49cc-4b2a-aef0-87cd866323cf; range_end:; response_count:1; response_revision:4969; }","duration":"137.066925ms","start":"2026-03-12T19:26:38.308566Z","end":"2026-03-12T19:26:38.445633Z","steps":["trace[1606251990] 'range keys from in-memory index tree' (duration: 136.721357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:38.44612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.276933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787709"} {"level":"info","ts":"2026-03-12T19:26:38.446211Z","caller":"traceutil/trace.go:171","msg":"trace[901931045] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4969; }","duration":"156.446577ms","start":"2026-03-12T19:26:38.289747Z","end":"2026-03-12T19:26:38.446193Z","steps":["trace[901931045] 'range keys from in-memory index tree' (duration: 155.459244ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:40.660432Z","caller":"traceutil/trace.go:171","msg":"trace[683228888] linearizableReadLoop","detail":"{readStateIndex:5240; appliedIndex:5237; }","duration":"189.506078ms","start":"2026-03-12T19:26:40.470894Z","end":"2026-03-12T19:26:40.6604Z","steps":["trace[683228888] 'read index received' (duration: 189.234582ms)","trace[683228888] 'applied index is now lower than readState.Index' (duration: 270.116µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:40.660598Z","caller":"traceutil/trace.go:171","msg":"trace[819786624] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"476.245363ms","start":"2026-03-12T19:26:40.184341Z","end":"2026-03-12T19:26:40.660586Z","steps":["trace[819786624] 'process raft request' (duration: 476.014048ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:40.660602Z","caller":"traceutil/trace.go:171","msg":"trace[227555889] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"477.37093ms","start":"2026-03-12T19:26:40.183185Z","end":"2026-03-12T19:26:40.660556Z","steps":["trace[227555889] 'process raft request' (duration: 477.125764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:40.660723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:40.184333Z","time spent":"476.295704ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:40.660798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:40.183169Z","time spent":"477.515093ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:40.660866Z","caller":"traceutil/trace.go:171","msg":"trace[2144129094] transaction","detail":"{read_only:false; response_revision:5026; number_of_response:1; }","duration":"477.668347ms","start":"2026-03-12T19:26:40.183151Z","end":"2026-03-12T19:26:40.660819Z","steps":["trace[2144129094] 'process raft request' (duration: 476.986971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:40.661039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:40.183139Z","time spent":"477.8065ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:40.661094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.876155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-12T19:26:40.661177Z","caller":"traceutil/trace.go:171","msg":"trace[680637337] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:5028; }","duration":"129.024788ms","start":"2026-03-12T19:26:40.532135Z","end":"2026-03-12T19:26:40.66116Z","steps":["trace[680637337] 'agreement among raft nodes before linearized reading' (duration: 128.725501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:40.661097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.179254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-12T19:26:40.661342Z","caller":"traceutil/trace.go:171","msg":"trace[907694914] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5028; }","duration":"190.45886ms","start":"2026-03-12T19:26:40.470853Z","end":"2026-03-12T19:26:40.661312Z","steps":["trace[907694914] 'agreement among raft nodes before linearized reading' (duration: 190.02684ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:42.520689Z","caller":"traceutil/trace.go:171","msg":"trace[1600188827] transaction","detail":"{read_only:false; response_revision:5054; number_of_response:1; }","duration":"103.652997ms","start":"2026-03-12T19:26:42.417009Z","end":"2026-03-12T19:26:42.520662Z","steps":["trace[1600188827] 'process raft request' (duration: 103.480313ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:43.86593Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2594} {"level":"info","ts":"2026-03-12T19:26:43.941057Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2594,"took":"73.7976ms","hash":164504898,"current-db-size-bytes":37494784,"current-db-size":"38 MB","current-db-size-in-use-bytes":27262976,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-12T19:26:43.941116Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":164504898,"revision":2594,"compact-revision":-1} {"level":"info","ts":"2026-03-12T19:26:44.914036Z","caller":"traceutil/trace.go:171","msg":"trace[532005792] linearizableReadLoop","detail":"{readStateIndex:5315; appliedIndex:5314; }","duration":"236.560916ms","start":"2026-03-12T19:26:44.677454Z","end":"2026-03-12T19:26:44.914015Z","steps":["trace[532005792] 'read index received' (duration: 236.189847ms)","trace[532005792] 'applied index is now lower than readState.Index' (duration: 370.019µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:44.914087Z","caller":"traceutil/trace.go:171","msg":"trace[1839601439] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"298.11344ms","start":"2026-03-12T19:26:44.615941Z","end":"2026-03-12T19:26:44.914055Z","steps":["trace[1839601439] 'process raft request' (duration: 297.897015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:44.914254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.778821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:26:44.91428Z","caller":"traceutil/trace.go:171","msg":"trace[479406088] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5100; }","duration":"236.861323ms","start":"2026-03-12T19:26:44.67741Z","end":"2026-03-12T19:26:44.914271Z","steps":["trace[479406088] 'agreement among raft nodes before linearized reading' (duration: 236.714529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:44.914335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.79373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:26:44.914403Z","caller":"traceutil/trace.go:171","msg":"trace[592598185] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5100; }","duration":"236.888592ms","start":"2026-03-12T19:26:44.677499Z","end":"2026-03-12T19:26:44.914387Z","steps":["trace[592598185] 'agreement among raft nodes before linearized reading' (duration: 236.672957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:44.914468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.543362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-12T19:26:44.914546Z","caller":"traceutil/trace.go:171","msg":"trace[1344045429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5100; }","duration":"235.644604ms","start":"2026-03-12T19:26:44.678879Z","end":"2026-03-12T19:26:44.914524Z","steps":["trace[1344045429] 'agreement among raft nodes before linearized reading' (duration: 235.419688ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:45.405641Z","caller":"traceutil/trace.go:171","msg":"trace[1555220335] linearizableReadLoop","detail":"{readStateIndex:5319; appliedIndex:5316; }","duration":"455.355857ms","start":"2026-03-12T19:26:44.950243Z","end":"2026-03-12T19:26:45.405599Z","steps":["trace[1555220335] 'read index received' (duration: 10.120516ms)","trace[1555220335] 'applied index is now lower than readState.Index' (duration: 445.233981ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:45.406108Z","caller":"traceutil/trace.go:171","msg":"trace[426635099] transaction","detail":"{read_only:false; response_revision:5103; number_of_response:1; }","duration":"487.786272ms","start":"2026-03-12T19:26:44.918293Z","end":"2026-03-12T19:26:45.406079Z","steps":["trace[426635099] 'process raft request' (duration: 487.090476ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:45.406117Z","caller":"traceutil/trace.go:171","msg":"trace[519617309] transaction","detail":"{read_only:false; response_revision:5102; number_of_response:1; }","duration":"487.909795ms","start":"2026-03-12T19:26:44.918178Z","end":"2026-03-12T19:26:45.406088Z","steps":["trace[519617309] 'process raft request' (duration: 468.049462ms)","trace[519617309] 'compare' (duration: 18.308507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:45.406313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:44.918269Z","time spent":"487.965347ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:45.406622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:44.918161Z","time spent":"488.246133ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:45.406121Z","caller":"traceutil/trace.go:171","msg":"trace[839298333] transaction","detail":"{read_only:false; response_revision:5104; number_of_response:1; }","duration":"487.575737ms","start":"2026-03-12T19:26:44.918516Z","end":"2026-03-12T19:26:45.406092Z","steps":["trace[839298333] 'process raft request' (duration: 487.013344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:45.406714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.460523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-57w2w\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-03-12T19:26:45.406806Z","caller":"traceutil/trace.go:171","msg":"trace[615323400] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-57w2w; range_end:; response_count:1; response_revision:5104; }","duration":"456.598266ms","start":"2026-03-12T19:26:44.950185Z","end":"2026-03-12T19:26:45.406783Z","steps":["trace[615323400] 'agreement among raft nodes before linearized reading' (duration: 455.572982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:45.406873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:44.950162Z","time spent":"456.691087ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":7839,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-57w2w\" "} {"level":"warn","ts":"2026-03-12T19:26:45.406891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:44.918481Z","time spent":"488.261134ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:45.44976Z","caller":"traceutil/trace.go:171","msg":"trace[1309896438] transaction","detail":"{read_only:false; response_revision:5106; number_of_response:1; }","duration":"483.543074ms","start":"2026-03-12T19:26:44.966189Z","end":"2026-03-12T19:26:45.449733Z","steps":["trace[1309896438] 'process raft request' (duration: 483.478112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:45.449951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:44.966168Z","time spent":"483.689747ms","remote":"127.0.0.1:59024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1005,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:26:45.449856Z","caller":"traceutil/trace.go:171","msg":"trace[1414209260] transaction","detail":"{read_only:false; response_revision:5105; number_of_response:1; }","duration":"484.864754ms","start":"2026-03-12T19:26:44.964958Z","end":"2026-03-12T19:26:45.449822Z","steps":["trace[1414209260] 'process raft request' (duration: 484.577637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:45.450172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:44.964931Z","time spent":"485.12229ms","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":524,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:26:46.067504Z","caller":"traceutil/trace.go:171","msg":"trace[573719686] transaction","detail":"{read_only:false; response_revision:5112; number_of_response:1; }","duration":"106.407631ms","start":"2026-03-12T19:26:45.96107Z","end":"2026-03-12T19:26:46.067478Z","steps":["trace[573719686] 'process raft request' (duration: 106.286678ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:46.067529Z","caller":"traceutil/trace.go:171","msg":"trace[983489055] linearizableReadLoop","detail":"{readStateIndex:5327; appliedIndex:5326; }","duration":"114.888719ms","start":"2026-03-12T19:26:45.95261Z","end":"2026-03-12T19:26:46.067499Z","steps":["trace[983489055] 'read index received' (duration: 75.770027ms)","trace[983489055] 'applied index is now lower than readState.Index' (duration: 39.114952ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:46.067894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.135274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:26:46.06795Z","caller":"traceutil/trace.go:171","msg":"trace[1312982172] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5112; }","duration":"115.38855ms","start":"2026-03-12T19:26:45.952548Z","end":"2026-03-12T19:26:46.067937Z","steps":["trace[1312982172] 'agreement among raft nodes before linearized reading' (duration: 115.096153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:46.069758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.100006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-57w2w\" ","response":"range_response_count:1 size:8053"} {"level":"info","ts":"2026-03-12T19:26:46.069913Z","caller":"traceutil/trace.go:171","msg":"trace[1239292937] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-57w2w; range_end:; response_count:1; response_revision:5115; }","duration":"110.331552ms","start":"2026-03-12T19:26:45.959552Z","end":"2026-03-12T19:26:46.069883Z","steps":["trace[1239292937] 'agreement among raft nodes before linearized reading' (duration: 110.057385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:51.951278Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879541287271851,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:26:52.034318Z","caller":"traceutil/trace.go:171","msg":"trace[701738614] linearizableReadLoop","detail":"{readStateIndex:5370; appliedIndex:5369; }","duration":"583.133355ms","start":"2026-03-12T19:26:51.45115Z","end":"2026-03-12T19:26:52.034283Z","steps":["trace[701738614] 'read index received' (duration: 582.93862ms)","trace[701738614] 'applied index is now lower than readState.Index' (duration: 192.955µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:52.034476Z","caller":"traceutil/trace.go:171","msg":"trace[1012726895] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"588.560991ms","start":"2026-03-12T19:26:51.445902Z","end":"2026-03-12T19:26:52.034463Z","steps":["trace[1012726895] 'process raft request' (duration: 588.175792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:52.034792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:51.445885Z","time spent":"588.773386ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:52.034941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.854112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:52.035033Z","caller":"traceutil/trace.go:171","msg":"trace[388054191] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5153; }","duration":"366.980245ms","start":"2026-03-12T19:26:51.668027Z","end":"2026-03-12T19:26:52.035008Z","steps":["trace[388054191] 'agreement among raft nodes before linearized reading' (duration: 366.842902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:52.035022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.871102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-12T19:26:52.035088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:51.668003Z","time spent":"367.073277ms","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:26:52.035137Z","caller":"traceutil/trace.go:171","msg":"trace[141910231] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5153; }","duration":"584.035416ms","start":"2026-03-12T19:26:51.45107Z","end":"2026-03-12T19:26:52.035105Z","steps":["trace[141910231] 'agreement among raft nodes before linearized reading' (duration: 583.735009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:52.035211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:51.451046Z","time spent":"584.150148ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:26:52.034881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.456746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:26:52.035736Z","caller":"traceutil/trace.go:171","msg":"trace[1111901284] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5153; }","duration":"347.400248ms","start":"2026-03-12T19:26:51.68831Z","end":"2026-03-12T19:26:52.03571Z","steps":["trace[1111901284] 'agreement among raft nodes before linearized reading' (duration: 346.446856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:52.035835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:51.688285Z","time spent":"347.525712ms","remote":"127.0.0.1:54198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:26:52.035839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.021629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-12T19:26:52.03592Z","caller":"traceutil/trace.go:171","msg":"trace[1646331812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5153; }","duration":"582.133152ms","start":"2026-03-12T19:26:51.45377Z","end":"2026-03-12T19:26:52.035903Z","steps":["trace[1646331812] 'agreement among raft nodes before linearized reading' (duration: 580.992165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:52.035976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:51.453758Z","time spent":"582.204623ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:26:53.766646Z","caller":"traceutil/trace.go:171","msg":"trace[1984998050] linearizableReadLoop","detail":"{readStateIndex:5381; appliedIndex:5379; }","duration":"103.708137ms","start":"2026-03-12T19:26:53.662918Z","end":"2026-03-12T19:26:53.766626Z","steps":["trace[1984998050] 'read index received' (duration: 59.846005ms)","trace[1984998050] 'applied index is now lower than readState.Index' (duration: 43.861082ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:53.766745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.809481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:53.766765Z","caller":"traceutil/trace.go:171","msg":"trace[256446992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5165; }","duration":"103.873832ms","start":"2026-03-12T19:26:53.662884Z","end":"2026-03-12T19:26:53.766758Z","steps":["trace[256446992] 'agreement among raft nodes before linearized reading' (duration: 103.8146ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:53.766832Z","caller":"traceutil/trace.go:171","msg":"trace[882344572] transaction","detail":"{read_only:false; response_revision:5164; number_of_response:1; }","duration":"105.848088ms","start":"2026-03-12T19:26:53.660958Z","end":"2026-03-12T19:26:53.766806Z","steps":["trace[882344572] 'process raft request' (duration: 105.455788ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:53.766968Z","caller":"traceutil/trace.go:171","msg":"trace[1935294292] transaction","detail":"{read_only:false; response_revision:5165; number_of_response:1; }","duration":"102.94121ms","start":"2026-03-12T19:26:53.664001Z","end":"2026-03-12T19:26:53.766942Z","steps":["trace[1935294292] 'process raft request' (duration: 102.561721ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:55.586576Z","caller":"traceutil/trace.go:171","msg":"trace[615016989] transaction","detail":"{read_only:false; response_revision:5242; number_of_response:1; }","duration":"181.117283ms","start":"2026-03-12T19:26:55.405429Z","end":"2026-03-12T19:26:55.586546Z","steps":["trace[615016989] 'process raft request' (duration: 180.926578ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:56.520752Z","caller":"traceutil/trace.go:171","msg":"trace[1249126304] transaction","detail":"{read_only:false; response_revision:5252; number_of_response:1; }","duration":"386.702917ms","start":"2026-03-12T19:26:56.133992Z","end":"2026-03-12T19:26:56.520695Z","steps":["trace[1249126304] 'process raft request' (duration: 308.741649ms)","trace[1249126304] 'compare' (duration: 77.756733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:56.521049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:56.133975Z","time spent":"386.921931ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:57.082751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.450238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:26:57.082994Z","caller":"traceutil/trace.go:171","msg":"trace[1856884938] transaction","detail":"{read_only:false; response_revision:5253; number_of_response:1; }","duration":"924.468714ms","start":"2026-03-12T19:26:56.158473Z","end":"2026-03-12T19:26:57.082942Z","steps":["trace[1856884938] 'process raft request' (duration: 634.677218ms)","trace[1856884938] 'compare' (duration: 289.014218ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:57.083087Z","caller":"traceutil/trace.go:171","msg":"trace[1779544867] linearizableReadLoop","detail":"{readStateIndex:5472; appliedIndex:5469; }","duration":"916.227362ms","start":"2026-03-12T19:26:56.166839Z","end":"2026-03-12T19:26:57.083067Z","steps":["trace[1779544867] 'read index received' (duration: 275.923713ms)","trace[1779544867] 'applied index is now lower than readState.Index' (duration: 640.301859ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:57.083124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:56.158447Z","time spent":"924.621308ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:57.083181Z","caller":"traceutil/trace.go:171","msg":"trace[153882699] transaction","detail":"{read_only:false; response_revision:5254; number_of_response:1; }","duration":"924.281339ms","start":"2026-03-12T19:26:56.15884Z","end":"2026-03-12T19:26:57.083121Z","steps":["trace[153882699] 'process raft request' (duration: 924.069434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:57.083371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.876587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-12T19:26:57.083427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:56.158832Z","time spent":"924.452784ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:57.083513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.679299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:26:57.083552Z","caller":"traceutil/trace.go:171","msg":"trace[1274675129] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:5254; }","duration":"146.719241ms","start":"2026-03-12T19:26:56.936822Z","end":"2026-03-12T19:26:57.083541Z","steps":["trace[1274675129] 'agreement among raft nodes before linearized reading' (duration: 146.65636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:57.083575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.080482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:26:57.083646Z","caller":"traceutil/trace.go:171","msg":"trace[1385228986] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5254; }","duration":"564.188864ms","start":"2026-03-12T19:26:56.519443Z","end":"2026-03-12T19:26:57.083632Z","steps":["trace[1385228986] 'agreement among raft nodes before linearized reading' (duration: 564.044391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:57.083682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:56.51942Z","time spent":"564.253045ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:26:57.083428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.588605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189c2e9f512e7b09\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-03-12T19:26:57.083807Z","caller":"traceutil/trace.go:171","msg":"trace[593844691] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189c2e9f512e7b09; range_end:; response_count:1; response_revision:5254; }","duration":"104.011295ms","start":"2026-03-12T19:26:56.979783Z","end":"2026-03-12T19:26:57.083794Z","steps":["trace[593844691] 'agreement among raft nodes before linearized reading' (duration: 103.458062ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:57.083448Z","caller":"traceutil/trace.go:171","msg":"trace[708324229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5254; }","duration":"901.9911ms","start":"2026-03-12T19:26:56.18144Z","end":"2026-03-12T19:26:57.083431Z","steps":["trace[708324229] 'agreement among raft nodes before linearized reading' (duration: 901.787165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:57.083967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:56.181429Z","time spent":"902.527803ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:26:57.084168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.309137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ll48d\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:26:57.084255Z","caller":"traceutil/trace.go:171","msg":"trace[536708715] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ll48d; range_end:; response_count:1; response_revision:5254; }","duration":"917.44782ms","start":"2026-03-12T19:26:56.166788Z","end":"2026-03-12T19:26:57.084236Z","steps":["trace[536708715] 'agreement among raft nodes before linearized reading' (duration: 916.380105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:57.084337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:56.166769Z","time spent":"917.557862ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-ll48d\" "} {"level":"warn","ts":"2026-03-12T19:26:57.450034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.57048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:26:57.450162Z","caller":"traceutil/trace.go:171","msg":"trace[791617091] linearizableReadLoop","detail":"{readStateIndex:5473; appliedIndex:5472; }","duration":"362.345018ms","start":"2026-03-12T19:26:57.087798Z","end":"2026-03-12T19:26:57.450143Z","steps":["trace[791617091] 'read index received' (duration: 139.662926ms)","trace[791617091] 'applied index is now lower than readState.Index' (duration: 222.680642ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:57.450283Z","caller":"traceutil/trace.go:171","msg":"trace[723334006] transaction","detail":"{read_only:false; response_revision:5255; number_of_response:1; }","duration":"363.658729ms","start":"2026-03-12T19:26:57.086576Z","end":"2026-03-12T19:26:57.450235Z","steps":["trace[723334006] 'process raft request' (duration: 140.788902ms)","trace[723334006] 'compare' (duration: 222.348375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:57.450522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:57.08655Z","time spent":"363.837033ms","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":997,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:57.450527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.697497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80206"} {"level":"info","ts":"2026-03-12T19:26:57.450623Z","caller":"traceutil/trace.go:171","msg":"trace[877428346] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5255; }","duration":"362.823019ms","start":"2026-03-12T19:26:57.087774Z","end":"2026-03-12T19:26:57.450597Z","steps":["trace[877428346] 'agreement among raft nodes before linearized reading' (duration: 362.456951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:57.450686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:57.087763Z","time spent":"362.912461ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80227,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-12T19:26:57.470056Z","caller":"traceutil/trace.go:171","msg":"trace[110830111] transaction","detail":"{read_only:false; response_revision:5256; number_of_response:1; }","duration":"381.609577ms","start":"2026-03-12T19:26:57.088401Z","end":"2026-03-12T19:26:57.47001Z","steps":["trace[110830111] 'process raft request' (duration: 381.30817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:57.4701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.882721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-493aaeb5-a533-436f-aeb7-ca05beadc893\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-12T19:26:57.470169Z","caller":"traceutil/trace.go:171","msg":"trace[996902677] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-493aaeb5-a533-436f-aeb7-ca05beadc893; range_end:; response_count:1; response_revision:5258; }","duration":"341.954313ms","start":"2026-03-12T19:26:57.128196Z","end":"2026-03-12T19:26:57.47015Z","steps":["trace[996902677] 'agreement among raft nodes before linearized reading' (duration: 341.804719ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:57.470186Z","caller":"traceutil/trace.go:171","msg":"trace[1030528872] transaction","detail":"{read_only:false; response_revision:5258; number_of_response:1; }","duration":"379.617621ms","start":"2026-03-12T19:26:57.090535Z","end":"2026-03-12T19:26:57.470152Z","steps":["trace[1030528872] 'process raft request' (duration: 379.389796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:57.470228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:57.088389Z","time spent":"381.745561ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:57.470212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:57.128145Z","time spent":"342.058345ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-493aaeb5-a533-436f-aeb7-ca05beadc893\" "} {"level":"info","ts":"2026-03-12T19:26:57.470214Z","caller":"traceutil/trace.go:171","msg":"trace[581303822] transaction","detail":"{read_only:false; response_revision:5257; number_of_response:1; }","duration":"381.359711ms","start":"2026-03-12T19:26:57.08883Z","end":"2026-03-12T19:26:57.47019Z","steps":["trace[581303822] 'process raft request' (duration: 381.043123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:57.470485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:57.09052Z","time spent":"379.786105ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:57.470542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:57.088823Z","time spent":"381.610767ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:57.672599Z","caller":"traceutil/trace.go:171","msg":"trace[1965742548] transaction","detail":"{read_only:false; response_revision:5259; number_of_response:1; }","duration":"141.702863ms","start":"2026-03-12T19:26:57.53083Z","end":"2026-03-12T19:26:57.672533Z","steps":["trace[1965742548] 'process raft request' (duration: 85.504363ms)","trace[1965742548] 'compare' (duration: 55.953445ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:58.292697Z","caller":"traceutil/trace.go:171","msg":"trace[56364639] linearizableReadLoop","detail":"{readStateIndex:5478; appliedIndex:5477; }","duration":"200.268759ms","start":"2026-03-12T19:26:58.092402Z","end":"2026-03-12T19:26:58.29267Z","steps":["trace[56364639] 'read index received' (duration: 200.160716ms)","trace[56364639] 'applied index is now lower than readState.Index' (duration: 106.383µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:58.292821Z","caller":"traceutil/trace.go:171","msg":"trace[1963256199] transaction","detail":"{read_only:false; response_revision:5260; number_of_response:1; }","duration":"202.43759ms","start":"2026-03-12T19:26:58.090348Z","end":"2026-03-12T19:26:58.292785Z","steps":["trace[1963256199] 'process raft request' (duration: 202.142103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:58.293027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.096775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:26:58.293072Z","caller":"traceutil/trace.go:171","msg":"trace[1640084780] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5260; }","duration":"200.215458ms","start":"2026-03-12T19:26:58.092845Z","end":"2026-03-12T19:26:58.29306Z","steps":["trace[1640084780] 'agreement among raft nodes before linearized reading' (duration: 199.994383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:58.293111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.671448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-12T19:26:58.293221Z","caller":"traceutil/trace.go:171","msg":"trace[1467255875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5260; }","duration":"200.808772ms","start":"2026-03-12T19:26:58.092388Z","end":"2026-03-12T19:26:58.293197Z","steps":["trace[1467255875] 'agreement among raft nodes before linearized reading' (duration: 200.417553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:59.95764Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879541287272123,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:27:00.177646Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.088933429s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:27:00.178113Z","caller":"traceutil/trace.go:171","msg":"trace[1992892015] transaction","detail":"{read_only:false; response_revision:5264; number_of_response:1; }","duration":"1.089520923s","start":"2026-03-12T19:26:59.088566Z","end":"2026-03-12T19:27:00.178087Z","steps":["trace[1992892015] 'process raft request' (duration: 1.089297417s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:00.178269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:59.088528Z","time spent":"1.089664236s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:00.400857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.1907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:27:00.401118Z","caller":"traceutil/trace.go:171","msg":"trace[1859099762] transaction","detail":"{read_only:false; response_revision:5265; number_of_response:1; }","duration":"1.312219975s","start":"2026-03-12T19:26:59.088825Z","end":"2026-03-12T19:27:00.401045Z","steps":["trace[1859099762] 'process raft request' (duration: 1.207722229s)","trace[1859099762] 'compare' (duration: 104.028455ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:00.401333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.348867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ll48d\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-12T19:27:00.401356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:59.088801Z","time spent":"1.312428169s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:00.40138Z","caller":"traceutil/trace.go:171","msg":"trace[1399799174] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ll48d; range_end:; response_count:1; response_revision:5266; }","duration":"944.433859ms","start":"2026-03-12T19:26:59.456936Z","end":"2026-03-12T19:27:00.40137Z","steps":["trace[1399799174] 'agreement among raft nodes before linearized reading' (duration: 944.254775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:00.401424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:59.45689Z","time spent":"944.525451ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-ll48d\" "} {"level":"info","ts":"2026-03-12T19:27:00.401411Z","caller":"traceutil/trace.go:171","msg":"trace[2091694367] transaction","detail":"{read_only:false; response_revision:5266; number_of_response:1; }","duration":"1.147557275s","start":"2026-03-12T19:26:59.25383Z","end":"2026-03-12T19:27:00.401387Z","steps":["trace[2091694367] 'process raft request' (duration: 1.147160406s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:00.401562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:59.253804Z","time spent":"1.147667678s","remote":"127.0.0.1:58900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18320,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:00.401144Z","caller":"traceutil/trace.go:171","msg":"trace[1543046458] linearizableReadLoop","detail":"{readStateIndex:5484; appliedIndex:5482; }","duration":"944.122773ms","start":"2026-03-12T19:26:59.456998Z","end":"2026-03-12T19:27:00.401121Z","steps":["trace[1543046458] 'read index received' (duration: 721.125304ms)","trace[1543046458] 'applied index is now lower than readState.Index' (duration: 222.996009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:00.402064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.050024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T19:27:00.402115Z","caller":"traceutil/trace.go:171","msg":"trace[473026746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5266; }","duration":"927.122135ms","start":"2026-03-12T19:26:59.474979Z","end":"2026-03-12T19:27:00.402101Z","steps":["trace[473026746] 'agreement among raft nodes before linearized reading' (duration: 926.934341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:00.402139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:59.474968Z","time spent":"927.165577ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:27:00.402298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.749556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-12T19:27:00.402317Z","caller":"traceutil/trace.go:171","msg":"trace[1928799532] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5266; }","duration":"642.810077ms","start":"2026-03-12T19:26:59.7595Z","end":"2026-03-12T19:27:00.40231Z","steps":["trace[1928799532] 'agreement among raft nodes before linearized reading' (duration: 642.739686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:00.402336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:59.759476Z","time spent":"642.855038ms","remote":"127.0.0.1:54106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3337,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-12T19:27:00.402448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.241348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:27:00.402467Z","caller":"traceutil/trace.go:171","msg":"trace[774892792] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5266; }","duration":"737.29152ms","start":"2026-03-12T19:26:59.665168Z","end":"2026-03-12T19:27:00.402459Z","steps":["trace[774892792] 'agreement among raft nodes before linearized reading' (duration: 737.260599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:00.402488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:59.665149Z","time spent":"737.333991ms","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:27:00.402315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.36653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:27:00.402653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.45069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-493aaeb5-a533-436f-aeb7-ca05beadc893\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-12T19:27:00.402686Z","caller":"traceutil/trace.go:171","msg":"trace[1557115814] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-493aaeb5-a533-436f-aeb7-ca05beadc893; range_end:; response_count:1; response_revision:5266; }","duration":"920.483541ms","start":"2026-03-12T19:26:59.482192Z","end":"2026-03-12T19:27:00.402676Z","steps":["trace[1557115814] 'agreement among raft nodes before linearized reading' (duration: 920.391959ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:00.402661Z","caller":"traceutil/trace.go:171","msg":"trace[421941382] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5266; }","duration":"420.823671ms","start":"2026-03-12T19:26:59.981752Z","end":"2026-03-12T19:27:00.402576Z","steps":["trace[421941382] 'agreement among raft nodes before linearized reading' (duration: 420.240938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:00.402714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:59.482127Z","time spent":"920.576283ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-493aaeb5-a533-436f-aeb7-ca05beadc893\" "} {"level":"warn","ts":"2026-03-12T19:27:00.402889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.083954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:27:00.402915Z","caller":"traceutil/trace.go:171","msg":"trace[1422440913] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5266; }","duration":"927.150046ms","start":"2026-03-12T19:26:59.475756Z","end":"2026-03-12T19:27:00.402906Z","steps":["trace[1422440913] 'agreement among raft nodes before linearized reading' (duration: 927.075064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:00.40294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:59.475734Z","time spent":"927.200448ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:27:00.402893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:59.981729Z","time spent":"421.043387ms","remote":"127.0.0.1:51100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:27:00.403814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.897769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:27:00.403843Z","caller":"traceutil/trace.go:171","msg":"trace[736189698] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5266; }","duration":"105.92649ms","start":"2026-03-12T19:27:00.297908Z","end":"2026-03-12T19:27:00.403834Z","steps":["trace[736189698] 'agreement among raft nodes before linearized reading' (duration: 105.854528ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:02.417933Z","caller":"traceutil/trace.go:171","msg":"trace[2131705150] transaction","detail":"{read_only:false; response_revision:5282; number_of_response:1; }","duration":"233.516965ms","start":"2026-03-12T19:27:02.184394Z","end":"2026-03-12T19:27:02.417911Z","steps":["trace[2131705150] 'process raft request' (duration: 233.372262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:02.707171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.515905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:27:02.707456Z","caller":"traceutil/trace.go:171","msg":"trace[980436642] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"165.1382ms","start":"2026-03-12T19:27:02.542274Z","end":"2026-03-12T19:27:02.707412Z","steps":["trace[980436642] 'compare' (duration: 155.360131ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:02.707553Z","caller":"traceutil/trace.go:171","msg":"trace[694202734] transaction","detail":"{read_only:false; response_revision:5291; number_of_response:1; }","duration":"164.127656ms","start":"2026-03-12T19:27:02.543345Z","end":"2026-03-12T19:27:02.707473Z","steps":["trace[694202734] 'process raft request' (duration: 163.982373ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:06.31611Z","caller":"traceutil/trace.go:171","msg":"trace[2096036620] linearizableReadLoop","detail":"{readStateIndex:5546; appliedIndex:5545; }","duration":"130.832421ms","start":"2026-03-12T19:27:06.185254Z","end":"2026-03-12T19:27:06.316087Z","steps":["trace[2096036620] 'read index received' (duration: 130.567854ms)","trace[2096036620] 'applied index is now lower than readState.Index' (duration: 263.566µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:06.3162Z","caller":"traceutil/trace.go:171","msg":"trace[38069837] transaction","detail":"{read_only:false; response_revision:5325; number_of_response:1; }","duration":"161.595038ms","start":"2026-03-12T19:27:06.154562Z","end":"2026-03-12T19:27:06.316157Z","steps":["trace[38069837] 'process raft request' (duration: 161.353863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:06.316351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.090126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-12T19:27:06.316394Z","caller":"traceutil/trace.go:171","msg":"trace[1056943874] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5325; }","duration":"131.194408ms","start":"2026-03-12T19:27:06.185189Z","end":"2026-03-12T19:27:06.316383Z","steps":["trace[1056943874] 'agreement among raft nodes before linearized reading' (duration: 131.046125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:06.316623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.686024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-12T19:27:06.316759Z","caller":"traceutil/trace.go:171","msg":"trace[1055872259] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5325; }","duration":"105.867979ms","start":"2026-03-12T19:27:06.210867Z","end":"2026-03-12T19:27:06.316735Z","steps":["trace[1055872259] 'agreement among raft nodes before linearized reading' (duration: 105.560351ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:08.773773Z","caller":"traceutil/trace.go:171","msg":"trace[1712547489] linearizableReadLoop","detail":"{readStateIndex:5575; appliedIndex:5574; }","duration":"329.034211ms","start":"2026-03-12T19:27:08.444716Z","end":"2026-03-12T19:27:08.773751Z","steps":["trace[1712547489] 'read index received' (duration: 328.99022ms)","trace[1712547489] 'applied index is now lower than readState.Index' (duration: 42.531µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:08.77389Z","caller":"traceutil/trace.go:171","msg":"trace[1928136834] transaction","detail":"{read_only:false; response_revision:5354; number_of_response:1; }","duration":"336.666999ms","start":"2026-03-12T19:27:08.437211Z","end":"2026-03-12T19:27:08.773878Z","steps":["trace[1928136834] 'process raft request' (duration: 336.412383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:08.774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:08.437187Z","time spent":"336.729581ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:08.77422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.480491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:27:08.774314Z","caller":"traceutil/trace.go:171","msg":"trace[1617641166] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5354; }","duration":"329.618175ms","start":"2026-03-12T19:27:08.444673Z","end":"2026-03-12T19:27:08.774291Z","steps":["trace[1617641166] 'agreement among raft nodes before linearized reading' (duration: 329.376209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:08.774367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:08.444651Z","time spent":"329.704327ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T19:27:08.888324Z","caller":"traceutil/trace.go:171","msg":"trace[2087134220] transaction","detail":"{read_only:false; response_revision:5355; number_of_response:1; }","duration":"438.881303ms","start":"2026-03-12T19:27:08.449417Z","end":"2026-03-12T19:27:08.888299Z","steps":["trace[2087134220] 'process raft request' (duration: 438.698689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:08.888485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:08.449399Z","time spent":"439.001085ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:08.88871Z","caller":"traceutil/trace.go:171","msg":"trace[1858290442] transaction","detail":"{read_only:false; response_revision:5356; number_of_response:1; }","duration":"144.590441ms","start":"2026-03-12T19:27:08.744107Z","end":"2026-03-12T19:27:08.888697Z","steps":["trace[1858290442] 'process raft request' (duration: 144.144271ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:08.888753Z","caller":"traceutil/trace.go:171","msg":"trace[2068803847] linearizableReadLoop","detail":"{readStateIndex:5577; appliedIndex:5575; }","duration":"114.863788ms","start":"2026-03-12T19:27:08.773844Z","end":"2026-03-12T19:27:08.888707Z","steps":["trace[2068803847] 'read index received' (duration: 114.392778ms)","trace[2068803847] 'applied index is now lower than readState.Index' (duration: 467.34µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:08.88887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.785811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-12T19:27:08.888929Z","caller":"traceutil/trace.go:171","msg":"trace[1079034186] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5356; }","duration":"227.891853ms","start":"2026-03-12T19:27:08.661019Z","end":"2026-03-12T19:27:08.888911Z","steps":["trace[1079034186] 'agreement among raft nodes before linearized reading' (duration: 227.710559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:08.889034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.533313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-12T19:27:08.889062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.463366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-12T19:27:08.889077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.696776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:27:08.889112Z","caller":"traceutil/trace.go:171","msg":"trace[857161920] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5356; }","duration":"442.59958ms","start":"2026-03-12T19:27:08.446496Z","end":"2026-03-12T19:27:08.889096Z","steps":["trace[857161920] 'agreement among raft nodes before linearized reading' (duration: 442.357454ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:08.889113Z","caller":"traceutil/trace.go:171","msg":"trace[460652601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5356; }","duration":"371.654455ms","start":"2026-03-12T19:27:08.517436Z","end":"2026-03-12T19:27:08.88909Z","steps":["trace[460652601] 'agreement among raft nodes before linearized reading' (duration: 371.458571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:08.889165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:08.446469Z","time spent":"442.686401ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T19:27:08.889164Z","caller":"traceutil/trace.go:171","msg":"trace[1424635976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5356; }","duration":"371.795408ms","start":"2026-03-12T19:27:08.51734Z","end":"2026-03-12T19:27:08.889135Z","steps":["trace[1424635976] 'agreement among raft nodes before linearized reading' (duration: 371.572443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:08.889176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:08.517391Z","time spent":"371.773028ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:27:08.889082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.509989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-12T19:27:08.889225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:08.517326Z","time spent":"371.8855ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:27:08.889338Z","caller":"traceutil/trace.go:171","msg":"trace[561412758] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5356; }","duration":"376.741034ms","start":"2026-03-12T19:27:08.512497Z","end":"2026-03-12T19:27:08.889238Z","steps":["trace[561412758] 'agreement among raft nodes before linearized reading' (duration: 376.450467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:08.888832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.552714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:27:08.889062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.217692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ll48d\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:27:08.889403Z","caller":"traceutil/trace.go:171","msg":"trace[463241535] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5356; }","duration":"137.204529ms","start":"2026-03-12T19:27:08.752185Z","end":"2026-03-12T19:27:08.889389Z","steps":["trace[463241535] 'agreement among raft nodes before linearized reading' (duration: 136.552754ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:08.889446Z","caller":"traceutil/trace.go:171","msg":"trace[1590271270] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ll48d; range_end:; response_count:1; response_revision:5356; }","duration":"364.636182ms","start":"2026-03-12T19:27:08.524788Z","end":"2026-03-12T19:27:08.889424Z","steps":["trace[1590271270] 'agreement among raft nodes before linearized reading' (duration: 364.09258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:08.889527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:08.524764Z","time spent":"364.749004ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-ll48d\" "} {"level":"warn","ts":"2026-03-12T19:27:08.889409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:08.512468Z","time spent":"376.922288ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:27:08.88965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.08994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:27:08.889715Z","caller":"traceutil/trace.go:171","msg":"trace[1215939548] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:5356; }","duration":"120.913949ms","start":"2026-03-12T19:27:08.768782Z","end":"2026-03-12T19:27:08.889696Z","steps":["trace[1215939548] 'agreement among raft nodes before linearized reading' (duration: 119.991778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:08.889965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.591849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:27:08.890017Z","caller":"traceutil/trace.go:171","msg":"trace[373973006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5356; }","duration":"225.673992ms","start":"2026-03-12T19:27:08.66433Z","end":"2026-03-12T19:27:08.890004Z","steps":["trace[373973006] 'agreement among raft nodes before linearized reading' (duration: 224.501784ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:08.907529Z","caller":"traceutil/trace.go:171","msg":"trace[569734575] transaction","detail":"{read_only:false; response_revision:5357; number_of_response:1; }","duration":"128.395954ms","start":"2026-03-12T19:27:08.779117Z","end":"2026-03-12T19:27:08.907513Z","steps":["trace[569734575] 'process raft request' (duration: 128.24822ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:13.893166Z","caller":"traceutil/trace.go:171","msg":"trace[2063258535] transaction","detail":"{read_only:false; response_revision:5424; number_of_response:1; }","duration":"185.630047ms","start":"2026-03-12T19:27:13.707512Z","end":"2026-03-12T19:27:13.893142Z","steps":["trace[2063258535] 'process raft request' (duration: 185.379261ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:13.893154Z","caller":"traceutil/trace.go:171","msg":"trace[306890279] linearizableReadLoop","detail":"{readStateIndex:5649; appliedIndex:5648; }","duration":"173.359362ms","start":"2026-03-12T19:27:13.719765Z","end":"2026-03-12T19:27:13.893124Z","steps":["trace[306890279] 'read index received' (duration: 173.113646ms)","trace[306890279] 'applied index is now lower than readState.Index' (duration: 244.256µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:13.893371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.578857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4867"} {"level":"info","ts":"2026-03-12T19:27:13.893444Z","caller":"traceutil/trace.go:171","msg":"trace[688779194] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5424; }","duration":"173.69059ms","start":"2026-03-12T19:27:13.719735Z","end":"2026-03-12T19:27:13.893425Z","steps":["trace[688779194] 'agreement among raft nodes before linearized reading' (duration: 173.483325ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:17.017382Z","caller":"traceutil/trace.go:171","msg":"trace[130083182] transaction","detail":"{read_only:false; response_revision:5455; number_of_response:1; }","duration":"209.360411ms","start":"2026-03-12T19:27:16.808006Z","end":"2026-03-12T19:27:17.017366Z","steps":["trace[130083182] 'process raft request' (duration: 209.205947ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:17.317575Z","caller":"traceutil/trace.go:171","msg":"trace[1390669920] transaction","detail":"{read_only:false; response_revision:5456; number_of_response:1; }","duration":"385.178331ms","start":"2026-03-12T19:27:16.932383Z","end":"2026-03-12T19:27:17.317561Z","steps":["trace[1390669920] 'process raft request' (duration: 382.039148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:17.317676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:16.932355Z","time spent":"385.264593ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:17.317859Z","caller":"traceutil/trace.go:171","msg":"trace[1507277703] linearizableReadLoop","detail":"{readStateIndex:5683; appliedIndex:5680; }","duration":"351.411453ms","start":"2026-03-12T19:27:16.966432Z","end":"2026-03-12T19:27:17.317844Z","steps":["trace[1507277703] 'read index received' (duration: 50.796264ms)","trace[1507277703] 'applied index is now lower than readState.Index' (duration: 300.614289ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:17.317887Z","caller":"traceutil/trace.go:171","msg":"trace[903071084] transaction","detail":"{read_only:false; response_revision:5457; number_of_response:1; }","duration":"383.85415ms","start":"2026-03-12T19:27:16.934014Z","end":"2026-03-12T19:27:17.317868Z","steps":["trace[903071084] 'process raft request' (duration: 383.519422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:17.317969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.540876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-12T19:27:17.317973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.838816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-12T19:27:17.317968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:16.933979Z","time spent":"383.946532ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:17.317998Z","caller":"traceutil/trace.go:171","msg":"trace[1284275581] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5457; }","duration":"351.599878ms","start":"2026-03-12T19:27:16.966392Z","end":"2026-03-12T19:27:17.317992Z","steps":["trace[1284275581] 'agreement among raft nodes before linearized reading' (duration: 351.512566ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:17.318004Z","caller":"traceutil/trace.go:171","msg":"trace[2018888139] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5457; }","duration":"349.879597ms","start":"2026-03-12T19:27:16.968116Z","end":"2026-03-12T19:27:17.317996Z","steps":["trace[2018888139] 'agreement among raft nodes before linearized reading' (duration: 349.805025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:17.318017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:16.966376Z","time spent":"351.636718ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:27:17.318027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:16.968112Z","time spent":"349.910209ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:27:17.318087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.23571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:27:17.318111Z","caller":"traceutil/trace.go:171","msg":"trace[1475619591] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5457; }","duration":"339.28321ms","start":"2026-03-12T19:27:16.978823Z","end":"2026-03-12T19:27:17.318106Z","steps":["trace[1475619591] 'agreement among raft nodes before linearized reading' (duration: 339.24829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:17.318121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.53561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ll48d\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-12T19:27:17.318132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:16.978813Z","time spent":"339.314441ms","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:27:17.318137Z","caller":"traceutil/trace.go:171","msg":"trace[1150445881] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ll48d; range_end:; response_count:1; response_revision:5457; }","duration":"349.56287ms","start":"2026-03-12T19:27:16.968569Z","end":"2026-03-12T19:27:17.318132Z","steps":["trace[1150445881] 'agreement among raft nodes before linearized reading' (duration: 349.502809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:17.318163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:16.968564Z","time spent":"349.595221ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-ll48d\" "} {"level":"warn","ts":"2026-03-12T19:27:17.318216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.869645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-12T19:27:17.318331Z","caller":"traceutil/trace.go:171","msg":"trace[961273646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5457; }","duration":"310.053679ms","start":"2026-03-12T19:27:17.008253Z","end":"2026-03-12T19:27:17.318307Z","steps":["trace[961273646] 'agreement among raft nodes before linearized reading' (duration: 309.690921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:17.318382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.348696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-12T19:27:17.318272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.151091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:27:17.318409Z","caller":"traceutil/trace.go:171","msg":"trace[2123163092] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5457; }","duration":"307.396447ms","start":"2026-03-12T19:27:17.011007Z","end":"2026-03-12T19:27:17.318404Z","steps":["trace[2123163092] 'agreement among raft nodes before linearized reading' (duration: 307.341656ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:17.318421Z","caller":"traceutil/trace.go:171","msg":"trace[411239654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5457; }","duration":"331.319485ms","start":"2026-03-12T19:27:16.987093Z","end":"2026-03-12T19:27:17.318412Z","steps":["trace[411239654] 'agreement among raft nodes before linearized reading' (duration: 331.13169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:17.318429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:17.010997Z","time spent":"307.428608ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:27:17.318448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:16.987083Z","time spent":"331.357335ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:27:17.318383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:17.008234Z","time spent":"310.141001ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:27:22.954712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187093317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:27:22.95473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.581889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:27:22.954821Z","caller":"traceutil/trace.go:171","msg":"trace[2054818430] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5498; }","duration":"1.187268722s","start":"2026-03-12T19:27:21.767531Z","end":"2026-03-12T19:27:22.954799Z","steps":["trace[2054818430] 'range keys from in-memory index tree' (duration: 1.186964014s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:22.954833Z","caller":"traceutil/trace.go:171","msg":"trace[1864216192] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5498; }","duration":"288.749302ms","start":"2026-03-12T19:27:22.666062Z","end":"2026-03-12T19:27:22.954811Z","steps":["trace[1864216192] 'range keys from in-memory index tree' (duration: 288.453975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:22.954865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:21.76751Z","time spent":"1.187344643s","remote":"127.0.0.1:59188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":26,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-12T19:27:22.955104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.799539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-12T19:27:22.955216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.383742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:27:22.955238Z","caller":"traceutil/trace.go:171","msg":"trace[1710852822] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5498; }","duration":"567.984463ms","start":"2026-03-12T19:27:22.387217Z","end":"2026-03-12T19:27:22.955201Z","steps":["trace[1710852822] 'range keys from in-memory index tree' (duration: 567.289546ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:22.955267Z","caller":"traceutil/trace.go:171","msg":"trace[1017368563] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5498; }","duration":"218.453703ms","start":"2026-03-12T19:27:22.736788Z","end":"2026-03-12T19:27:22.955242Z","steps":["trace[1017368563] 'count revisions from in-memory index tree' (duration: 218.30288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:22.95531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:22.387153Z","time spent":"568.137876ms","remote":"127.0.0.1:58882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-12T19:27:23.870969Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879541287272659,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:27:24.328399Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.28890633s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:27:24.32873Z","caller":"traceutil/trace.go:171","msg":"trace[1396856604] transaction","detail":"{read_only:false; response_revision:5499; number_of_response:1; }","duration":"1.28934274s","start":"2026-03-12T19:27:23.039364Z","end":"2026-03-12T19:27:24.328707Z","steps":["trace[1396856604] 'process raft request' (duration: 1.289212777s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:24.328846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:23.039342Z","time spent":"1.289441702s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:24.656639Z","caller":"traceutil/trace.go:171","msg":"trace[134067005] linearizableReadLoop","detail":"{readStateIndex:5729; appliedIndex:5725; }","duration":"1.285853809s","start":"2026-03-12T19:27:23.370758Z","end":"2026-03-12T19:27:24.656611Z","steps":["trace[134067005] 'read index received' (duration: 957.867682ms)","trace[134067005] 'applied index is now lower than readState.Index' (duration: 327.984957ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:24.656923Z","caller":"traceutil/trace.go:171","msg":"trace[1112533482] transaction","detail":"{read_only:false; response_revision:5500; number_of_response:1; }","duration":"1.539510263s","start":"2026-03-12T19:27:23.117387Z","end":"2026-03-12T19:27:24.656897Z","steps":["trace[1112533482] 'process raft request' (duration: 1.539020302s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:24.657027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:23.117348Z","time spent":"1.539605215s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:24.657236Z","caller":"traceutil/trace.go:171","msg":"trace[1708770931] transaction","detail":"{read_only:false; response_revision:5501; number_of_response:1; }","duration":"1.3202088s","start":"2026-03-12T19:27:23.337018Z","end":"2026-03-12T19:27:24.657227Z","steps":["trace[1708770931] 'process raft request' (duration: 1.319520864s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:24.657287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:23.336987Z","time spent":"1.320271231s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:24.65743Z","caller":"traceutil/trace.go:171","msg":"trace[1155515317] transaction","detail":"{read_only:false; response_revision:5502; number_of_response:1; }","duration":"1.319189846s","start":"2026-03-12T19:27:23.33823Z","end":"2026-03-12T19:27:24.65742Z","steps":["trace[1155515317] 'process raft request' (duration: 1.318348146s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:24.657479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:23.33819Z","time spent":"1.319261167s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:24.657668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286921593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:27:24.657696Z","caller":"traceutil/trace.go:171","msg":"trace[1291047125] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5502; }","duration":"1.286993715s","start":"2026-03-12T19:27:23.370694Z","end":"2026-03-12T19:27:24.657688Z","steps":["trace[1291047125] 'agreement among raft nodes before linearized reading' (duration: 1.286887972s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:24.657727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:23.370672Z","time spent":"1.287048367s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:27:24.670936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293567208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-12T19:27:24.670957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293264232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:27:24.670997Z","caller":"traceutil/trace.go:171","msg":"trace[1902108802] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5503; }","duration":"1.293678911s","start":"2026-03-12T19:27:23.377304Z","end":"2026-03-12T19:27:24.670983Z","steps":["trace[1902108802] 'agreement among raft nodes before linearized reading' (duration: 1.293534067s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:24.671028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:23.377278Z","time spent":"1.293743453s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:27:24.671068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292554685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ll48d\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:27:24.671087Z","caller":"traceutil/trace.go:171","msg":"trace[1023833064] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ll48d; range_end:; response_count:1; response_revision:5503; }","duration":"1.292596746s","start":"2026-03-12T19:27:23.378486Z","end":"2026-03-12T19:27:24.671083Z","steps":["trace[1023833064] 'agreement among raft nodes before linearized reading' (duration: 1.292531215s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:24.671063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.167055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:27:24.671108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:23.378473Z","time spent":"1.292631517s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-ll48d\" "} {"level":"info","ts":"2026-03-12T19:27:24.671121Z","caller":"traceutil/trace.go:171","msg":"trace[113016170] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:5503; }","duration":"495.279488ms","start":"2026-03-12T19:27:24.175826Z","end":"2026-03-12T19:27:24.671106Z","steps":["trace[113016170] 'agreement among raft nodes before linearized reading' (duration: 495.176245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:24.671152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:24.1758Z","time spent":"495.344989ms","remote":"127.0.0.1:57036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":26,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:27:24.671131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294399568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:27:24.671214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296786653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-12T19:27:24.671238Z","caller":"traceutil/trace.go:171","msg":"trace[1589779268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5503; }","duration":"1.296851245s","start":"2026-03-12T19:27:23.374381Z","end":"2026-03-12T19:27:24.671232Z","steps":["trace[1589779268] 'agreement among raft nodes before linearized reading' (duration: 1.296785163s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:24.671256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:23.374365Z","time spent":"1.296887926s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:27:24.671245Z","caller":"traceutil/trace.go:171","msg":"trace[637060882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5503; }","duration":"1.294595812s","start":"2026-03-12T19:27:23.376629Z","end":"2026-03-12T19:27:24.671225Z","steps":["trace[637060882] 'agreement among raft nodes before linearized reading' (duration: 1.294272395s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:24.671003Z","caller":"traceutil/trace.go:171","msg":"trace[1125846415] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5503; }","duration":"1.293334083s","start":"2026-03-12T19:27:23.377654Z","end":"2026-03-12T19:27:24.670989Z","steps":["trace[1125846415] 'agreement among raft nodes before linearized reading' (duration: 1.29319703s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:24.671299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:23.376602Z","time spent":"1.294689865s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:27:24.671313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:23.377645Z","time spent":"1.29366208s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:27:24.886209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.368507ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:27:24.886341Z","caller":"traceutil/trace.go:171","msg":"trace[1609581870] linearizableReadLoop","detail":"{readStateIndex:5731; appliedIndex:5730; }","duration":"215.499195ms","start":"2026-03-12T19:27:24.670823Z","end":"2026-03-12T19:27:24.886322Z","steps":["trace[1609581870] 'read index received' (duration: 112.997994ms)","trace[1609581870] 'applied index is now lower than readState.Index' (duration: 102.499801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:24.886452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.173977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:27:24.886429Z","caller":"traceutil/trace.go:171","msg":"trace[1166035825] transaction","detail":"{read_only:false; response_revision:5504; number_of_response:1; }","duration":"224.017093ms","start":"2026-03-12T19:27:24.662368Z","end":"2026-03-12T19:27:24.886385Z","steps":["trace[1166035825] 'process raft request' (duration: 121.37874ms)","trace[1166035825] 'compare' (duration: 102.222673ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:24.886486Z","caller":"traceutil/trace.go:171","msg":"trace[488274920] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5504; }","duration":"221.251349ms","start":"2026-03-12T19:27:24.665224Z","end":"2026-03-12T19:27:24.886476Z","steps":["trace[488274920] 'agreement among raft nodes before linearized reading' (duration: 221.174797ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:25.07165Z","caller":"traceutil/trace.go:171","msg":"trace[183431096] transaction","detail":"{read_only:false; response_revision:5505; number_of_response:1; }","duration":"396.251628ms","start":"2026-03-12T19:27:24.675361Z","end":"2026-03-12T19:27:25.071613Z","steps":["trace[183431096] 'process raft request' (duration: 331.5635ms)","trace[183431096] 'compare' (duration: 64.414212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:25.071898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:24.675337Z","time spent":"396.422393ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:25.071951Z","caller":"traceutil/trace.go:171","msg":"trace[1510434378] transaction","detail":"{read_only:false; response_revision:5506; number_of_response:1; }","duration":"396.117465ms","start":"2026-03-12T19:27:24.675792Z","end":"2026-03-12T19:27:25.071909Z","steps":["trace[1510434378] 'process raft request' (duration: 395.733756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:25.072144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:24.675769Z","time spent":"396.269088ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:25.072688Z","caller":"traceutil/trace.go:171","msg":"trace[1637540110] transaction","detail":"{read_only:false; response_revision:5507; number_of_response:1; }","duration":"396.577196ms","start":"2026-03-12T19:27:24.676085Z","end":"2026-03-12T19:27:25.072663Z","steps":["trace[1637540110] 'process raft request' (duration: 395.715706ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:25.072853Z","caller":"traceutil/trace.go:171","msg":"trace[1755526401] transaction","detail":"{read_only:false; response_revision:5508; number_of_response:1; }","duration":"396.574736ms","start":"2026-03-12T19:27:24.676265Z","end":"2026-03-12T19:27:25.072839Z","steps":["trace[1755526401] 'process raft request' (duration: 396.216618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:25.073388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:24.676079Z","time spent":"397.242771ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:25.073171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.378101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81712"} {"level":"info","ts":"2026-03-12T19:27:25.073503Z","caller":"traceutil/trace.go:171","msg":"trace[2058878475] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5508; }","duration":"396.74617ms","start":"2026-03-12T19:27:24.676745Z","end":"2026-03-12T19:27:25.073492Z","steps":["trace[2058878475] 'agreement among raft nodes before linearized reading' (duration: 396.235008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:25.073543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:24.676739Z","time spent":"396.795641ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81733,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-12T19:27:25.072948Z","caller":"traceutil/trace.go:171","msg":"trace[71548861] linearizableReadLoop","detail":"{readStateIndex:5735; appliedIndex:5731; }","duration":"186.562989ms","start":"2026-03-12T19:27:24.886368Z","end":"2026-03-12T19:27:25.072931Z","steps":["trace[71548861] 'read index received' (duration: 120.572161ms)","trace[71548861] 'applied index is now lower than readState.Index' (duration: 65.977158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:25.073767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.837372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:27:25.073819Z","caller":"traceutil/trace.go:171","msg":"trace[1214273373] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5508; }","duration":"185.923684ms","start":"2026-03-12T19:27:24.887878Z","end":"2026-03-12T19:27:25.073801Z","steps":["trace[1214273373] 'agreement among raft nodes before linearized reading' (duration: 185.835372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:25.074136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:24.676258Z","time spent":"397.17073ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:25.904136Z","caller":"traceutil/trace.go:171","msg":"trace[914420355] transaction","detail":"{read_only:false; response_revision:5512; number_of_response:1; }","duration":"193.676466ms","start":"2026-03-12T19:27:25.710423Z","end":"2026-03-12T19:27:25.9041Z","steps":["trace[914420355] 'process raft request' (duration: 193.381869ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:26.299407Z","caller":"traceutil/trace.go:171","msg":"trace[449743689] transaction","detail":"{read_only:false; response_revision:5513; number_of_response:1; }","duration":"507.361009ms","start":"2026-03-12T19:27:25.792012Z","end":"2026-03-12T19:27:26.299373Z","steps":["trace[449743689] 'process raft request' (duration: 506.363856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:26.299787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.948948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:27:26.29985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:25.79198Z","time spent":"507.555284ms","remote":"127.0.0.1:56966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414042,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:26.299946Z","caller":"traceutil/trace.go:171","msg":"trace[1551296284] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:5513; }","duration":"422.158733ms","start":"2026-03-12T19:27:25.877727Z","end":"2026-03-12T19:27:26.299885Z","steps":["trace[1551296284] 'agreement among raft nodes before linearized reading' (duration: 421.778944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:26.300071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:25.877704Z","time spent":"422.341807ms","remote":"127.0.0.1:43566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:27:26.300533Z","caller":"traceutil/trace.go:171","msg":"trace[1014887667] linearizableReadLoop","detail":"{readStateIndex:5740; appliedIndex:5738; }","duration":"421.536528ms","start":"2026-03-12T19:27:25.877787Z","end":"2026-03-12T19:27:26.299324Z","steps":["trace[1014887667] 'read index received' (duration: 26.077238ms)","trace[1014887667] 'applied index is now lower than readState.Index' (duration: 395.45812ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:26.311043Z","caller":"traceutil/trace.go:171","msg":"trace[1612603557] transaction","detail":"{read_only:false; response_revision:5514; number_of_response:1; }","duration":"397.17277ms","start":"2026-03-12T19:27:25.913837Z","end":"2026-03-12T19:27:26.31101Z","steps":["trace[1612603557] 'process raft request' (duration: 396.891974ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:26.311078Z","caller":"traceutil/trace.go:171","msg":"trace[2068832230] transaction","detail":"{read_only:false; response_revision:5515; number_of_response:1; }","duration":"365.315677ms","start":"2026-03-12T19:27:25.945733Z","end":"2026-03-12T19:27:26.311049Z","steps":["trace[2068832230] 'process raft request' (duration: 365.161884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:26.311176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:25.913813Z","time spent":"397.298243ms","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":873,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:27:26.311207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:25.945691Z","time spent":"365.44062ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:26.431954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.95587ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-03-12T19:27:26.81342Z","caller":"traceutil/trace.go:171","msg":"trace[1166135100] transaction","detail":"{read_only:false; response_revision:5517; number_of_response:1; }","duration":"146.819313ms","start":"2026-03-12T19:27:26.666576Z","end":"2026-03-12T19:27:26.813396Z","steps":["trace[1166135100] 'process raft request' (duration: 146.6689ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:26.864865Z","caller":"traceutil/trace.go:171","msg":"trace[1063084970] transaction","detail":"{read_only:false; response_revision:5518; number_of_response:1; }","duration":"197.655138ms","start":"2026-03-12T19:27:26.667183Z","end":"2026-03-12T19:27:26.864838Z","steps":["trace[1063084970] 'process raft request' (duration: 197.524955ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:27.016077Z","caller":"traceutil/trace.go:171","msg":"trace[12269678] transaction","detail":"{read_only:false; response_revision:5519; number_of_response:1; }","duration":"122.050945ms","start":"2026-03-12T19:27:26.893978Z","end":"2026-03-12T19:27:27.016029Z","steps":["trace[12269678] 'process raft request' (duration: 66.49128ms)","trace[12269678] 'compare' (duration: 55.299959ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:27.241005Z","caller":"traceutil/trace.go:171","msg":"trace[171668736] transaction","detail":"{read_only:false; response_revision:5522; number_of_response:1; }","duration":"158.624648ms","start":"2026-03-12T19:27:27.082345Z","end":"2026-03-12T19:27:27.24097Z","steps":["trace[171668736] 'process raft request' (duration: 158.514886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:27.241499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.54316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81712"} {"level":"info","ts":"2026-03-12T19:27:27.241166Z","caller":"traceutil/trace.go:171","msg":"trace[1222750816] linearizableReadLoop","detail":"{readStateIndex:5751; appliedIndex:5747; }","duration":"156.211452ms","start":"2026-03-12T19:27:27.08493Z","end":"2026-03-12T19:27:27.241141Z","steps":["trace[1222750816] 'read index received' (duration: 2.15903ms)","trace[1222750816] 'applied index is now lower than readState.Index' (duration: 154.050392ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:27.241553Z","caller":"traceutil/trace.go:171","msg":"trace[365083630] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5523; }","duration":"156.630271ms","start":"2026-03-12T19:27:27.084911Z","end":"2026-03-12T19:27:27.241541Z","steps":["trace[365083630] 'agreement among raft nodes before linearized reading' (duration: 156.300184ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:27.241284Z","caller":"traceutil/trace.go:171","msg":"trace[677102693] transaction","detail":"{read_only:false; response_revision:5521; number_of_response:1; }","duration":"159.023278ms","start":"2026-03-12T19:27:27.082072Z","end":"2026-03-12T19:27:27.241096Z","steps":["trace[677102693] 'process raft request' (duration: 110.323913ms)","trace[677102693] 'compare' (duration: 48.313436ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:27.241361Z","caller":"traceutil/trace.go:171","msg":"trace[162164558] transaction","detail":"{read_only:false; response_revision:5523; number_of_response:1; }","duration":"158.734671ms","start":"2026-03-12T19:27:27.082416Z","end":"2026-03-12T19:27:27.24115Z","steps":["trace[162164558] 'process raft request' (duration: 158.492146ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:00.272598Z","caller":"traceutil/trace.go:171","msg":"trace[1834102870] linearizableReadLoop","detail":"{readStateIndex:6052; appliedIndex:6051; }","duration":"322.019978ms","start":"2026-03-12T19:27:59.950547Z","end":"2026-03-12T19:28:00.272567Z","steps":["trace[1834102870] 'read index received' (duration: 321.899175ms)","trace[1834102870] 'applied index is now lower than readState.Index' (duration: 119.293µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:28:00.272708Z","caller":"traceutil/trace.go:171","msg":"trace[2142973302] transaction","detail":"{read_only:false; response_revision:5816; number_of_response:1; }","duration":"324.080306ms","start":"2026-03-12T19:27:59.948577Z","end":"2026-03-12T19:28:00.272657Z","steps":["trace[2142973302] 'process raft request' (duration: 323.796449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:00.272863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.296134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9fe35872-49cc-4b2a-aef0-87cd866323cf\" ","response":"range_response_count:1 size:1275"} {"level":"warn","ts":"2026-03-12T19:28:00.272898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:59.94852Z","time spent":"324.27399ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5948,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:28:00.272914Z","caller":"traceutil/trace.go:171","msg":"trace[1725790673] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9fe35872-49cc-4b2a-aef0-87cd866323cf; range_end:; response_count:1; response_revision:5816; }","duration":"322.399657ms","start":"2026-03-12T19:27:59.9505Z","end":"2026-03-12T19:28:00.2729Z","steps":["trace[1725790673] 'agreement among raft nodes before linearized reading' (duration: 322.196112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:00.272968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:59.950481Z","time spent":"322.478089ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1296,"request content":"key:\"/registry/persistentvolumes/pvc-9fe35872-49cc-4b2a-aef0-87cd866323cf\" "} {"level":"info","ts":"2026-03-12T19:28:11.674007Z","caller":"traceutil/trace.go:171","msg":"trace[203688266] linearizableReadLoop","detail":"{readStateIndex:6118; appliedIndex:6117; }","duration":"367.125359ms","start":"2026-03-12T19:28:11.306863Z","end":"2026-03-12T19:28:11.673988Z","steps":["trace[203688266] 'read index received' (duration: 335.178664ms)","trace[203688266] 'applied index is now lower than readState.Index' (duration: 31.943725ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:28:11.673961Z","caller":"traceutil/trace.go:171","msg":"trace[870140127] transaction","detail":"{read_only:false; response_revision:5879; number_of_response:1; }","duration":"387.234608ms","start":"2026-03-12T19:28:11.286678Z","end":"2026-03-12T19:28:11.673913Z","steps":["trace[870140127] 'process raft request' (duration: 355.035027ms)","trace[870140127] 'compare' (duration: 31.74428ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:28:11.67405Z","caller":"traceutil/trace.go:171","msg":"trace[631758509] transaction","detail":"{read_only:false; response_revision:5880; number_of_response:1; }","duration":"241.543361ms","start":"2026-03-12T19:28:11.432474Z","end":"2026-03-12T19:28:11.674017Z","steps":["trace[631758509] 'process raft request' (duration: 241.410178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:11.67423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:11.286656Z","time spent":"387.471713ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:28:11.674256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.394596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-12T19:28:11.674301Z","caller":"traceutil/trace.go:171","msg":"trace[1481679122] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5880; }","duration":"367.483988ms","start":"2026-03-12T19:28:11.306804Z","end":"2026-03-12T19:28:11.674288Z","steps":["trace[1481679122] 'agreement among raft nodes before linearized reading' (duration: 367.265353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:11.674343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:11.306782Z","time spent":"367.553909ms","remote":"127.0.0.1:58820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1842,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-12T19:28:11.674757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.281674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:28:11.674839Z","caller":"traceutil/trace.go:171","msg":"trace[897902864] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5880; }","duration":"174.430997ms","start":"2026-03-12T19:28:11.500389Z","end":"2026-03-12T19:28:11.67482Z","steps":["trace[897902864] 'agreement among raft nodes before linearized reading' (duration: 174.168881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:11.674787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.879023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:28:11.675115Z","caller":"traceutil/trace.go:171","msg":"trace[1248144255] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5880; }","duration":"343.271283ms","start":"2026-03-12T19:28:11.331822Z","end":"2026-03-12T19:28:11.675093Z","steps":["trace[1248144255] 'agreement among raft nodes before linearized reading' (duration: 342.670969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:11.675861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:11.331801Z","time spent":"344.039581ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T19:28:11.828551Z","caller":"traceutil/trace.go:171","msg":"trace[1050119087] transaction","detail":"{read_only:false; response_revision:5882; number_of_response:1; }","duration":"148.664035ms","start":"2026-03-12T19:28:11.679844Z","end":"2026-03-12T19:28:11.828508Z","steps":["trace[1050119087] 'process raft request' (duration: 136.729967ms)","trace[1050119087] 'compare' (duration: 11.774045ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:28:11.82883Z","caller":"traceutil/trace.go:171","msg":"trace[521539413] linearizableReadLoop","detail":"{readStateIndex:6123; appliedIndex:6119; }","duration":"147.952809ms","start":"2026-03-12T19:28:11.680846Z","end":"2026-03-12T19:28:11.828799Z","steps":["trace[521539413] 'read index received' (duration: 43.996526ms)","trace[521539413] 'applied index is now lower than readState.Index' (duration: 103.954423ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:28:11.828886Z","caller":"traceutil/trace.go:171","msg":"trace[991724364] transaction","detail":"{read_only:false; response_revision:5883; number_of_response:1; }","duration":"148.970663ms","start":"2026-03-12T19:28:11.679897Z","end":"2026-03-12T19:28:11.828868Z","steps":["trace[991724364] 'process raft request' (duration: 148.571364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:11.82916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.753772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"warn","ts":"2026-03-12T19:28:11.829191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.320028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101777"} {"level":"info","ts":"2026-03-12T19:28:11.82921Z","caller":"traceutil/trace.go:171","msg":"trace[1021872743] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5884; }","duration":"131.862254ms","start":"2026-03-12T19:28:11.697331Z","end":"2026-03-12T19:28:11.829193Z","steps":["trace[1021872743] 'agreement among raft nodes before linearized reading' (duration: 131.646409ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:11.829227Z","caller":"traceutil/trace.go:171","msg":"trace[262628464] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5884; }","duration":"148.42704ms","start":"2026-03-12T19:28:11.68079Z","end":"2026-03-12T19:28:11.829218Z","steps":["trace[262628464] 'agreement among raft nodes before linearized reading' (duration: 148.172964ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:11.829379Z","caller":"traceutil/trace.go:171","msg":"trace[75826521] transaction","detail":"{read_only:false; response_revision:5884; number_of_response:1; }","duration":"148.852461ms","start":"2026-03-12T19:28:11.680517Z","end":"2026-03-12T19:28:11.829369Z","steps":["trace[75826521] 'process raft request' (duration: 148.135654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:12.154341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.260773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:28:12.15447Z","caller":"traceutil/trace.go:171","msg":"trace[886236384] transaction","detail":"{read_only:false; response_revision:5885; number_of_response:1; }","duration":"278.415372ms","start":"2026-03-12T19:28:11.876034Z","end":"2026-03-12T19:28:12.154449Z","steps":["trace[886236384] 'process raft request' (duration: 91.938354ms)","trace[886236384] 'compare' (duration: 186.026897ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:28:15.075006Z","caller":"traceutil/trace.go:171","msg":"trace[64824686] transaction","detail":"{read_only:false; response_revision:5895; number_of_response:1; }","duration":"233.683739ms","start":"2026-03-12T19:28:14.841291Z","end":"2026-03-12T19:28:15.074975Z","steps":["trace[64824686] 'process raft request' (duration: 233.485304ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:24.074056Z","caller":"traceutil/trace.go:171","msg":"trace[341956468] linearizableReadLoop","detail":"{readStateIndex:6203; appliedIndex:6202; }","duration":"100.092123ms","start":"2026-03-12T19:28:23.973935Z","end":"2026-03-12T19:28:24.074027Z","steps":["trace[341956468] 'read index received' (duration: 99.824247ms)","trace[341956468] 'applied index is now lower than readState.Index' (duration: 266.806µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:28:24.074142Z","caller":"traceutil/trace.go:171","msg":"trace[847589335] transaction","detail":"{read_only:false; response_revision:5962; number_of_response:1; }","duration":"103.242837ms","start":"2026-03-12T19:28:23.970852Z","end":"2026-03-12T19:28:24.074095Z","steps":["trace[847589335] 'process raft request' (duration: 102.94587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:24.074426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.470542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109206"} {"level":"info","ts":"2026-03-12T19:28:24.074475Z","caller":"traceutil/trace.go:171","msg":"trace[766001349] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5962; }","duration":"100.573375ms","start":"2026-03-12T19:28:23.973889Z","end":"2026-03-12T19:28:24.074462Z","steps":["trace[766001349] 'agreement among raft nodes before linearized reading' (duration: 100.254307ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:27.528308Z","caller":"traceutil/trace.go:171","msg":"trace[354047780] transaction","detail":"{read_only:false; response_revision:5982; number_of_response:1; }","duration":"179.267291ms","start":"2026-03-12T19:28:27.348802Z","end":"2026-03-12T19:28:27.528069Z","steps":["trace[354047780] 'process raft request' (duration: 82.464243ms)","trace[354047780] 'compare' (duration: 96.540832ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:28:28.00578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.294382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:28:28.005892Z","caller":"traceutil/trace.go:171","msg":"trace[411472816] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5983; }","duration":"101.458137ms","start":"2026-03-12T19:28:27.904412Z","end":"2026-03-12T19:28:28.00587Z","steps":["trace[411472816] 'range keys from in-memory index tree' (duration: 100.623846ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:28.129349Z","caller":"traceutil/trace.go:171","msg":"trace[1744013583] linearizableReadLoop","detail":"{readStateIndex:6226; appliedIndex:6225; }","duration":"136.35971ms","start":"2026-03-12T19:28:27.992967Z","end":"2026-03-12T19:28:28.129326Z","steps":["trace[1744013583] 'read index received' (duration: 135.89421ms)","trace[1744013583] 'applied index is now lower than readState.Index' (duration: 464.83µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:28:28.129403Z","caller":"traceutil/trace.go:171","msg":"trace[1070303680] transaction","detail":"{read_only:false; response_revision:5984; number_of_response:1; }","duration":"141.605122ms","start":"2026-03-12T19:28:27.987768Z","end":"2026-03-12T19:28:28.129373Z","steps":["trace[1070303680] 'process raft request' (duration: 141.009779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:28.129666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.677278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:28:28.129753Z","caller":"traceutil/trace.go:171","msg":"trace[1427181810] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5984; }","duration":"136.833352ms","start":"2026-03-12T19:28:27.992901Z","end":"2026-03-12T19:28:28.129735Z","steps":["trace[1427181810] 'agreement among raft nodes before linearized reading' (duration: 136.512434ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:28.190066Z","caller":"traceutil/trace.go:171","msg":"trace[1499727107] transaction","detail":"{read_only:false; response_revision:5986; number_of_response:1; }","duration":"179.763203ms","start":"2026-03-12T19:28:28.010276Z","end":"2026-03-12T19:28:28.190039Z","steps":["trace[1499727107] 'process raft request' (duration: 179.64336ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:28.190288Z","caller":"traceutil/trace.go:171","msg":"trace[1155976737] transaction","detail":"{read_only:false; response_revision:5987; number_of_response:1; }","duration":"179.871726ms","start":"2026-03-12T19:28:28.010395Z","end":"2026-03-12T19:28:28.190267Z","steps":["trace[1155976737] 'process raft request' (duration: 179.585509ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:28.190068Z","caller":"traceutil/trace.go:171","msg":"trace[818962345] transaction","detail":"{read_only:false; response_revision:5985; number_of_response:1; }","duration":"180.647024ms","start":"2026-03-12T19:28:28.009371Z","end":"2026-03-12T19:28:28.190018Z","steps":["trace[818962345] 'process raft request' (duration: 180.303206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:28.190341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.819768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-12T19:28:28.190472Z","caller":"traceutil/trace.go:171","msg":"trace[232419420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5987; }","duration":"102.969452ms","start":"2026-03-12T19:28:28.087473Z","end":"2026-03-12T19:28:28.190442Z","steps":["trace[232419420] 'agreement among raft nodes before linearized reading' (duration: 102.731156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:28.190653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.141029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ll48d\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:28:28.190717Z","caller":"traceutil/trace.go:171","msg":"trace[852019447] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ll48d; range_end:; response_count:1; response_revision:5987; }","duration":"101.271662ms","start":"2026-03-12T19:28:28.089431Z","end":"2026-03-12T19:28:28.190702Z","steps":["trace[852019447] 'agreement among raft nodes before linearized reading' (duration: 100.915334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:28.473636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.667716ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:28:28.473763Z","caller":"traceutil/trace.go:171","msg":"trace[990952772] linearizableReadLoop","detail":"{readStateIndex:6230; appliedIndex:6229; }","duration":"278.3341ms","start":"2026-03-12T19:28:28.195411Z","end":"2026-03-12T19:28:28.473746Z","steps":["trace[990952772] 'read index received' (duration: 153.48081ms)","trace[990952772] 'applied index is now lower than readState.Index' (duration: 124.85203ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:28:28.473825Z","caller":"traceutil/trace.go:171","msg":"trace[140288307] transaction","detail":"{read_only:false; response_revision:5988; number_of_response:1; }","duration":"339.315523ms","start":"2026-03-12T19:28:28.134462Z","end":"2026-03-12T19:28:28.473778Z","steps":["trace[140288307] 'process raft request' (duration: 214.413621ms)","trace[140288307] 'compare' (duration: 124.526303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:28:28.474042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:28.134434Z","time spent":"339.494318ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:28:28.474323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.901924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109151"} {"level":"info","ts":"2026-03-12T19:28:28.474383Z","caller":"traceutil/trace.go:171","msg":"trace[769883302] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5988; }","duration":"278.996576ms","start":"2026-03-12T19:28:28.195373Z","end":"2026-03-12T19:28:28.474369Z","steps":["trace[769883302] 'agreement among raft nodes before linearized reading' (duration: 278.420602ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:28.520377Z","caller":"traceutil/trace.go:171","msg":"trace[746788318] transaction","detail":"{read_only:false; response_revision:5989; number_of_response:1; }","duration":"324.64794ms","start":"2026-03-12T19:28:28.195709Z","end":"2026-03-12T19:28:28.520357Z","steps":["trace[746788318] 'process raft request' (duration: 324.543488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:28.520493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:28.195682Z","time spent":"324.751253ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:28:29.48475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.528368ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:28:29.484854Z","caller":"traceutil/trace.go:171","msg":"trace[1804971251] linearizableReadLoop","detail":"{readStateIndex:6233; appliedIndex:6232; }","duration":"201.256324ms","start":"2026-03-12T19:28:29.283581Z","end":"2026-03-12T19:28:29.484837Z","steps":["trace[1804971251] 'read index received' (duration: 96.500481ms)","trace[1804971251] 'applied index is now lower than readState.Index' (duration: 104.754773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:28:29.48503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.457419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-12T19:28:29.484998Z","caller":"traceutil/trace.go:171","msg":"trace[2052349421] transaction","detail":"{read_only:false; response_revision:5991; number_of_response:1; }","duration":"248.169568ms","start":"2026-03-12T19:28:29.23678Z","end":"2026-03-12T19:28:29.484949Z","steps":["trace[2052349421] 'process raft request' (duration: 143.362714ms)","trace[2052349421] 'compare' (duration: 104.406305ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:28:29.48507Z","caller":"traceutil/trace.go:171","msg":"trace[154297653] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5991; }","duration":"201.535471ms","start":"2026-03-12T19:28:29.283523Z","end":"2026-03-12T19:28:29.485058Z","steps":["trace[154297653] 'agreement among raft nodes before linearized reading' (duration: 201.359496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:29:27.621663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.086821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:29:27.62187Z","caller":"traceutil/trace.go:171","msg":"trace[1053315576] transaction","detail":"{read_only:false; response_revision:6365; number_of_response:1; }","duration":"232.631346ms","start":"2026-03-12T19:29:27.389215Z","end":"2026-03-12T19:29:27.621847Z","steps":["trace[1053315576] 'process raft request' (duration: 115.229338ms)","trace[1053315576] 'compare' (duration: 116.940748ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:29:27.633533Z","caller":"traceutil/trace.go:171","msg":"trace[182379446] transaction","detail":"{read_only:false; response_revision:6366; number_of_response:1; }","duration":"156.226414ms","start":"2026-03-12T19:29:27.47726Z","end":"2026-03-12T19:29:27.633486Z","steps":["trace[182379446] 'process raft request' (duration: 156.095391ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:30:49.496919Z","caller":"traceutil/trace.go:171","msg":"trace[1831742554] linearizableReadLoop","detail":"{readStateIndex:7091; appliedIndex:7089; }","duration":"147.316442ms","start":"2026-03-12T19:30:49.349575Z","end":"2026-03-12T19:30:49.496892Z","steps":["trace[1831742554] 'read index received' (duration: 50.706372ms)","trace[1831742554] 'applied index is now lower than readState.Index' (duration: 96.60847ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:30:49.496941Z","caller":"traceutil/trace.go:171","msg":"trace[1310490871] transaction","detail":"{read_only:false; response_revision:6817; number_of_response:1; }","duration":"169.56326ms","start":"2026-03-12T19:30:49.327315Z","end":"2026-03-12T19:30:49.496879Z","steps":["trace[1310490871] 'process raft request' (duration: 168.746201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:30:49.497199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.600768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ll48d\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:30:49.497243Z","caller":"traceutil/trace.go:171","msg":"trace[1843073544] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ll48d; range_end:; response_count:1; response_revision:6817; }","duration":"147.710591ms","start":"2026-03-12T19:30:49.349522Z","end":"2026-03-12T19:30:49.497232Z","steps":["trace[1843073544] 'agreement among raft nodes before linearized reading' (duration: 147.502776ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:31:41.445246Z","caller":"traceutil/trace.go:171","msg":"trace[237145131] transaction","detail":"{read_only:false; response_revision:7262; number_of_response:1; }","duration":"107.413823ms","start":"2026-03-12T19:31:41.337799Z","end":"2026-03-12T19:31:41.445213Z","steps":["trace[237145131] 'process raft request' (duration: 107.181627ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:31:41.58378Z","caller":"traceutil/trace.go:171","msg":"trace[650676031] transaction","detail":"{read_only:false; response_revision:7263; number_of_response:1; }","duration":"133.808727ms","start":"2026-03-12T19:31:41.449943Z","end":"2026-03-12T19:31:41.583751Z","steps":["trace[650676031] 'process raft request' (duration: 130.608222ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:31:41.584306Z","caller":"traceutil/trace.go:171","msg":"trace[153247586] transaction","detail":"{read_only:false; response_revision:7264; number_of_response:1; }","duration":"134.279138ms","start":"2026-03-12T19:31:41.450012Z","end":"2026-03-12T19:31:41.584291Z","steps":["trace[153247586] 'process raft request' (duration: 133.666214ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:31:43.96545Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5084} {"level":"info","ts":"2026-03-12T19:31:44.263233Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5084,"took":"295.77718ms","hash":3147407903,"current-db-size-bytes":38789120,"current-db-size":"39 MB","current-db-size-in-use-bytes":21839872,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-12T19:31:44.26332Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3147407903,"revision":5084,"compact-revision":2594} {"level":"info","ts":"2026-03-12T19:31:49.726114Z","caller":"traceutil/trace.go:171","msg":"trace[802765417] transaction","detail":"{read_only:false; response_revision:7302; number_of_response:1; }","duration":"238.121027ms","start":"2026-03-12T19:31:49.487964Z","end":"2026-03-12T19:31:49.726085Z","steps":["trace[802765417] 'process raft request' (duration: 237.967124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:31:49.953089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.89493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:31:49.953233Z","caller":"traceutil/trace.go:171","msg":"trace[1921969545] linearizableReadLoop","detail":"{readStateIndex:7592; appliedIndex:7591; }","duration":"314.610009ms","start":"2026-03-12T19:31:49.6386Z","end":"2026-03-12T19:31:49.95321Z","steps":["trace[1921969545] 'read index received' (duration: 87.473528ms)","trace[1921969545] 'applied index is now lower than readState.Index' (duration: 227.134851ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:31:49.953413Z","caller":"traceutil/trace.go:171","msg":"trace[647046616] transaction","detail":"{read_only:false; response_revision:7303; number_of_response:1; }","duration":"399.277521ms","start":"2026-03-12T19:31:49.554089Z","end":"2026-03-12T19:31:49.953367Z","steps":["trace[647046616] 'process raft request' (duration: 288.970541ms)","trace[647046616] 'compare' (duration: 109.550222ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:31:49.953556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.846461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:31:49.953591Z","caller":"traceutil/trace.go:171","msg":"trace[2046848901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7303; }","duration":"310.918813ms","start":"2026-03-12T19:31:49.642659Z","end":"2026-03-12T19:31:49.953578Z","steps":["trace[2046848901] 'agreement among raft nodes before linearized reading' (duration: 310.854431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:31:49.953629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:31:49.642639Z","time spent":"310.983854ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:31:49.953787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.684838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:31:49.953812Z","caller":"traceutil/trace.go:171","msg":"trace[193794838] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7303; }","duration":"228.763089ms","start":"2026-03-12T19:31:49.725041Z","end":"2026-03-12T19:31:49.953804Z","steps":["trace[193794838] 'agreement among raft nodes before linearized reading' (duration: 228.706818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:31:49.953843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:31:49.554055Z","time spent":"399.471806ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:31:49.95391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.968617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:31:49.954388Z","caller":"traceutil/trace.go:171","msg":"trace[407398442] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:7303; }","duration":"154.54575ms","start":"2026-03-12T19:31:49.79982Z","end":"2026-03-12T19:31:49.954366Z","steps":["trace[407398442] 'agreement among raft nodes before linearized reading' (duration: 153.823943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:31:49.95435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.227423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-12T19:31:49.954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.630291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:31:49.954668Z","caller":"traceutil/trace.go:171","msg":"trace[1869030146] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7303; }","duration":"148.51956ms","start":"2026-03-12T19:31:49.806052Z","end":"2026-03-12T19:31:49.954571Z","steps":["trace[1869030146] 'agreement among raft nodes before linearized reading' (duration: 148.10472ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:31:49.954736Z","caller":"traceutil/trace.go:171","msg":"trace[1205605389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7303; }","duration":"288.377368ms","start":"2026-03-12T19:31:49.666331Z","end":"2026-03-12T19:31:49.954709Z","steps":["trace[1205605389] 'agreement among raft nodes before linearized reading' (duration: 287.646661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:31:49.953487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.882486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:31:49.954862Z","caller":"traceutil/trace.go:171","msg":"trace[881430108] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7303; }","duration":"316.255597ms","start":"2026-03-12T19:31:49.638564Z","end":"2026-03-12T19:31:49.954819Z","steps":["trace[881430108] 'agreement among raft nodes before linearized reading' (duration: 314.757752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:31:49.955013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:31:49.638547Z","time spent":"316.410731ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T19:31:50.381823Z","caller":"traceutil/trace.go:171","msg":"trace[264311506] transaction","detail":"{read_only:false; response_revision:7308; number_of_response:1; }","duration":"148.9586ms","start":"2026-03-12T19:31:50.232824Z","end":"2026-03-12T19:31:50.381783Z","steps":["trace[264311506] 'process raft request' (duration: 148.711664ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:31:50.41129Z","caller":"traceutil/trace.go:171","msg":"trace[873251777] transaction","detail":"{read_only:false; response_revision:7309; number_of_response:1; }","duration":"169.834667ms","start":"2026-03-12T19:31:50.241425Z","end":"2026-03-12T19:31:50.41126Z","steps":["trace[873251777] 'process raft request' (duration: 169.334555ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:31:50.568772Z","caller":"traceutil/trace.go:171","msg":"trace[230076079] transaction","detail":"{read_only:false; response_revision:7312; number_of_response:1; }","duration":"102.251472ms","start":"2026-03-12T19:31:50.466476Z","end":"2026-03-12T19:31:50.568727Z","steps":["trace[230076079] 'process raft request' (duration: 37.936003ms)","trace[230076079] 'compare' (duration: 63.821587ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:32:32.726605Z","caller":"traceutil/trace.go:171","msg":"trace[1885582957] transaction","detail":"{read_only:false; response_revision:7592; number_of_response:1; }","duration":"115.851898ms","start":"2026-03-12T19:32:32.610723Z","end":"2026-03-12T19:32:32.726575Z","steps":["trace[1885582957] 'process raft request' (duration: 115.326716ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:01.911638Z","caller":"traceutil/trace.go:171","msg":"trace[766765583] transaction","detail":"{read_only:false; response_revision:7750; number_of_response:1; }","duration":"140.477226ms","start":"2026-03-12T19:33:01.771086Z","end":"2026-03-12T19:33:01.911563Z","steps":["trace[766765583] 'process raft request' (duration: 97.940537ms)","trace[766765583] 'compare' (duration: 42.383495ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:08.908983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879541287278938,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:33:09.40974Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879541287278938,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:33:09.910487Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879541287278938,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:33:10.292841Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.035665917s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:33:10.293394Z","caller":"traceutil/trace.go:171","msg":"trace[877953537] transaction","detail":"{read_only:false; response_revision:7778; number_of_response:1; }","duration":"2.036317332s","start":"2026-03-12T19:33:08.257037Z","end":"2026-03-12T19:33:10.293354Z","steps":["trace[877953537] 'process raft request' (duration: 2.036023355s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:10.293654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:08.25701Z","time spent":"2.036515217s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:10.336279Z","caller":"traceutil/trace.go:171","msg":"trace[256142601] transaction","detail":"{read_only:false; response_revision:7780; number_of_response:1; }","duration":"1.408780723s","start":"2026-03-12T19:33:08.927454Z","end":"2026-03-12T19:33:10.336235Z","steps":["trace[256142601] 'process raft request' (duration: 1.40867939s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:10.336302Z","caller":"traceutil/trace.go:171","msg":"trace[620555403] transaction","detail":"{read_only:false; response_revision:7779; number_of_response:1; }","duration":"1.410881221s","start":"2026-03-12T19:33:08.925384Z","end":"2026-03-12T19:33:10.336265Z","steps":["trace[620555403] 'process raft request' (duration: 1.410537953s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:10.336504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:08.925354Z","time spent":"1.411048135s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:10.336517Z","caller":"traceutil/trace.go:171","msg":"trace[1250661276] linearizableReadLoop","detail":"{readStateIndex:8087; appliedIndex:8083; }","duration":"1.928028924s","start":"2026-03-12T19:33:08.408428Z","end":"2026-03-12T19:33:10.336457Z","steps":["trace[1250661276] 'read index received' (duration: 1.884652556s)","trace[1250661276] 'applied index is now lower than readState.Index' (duration: 43.373468ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:10.336613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:08.927446Z","time spent":"1.408955707s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:10.336676Z","caller":"traceutil/trace.go:171","msg":"trace[22396575] transaction","detail":"{read_only:false; response_revision:7781; number_of_response:1; }","duration":"1.408793332s","start":"2026-03-12T19:33:08.927817Z","end":"2026-03-12T19:33:10.33661Z","steps":["trace[22396575] 'process raft request' (duration: 1.408368083s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:10.336853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881049591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-12T19:33:10.336923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.248108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:33:10.336932Z","caller":"traceutil/trace.go:171","msg":"trace[545143466] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7781; }","duration":"1.881200275s","start":"2026-03-12T19:33:08.455708Z","end":"2026-03-12T19:33:10.336908Z","steps":["trace[545143466] 'agreement among raft nodes before linearized reading' (duration: 1.880995191s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:10.336952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:08.927811Z","time spent":"1.408977597s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:10.336968Z","caller":"traceutil/trace.go:171","msg":"trace[263401484] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:7781; }","duration":"475.299049ms","start":"2026-03-12T19:33:09.861657Z","end":"2026-03-12T19:33:10.336956Z","steps":["trace[263401484] 'agreement among raft nodes before linearized reading' (duration: 475.143116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:10.336955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.928482875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:33:10.337026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:09.861558Z","time spent":"475.458574ms","remote":"127.0.0.1:59092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":97,"response size":28,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:33:10.337025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.613759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-12T19:33:10.337063Z","caller":"traceutil/trace.go:171","msg":"trace[13531842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7781; }","duration":"1.928646958s","start":"2026-03-12T19:33:08.408382Z","end":"2026-03-12T19:33:10.337029Z","steps":["trace[13531842] 'agreement among raft nodes before linearized reading' (duration: 1.92829078s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:10.337069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.579164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7403"} {"level":"info","ts":"2026-03-12T19:33:10.337084Z","caller":"traceutil/trace.go:171","msg":"trace[86850667] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7781; }","duration":"220.736792ms","start":"2026-03-12T19:33:10.116329Z","end":"2026-03-12T19:33:10.337066Z","steps":["trace[86850667] 'agreement among raft nodes before linearized reading' (duration: 220.437675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:10.337107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:08.408363Z","time spent":"1.928737481s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:33:10.337111Z","caller":"traceutil/trace.go:171","msg":"trace[1947150452] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:7781; }","duration":"939.673496ms","start":"2026-03-12T19:33:09.397426Z","end":"2026-03-12T19:33:10.337099Z","steps":["trace[1947150452] 'agreement among raft nodes before linearized reading' (duration: 939.574514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:10.337152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:09.397399Z","time spent":"939.742848ms","remote":"127.0.0.1:58972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":7424,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-03-12T19:33:10.336976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:08.455685Z","time spent":"1.881283597s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:33:10.337275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.832573315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-12T19:33:10.337294Z","caller":"traceutil/trace.go:171","msg":"trace[1901936844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7781; }","duration":"1.832626956s","start":"2026-03-12T19:33:08.504659Z","end":"2026-03-12T19:33:10.337286Z","steps":["trace[1901936844] 'agreement among raft nodes before linearized reading' (duration: 1.832572455s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:10.337307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:08.504632Z","time spent":"1.832671948s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:33:10.337475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856788717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ll48d\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-12T19:33:10.337493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823533535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:33:10.337514Z","caller":"traceutil/trace.go:171","msg":"trace[1780796388] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ll48d; range_end:; response_count:1; response_revision:7781; }","duration":"1.856851049s","start":"2026-03-12T19:33:08.480651Z","end":"2026-03-12T19:33:10.337502Z","steps":["trace[1780796388] 'agreement among raft nodes before linearized reading' (duration: 1.856667255s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:10.337542Z","caller":"traceutil/trace.go:171","msg":"trace[1599139324] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7781; }","duration":"1.823606187s","start":"2026-03-12T19:33:08.513922Z","end":"2026-03-12T19:33:10.337528Z","steps":["trace[1599139324] 'agreement among raft nodes before linearized reading' (duration: 1.823384482s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:10.337578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:08.513909Z","time spent":"1.823660998s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:33:10.337544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:08.480638Z","time spent":"1.85689955s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-ll48d\" "} {"level":"warn","ts":"2026-03-12T19:33:10.337813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.695899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:10.337869Z","caller":"traceutil/trace.go:171","msg":"trace[318332393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7781; }","duration":"672.837172ms","start":"2026-03-12T19:33:09.665016Z","end":"2026-03-12T19:33:10.337853Z","steps":["trace[318332393] 'agreement among raft nodes before linearized reading' (duration: 671.714856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:10.337915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:09.664993Z","time spent":"672.913665ms","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:33:24.735516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.834963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:33:24.735638Z","caller":"traceutil/trace.go:171","msg":"trace[792620147] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7898; }","duration":"153.008067ms","start":"2026-03-12T19:33:24.582608Z","end":"2026-03-12T19:33:24.735616Z","steps":["trace[792620147] 'range keys from in-memory index tree' (duration: 152.620008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:24.735673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.407653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:33:24.735795Z","caller":"traceutil/trace.go:171","msg":"trace[1887233622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7898; }","duration":"155.619318ms","start":"2026-03-12T19:33:24.580148Z","end":"2026-03-12T19:33:24.735767Z","steps":["trace[1887233622] 'range keys from in-memory index tree' (duration: 155.132287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:24.73581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.642812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-12T19:33:24.735887Z","caller":"traceutil/trace.go:171","msg":"trace[1756097826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7898; }","duration":"153.782835ms","start":"2026-03-12T19:33:24.582085Z","end":"2026-03-12T19:33:24.735868Z","steps":["trace[1756097826] 'range keys from in-memory index tree' (duration: 153.388646ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:24.872066Z","caller":"traceutil/trace.go:171","msg":"trace[1758539605] transaction","detail":"{read_only:false; response_revision:7899; number_of_response:1; }","duration":"130.089575ms","start":"2026-03-12T19:33:24.741943Z","end":"2026-03-12T19:33:24.872033Z","steps":["trace[1758539605] 'process raft request' (duration: 129.88856ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:24.875853Z","caller":"traceutil/trace.go:171","msg":"trace[219106019] transaction","detail":"{read_only:false; response_revision:7901; number_of_response:1; }","duration":"133.470053ms","start":"2026-03-12T19:33:24.742339Z","end":"2026-03-12T19:33:24.875809Z","steps":["trace[219106019] 'process raft request' (duration: 133.417271ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:24.875902Z","caller":"traceutil/trace.go:171","msg":"trace[851891879] transaction","detail":"{read_only:false; response_revision:7900; number_of_response:1; }","duration":"133.706739ms","start":"2026-03-12T19:33:24.742156Z","end":"2026-03-12T19:33:24.875863Z","steps":["trace[851891879] 'process raft request' (duration: 133.369211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:26.618707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.996998ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-03-12T19:33:26.618841Z","caller":"traceutil/trace.go:171","msg":"trace[406496206] linearizableReadLoop","detail":"{readStateIndex:8213; appliedIndex:8212; }","duration":"735.929959ms","start":"2026-03-12T19:33:25.882884Z","end":"2026-03-12T19:33:26.618814Z","steps":["trace[406496206] 'read index received' (duration: 117.731187ms)","trace[406496206] 'applied index is now lower than readState.Index' (duration: 618.196872ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:26.619228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.327189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:26.619338Z","caller":"traceutil/trace.go:171","msg":"trace[307985428] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:7901; }","duration":"736.499983ms","start":"2026-03-12T19:33:25.882815Z","end":"2026-03-12T19:33:26.619315Z","steps":["trace[307985428] 'agreement among raft nodes before linearized reading' (duration: 736.320858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:26.619383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:25.882781Z","time spent":"736.591885ms","remote":"127.0.0.1:56992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":26,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:33:26.780818Z","caller":"traceutil/trace.go:171","msg":"trace[1679453445] transaction","detail":"{read_only:false; response_revision:7902; number_of_response:1; }","duration":"320.729386ms","start":"2026-03-12T19:33:26.460056Z","end":"2026-03-12T19:33:26.780785Z","steps":["trace[1679453445] 'process raft request' (duration: 320.538702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:26.781006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:26.460039Z","time spent":"320.866929ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:27.090453Z","caller":"traceutil/trace.go:171","msg":"trace[2032143014] linearizableReadLoop","detail":"{readStateIndex:8216; appliedIndex:8213; }","duration":"471.541413ms","start":"2026-03-12T19:33:26.618875Z","end":"2026-03-12T19:33:27.090417Z","steps":["trace[2032143014] 'read index received' (duration: 161.806812ms)","trace[2032143014] 'applied index is now lower than readState.Index' (duration: 309.732981ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:27.090562Z","caller":"traceutil/trace.go:171","msg":"trace[1693993919] transaction","detail":"{read_only:false; response_revision:7904; number_of_response:1; }","duration":"589.821563ms","start":"2026-03-12T19:33:26.500671Z","end":"2026-03-12T19:33:27.090492Z","steps":["trace[1693993919] 'process raft request' (duration: 589.621308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:27.090793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:26.500652Z","time spent":"590.013197ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:27.09089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.640376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:27.090913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.338909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-12T19:33:27.090982Z","caller":"traceutil/trace.go:171","msg":"trace[123299075] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7904; }","duration":"425.776469ms","start":"2026-03-12T19:33:26.665183Z","end":"2026-03-12T19:33:27.090959Z","steps":["trace[123299075] 'agreement among raft nodes before linearized reading' (duration: 425.611675ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:27.091012Z","caller":"traceutil/trace.go:171","msg":"trace[2083788647] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7904; }","duration":"856.483623ms","start":"2026-03-12T19:33:26.2345Z","end":"2026-03-12T19:33:27.090983Z","steps":["trace[2083788647] 'agreement among raft nodes before linearized reading' (duration: 856.239987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:27.090823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.341452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ll48d\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-12T19:33:27.091036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:26.665155Z","time spent":"425.87016ms","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:33:27.09106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:26.234477Z","time spent":"856.574364ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":578,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-12T19:33:27.091071Z","caller":"traceutil/trace.go:171","msg":"trace[1119621987] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ll48d; range_end:; response_count:1; response_revision:7904; }","duration":"543.650019ms","start":"2026-03-12T19:33:26.547406Z","end":"2026-03-12T19:33:27.091056Z","steps":["trace[1119621987] 'agreement among raft nodes before linearized reading' (duration: 543.195269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:27.091068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.883163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-12T19:33:27.091121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:26.547386Z","time spent":"543.71903ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-ll48d\" "} {"level":"warn","ts":"2026-03-12T19:33:27.091224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.325123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:33:27.091292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.093724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:33:27.091315Z","caller":"traceutil/trace.go:171","msg":"trace[672940978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7904; }","duration":"211.435986ms","start":"2026-03-12T19:33:26.879863Z","end":"2026-03-12T19:33:27.091299Z","steps":["trace[672940978] 'agreement among raft nodes before linearized reading' (duration: 211.225831ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:27.09101Z","caller":"traceutil/trace.go:171","msg":"trace[147581269] transaction","detail":"{read_only:false; response_revision:7903; number_of_response:1; }","duration":"592.094646ms","start":"2026-03-12T19:33:26.498893Z","end":"2026-03-12T19:33:27.090988Z","steps":["trace[147581269] 'process raft request' (duration: 537.712901ms)","trace[147581269] 'compare' (duration: 53.345211ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:27.091348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.645111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-12T19:33:27.091359Z","caller":"traceutil/trace.go:171","msg":"trace[2114767882] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7904; }","duration":"647.244608ms","start":"2026-03-12T19:33:26.444094Z","end":"2026-03-12T19:33:27.091339Z","steps":["trace[2114767882] 'agreement among raft nodes before linearized reading' (duration: 647.033023ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:27.091403Z","caller":"traceutil/trace.go:171","msg":"trace[1724665501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7904; }","duration":"214.740923ms","start":"2026-03-12T19:33:26.876647Z","end":"2026-03-12T19:33:27.091388Z","steps":["trace[1724665501] 'agreement among raft nodes before linearized reading' (duration: 214.559429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:27.091407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:26.444068Z","time spent":"647.33021ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:33:27.091428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:26.498851Z","time spent":"592.509505ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:27.091713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.761243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:33:27.09178Z","caller":"traceutil/trace.go:171","msg":"trace[1073955047] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7904; }","duration":"211.847656ms","start":"2026-03-12T19:33:26.879916Z","end":"2026-03-12T19:33:27.091764Z","steps":["trace[1073955047] 'agreement among raft nodes before linearized reading' (duration: 211.251112ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:27.09189Z","caller":"traceutil/trace.go:171","msg":"trace[837660446] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7904; }","duration":"561.941364ms","start":"2026-03-12T19:33:26.529168Z","end":"2026-03-12T19:33:27.09111Z","steps":["trace[837660446] 'agreement among raft nodes before linearized reading' (duration: 561.709139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:27.092099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:26.529079Z","time spent":"562.947208ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:33:27.605174Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879541287279296,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:33:27.814648Z","caller":"traceutil/trace.go:171","msg":"trace[855873591] transaction","detail":"{read_only:false; response_revision:7905; number_of_response:1; }","duration":"718.572606ms","start":"2026-03-12T19:33:27.096038Z","end":"2026-03-12T19:33:27.814611Z","steps":["trace[855873591] 'process raft request' (duration: 718.33007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:27.8149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:27.096025Z","time spent":"718.731989ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:28.083904Z","caller":"traceutil/trace.go:171","msg":"trace[1411873650] transaction","detail":"{read_only:false; response_revision:7907; number_of_response:1; }","duration":"980.173868ms","start":"2026-03-12T19:33:27.103703Z","end":"2026-03-12T19:33:28.083876Z","steps":["trace[1411873650] 'process raft request' (duration: 980.094906ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:28.083968Z","caller":"traceutil/trace.go:171","msg":"trace[943600260] transaction","detail":"{read_only:false; response_revision:7906; number_of_response:1; }","duration":"986.751641ms","start":"2026-03-12T19:33:27.097167Z","end":"2026-03-12T19:33:28.083919Z","steps":["trace[943600260] 'process raft request' (duration: 986.444914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:28.08422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:27.097152Z","time spent":"986.938515ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:28.084225Z","caller":"traceutil/trace.go:171","msg":"trace[923802884] transaction","detail":"{read_only:false; response_revision:7908; number_of_response:1; }","duration":"979.794499ms","start":"2026-03-12T19:33:27.104394Z","end":"2026-03-12T19:33:28.084188Z","steps":["trace[923802884] 'process raft request' (duration: 979.443941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:28.084369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:27.104375Z","time spent":"979.909151ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:28.084688Z","caller":"traceutil/trace.go:171","msg":"trace[1999221347] transaction","detail":"{read_only:false; response_revision:7909; number_of_response:1; }","duration":"979.710877ms","start":"2026-03-12T19:33:27.104956Z","end":"2026-03-12T19:33:28.084666Z","steps":["trace[1999221347] 'process raft request' (duration: 979.146844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:28.084782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:27.104948Z","time spent":"979.790429ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:28.084841Z","caller":"traceutil/trace.go:171","msg":"trace[1132871790] transaction","detail":"{read_only:false; response_revision:7910; number_of_response:1; }","duration":"976.854501ms","start":"2026-03-12T19:33:27.10797Z","end":"2026-03-12T19:33:28.084824Z","steps":["trace[1132871790] 'process raft request' (duration: 976.644606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:28.084917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:27.107963Z","time spent":"976.915592ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:28.084972Z","caller":"traceutil/trace.go:171","msg":"trace[1143243035] transaction","detail":"{read_only:false; response_revision:7911; number_of_response:1; }","duration":"766.0735ms","start":"2026-03-12T19:33:27.318879Z","end":"2026-03-12T19:33:28.084953Z","steps":["trace[1143243035] 'process raft request' (duration: 765.867525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:28.085072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:27.318851Z","time spent":"766.176863ms","remote":"127.0.0.1:58900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19434,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:28.085108Z","caller":"traceutil/trace.go:171","msg":"trace[365542058] linearizableReadLoop","detail":"{readStateIndex:8224; appliedIndex:8216; }","duration":"980.191158ms","start":"2026-03-12T19:33:27.104905Z","end":"2026-03-12T19:33:28.085096Z","steps":["trace[365542058] 'read index received' (duration: 709.479975ms)","trace[365542058] 'applied index is now lower than readState.Index' (duration: 270.710203ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:28.085214Z","caller":"traceutil/trace.go:171","msg":"trace[1385470377] transaction","detail":"{read_only:false; response_revision:7912; number_of_response:1; }","duration":"520.312267ms","start":"2026-03-12T19:33:27.564891Z","end":"2026-03-12T19:33:28.085203Z","steps":["trace[1385470377] 'process raft request' (duration: 520.00441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:28.085279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:27.564852Z","time spent":"520.392529ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:28.085303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.629856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:28.085287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.793712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:33:28.085345Z","caller":"traceutil/trace.go:171","msg":"trace[1869777739] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7912; }","duration":"419.717148ms","start":"2026-03-12T19:33:27.665615Z","end":"2026-03-12T19:33:28.085332Z","steps":["trace[1869777739] 'agreement among raft nodes before linearized reading' (duration: 419.661757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:28.085368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:27.665557Z","time spent":"419.80609ms","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:33:28.085392Z","caller":"traceutil/trace.go:171","msg":"trace[1812861647] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7912; }","duration":"666.954816ms","start":"2026-03-12T19:33:27.418403Z","end":"2026-03-12T19:33:28.085357Z","steps":["trace[1812861647] 'agreement among raft nodes before linearized reading' (duration: 666.800523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:28.085444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:27.418376Z","time spent":"667.057288ms","remote":"127.0.0.1:54152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:33:28.086099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.187321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224163"} {"level":"info","ts":"2026-03-12T19:33:28.086142Z","caller":"traceutil/trace.go:171","msg":"trace[1135962074] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7912; }","duration":"981.244102ms","start":"2026-03-12T19:33:27.104887Z","end":"2026-03-12T19:33:28.086131Z","steps":["trace[1135962074] 'agreement among raft nodes before linearized reading' (duration: 980.29077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:28.08617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:27.10488Z","time spent":"981.282203ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224184,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-12T19:33:28.088171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:27.103687Z","time spent":"980.29523ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:28.261316Z","caller":"traceutil/trace.go:171","msg":"trace[1073311273] linearizableReadLoop","detail":"{readStateIndex:8225; appliedIndex:8224; }","duration":"116.063628ms","start":"2026-03-12T19:33:28.145221Z","end":"2026-03-12T19:33:28.261284Z","steps":["trace[1073311273] 'read index received' (duration: 115.789922ms)","trace[1073311273] 'applied index is now lower than readState.Index' (duration: 272.026µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:28.261432Z","caller":"traceutil/trace.go:171","msg":"trace[22850300] transaction","detail":"{read_only:false; response_revision:7913; number_of_response:1; }","duration":"124.983626ms","start":"2026-03-12T19:33:28.136407Z","end":"2026-03-12T19:33:28.26139Z","steps":["trace[22850300] 'process raft request' (duration: 124.701429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:28.261482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.211992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:33:28.261534Z","caller":"traceutil/trace.go:171","msg":"trace[1619427498] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7913; }","duration":"116.340035ms","start":"2026-03-12T19:33:28.145181Z","end":"2026-03-12T19:33:28.261521Z","steps":["trace[1619427498] 'agreement among raft nodes before linearized reading' (duration: 116.215162ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:28.719422Z","caller":"traceutil/trace.go:171","msg":"trace[1024968858] linearizableReadLoop","detail":"{readStateIndex:8227; appliedIndex:8226; }","duration":"116.944399ms","start":"2026-03-12T19:33:28.602451Z","end":"2026-03-12T19:33:28.719396Z","steps":["trace[1024968858] 'read index received' (duration: 23.091647ms)","trace[1024968858] 'applied index is now lower than readState.Index' (duration: 93.851322ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:28.719562Z","caller":"traceutil/trace.go:171","msg":"trace[2067832247] transaction","detail":"{read_only:false; response_revision:7914; number_of_response:1; }","duration":"118.351171ms","start":"2026-03-12T19:33:28.601153Z","end":"2026-03-12T19:33:28.719504Z","steps":["trace[2067832247] 'process raft request' (duration: 24.492539ms)","trace[2067832247] 'compare' (duration: 93.589496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:28.719692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.201205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:28.71979Z","caller":"traceutil/trace.go:171","msg":"trace[2104406682] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:7914; }","duration":"117.376279ms","start":"2026-03-12T19:33:28.602391Z","end":"2026-03-12T19:33:28.719767Z","steps":["trace[2104406682] 'agreement among raft nodes before linearized reading' (duration: 117.142684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:36.140304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.304852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-12T19:33:36.140438Z","caller":"traceutil/trace.go:171","msg":"trace[1684460565] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8077; }","duration":"208.516258ms","start":"2026-03-12T19:33:35.931895Z","end":"2026-03-12T19:33:36.140411Z","steps":["trace[1684460565] 'range keys from in-memory index tree' (duration: 208.059897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:36.140805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.320726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:33:36.14094Z","caller":"traceutil/trace.go:171","msg":"trace[2001057224] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8077; }","duration":"209.538592ms","start":"2026-03-12T19:33:35.931378Z","end":"2026-03-12T19:33:36.140916Z","steps":["trace[2001057224] 'count revisions from in-memory index tree' (duration: 208.666741ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:38.102528Z","caller":"traceutil/trace.go:171","msg":"trace[15640230] transaction","detail":"{read_only:false; response_revision:8083; number_of_response:1; }","duration":"909.990386ms","start":"2026-03-12T19:33:37.192511Z","end":"2026-03-12T19:33:38.102501Z","steps":["trace[15640230] 'process raft request' (duration: 909.848973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:38.102707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:37.192484Z","time spent":"910.118559ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:39.449835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.265923ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:33:39.449968Z","caller":"traceutil/trace.go:171","msg":"trace[530763463] linearizableReadLoop","detail":"{readStateIndex:8401; appliedIndex:8399; }","duration":"1.53215258s","start":"2026-03-12T19:33:37.917793Z","end":"2026-03-12T19:33:39.449945Z","steps":["trace[530763463] 'read index received' (duration: 184.658863ms)","trace[530763463] 'applied index is now lower than readState.Index' (duration: 1.347491827s)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:39.450061Z","caller":"traceutil/trace.go:171","msg":"trace[1470607826] transaction","detail":"{read_only:false; response_revision:8084; number_of_response:1; }","duration":"2.255254611s","start":"2026-03-12T19:33:37.194751Z","end":"2026-03-12T19:33:39.450005Z","steps":["trace[1470607826] 'process raft request' (duration: 1.873315002s)","trace[1470607826] 'compare' (duration: 380.040165ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:39.450146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532365635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-12T19:33:39.45017Z","caller":"traceutil/trace.go:171","msg":"trace[1024849356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8084; }","duration":"1.532427767s","start":"2026-03-12T19:33:37.917734Z","end":"2026-03-12T19:33:39.450162Z","steps":["trace[1024849356] 'agreement among raft nodes before linearized reading' (duration: 1.532293374s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:39.450198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:37.917714Z","time spent":"1.532477298s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:33:39.450211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:37.194702Z","time spent":"2.255430705s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:39.625831Z","caller":"traceutil/trace.go:171","msg":"trace[1162291337] linearizableReadLoop","detail":"{readStateIndex:8402; appliedIndex:8401; }","duration":"175.784537ms","start":"2026-03-12T19:33:39.449996Z","end":"2026-03-12T19:33:39.62578Z","steps":["trace[1162291337] 'read index received' (duration: 175.112512ms)","trace[1162291337] 'applied index is now lower than readState.Index' (duration: 670.665µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:39.626095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055261914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-946449f64-lx5bb.189c2ef8b251bc1e\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-03-12T19:33:39.626161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47235497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:33:39.626199Z","caller":"traceutil/trace.go:171","msg":"trace[1513243961] range","detail":"{range_begin:/registry/events/openstack/barbican-api-946449f64-lx5bb.189c2ef8b251bc1e; range_end:; response_count:1; response_revision:8085; }","duration":"1.055419967s","start":"2026-03-12T19:33:38.570751Z","end":"2026-03-12T19:33:39.626171Z","steps":["trace[1513243961] 'agreement among raft nodes before linearized reading' (duration: 1.05510776s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:39.626255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:38.570718Z","time spent":"1.05552739s","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1153,"request content":"key:\"/registry/events/openstack/barbican-api-946449f64-lx5bb.189c2ef8b251bc1e\" "} {"level":"info","ts":"2026-03-12T19:33:39.626253Z","caller":"traceutil/trace.go:171","msg":"trace[1671975188] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8085; }","duration":"1.472494874s","start":"2026-03-12T19:33:38.153739Z","end":"2026-03-12T19:33:39.626234Z","steps":["trace[1671975188] 'agreement among raft nodes before linearized reading' (duration: 1.472197147s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:39.626251Z","caller":"traceutil/trace.go:171","msg":"trace[1787010023] transaction","detail":"{read_only:false; response_revision:8085; number_of_response:1; }","duration":"745.566804ms","start":"2026-03-12T19:33:38.880636Z","end":"2026-03-12T19:33:39.626202Z","steps":["trace[1787010023] 'process raft request' (duration: 744.452388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:39.626316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:38.153722Z","time spent":"1.472578585s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:33:39.626326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473550528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-12T19:33:39.626169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139228465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:33:39.626442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:38.880608Z","time spent":"745.705937ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:39.626439Z","caller":"traceutil/trace.go:171","msg":"trace[944074270] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8085; }","duration":"1.473726452s","start":"2026-03-12T19:33:38.15269Z","end":"2026-03-12T19:33:39.626416Z","steps":["trace[944074270] 'agreement among raft nodes before linearized reading' (duration: 1.473330053s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:39.626438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470821125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ll48d\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-12T19:33:39.626541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.517169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:33:39.626526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:38.152679Z","time spent":"1.473826855s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T19:33:39.62655Z","caller":"traceutil/trace.go:171","msg":"trace[1904692317] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ll48d; range_end:; response_count:1; response_revision:8085; }","duration":"1.47100152s","start":"2026-03-12T19:33:38.155525Z","end":"2026-03-12T19:33:39.626526Z","steps":["trace[1904692317] 'agreement among raft nodes before linearized reading' (duration: 1.47058815s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:39.626572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.015139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:39.626579Z","caller":"traceutil/trace.go:171","msg":"trace[2131008813] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8085; }","duration":"482.611051ms","start":"2026-03-12T19:33:39.143957Z","end":"2026-03-12T19:33:39.626568Z","steps":["trace[2131008813] 'agreement among raft nodes before linearized reading' (duration: 482.534469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:39.626614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:39.143931Z","time spent":"482.674871ms","remote":"127.0.0.1:59074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":10,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:33:39.626612Z","caller":"traceutil/trace.go:171","msg":"trace[911960662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8085; }","duration":"960.085031ms","start":"2026-03-12T19:33:38.666515Z","end":"2026-03-12T19:33:39.6266Z","steps":["trace[911960662] 'agreement among raft nodes before linearized reading' (duration: 960.01135ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:39.626478Z","caller":"traceutil/trace.go:171","msg":"trace[1558291607] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8085; }","duration":"1.139613974s","start":"2026-03-12T19:33:38.486846Z","end":"2026-03-12T19:33:39.62646Z","steps":["trace[1558291607] 'agreement among raft nodes before linearized reading' (duration: 1.139183034s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:39.626659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:38.666492Z","time spent":"960.157762ms","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:33:39.626648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473848265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-12T19:33:39.62667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:38.486823Z","time spent":"1.139830449s","remote":"127.0.0.1:54170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:33:39.626714Z","caller":"traceutil/trace.go:171","msg":"trace[1829994853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8085; }","duration":"1.473997678s","start":"2026-03-12T19:33:38.152699Z","end":"2026-03-12T19:33:39.626697Z","steps":["trace[1829994853] 'agreement among raft nodes before linearized reading' (duration: 1.473246221s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:39.626616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:38.155513Z","time spent":"1.471093551s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-ll48d\" "} {"level":"warn","ts":"2026-03-12T19:33:39.62676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:38.152675Z","time spent":"1.474076861s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:33:39.62715Z","caller":"traceutil/trace.go:171","msg":"trace[1526046875] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"173.012672ms","start":"2026-03-12T19:33:39.45411Z","end":"2026-03-12T19:33:39.627123Z","steps":["trace[1526046875] 'process raft request' (duration: 172.861439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:39.62721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.244832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:33:39.627258Z","caller":"traceutil/trace.go:171","msg":"trace[1864437973] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8086; }","duration":"125.332474ms","start":"2026-03-12T19:33:39.50191Z","end":"2026-03-12T19:33:39.627242Z","steps":["trace[1864437973] 'agreement among raft nodes before linearized reading' (duration: 125.177871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:39.627214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476587619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:33:39.627342Z","caller":"traceutil/trace.go:171","msg":"trace[105776157] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8085; }","duration":"1.476776654s","start":"2026-03-12T19:33:38.150529Z","end":"2026-03-12T19:33:39.627306Z","steps":["trace[105776157] 'agreement among raft nodes before linearized reading' (duration: 1.476349384s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:39.627429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:38.150507Z","time spent":"1.476902066s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T19:33:48.377287Z","caller":"traceutil/trace.go:171","msg":"trace[1184690005] linearizableReadLoop","detail":"{readStateIndex:8444; appliedIndex:8443; }","duration":"524.664908ms","start":"2026-03-12T19:33:47.852586Z","end":"2026-03-12T19:33:48.377251Z","steps":["trace[1184690005] 'read index received' (duration: 449.282525ms)","trace[1184690005] 'applied index is now lower than readState.Index' (duration: 75.381153ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:48.377315Z","caller":"traceutil/trace.go:171","msg":"trace[875139056] transaction","detail":"{read_only:false; response_revision:8125; number_of_response:1; }","duration":"619.050642ms","start":"2026-03-12T19:33:47.75822Z","end":"2026-03-12T19:33:48.377271Z","steps":["trace[875139056] 'process raft request' (duration: 543.544667ms)","trace[875139056] 'compare' (duration: 75.012874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:48.377493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:47.758196Z","time spent":"619.194675ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:48.377532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.920953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:33:48.377634Z","caller":"traceutil/trace.go:171","msg":"trace[1396440401] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8125; }","duration":"525.036407ms","start":"2026-03-12T19:33:47.852576Z","end":"2026-03-12T19:33:48.377613Z","steps":["trace[1396440401] 'agreement among raft nodes before linearized reading' (duration: 524.768881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:48.377683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:47.852517Z","time spent":"525.158209ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T19:33:48.444041Z","caller":"traceutil/trace.go:171","msg":"trace[1889861983] transaction","detail":"{read_only:false; response_revision:8126; number_of_response:1; }","duration":"276.676502ms","start":"2026-03-12T19:33:48.167337Z","end":"2026-03-12T19:33:48.444013Z","steps":["trace[1889861983] 'process raft request' (duration: 276.542289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:48.444801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.42767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:33:48.444864Z","caller":"traceutil/trace.go:171","msg":"trace[1825328736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8126; }","duration":"591.558613ms","start":"2026-03-12T19:33:47.85329Z","end":"2026-03-12T19:33:48.444849Z","steps":["trace[1825328736] 'agreement among raft nodes before linearized reading' (duration: 591.347468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:48.444925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:47.853272Z","time spent":"591.635835ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:33:48.44493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.955041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:33:48.444989Z","caller":"traceutil/trace.go:171","msg":"trace[1928959075] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8126; }","duration":"573.055412ms","start":"2026-03-12T19:33:47.871919Z","end":"2026-03-12T19:33:48.444975Z","steps":["trace[1928959075] 'agreement among raft nodes before linearized reading' (duration: 572.856028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:48.445036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:47.871904Z","time spent":"573.124035ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:33:48.445175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.556125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ll48d\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:33:48.44521Z","caller":"traceutil/trace.go:171","msg":"trace[1803661608] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ll48d; range_end:; response_count:1; response_revision:8126; }","duration":"573.624806ms","start":"2026-03-12T19:33:47.871575Z","end":"2026-03-12T19:33:48.4452Z","steps":["trace[1803661608] 'agreement among raft nodes before linearized reading' (duration: 573.522293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:48.445241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:47.871565Z","time spent":"573.669857ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-ll48d\" "} {"level":"warn","ts":"2026-03-12T19:33:48.445267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.912026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:33:48.445344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.531762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:33:48.445389Z","caller":"traceutil/trace.go:171","msg":"trace[1771929214] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8126; }","duration":"227.1202ms","start":"2026-03-12T19:33:48.218241Z","end":"2026-03-12T19:33:48.445361Z","steps":["trace[1771929214] 'agreement among raft nodes before linearized reading' (duration: 226.845454ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:48.445424Z","caller":"traceutil/trace.go:171","msg":"trace[1165640515] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8126; }","duration":"591.635935ms","start":"2026-03-12T19:33:47.85377Z","end":"2026-03-12T19:33:48.445406Z","steps":["trace[1165640515] 'agreement among raft nodes before linearized reading' (duration: 591.40884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:48.445463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:47.853762Z","time spent":"591.695127ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:33:48.951248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879541287279767,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:33:49.525298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.608351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:33:49.525564Z","caller":"traceutil/trace.go:171","msg":"trace[763628523] transaction","detail":"{read_only:false; response_revision:8127; number_of_response:1; }","duration":"1.142931131s","start":"2026-03-12T19:33:48.382599Z","end":"2026-03-12T19:33:49.52553Z","steps":["trace[763628523] 'process raft request' (duration: 988.963372ms)","trace[763628523] 'compare' (duration: 152.71463ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:49.525688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:48.382575Z","time spent":"1.143066375s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:49.994532Z","caller":"traceutil/trace.go:171","msg":"trace[1950058101] linearizableReadLoop","detail":"{readStateIndex:8449; appliedIndex:8445; }","duration":"1.543471243s","start":"2026-03-12T19:33:48.451034Z","end":"2026-03-12T19:33:49.994505Z","steps":["trace[1950058101] 'read index received' (duration: 920.563522ms)","trace[1950058101] 'applied index is now lower than readState.Index' (duration: 622.906201ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:49.994595Z","caller":"traceutil/trace.go:171","msg":"trace[1263337439] transaction","detail":"{read_only:false; response_revision:8129; number_of_response:1; }","duration":"1.544068087s","start":"2026-03-12T19:33:48.450482Z","end":"2026-03-12T19:33:49.99455Z","steps":["trace[1263337439] 'process raft request' (duration: 1.543951345s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:49.994709Z","caller":"traceutil/trace.go:171","msg":"trace[2112509341] transaction","detail":"{read_only:false; response_revision:8128; number_of_response:1; }","duration":"1.545150732s","start":"2026-03-12T19:33:48.449551Z","end":"2026-03-12T19:33:49.994702Z","steps":["trace[2112509341] 'process raft request' (duration: 1.544706432s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:49.994647Z","caller":"traceutil/trace.go:171","msg":"trace[1634397079] transaction","detail":"{read_only:false; response_revision:8130; number_of_response:1; }","duration":"1.543039883s","start":"2026-03-12T19:33:48.451598Z","end":"2026-03-12T19:33:49.994638Z","steps":["trace[1634397079] 'process raft request' (duration: 1.5428711s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:49.994822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:48.450472Z","time spent":"1.544236951s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:49.994828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:48.449532Z","time spent":"1.545208364s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:49.994908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:48.451555Z","time spent":"1.543270219s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:49.99505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543995615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224163"} {"level":"info","ts":"2026-03-12T19:33:49.995114Z","caller":"traceutil/trace.go:171","msg":"trace[1307601481] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8130; }","duration":"1.544121848s","start":"2026-03-12T19:33:48.450978Z","end":"2026-03-12T19:33:49.9951Z","steps":["trace[1307601481] 'agreement among raft nodes before linearized reading' (duration: 1.543692778s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:49.995143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:48.450958Z","time spent":"1.54418052s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224184,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-12T19:33:50.019568Z","caller":"traceutil/trace.go:171","msg":"trace[1895614874] transaction","detail":"{read_only:false; response_revision:8131; number_of_response:1; }","duration":"423.423714ms","start":"2026-03-12T19:33:49.596114Z","end":"2026-03-12T19:33:50.019538Z","steps":["trace[1895614874] 'process raft request' (duration: 423.156708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:50.019659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.483859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:50.019687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448784292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-946449f64-lx5bb.189c2ef8b251bc1e\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-03-12T19:33:50.019733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:49.596081Z","time spent":"423.564647ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:50.01975Z","caller":"traceutil/trace.go:171","msg":"trace[1321104890] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8132; }","duration":"221.651213ms","start":"2026-03-12T19:33:49.798074Z","end":"2026-03-12T19:33:50.019726Z","steps":["trace[1321104890] 'agreement among raft nodes before linearized reading' (duration: 221.417878ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:50.019764Z","caller":"traceutil/trace.go:171","msg":"trace[1819413605] range","detail":"{range_begin:/registry/events/openstack/barbican-api-946449f64-lx5bb.189c2ef8b251bc1e; range_end:; response_count:1; response_revision:8132; }","duration":"1.448933186s","start":"2026-03-12T19:33:48.57081Z","end":"2026-03-12T19:33:50.019743Z","steps":["trace[1819413605] 'agreement among raft nodes before linearized reading' (duration: 1.44864732s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:50.019803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:48.57078Z","time spent":"1.449016248s","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1153,"request content":"key:\"/registry/events/openstack/barbican-api-946449f64-lx5bb.189c2ef8b251bc1e\" "} {"level":"warn","ts":"2026-03-12T19:33:50.019913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337123156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-12T19:33:50.01994Z","caller":"traceutil/trace.go:171","msg":"trace[1108674016] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8132; }","duration":"1.337193818s","start":"2026-03-12T19:33:48.682738Z","end":"2026-03-12T19:33:50.019932Z","steps":["trace[1108674016] 'agreement among raft nodes before linearized reading' (duration: 1.337066385s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:50.01996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:48.682716Z","time spent":"1.337240589s","remote":"127.0.0.1:58882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1802,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-12T19:33:50.019971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353382185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:50.019991Z","caller":"traceutil/trace.go:171","msg":"trace[729460401] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8132; }","duration":"1.353400685s","start":"2026-03-12T19:33:48.666584Z","end":"2026-03-12T19:33:50.019984Z","steps":["trace[729460401] 'agreement among raft nodes before linearized reading' (duration: 1.353367154s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:50.020004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:48.666475Z","time spent":"1.353525967s","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:33:50.020069Z","caller":"traceutil/trace.go:171","msg":"trace[1854870080] transaction","detail":"{read_only:false; response_revision:8132; number_of_response:1; }","duration":"295.275395ms","start":"2026-03-12T19:33:49.724771Z","end":"2026-03-12T19:33:50.020046Z","steps":["trace[1854870080] 'process raft request' (duration: 294.63521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:50.273438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.275148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:33:50.273605Z","caller":"traceutil/trace.go:171","msg":"trace[74307314] linearizableReadLoop","detail":"{readStateIndex:8452; appliedIndex:8451; }","duration":"250.856372ms","start":"2026-03-12T19:33:50.022729Z","end":"2026-03-12T19:33:50.273585Z","steps":["trace[74307314] 'read index received' (duration: 71.387909ms)","trace[74307314] 'applied index is now lower than readState.Index' (duration: 179.466673ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:50.27366Z","caller":"traceutil/trace.go:171","msg":"trace[1913635228] transaction","detail":"{read_only:false; response_revision:8133; number_of_response:1; }","duration":"251.290902ms","start":"2026-03-12T19:33:50.022303Z","end":"2026-03-12T19:33:50.273594Z","steps":["trace[1913635228] 'process raft request' (duration: 71.716677ms)","trace[1913635228] 'compare' (duration: 178.885769ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:50.273749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.078914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:50.273802Z","caller":"traceutil/trace.go:171","msg":"trace[791495248] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8133; }","duration":"247.164806ms","start":"2026-03-12T19:33:50.026624Z","end":"2026-03-12T19:33:50.273788Z","steps":["trace[791495248] 'agreement among raft nodes before linearized reading' (duration: 247.074964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:50.273953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.134298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9fe35872-49cc-4b2a-aef0-87cd866323cf\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-12T19:33:50.274287Z","caller":"traceutil/trace.go:171","msg":"trace[885767786] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9fe35872-49cc-4b2a-aef0-87cd866323cf; range_end:; response_count:1; response_revision:8133; }","duration":"251.553458ms","start":"2026-03-12T19:33:50.022702Z","end":"2026-03-12T19:33:50.274256Z","steps":["trace[885767786] 'agreement among raft nodes before linearized reading' (duration: 250.986455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:50.547882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.480587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-12T19:33:50.547999Z","caller":"traceutil/trace.go:171","msg":"trace[1829422822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8133; }","duration":"165.658041ms","start":"2026-03-12T19:33:50.382317Z","end":"2026-03-12T19:33:50.547975Z","steps":["trace[1829422822] 'range keys from in-memory index tree' (duration: 165.236781ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:50.65478Z","caller":"traceutil/trace.go:171","msg":"trace[1409948441] linearizableReadLoop","detail":"{readStateIndex:8453; appliedIndex:8452; }","duration":"141.736044ms","start":"2026-03-12T19:33:50.513018Z","end":"2026-03-12T19:33:50.654754Z","steps":["trace[1409948441] 'read index received' (duration: 141.56475ms)","trace[1409948441] 'applied index is now lower than readState.Index' (duration: 169.674µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:50.654805Z","caller":"traceutil/trace.go:171","msg":"trace[1868879535] transaction","detail":"{read_only:false; response_revision:8134; number_of_response:1; }","duration":"203.218813ms","start":"2026-03-12T19:33:50.451563Z","end":"2026-03-12T19:33:50.654781Z","steps":["trace[1868879535] 'process raft request' (duration: 203.037929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:50.655095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.020631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:33:50.655217Z","caller":"traceutil/trace.go:171","msg":"trace[1724270189] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:8134; }","duration":"142.204605ms","start":"2026-03-12T19:33:50.512988Z","end":"2026-03-12T19:33:50.655192Z","steps":["trace[1724270189] 'agreement among raft nodes before linearized reading' (duration: 141.859477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:50.94011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.568486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:33:50.940252Z","caller":"traceutil/trace.go:171","msg":"trace[1746073304] linearizableReadLoop","detail":"{readStateIndex:8455; appliedIndex:8453; }","duration":"285.384564ms","start":"2026-03-12T19:33:50.654852Z","end":"2026-03-12T19:33:50.940236Z","steps":["trace[1746073304] 'read index received' (duration: 154.553273ms)","trace[1746073304] 'applied index is now lower than readState.Index' (duration: 130.830531ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:50.940523Z","caller":"traceutil/trace.go:171","msg":"trace[749839121] transaction","detail":"{read_only:false; response_revision:8135; number_of_response:1; }","duration":"387.810785ms","start":"2026-03-12T19:33:50.552673Z","end":"2026-03-12T19:33:50.940484Z","steps":["trace[749839121] 'process raft request' (duration: 256.790399ms)","trace[749839121] 'compare' (duration: 130.470693ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:50.940529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.789591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:33:50.94055Z","caller":"traceutil/trace.go:171","msg":"trace[94836295] transaction","detail":"{read_only:false; response_revision:8136; number_of_response:1; }","duration":"301.375807ms","start":"2026-03-12T19:33:50.639126Z","end":"2026-03-12T19:33:50.940502Z","steps":["trace[94836295] 'process raft request' (duration: 301.06943ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:50.940634Z","caller":"traceutil/trace.go:171","msg":"trace[1512433592] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8136; }","duration":"247.967035ms","start":"2026-03-12T19:33:50.69264Z","end":"2026-03-12T19:33:50.940607Z","steps":["trace[1512433592] 'agreement among raft nodes before linearized reading' (duration: 247.771501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:50.940692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.985469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-12T19:33:50.940707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:50.552639Z","time spent":"387.963809ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:50.940746Z","caller":"traceutil/trace.go:171","msg":"trace[686889982] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:8136; }","duration":"388.080971ms","start":"2026-03-12T19:33:50.552651Z","end":"2026-03-12T19:33:50.940732Z","steps":["trace[686889982] 'agreement among raft nodes before linearized reading' (duration: 387.671751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:50.94078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:50.552638Z","time spent":"388.134593ms","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-03-12T19:33:50.940787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:50.639096Z","time spent":"301.556081ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:51.481546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.76864ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:38"} {"level":"warn","ts":"2026-03-12T19:33:51.481664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:50.941881Z","time spent":"539.775369ms","remote":"127.0.0.1:58750","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-12T19:33:52.680877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043597812s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:33:52.680969Z","caller":"traceutil/trace.go:171","msg":"trace[1871273712] linearizableReadLoop","detail":"{readStateIndex:8458; appliedIndex:8457; }","duration":"1.077130622s","start":"2026-03-12T19:33:51.603822Z","end":"2026-03-12T19:33:52.680952Z","steps":["trace[1871273712] 'read index received' (duration: 33.340455ms)","trace[1871273712] 'applied index is now lower than readState.Index' (duration: 1.043789057s)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:52.681024Z","caller":"traceutil/trace.go:171","msg":"trace[1682753899] transaction","detail":"{read_only:false; response_revision:8138; number_of_response:1; }","duration":"1.12133842s","start":"2026-03-12T19:33:51.559677Z","end":"2026-03-12T19:33:52.681015Z","steps":["trace[1682753899] 'process raft request' (duration: 77.518873ms)","trace[1682753899] 'compare' (duration: 1.043356336s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:52.681074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:51.559574Z","time spent":"1.121472953s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:52.681225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077358367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:52.681302Z","caller":"traceutil/trace.go:171","msg":"trace[1549324190] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8138; }","duration":"1.077479269s","start":"2026-03-12T19:33:51.603806Z","end":"2026-03-12T19:33:52.681285Z","steps":["trace[1549324190] 'agreement among raft nodes before linearized reading' (duration: 1.077265514s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:52.681359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:51.60373Z","time spent":"1.077619983s","remote":"127.0.0.1:59188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":26,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-12T19:33:52.688317Z","caller":"traceutil/trace.go:171","msg":"trace[1728470706] transaction","detail":"{read_only:false; response_revision:8139; number_of_response:1; }","duration":"663.210048ms","start":"2026-03-12T19:33:52.025078Z","end":"2026-03-12T19:33:52.688288Z","steps":["trace[1728470706] 'process raft request' (duration: 663.035054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:52.688513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:52.025047Z","time spent":"663.357092ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:53.666215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000196411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T19:33:53.666332Z","caller":"traceutil/trace.go:171","msg":"trace[1008789213] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000368426s","start":"2026-03-12T19:33:51.665933Z","end":"2026-03-12T19:33:53.666301Z","steps":["trace[1008789213] 'agreement among raft nodes before linearized reading' (duration: 2.000216282s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:53.666422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:51.665916Z","time spent":"2.000487429s","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:33:54.098079Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.409956879s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:33:54.298703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.180473ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:33:54.298889Z","caller":"traceutil/trace.go:171","msg":"trace[690506776] transaction","detail":"{read_only:false; response_revision:8140; number_of_response:1; }","duration":"2.273760251s","start":"2026-03-12T19:33:52.025105Z","end":"2026-03-12T19:33:54.298865Z","steps":["trace[690506776] 'process raft request' (duration: 2.073312321s)","trace[690506776] 'compare' (duration: 200.0456ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:54.298961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:52.025073Z","time spent":"2.273855402s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:54.299292Z","caller":"traceutil/trace.go:171","msg":"trace[1411996132] transaction","detail":"{read_only:false; response_revision:8143; number_of_response:1; }","duration":"1.185364787s","start":"2026-03-12T19:33:53.11389Z","end":"2026-03-12T19:33:54.299254Z","steps":["trace[1411996132] 'process raft request' (duration: 1.185306865s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:54.299484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:53.113866Z","time spent":"1.185513211s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:54.299496Z","caller":"traceutil/trace.go:171","msg":"trace[2135199323] transaction","detail":"{read_only:false; response_revision:8142; number_of_response:1; }","duration":"1.392159625s","start":"2026-03-12T19:33:52.907317Z","end":"2026-03-12T19:33:54.299476Z","steps":["trace[2135199323] 'process raft request' (duration: 1.391759976s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:54.299502Z","caller":"traceutil/trace.go:171","msg":"trace[445024984] linearizableReadLoop","detail":"{readStateIndex:8461; appliedIndex:8458; }","duration":"1.618485767s","start":"2026-03-12T19:33:52.680988Z","end":"2026-03-12T19:33:54.299473Z","steps":["trace[445024984] 'read index received' (duration: 7.115596ms)","trace[445024984] 'applied index is now lower than readState.Index' (duration: 1.611366671s)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:54.299517Z","caller":"traceutil/trace.go:171","msg":"trace[1955221269] transaction","detail":"{read_only:false; response_revision:8141; number_of_response:1; }","duration":"1.638548883s","start":"2026-03-12T19:33:52.660933Z","end":"2026-03-12T19:33:54.299482Z","steps":["trace[1955221269] 'process raft request' (duration: 1.637869317s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:54.299688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300569334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-12T19:33:54.299698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300771018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:33:54.299718Z","caller":"traceutil/trace.go:171","msg":"trace[1601132770] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8143; }","duration":"2.300615424s","start":"2026-03-12T19:33:51.999094Z","end":"2026-03-12T19:33:54.299709Z","steps":["trace[1601132770] 'agreement among raft nodes before linearized reading' (duration: 2.300516682s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:54.29973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300513202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:33:54.299743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:51.999082Z","time spent":"2.300657096s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:33:54.299742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:52.660903Z","time spent":"1.638731467s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:54.299778Z","caller":"traceutil/trace.go:171","msg":"trace[2001496479] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8143; }","duration":"2.300608065s","start":"2026-03-12T19:33:51.999156Z","end":"2026-03-12T19:33:54.299764Z","steps":["trace[2001496479] 'agreement among raft nodes before linearized reading' (duration: 2.300372829s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:54.29974Z","caller":"traceutil/trace.go:171","msg":"trace[1980097610] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:8143; }","duration":"2.300874061s","start":"2026-03-12T19:33:51.998854Z","end":"2026-03-12T19:33:54.299728Z","steps":["trace[1980097610] 'agreement among raft nodes before linearized reading' (duration: 2.300778529s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:54.299808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614028202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:54.299818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:51.99913Z","time spent":"2.300679296s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:33:54.299829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:51.99883Z","time spent":"2.300991323s","remote":"127.0.0.1:59254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":28,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:33:54.299848Z","caller":"traceutil/trace.go:171","msg":"trace[1976730295] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8143; }","duration":"1.614105094s","start":"2026-03-12T19:33:52.685731Z","end":"2026-03-12T19:33:54.299836Z","steps":["trace[1976730295] 'agreement among raft nodes before linearized reading' (duration: 1.614028052s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:54.299843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.626506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:54.299567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:52.907288Z","time spent":"1.392247926s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:54.29988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:52.685708Z","time spent":"1.614164446s","remote":"127.0.0.1:58926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":26,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-12T19:33:54.299897Z","caller":"traceutil/trace.go:171","msg":"trace[2119816567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8143; }","duration":"632.706828ms","start":"2026-03-12T19:33:53.66717Z","end":"2026-03-12T19:33:54.299877Z","steps":["trace[2119816567] 'agreement among raft nodes before linearized reading' (duration: 632.626496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:54.299891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354908109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-12T19:33:54.299937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:53.667151Z","time spent":"632.77892ms","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:33:54.299944Z","caller":"traceutil/trace.go:171","msg":"trace[623713274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8143; }","duration":"1.355044461s","start":"2026-03-12T19:33:52.944885Z","end":"2026-03-12T19:33:54.299929Z","steps":["trace[623713274] 'agreement among raft nodes before linearized reading' (duration: 1.354900568s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:54.299961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300703527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-12T19:33:54.299985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:52.944858Z","time spent":"1.355118344s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:33:54.299994Z","caller":"traceutil/trace.go:171","msg":"trace[865052398] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8143; }","duration":"2.300738038s","start":"2026-03-12T19:33:51.999246Z","end":"2026-03-12T19:33:54.299984Z","steps":["trace[865052398] 'agreement among raft nodes before linearized reading' (duration: 2.300234256s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:54.299962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"warn","ts":"2026-03-12T19:33:54.300023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:51.999155Z","time spent":"2.30086138s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:33:54.299991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.29698355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ll48d\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:33:54.300062Z","caller":"traceutil/trace.go:171","msg":"trace[777350386] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8143; }","duration":"423.867223ms","start":"2026-03-12T19:33:53.876169Z","end":"2026-03-12T19:33:54.300037Z","steps":["trace[777350386] 'agreement among raft nodes before linearized reading' (duration: 423.625127ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:54.300088Z","caller":"traceutil/trace.go:171","msg":"trace[81619669] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ll48d; range_end:; response_count:1; response_revision:8143; }","duration":"2.297122574s","start":"2026-03-12T19:33:52.002944Z","end":"2026-03-12T19:33:54.300067Z","steps":["trace[81619669] 'agreement among raft nodes before linearized reading' (duration: 2.296845607s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:54.300112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:53.876151Z","time spent":"423.951545ms","remote":"127.0.0.1:58926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-12T19:33:54.300141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:52.002929Z","time spent":"2.297198885s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-ll48d\" "} {"level":"warn","ts":"2026-03-12T19:33:54.887186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.294724ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:33:54.887328Z","caller":"traceutil/trace.go:171","msg":"trace[558917374] transaction","detail":"{read_only:false; response_revision:8144; number_of_response:1; }","duration":"581.95072ms","start":"2026-03-12T19:33:54.305348Z","end":"2026-03-12T19:33:54.887299Z","steps":["trace[558917374] 'process raft request' (duration: 231.41213ms)","trace[558917374] 'compare' (duration: 350.169901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:54.887412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:54.305332Z","time spent":"582.039442ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:55.367785Z","caller":"traceutil/trace.go:171","msg":"trace[1971805678] linearizableReadLoop","detail":"{readStateIndex:8466; appliedIndex:8463; }","duration":"1.061036178s","start":"2026-03-12T19:33:54.306718Z","end":"2026-03-12T19:33:55.367754Z","steps":["trace[1971805678] 'read index received' (duration: 230.058318ms)","trace[1971805678] 'applied index is now lower than readState.Index' (duration: 830.97638ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:55.367904Z","caller":"traceutil/trace.go:171","msg":"trace[883367730] transaction","detail":"{read_only:false; response_revision:8146; number_of_response:1; }","duration":"1.061720734s","start":"2026-03-12T19:33:54.306104Z","end":"2026-03-12T19:33:55.367825Z","steps":["trace[883367730] 'process raft request' (duration: 1.061516769s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:55.367996Z","caller":"traceutil/trace.go:171","msg":"trace[114440717] transaction","detail":"{read_only:false; response_revision:8148; number_of_response:1; }","duration":"1.054808863s","start":"2026-03-12T19:33:54.313179Z","end":"2026-03-12T19:33:55.367988Z","steps":["trace[114440717] 'process raft request' (duration: 1.054531677s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:55.368058Z","caller":"traceutil/trace.go:171","msg":"trace[470517642] transaction","detail":"{read_only:false; response_revision:8145; number_of_response:1; }","duration":"1.061927388s","start":"2026-03-12T19:33:54.306094Z","end":"2026-03-12T19:33:55.368021Z","steps":["trace[470517642] 'process raft request' (duration: 1.061334244s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:55.368115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:54.313162Z","time spent":"1.054866254s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:55.368232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:54.306073Z","time spent":"1.062063362s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:55.368257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061526029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19448"} {"level":"info","ts":"2026-03-12T19:33:55.367959Z","caller":"traceutil/trace.go:171","msg":"trace[804732206] transaction","detail":"{read_only:false; response_revision:8147; number_of_response:1; }","duration":"1.060469204s","start":"2026-03-12T19:33:54.307476Z","end":"2026-03-12T19:33:55.367945Z","steps":["trace[804732206] 'process raft request' (duration: 1.060189208s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:55.368323Z","caller":"traceutil/trace.go:171","msg":"trace[46099260] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8148; }","duration":"1.061636182s","start":"2026-03-12T19:33:54.306667Z","end":"2026-03-12T19:33:55.368303Z","steps":["trace[46099260] 'agreement among raft nodes before linearized reading' (duration: 1.061397166s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:55.368372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:54.306645Z","time spent":"1.061713433s","remote":"127.0.0.1:58900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19469,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-12T19:33:55.368505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:54.307466Z","time spent":"1.060891954s","remote":"127.0.0.1:59054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:55.368841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:54.306087Z","time spent":"1.061919568s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:55.599222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.738042ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:33:55.599349Z","caller":"traceutil/trace.go:171","msg":"trace[1522196124] linearizableReadLoop","detail":"{readStateIndex:8469; appliedIndex:8468; }","duration":"231.471822ms","start":"2026-03-12T19:33:55.367859Z","end":"2026-03-12T19:33:55.599331Z","steps":["trace[1522196124] 'read index received' (duration: 84.438184ms)","trace[1522196124] 'applied index is now lower than readState.Index' (duration: 147.032228ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:55.599441Z","caller":"traceutil/trace.go:171","msg":"trace[2065946968] transaction","detail":"{read_only:false; response_revision:8149; number_of_response:1; }","duration":"895.475689ms","start":"2026-03-12T19:33:54.703953Z","end":"2026-03-12T19:33:55.599429Z","steps":["trace[2065946968] 'process raft request' (duration: 748.424191ms)","trace[2065946968] 'compare' (duration: 146.606998ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:55.599508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:54.70393Z","time spent":"895.54514ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:55.599615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.83853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/key-manager.189c2ef76c20f33e\" ","response":"range_response_count:1 size:679"} {"level":"warn","ts":"2026-03-12T19:33:55.59957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287821491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:55.599642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.750454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:33:55.599666Z","caller":"traceutil/trace.go:171","msg":"trace[521763566] range","detail":"{range_begin:/registry/events/openstack/key-manager.189c2ef76c20f33e; range_end:; response_count:1; response_revision:8149; }","duration":"225.928192ms","start":"2026-03-12T19:33:55.373722Z","end":"2026-03-12T19:33:55.59965Z","steps":["trace[521763566] 'agreement among raft nodes before linearized reading' (duration: 225.749828ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:55.599695Z","caller":"traceutil/trace.go:171","msg":"trace[571726747] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8149; }","duration":"913.845516ms","start":"2026-03-12T19:33:54.685834Z","end":"2026-03-12T19:33:55.59968Z","steps":["trace[571726747] 'agreement among raft nodes before linearized reading' (duration: 913.658922ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:55.599696Z","caller":"traceutil/trace.go:171","msg":"trace[1206576413] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8149; }","duration":"1.287978034s","start":"2026-03-12T19:33:54.311693Z","end":"2026-03-12T19:33:55.599671Z","steps":["trace[1206576413] 'agreement among raft nodes before linearized reading' (duration: 1.287749259s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:55.599727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:54.685808Z","time spent":"913.912538ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:33:55.599744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:54.311686Z","time spent":"1.288048725s","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:33:55.599779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293017081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c2e358460f8e2\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-12T19:33:55.599607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.148463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:55.599889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.375664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-12T19:33:55.599931Z","caller":"traceutil/trace.go:171","msg":"trace[2121734156] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8149; }","duration":"217.427815ms","start":"2026-03-12T19:33:55.382489Z","end":"2026-03-12T19:33:55.599917Z","steps":["trace[2121734156] 'agreement among raft nodes before linearized reading' (duration: 217.324522ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:55.599833Z","caller":"traceutil/trace.go:171","msg":"trace[557896683] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c2e358460f8e2; range_end:; response_count:1; response_revision:8149; }","duration":"1.293058852s","start":"2026-03-12T19:33:54.306754Z","end":"2026-03-12T19:33:55.599812Z","steps":["trace[557896683] 'agreement among raft nodes before linearized reading' (duration: 1.292912299s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:55.600038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:54.306737Z","time spent":"1.293281357s","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":795,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c2e358460f8e2\" "} {"level":"info","ts":"2026-03-12T19:33:55.600034Z","caller":"traceutil/trace.go:171","msg":"trace[209364378] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8149; }","duration":"523.541452ms","start":"2026-03-12T19:33:55.076345Z","end":"2026-03-12T19:33:55.599886Z","steps":["trace[209364378] 'agreement among raft nodes before linearized reading' (duration: 523.120062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:55.600213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:55.076319Z","time spent":"523.843738ms","remote":"127.0.0.1:58942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":26,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:33:55.863719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.628371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:33:55.86399Z","caller":"traceutil/trace.go:171","msg":"trace[1801275073] transaction","detail":"{read_only:false; response_revision:8151; number_of_response:1; }","duration":"261.273494ms","start":"2026-03-12T19:33:55.602681Z","end":"2026-03-12T19:33:55.863955Z","steps":["trace[1801275073] 'process raft request' (duration: 141.255524ms)","trace[1801275073] 'compare' (duration: 119.294663ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:55.864041Z","caller":"traceutil/trace.go:171","msg":"trace[1804035747] transaction","detail":"{read_only:false; response_revision:8152; number_of_response:1; }","duration":"259.385521ms","start":"2026-03-12T19:33:55.604626Z","end":"2026-03-12T19:33:55.864011Z","steps":["trace[1804035747] 'process raft request' (duration: 259.198346ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:55.864051Z","caller":"traceutil/trace.go:171","msg":"trace[854668507] linearizableReadLoop","detail":"{readStateIndex:8472; appliedIndex:8469; }","duration":"255.657574ms","start":"2026-03-12T19:33:55.608359Z","end":"2026-03-12T19:33:55.864017Z","steps":["trace[854668507] 'read index received' (duration: 17.710822ms)","trace[854668507] 'applied index is now lower than readState.Index' (duration: 237.942752ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:55.985942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.958495ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"warn","ts":"2026-03-12T19:33:55.986057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.637069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:55.986173Z","caller":"traceutil/trace.go:171","msg":"trace[1455318450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8152; }","duration":"377.825764ms","start":"2026-03-12T19:33:55.608316Z","end":"2026-03-12T19:33:55.986142Z","steps":["trace[1455318450] 'agreement among raft nodes before linearized reading' (duration: 255.814947ms)","trace[1455318450] 'range keys from in-memory index tree' (duration: 121.797612ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:55.986248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:55.608297Z","time spent":"377.938337ms","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:33:56.414628Z","caller":"traceutil/trace.go:171","msg":"trace[1330067364] transaction","detail":"{read_only:false; response_revision:8153; number_of_response:1; }","duration":"103.927016ms","start":"2026-03-12T19:33:56.310677Z","end":"2026-03-12T19:33:56.414604Z","steps":["trace[1330067364] 'process raft request' (duration: 103.773373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:56.705745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.67887ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:33:56.705861Z","caller":"traceutil/trace.go:171","msg":"trace[1485643979] linearizableReadLoop","detail":"{readStateIndex:8475; appliedIndex:8474; }","duration":"392.111247ms","start":"2026-03-12T19:33:56.313731Z","end":"2026-03-12T19:33:56.705842Z","steps":["trace[1485643979] 'read index received' (duration: 100.898976ms)","trace[1485643979] 'applied index is now lower than readState.Index' (duration: 291.210871ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:56.706025Z","caller":"traceutil/trace.go:171","msg":"trace[1189113212] transaction","detail":"{read_only:false; response_revision:8154; number_of_response:1; }","duration":"394.582454ms","start":"2026-03-12T19:33:56.311403Z","end":"2026-03-12T19:33:56.705985Z","steps":["trace[1189113212] 'process raft request' (duration: 238.564436ms)","trace[1189113212] 'compare' (duration: 155.539287ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:56.706091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.357793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ll48d\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:33:56.706299Z","caller":"traceutil/trace.go:171","msg":"trace[1355723863] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ll48d; range_end:; response_count:1; response_revision:8154; }","duration":"392.577078ms","start":"2026-03-12T19:33:56.313701Z","end":"2026-03-12T19:33:56.706278Z","steps":["trace[1355723863] 'agreement among raft nodes before linearized reading' (duration: 392.273951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:56.706307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:56.311367Z","time spent":"394.798419ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:56.706369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:56.31369Z","time spent":"392.65536ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-ll48d\" "} {"level":"warn","ts":"2026-03-12T19:33:57.668168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.207172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:57.668261Z","caller":"traceutil/trace.go:171","msg":"trace[586765565] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8155; }","duration":"144.364966ms","start":"2026-03-12T19:33:57.523873Z","end":"2026-03-12T19:33:57.668238Z","steps":["trace[586765565] 'count revisions from in-memory index tree' (duration: 144.07521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:57.668397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.280942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-12T19:33:57.668489Z","caller":"traceutil/trace.go:171","msg":"trace[1917941000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8155; }","duration":"294.428795ms","start":"2026-03-12T19:33:57.374038Z","end":"2026-03-12T19:33:57.668467Z","steps":["trace[1917941000] 'range keys from in-memory index tree' (duration: 294.044736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:57.668307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.825584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:33:57.668948Z","caller":"traceutil/trace.go:171","msg":"trace[1296896998] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8155; }","duration":"295.51021ms","start":"2026-03-12T19:33:57.373414Z","end":"2026-03-12T19:33:57.668924Z","steps":["trace[1296896998] 'range keys from in-memory index tree' (duration: 294.66654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:57.668933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.720632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:33:57.669489Z","caller":"traceutil/trace.go:171","msg":"trace[453947610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8155; }","duration":"294.882676ms","start":"2026-03-12T19:33:57.374123Z","end":"2026-03-12T19:33:57.669006Z","steps":["trace[453947610] 'range keys from in-memory index tree' (duration: 293.670848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:58.166446Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879541287279834,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:33:58.542238Z","caller":"traceutil/trace.go:171","msg":"trace[2111775369] transaction","detail":"{read_only:false; response_revision:8156; number_of_response:1; }","duration":"936.475861ms","start":"2026-03-12T19:33:57.605733Z","end":"2026-03-12T19:33:58.542209Z","steps":["trace[2111775369] 'process raft request' (duration: 936.310417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:58.542416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:57.605706Z","time spent":"936.612454ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:58.701478Z","caller":"traceutil/trace.go:171","msg":"trace[1427273534] transaction","detail":"{read_only:false; response_revision:8158; number_of_response:1; }","duration":"1.027539418s","start":"2026-03-12T19:33:57.673909Z","end":"2026-03-12T19:33:58.701448Z","steps":["trace[1427273534] 'process raft request' (duration: 1.027385004s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:58.701699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:57.673878Z","time spent":"1.027701972s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:58.701492Z","caller":"traceutil/trace.go:171","msg":"trace[2077222207] transaction","detail":"{read_only:false; response_revision:8157; number_of_response:1; }","duration":"1.028433849s","start":"2026-03-12T19:33:57.673024Z","end":"2026-03-12T19:33:58.701458Z","steps":["trace[2077222207] 'process raft request' (duration: 932.383316ms)","trace[2077222207] 'compare' (duration: 95.723926ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:58.701912Z","caller":"traceutil/trace.go:171","msg":"trace[4948670] transaction","detail":"{read_only:false; response_revision:8160; number_of_response:1; }","duration":"280.86697ms","start":"2026-03-12T19:33:58.421034Z","end":"2026-03-12T19:33:58.701901Z","steps":["trace[4948670] 'process raft request' (duration: 280.626294ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:58.701891Z","caller":"traceutil/trace.go:171","msg":"trace[1074416190] transaction","detail":"{read_only:false; response_revision:8159; number_of_response:1; }","duration":"1.027318683s","start":"2026-03-12T19:33:57.674547Z","end":"2026-03-12T19:33:58.701866Z","steps":["trace[1074416190] 'process raft request' (duration: 1.026852852s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:58.701927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:57.672985Z","time spent":"1.028823268s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:58.702025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036507177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:58.702081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:57.674532Z","time spent":"1.027446286s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:58.702092Z","caller":"traceutil/trace.go:171","msg":"trace[1392531841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8161; }","duration":"1.0366251s","start":"2026-03-12T19:33:57.665452Z","end":"2026-03-12T19:33:58.702078Z","steps":["trace[1392531841] 'agreement among raft nodes before linearized reading' (duration: 1.036501477s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:58.702129Z","caller":"traceutil/trace.go:171","msg":"trace[1055431620] transaction","detail":"{read_only:false; response_revision:8161; number_of_response:1; }","duration":"253.887702ms","start":"2026-03-12T19:33:58.448224Z","end":"2026-03-12T19:33:58.702111Z","steps":["trace[1055431620] 'process raft request' (duration: 253.573005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:58.702138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:57.665435Z","time spent":"1.036691411s","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:33:58.701911Z","caller":"traceutil/trace.go:171","msg":"trace[720787031] linearizableReadLoop","detail":"{readStateIndex:8480; appliedIndex:8476; }","duration":"1.036360724s","start":"2026-03-12T19:33:57.665508Z","end":"2026-03-12T19:33:58.701868Z","steps":["trace[720787031] 'read index received' (duration: 876.586599ms)","trace[720787031] 'applied index is now lower than readState.Index' (duration: 159.772685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:58.702367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.323547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:33:58.702408Z","caller":"traceutil/trace.go:171","msg":"trace[1112109192] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8161; }","duration":"834.428209ms","start":"2026-03-12T19:33:57.867969Z","end":"2026-03-12T19:33:58.702397Z","steps":["trace[1112109192] 'agreement among raft nodes before linearized reading' (duration: 834.307026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:58.702436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:57.867931Z","time spent":"834.498931ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:33:58.702875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.992899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-946449f64-lx5bb.189c2ef8b251bc1e\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-03-12T19:33:58.702859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.917113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:58.702916Z","caller":"traceutil/trace.go:171","msg":"trace[1620452947] range","detail":"{range_begin:/registry/events/openstack/barbican-api-946449f64-lx5bb.189c2ef8b251bc1e; range_end:; response_count:1; response_revision:8161; }","duration":"132.090761ms","start":"2026-03-12T19:33:58.570815Z","end":"2026-03-12T19:33:58.702906Z","steps":["trace[1620452947] 'agreement among raft nodes before linearized reading' (duration: 131.978028ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:58.702943Z","caller":"traceutil/trace.go:171","msg":"trace[878293969] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8161; }","duration":"106.047685ms","start":"2026-03-12T19:33:58.596874Z","end":"2026-03-12T19:33:58.702921Z","steps":["trace[878293969] 'agreement among raft nodes before linearized reading' (duration: 105.870761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:58.703128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.167266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:33:58.70319Z","caller":"traceutil/trace.go:171","msg":"trace[545535871] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8161; }","duration":"693.274258ms","start":"2026-03-12T19:33:58.0099Z","end":"2026-03-12T19:33:58.703174Z","steps":["trace[545535871] 'agreement among raft nodes before linearized reading' (duration: 693.168116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:58.703207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.442831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:58.70321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.065137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-12T19:33:58.703238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.009874Z","time spent":"693.348679ms","remote":"127.0.0.1:59054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:33:58.70327Z","caller":"traceutil/trace.go:171","msg":"trace[1493186860] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8161; }","duration":"408.18186ms","start":"2026-03-12T19:33:58.295076Z","end":"2026-03-12T19:33:58.703257Z","steps":["trace[1493186860] 'agreement among raft nodes before linearized reading' (duration: 408.019736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:58.70323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.559793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-12T19:33:58.703318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.295034Z","time spent":"408.276202ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":550,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-12T19:33:58.703347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.177198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:58.703415Z","caller":"traceutil/trace.go:171","msg":"trace[1416562725] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8161; }","duration":"106.324432ms","start":"2026-03-12T19:33:58.597071Z","end":"2026-03-12T19:33:58.703395Z","steps":["trace[1416562725] 'agreement among raft nodes before linearized reading' (duration: 106.189419ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:58.70336Z","caller":"traceutil/trace.go:171","msg":"trace[1075297763] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8161; }","duration":"588.711366ms","start":"2026-03-12T19:33:58.114602Z","end":"2026-03-12T19:33:58.703313Z","steps":["trace[1075297763] 'agreement among raft nodes before linearized reading' (duration: 588.526042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:58.703515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.114577Z","time spent":"588.918932ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":578,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-12T19:33:58.703274Z","caller":"traceutil/trace.go:171","msg":"trace[809853972] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8161; }","duration":"105.526584ms","start":"2026-03-12T19:33:58.597726Z","end":"2026-03-12T19:33:58.703253Z","steps":["trace[809853972] 'agreement among raft nodes before linearized reading' (duration: 105.433132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.209832Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879541287279843,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:33:59.568621Z","caller":"traceutil/trace.go:171","msg":"trace[498376014] transaction","detail":"{read_only:false; response_revision:8162; number_of_response:1; }","duration":"861.474058ms","start":"2026-03-12T19:33:58.707123Z","end":"2026-03-12T19:33:59.568598Z","steps":["trace[498376014] 'process raft request' (duration: 861.319415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.568793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.707102Z","time spent":"861.596542ms","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:59.609683Z","caller":"traceutil/trace.go:171","msg":"trace[266465885] transaction","detail":"{read_only:false; response_revision:8163; number_of_response:1; }","duration":"900.587918ms","start":"2026-03-12T19:33:58.70904Z","end":"2026-03-12T19:33:59.609628Z","steps":["trace[266465885] 'process raft request' (duration: 900.292451ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:59.60971Z","caller":"traceutil/trace.go:171","msg":"trace[1841349641] linearizableReadLoop","detail":"{readStateIndex:8487; appliedIndex:8482; }","duration":"899.995384ms","start":"2026-03-12T19:33:58.709681Z","end":"2026-03-12T19:33:59.609677Z","steps":["trace[1841349641] 'read index received' (duration: 858.826397ms)","trace[1841349641] 'applied index is now lower than readState.Index' (duration: 41.167247ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:59.609861Z","caller":"traceutil/trace.go:171","msg":"trace[307743223] transaction","detail":"{read_only:false; response_revision:8164; number_of_response:1; }","duration":"900.055595ms","start":"2026-03-12T19:33:58.709791Z","end":"2026-03-12T19:33:59.609847Z","steps":["trace[307743223] 'process raft request' (duration: 899.686687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.609887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.709019Z","time spent":"900.761192ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:59.610006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.709757Z","time spent":"900.162718ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:59.610109Z","caller":"traceutil/trace.go:171","msg":"trace[1813908006] transaction","detail":"{read_only:false; response_revision:8165; number_of_response:1; }","duration":"899.630926ms","start":"2026-03-12T19:33:58.710444Z","end":"2026-03-12T19:33:59.610075Z","steps":["trace[1813908006] 'process raft request' (duration: 899.075383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.610173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.710434Z","time spent":"899.705477ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:59.610355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.627719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:59.610406Z","caller":"traceutil/trace.go:171","msg":"trace[1618090113] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8166; }","duration":"900.721761ms","start":"2026-03-12T19:33:58.709671Z","end":"2026-03-12T19:33:59.610393Z","steps":["trace[1618090113] 'agreement among raft nodes before linearized reading' (duration: 900.641699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.61044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.709658Z","time spent":"900.774542ms","remote":"127.0.0.1:37986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:33:59.610443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.549588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:59.610522Z","caller":"traceutil/trace.go:171","msg":"trace[1900324500] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8166; }","duration":"765.669411ms","start":"2026-03-12T19:33:58.844834Z","end":"2026-03-12T19:33:59.610504Z","steps":["trace[1900324500] 'agreement among raft nodes before linearized reading' (duration: 765.491996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.610495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.318792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:59.610573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.844826Z","time spent":"765.731423ms","remote":"127.0.0.1:38060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:33:59.610582Z","caller":"traceutil/trace.go:171","msg":"trace[634126760] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8166; }","duration":"697.448905ms","start":"2026-03-12T19:33:58.913112Z","end":"2026-03-12T19:33:59.610561Z","steps":["trace[634126760] 'agreement among raft nodes before linearized reading' (duration: 697.25825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.61056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.7565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:59.610582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.545163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:59.610636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.913104Z","time spent":"697.519277ms","remote":"127.0.0.1:38086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"info","ts":"2026-03-12T19:33:59.610644Z","caller":"traceutil/trace.go:171","msg":"trace[1519308526] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8166; }","duration":"721.872963ms","start":"2026-03-12T19:33:58.88875Z","end":"2026-03-12T19:33:59.610623Z","steps":["trace[1519308526] 'agreement among raft nodes before linearized reading' (duration: 721.708979ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:59.610663Z","caller":"traceutil/trace.go:171","msg":"trace[791635465] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8166; }","duration":"745.643156ms","start":"2026-03-12T19:33:58.864997Z","end":"2026-03-12T19:33:59.610641Z","steps":["trace[791635465] 'agreement among raft nodes before linearized reading' (duration: 745.515843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.610695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.888743Z","time spent":"721.941435ms","remote":"127.0.0.1:38078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"warn","ts":"2026-03-12T19:33:59.610708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.941179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:59.610743Z","caller":"traceutil/trace.go:171","msg":"trace[2059472027] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8166; }","duration":"781.992311ms","start":"2026-03-12T19:33:58.82874Z","end":"2026-03-12T19:33:59.610732Z","steps":["trace[2059472027] 'agreement among raft nodes before linearized reading' (duration: 781.9473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.610758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.256396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:59.610772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.828727Z","time spent":"782.037522ms","remote":"127.0.0.1:38050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:33:59.61079Z","caller":"traceutil/trace.go:171","msg":"trace[32471799] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8166; }","duration":"745.299448ms","start":"2026-03-12T19:33:58.865481Z","end":"2026-03-12T19:33:59.610781Z","steps":["trace[32471799] 'agreement among raft nodes before linearized reading' (duration: 745.251977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.61081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.425535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:59.610859Z","caller":"traceutil/trace.go:171","msg":"trace[853075104] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8166; }","duration":"765.469586ms","start":"2026-03-12T19:33:58.845371Z","end":"2026-03-12T19:33:59.61084Z","steps":["trace[853075104] 'agreement among raft nodes before linearized reading' (duration: 765.406015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.610861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.81795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:59.610892Z","caller":"traceutil/trace.go:171","msg":"trace[1962690006] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8166; }","duration":"745.87011ms","start":"2026-03-12T19:33:58.865013Z","end":"2026-03-12T19:33:59.610883Z","steps":["trace[1962690006] 'agreement among raft nodes before linearized reading' (duration: 745.826249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.61089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.845358Z","time spent":"765.522947ms","remote":"127.0.0.1:38060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"warn","ts":"2026-03-12T19:33:59.610919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.865003Z","time spent":"745.909012ms","remote":"127.0.0.1:38062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:33:59.610925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.53411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:59.610951Z","caller":"traceutil/trace.go:171","msg":"trace[1199458027] transaction","detail":"{read_only:false; response_revision:8166; number_of_response:1; }","duration":"899.928892ms","start":"2026-03-12T19:33:58.710999Z","end":"2026-03-12T19:33:59.610928Z","steps":["trace[1199458027] 'process raft request' (duration: 898.614502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.610968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.007389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:59.611003Z","caller":"traceutil/trace.go:171","msg":"trace[1087286352] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8166; }","duration":"803.064621ms","start":"2026-03-12T19:33:58.80793Z","end":"2026-03-12T19:33:59.610994Z","steps":["trace[1087286352] 'agreement among raft nodes before linearized reading' (duration: 803.0215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.611021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.645033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:59.611037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.807918Z","time spent":"803.111532ms","remote":"127.0.0.1:38038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"warn","ts":"2026-03-12T19:33:59.611036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.120722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:59.611054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.519003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:59.611063Z","caller":"traceutil/trace.go:171","msg":"trace[1155853729] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8166; }","duration":"698.704274ms","start":"2026-03-12T19:33:58.91235Z","end":"2026-03-12T19:33:59.611054Z","steps":["trace[1155853729] 'agreement among raft nodes before linearized reading' (duration: 698.639103ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:59.611074Z","caller":"traceutil/trace.go:171","msg":"trace[1794753040] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8166; }","duration":"766.217894ms","start":"2026-03-12T19:33:58.844845Z","end":"2026-03-12T19:33:59.611063Z","steps":["trace[1794753040] 'agreement among raft nodes before linearized reading' (duration: 766.158642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.61107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.71096Z","time spent":"900.045205ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:59.61109Z","caller":"traceutil/trace.go:171","msg":"trace[1561053877] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8166; }","duration":"665.566484ms","start":"2026-03-12T19:33:58.945512Z","end":"2026-03-12T19:33:59.611079Z","steps":["trace[1561053877] 'agreement among raft nodes before linearized reading' (duration: 665.515243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.611104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.844816Z","time spent":"766.280365ms","remote":"127.0.0.1:38060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"warn","ts":"2026-03-12T19:33:59.61113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.945509Z","time spent":"665.613645ms","remote":"127.0.0.1:38092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:33:59.611096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.912341Z","time spent":"698.747315ms","remote":"127.0.0.1:38086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:33:59.611183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.88081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:59.611196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.959866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:33:59.611214Z","caller":"traceutil/trace.go:171","msg":"trace[2077917632] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8166; }","duration":"803.938711ms","start":"2026-03-12T19:33:58.807267Z","end":"2026-03-12T19:33:59.611206Z","steps":["trace[2077917632] 'agreement among raft nodes before linearized reading' (duration: 803.89264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.610845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.458097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:59.611242Z","caller":"traceutil/trace.go:171","msg":"trace[1567699441] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8166; }","duration":"673.041087ms","start":"2026-03-12T19:33:58.938189Z","end":"2026-03-12T19:33:59.61123Z","steps":["trace[1567699441] 'agreement among raft nodes before linearized reading' (duration: 672.898284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.61125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.807249Z","time spent":"803.990133ms","remote":"127.0.0.1:38038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"info","ts":"2026-03-12T19:33:59.611256Z","caller":"traceutil/trace.go:171","msg":"trace[787775896] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8166; }","duration":"648.943188ms","start":"2026-03-12T19:33:58.962301Z","end":"2026-03-12T19:33:59.611244Z","steps":["trace[787775896] 'agreement among raft nodes before linearized reading' (duration: 648.447596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.611278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.938178Z","time spent":"673.091229ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:33:59.611292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.962276Z","time spent":"649.004849ms","remote":"127.0.0.1:38104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":26,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:33:59.611301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.616582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:59.611317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.902217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:59.611334Z","caller":"traceutil/trace.go:171","msg":"trace[514215844] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8166; }","duration":"901.649103ms","start":"2026-03-12T19:33:58.709675Z","end":"2026-03-12T19:33:59.611324Z","steps":["trace[514215844] 'agreement among raft nodes before linearized reading' (duration: 901.602762ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:59.611359Z","caller":"traceutil/trace.go:171","msg":"trace[1253746974] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8166; }","duration":"648.941018ms","start":"2026-03-12T19:33:58.962402Z","end":"2026-03-12T19:33:59.611343Z","steps":["trace[1253746974] 'agreement among raft nodes before linearized reading' (duration: 648.884457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.611367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.709635Z","time spent":"901.722644ms","remote":"127.0.0.1:37986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"warn","ts":"2026-03-12T19:33:59.611387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.088385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:59.611392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.962326Z","time spent":"649.05815ms","remote":"127.0.0.1:38104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":26,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"warn","ts":"2026-03-12T19:33:59.611395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.549265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:59.611418Z","caller":"traceutil/trace.go:171","msg":"trace[1724811236] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8166; }","duration":"804.177457ms","start":"2026-03-12T19:33:58.807231Z","end":"2026-03-12T19:33:59.611408Z","steps":["trace[1724811236] 'agreement among raft nodes before linearized reading' (duration: 804.124085ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:59.611431Z","caller":"traceutil/trace.go:171","msg":"trace[1347085550] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8166; }","duration":"721.616087ms","start":"2026-03-12T19:33:58.889805Z","end":"2026-03-12T19:33:59.611421Z","steps":["trace[1347085550] 'agreement among raft nodes before linearized reading' (duration: 721.548485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.610664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.136611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:59.611447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.807203Z","time spent":"804.236608ms","remote":"127.0.0.1:38038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:33:59.611467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.889789Z","time spent":"721.666598ms","remote":"127.0.0.1:38078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 "} {"level":"info","ts":"2026-03-12T19:33:59.611479Z","caller":"traceutil/trace.go:171","msg":"trace[1802257421] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8166; }","duration":"781.96433ms","start":"2026-03-12T19:33:58.829501Z","end":"2026-03-12T19:33:59.611465Z","steps":["trace[1802257421] 'agreement among raft nodes before linearized reading' (duration: 781.09396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.61093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.353449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:59.611515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.829495Z","time spent":"782.008291ms","remote":"127.0.0.1:38050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"info","ts":"2026-03-12T19:33:59.611538Z","caller":"traceutil/trace.go:171","msg":"trace[1080939424] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8166; }","duration":"782.973243ms","start":"2026-03-12T19:33:58.828554Z","end":"2026-03-12T19:33:59.611527Z","steps":["trace[1080939424] 'agreement among raft nodes before linearized reading' (duration: 782.349799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.611575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.828547Z","time spent":"783.018244ms","remote":"127.0.0.1:38050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-03-12T19:33:59.611255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.283693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:59.611626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.61373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:59.611643Z","caller":"traceutil/trace.go:171","msg":"trace[1867678600] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8166; }","duration":"648.681672ms","start":"2026-03-12T19:33:58.96295Z","end":"2026-03-12T19:33:59.611631Z","steps":["trace[1867678600] 'agreement among raft nodes before linearized reading' (duration: 648.264982ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:59.611657Z","caller":"traceutil/trace.go:171","msg":"trace[1318812073] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8166; }","duration":"722.656081ms","start":"2026-03-12T19:33:58.888991Z","end":"2026-03-12T19:33:59.611647Z","steps":["trace[1318812073] 'agreement among raft nodes before linearized reading' (duration: 722.584379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.611687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.888986Z","time spent":"722.692392ms","remote":"127.0.0.1:38078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:33:59.611691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.962942Z","time spent":"648.732663ms","remote":"127.0.0.1:38104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":26,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"warn","ts":"2026-03-12T19:33:59.611723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.292983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:59.611572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.573831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:59.611755Z","caller":"traceutil/trace.go:171","msg":"trace[91098335] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8166; }","duration":"839.340674ms","start":"2026-03-12T19:33:58.772405Z","end":"2026-03-12T19:33:59.611745Z","steps":["trace[91098335] 'agreement among raft nodes before linearized reading' (duration: 839.298943ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:59.611774Z","caller":"traceutil/trace.go:171","msg":"trace[204801913] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8166; }","duration":"821.815587ms","start":"2026-03-12T19:33:58.789949Z","end":"2026-03-12T19:33:59.611764Z","steps":["trace[204801913] 'agreement among raft nodes before linearized reading' (duration: 821.597022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.611786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.772396Z","time spent":"839.379675ms","remote":"127.0.0.1:38014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"warn","ts":"2026-03-12T19:33:59.611651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.40353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:59.611805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.789925Z","time spent":"821.870278ms","remote":"127.0.0.1:38022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"warn","ts":"2026-03-12T19:33:59.611825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.228443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:59.611833Z","caller":"traceutil/trace.go:171","msg":"trace[181512339] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8166; }","duration":"822.611395ms","start":"2026-03-12T19:33:58.789209Z","end":"2026-03-12T19:33:59.61182Z","steps":["trace[181512339] 'agreement among raft nodes before linearized reading' (duration: 822.420331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.611462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.959284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:59.611864Z","caller":"traceutil/trace.go:171","msg":"trace[1732252012] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8166; }","duration":"901.292504ms","start":"2026-03-12T19:33:58.710557Z","end":"2026-03-12T19:33:59.611849Z","steps":["trace[1732252012] 'agreement among raft nodes before linearized reading' (duration: 901.235612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.611877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.789192Z","time spent":"822.671156ms","remote":"127.0.0.1:38022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"warn","ts":"2026-03-12T19:33:59.611939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.44905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:59.611979Z","caller":"traceutil/trace.go:171","msg":"trace[799178404] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8166; }","duration":"840.549702ms","start":"2026-03-12T19:33:58.771421Z","end":"2026-03-12T19:33:59.611971Z","steps":["trace[799178404] 'agreement among raft nodes before linearized reading' (duration: 840.49435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.61071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.864989Z","time spent":"745.711557ms","remote":"127.0.0.1:38062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"warn","ts":"2026-03-12T19:33:59.610819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.865476Z","time spent":"745.335539ms","remote":"127.0.0.1:38062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"warn","ts":"2026-03-12T19:33:59.612013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.771392Z","time spent":"840.613243ms","remote":"127.0.0.1:38014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"info","ts":"2026-03-12T19:33:59.611889Z","caller":"traceutil/trace.go:171","msg":"trace[255369810] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8166; }","duration":"666.396823ms","start":"2026-03-12T19:33:58.94548Z","end":"2026-03-12T19:33:59.611877Z","steps":["trace[255369810] 'agreement among raft nodes before linearized reading' (duration: 665.946233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.61202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.631065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:59.612061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.945473Z","time spent":"666.576637ms","remote":"127.0.0.1:38092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"info","ts":"2026-03-12T19:33:59.610963Z","caller":"traceutil/trace.go:171","msg":"trace[1648377179] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8166; }","duration":"698.588802ms","start":"2026-03-12T19:33:58.912365Z","end":"2026-03-12T19:33:59.610954Z","steps":["trace[1648377179] 'agreement among raft nodes before linearized reading' (duration: 698.529551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.612127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.822178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:59.612146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.912356Z","time spent":"699.776949ms","remote":"127.0.0.1:38086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"info","ts":"2026-03-12T19:33:59.61217Z","caller":"traceutil/trace.go:171","msg":"trace[1699029667] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8166; }","duration":"840.87834ms","start":"2026-03-12T19:33:58.771283Z","end":"2026-03-12T19:33:59.612161Z","steps":["trace[1699029667] 'agreement among raft nodes before linearized reading' (duration: 840.816729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.612177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.364548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:59.611945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.070432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:59.612077Z","caller":"traceutil/trace.go:171","msg":"trace[1255246798] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8166; }","duration":"859.721548ms","start":"2026-03-12T19:33:58.752342Z","end":"2026-03-12T19:33:59.612064Z","steps":["trace[1255246798] 'agreement among raft nodes before linearized reading' (duration: 859.637296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.612203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.771272Z","time spent":"840.922721ms","remote":"127.0.0.1:38014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:33:59.612219Z","caller":"traceutil/trace.go:171","msg":"trace[1880899634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8166; }","duration":"902.354249ms","start":"2026-03-12T19:33:58.709852Z","end":"2026-03-12T19:33:59.612206Z","steps":["trace[1880899634] 'agreement among raft nodes before linearized reading' (duration: 902.066092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.612229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.752321Z","time spent":"859.895281ms","remote":"127.0.0.1:37998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":26,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"warn","ts":"2026-03-12T19:33:59.6121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.534038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:59.612319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.709828Z","time spent":"902.42045ms","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:33:59.612137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.994699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:59.612345Z","caller":"traceutil/trace.go:171","msg":"trace[1353719358] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8166; }","duration":"876.827105ms","start":"2026-03-12T19:33:58.735502Z","end":"2026-03-12T19:33:59.612329Z","steps":["trace[1353719358] 'agreement among raft nodes before linearized reading' (duration: 876.573879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.612353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.41698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:59.612367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.170829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ll48d\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:33:59.612377Z","caller":"traceutil/trace.go:171","msg":"trace[57634704] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8166; }","duration":"877.249425ms","start":"2026-03-12T19:33:58.735115Z","end":"2026-03-12T19:33:59.612364Z","steps":["trace[57634704] 'agreement among raft nodes before linearized reading' (duration: 877.002119ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:59.612385Z","caller":"traceutil/trace.go:171","msg":"trace[1888253114] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8166; }","duration":"859.462202ms","start":"2026-03-12T19:33:58.752913Z","end":"2026-03-12T19:33:59.612375Z","steps":["trace[1888253114] 'agreement among raft nodes before linearized reading' (duration: 859.412461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.612392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.735477Z","time spent":"876.896327ms","remote":"127.0.0.1:37994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"info","ts":"2026-03-12T19:33:59.612406Z","caller":"traceutil/trace.go:171","msg":"trace[1380358020] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ll48d; range_end:; response_count:1; response_revision:8166; }","duration":"894.22514ms","start":"2026-03-12T19:33:58.718172Z","end":"2026-03-12T19:33:59.612397Z","steps":["trace[1380358020] 'agreement among raft nodes before linearized reading' (duration: 894.051015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.61242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.735104Z","time spent":"877.302007ms","remote":"127.0.0.1:37994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:33:59.612444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.718164Z","time spent":"894.27378ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-ll48d\" "} {"level":"warn","ts":"2026-03-12T19:33:59.611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.52399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:59.612518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.107317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:59.612527Z","caller":"traceutil/trace.go:171","msg":"trace[944460853] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8166; }","duration":"666.051885ms","start":"2026-03-12T19:33:58.946454Z","end":"2026-03-12T19:33:59.612506Z","steps":["trace[944460853] 'agreement among raft nodes before linearized reading' (duration: 664.506029ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:59.612554Z","caller":"traceutil/trace.go:171","msg":"trace[1650281706] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8166; }","duration":"860.151228ms","start":"2026-03-12T19:33:58.752395Z","end":"2026-03-12T19:33:59.612546Z","steps":["trace[1650281706] 'agreement among raft nodes before linearized reading' (duration: 860.094177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.611687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.468672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:59.612586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.75239Z","time spent":"860.184709ms","remote":"127.0.0.1:37998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":26,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:33:59.612592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.946449Z","time spent":"666.118776ms","remote":"127.0.0.1:38092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"warn","ts":"2026-03-12T19:33:59.611895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.71055Z","time spent":"901.338115ms","remote":"127.0.0.1:37986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"info","ts":"2026-03-12T19:33:59.612612Z","caller":"traceutil/trace.go:171","msg":"trace[2018817335] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8166; }","duration":"823.391173ms","start":"2026-03-12T19:33:58.789211Z","end":"2026-03-12T19:33:59.612602Z","steps":["trace[2018817335] 'agreement among raft nodes before linearized reading' (duration: 822.458382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.612657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.789166Z","time spent":"823.476225ms","remote":"127.0.0.1:38022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:33:59.612206Z","caller":"traceutil/trace.go:171","msg":"trace[2100226837] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8166; }","duration":"877.408879ms","start":"2026-03-12T19:33:58.734788Z","end":"2026-03-12T19:33:59.612197Z","steps":["trace[2100226837] 'agreement among raft nodes before linearized reading' (duration: 877.370068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.612717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.734778Z","time spent":"877.928371ms","remote":"127.0.0.1:37994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"warn","ts":"2026-03-12T19:33:59.612419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.752907Z","time spent":"859.501483ms","remote":"127.0.0.1:37998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":26,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"info","ts":"2026-03-12T19:33:59.820765Z","caller":"traceutil/trace.go:171","msg":"trace[1901775647] transaction","detail":"{read_only:false; response_revision:8167; number_of_response:1; }","duration":"199.518189ms","start":"2026-03-12T19:33:59.62121Z","end":"2026-03-12T19:33:59.820728Z","steps":["trace[1901775647] 'process raft request' (duration: 199.341335ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:01.040784Z","caller":"traceutil/trace.go:171","msg":"trace[305687740] linearizableReadLoop","detail":"{readStateIndex:8489; appliedIndex:8488; }","duration":"486.9201ms","start":"2026-03-12T19:34:00.553835Z","end":"2026-03-12T19:34:01.040755Z","steps":["trace[305687740] 'read index received' (duration: 486.717585ms)","trace[305687740] 'applied index is now lower than readState.Index' (duration: 201.265µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:01.040905Z","caller":"traceutil/trace.go:171","msg":"trace[1369464127] transaction","detail":"{read_only:false; response_revision:8168; number_of_response:1; }","duration":"492.282555ms","start":"2026-03-12T19:34:00.54861Z","end":"2026-03-12T19:34:01.040893Z","steps":["trace[1369464127] 'process raft request' (duration: 491.905696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:01.041075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:00.548568Z","time spent":"492.366137ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:01.041175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.31331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-12T19:34:01.041277Z","caller":"traceutil/trace.go:171","msg":"trace[1412475124] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:8168; }","duration":"487.477063ms","start":"2026-03-12T19:34:00.553775Z","end":"2026-03-12T19:34:01.041253Z","steps":["trace[1412475124] 'agreement among raft nodes before linearized reading' (duration: 487.135535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:01.041331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:00.553752Z","time spent":"487.570655ms","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-03-12T19:34:01.298485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.453897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:01.298757Z","caller":"traceutil/trace.go:171","msg":"trace[1376936838] transaction","detail":"{read_only:false; response_revision:8169; number_of_response:1; }","duration":"589.175498ms","start":"2026-03-12T19:34:00.709561Z","end":"2026-03-12T19:34:01.298736Z","steps":["trace[1376936838] 'process raft request' (duration: 429.349702ms)","trace[1376936838] 'compare' (duration: 159.13645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:01.298847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:00.709544Z","time spent":"589.264099ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:01.298842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.858033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:34:01.298924Z","caller":"traceutil/trace.go:171","msg":"trace[756250068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8169; }","duration":"589.974656ms","start":"2026-03-12T19:34:00.708929Z","end":"2026-03-12T19:34:01.298903Z","steps":["trace[756250068] 'agreement among raft nodes before linearized reading' (duration: 589.74363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:01.298934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.787792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-12T19:34:01.298842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.769541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-12T19:34:01.298976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:00.708911Z","time spent":"590.056538ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:34:01.29897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.885763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-12T19:34:01.299018Z","caller":"traceutil/trace.go:171","msg":"trace[1263177125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8169; }","duration":"589.996677ms","start":"2026-03-12T19:34:00.709006Z","end":"2026-03-12T19:34:01.299003Z","steps":["trace[1263177125] 'agreement among raft nodes before linearized reading' (duration: 589.655409ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:01.299027Z","caller":"traceutil/trace.go:171","msg":"trace[583487475] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8169; }","duration":"690.979804ms","start":"2026-03-12T19:34:00.608033Z","end":"2026-03-12T19:34:01.299013Z","steps":["trace[583487475] 'agreement among raft nodes before linearized reading' (duration: 690.774099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:01.299064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:00.708985Z","time spent":"590.070588ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:34:01.299103Z","caller":"traceutil/trace.go:171","msg":"trace[1992118068] linearizableReadLoop","detail":"{readStateIndex:8490; appliedIndex:8489; }","duration":"257.733582ms","start":"2026-03-12T19:34:01.040853Z","end":"2026-03-12T19:34:01.298586Z","steps":["trace[1992118068] 'read index received' (duration: 98.07664ms)","trace[1992118068] 'applied index is now lower than readState.Index' (duration: 159.655212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:01.29907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:00.608005Z","time spent":"691.058496ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-12T19:34:01.299016Z","caller":"traceutil/trace.go:171","msg":"trace[359054926] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8169; }","duration":"589.930475ms","start":"2026-03-12T19:34:00.709063Z","end":"2026-03-12T19:34:01.298994Z","steps":["trace[359054926] 'agreement among raft nodes before linearized reading' (duration: 589.665929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:01.299249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:00.709027Z","time spent":"590.209481ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:34:01.298947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.380476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:01.299416Z","caller":"traceutil/trace.go:171","msg":"trace[488270873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8169; }","duration":"634.01962ms","start":"2026-03-12T19:34:00.665371Z","end":"2026-03-12T19:34:01.299391Z","steps":["trace[488270873] 'agreement among raft nodes before linearized reading' (duration: 633.326194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:01.299622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:00.665349Z","time spent":"634.214535ms","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:34:01.876622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.702667ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:38"} {"level":"info","ts":"2026-03-12T19:34:01.876699Z","caller":"traceutil/trace.go:171","msg":"trace[1361283168] linearizableReadLoop","detail":"{readStateIndex:8491; appliedIndex:8490; }","duration":"575.441437ms","start":"2026-03-12T19:34:01.301243Z","end":"2026-03-12T19:34:01.876685Z","steps":["trace[1361283168] 'read index received' (duration: 103.630928ms)","trace[1361283168] 'applied index is now lower than readState.Index' (duration: 471.809469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:01.876749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:01.042721Z","time spent":"834.026719ms","remote":"127.0.0.1:58750","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-12T19:34:01.876841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.57994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:01.876921Z","caller":"traceutil/trace.go:171","msg":"trace[127050446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8169; }","duration":"575.691113ms","start":"2026-03-12T19:34:01.301212Z","end":"2026-03-12T19:34:01.876903Z","steps":["trace[127050446] 'agreement among raft nodes before linearized reading' (duration: 575.54248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:01.876953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:01.301194Z","time spent":"575.753764ms","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:34:02.301341Z","caller":"traceutil/trace.go:171","msg":"trace[83402064] transaction","detail":"{read_only:false; response_revision:8170; number_of_response:1; }","duration":"997.351866ms","start":"2026-03-12T19:34:01.303961Z","end":"2026-03-12T19:34:02.301312Z","steps":["trace[83402064] 'process raft request' (duration: 989.190086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:02.301704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:01.303945Z","time spent":"997.480739ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:02.301736Z","caller":"traceutil/trace.go:171","msg":"trace[805112115] transaction","detail":"{read_only:false; response_revision:8171; number_of_response:1; }","duration":"997.397337ms","start":"2026-03-12T19:34:01.304251Z","end":"2026-03-12T19:34:02.301648Z","steps":["trace[805112115] 'process raft request' (duration: 997.005808ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:02.301764Z","caller":"traceutil/trace.go:171","msg":"trace[1600255608] transaction","detail":"{read_only:false; response_revision:8172; number_of_response:1; }","duration":"997.414108ms","start":"2026-03-12T19:34:01.304312Z","end":"2026-03-12T19:34:02.301726Z","steps":["trace[1600255608] 'process raft request' (duration: 997.234624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:02.301936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:01.304242Z","time spent":"997.581011ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:02.301953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:01.304294Z","time spent":"997.559101ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:02.310278Z","caller":"traceutil/trace.go:171","msg":"trace[1393025367] transaction","detail":"{read_only:false; response_revision:8173; number_of_response:1; }","duration":"689.49922ms","start":"2026-03-12T19:34:01.62076Z","end":"2026-03-12T19:34:02.310259Z","steps":["trace[1393025367] 'process raft request' (duration: 689.217844ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:02.310335Z","caller":"traceutil/trace.go:171","msg":"trace[2066440195] transaction","detail":"{read_only:false; response_revision:8174; number_of_response:1; }","duration":"432.464575ms","start":"2026-03-12T19:34:01.877855Z","end":"2026-03-12T19:34:02.31032Z","steps":["trace[2066440195] 'process raft request' (duration: 432.218489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:02.310375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:01.620746Z","time spent":"689.578072ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:02.310462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:01.877832Z","time spent":"432.557586ms","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:02.310556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.110789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:34:02.310586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.713735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ll48d\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:34:02.310668Z","caller":"traceutil/trace.go:171","msg":"trace[759227678] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ll48d; range_end:; response_count:1; response_revision:8174; }","duration":"683.796607ms","start":"2026-03-12T19:34:01.62685Z","end":"2026-03-12T19:34:02.310647Z","steps":["trace[759227678] 'agreement among raft nodes before linearized reading' (duration: 683.522661ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:02.310713Z","caller":"traceutil/trace.go:171","msg":"trace[586061216] linearizableReadLoop","detail":"{readStateIndex:8495; appliedIndex:8491; }","duration":"433.56156ms","start":"2026-03-12T19:34:01.876715Z","end":"2026-03-12T19:34:02.310276Z","steps":["trace[586061216] 'read index received' (duration: 416.556564ms)","trace[586061216] 'applied index is now lower than readState.Index' (duration: 17.004106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:02.310735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:01.626813Z","time spent":"683.90957ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-ll48d\" "} {"level":"warn","ts":"2026-03-12T19:34:02.310725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.341249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-12T19:34:02.310803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.708201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:02.310809Z","caller":"traceutil/trace.go:171","msg":"trace[1092102897] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8174; }","duration":"690.473842ms","start":"2026-03-12T19:34:01.620311Z","end":"2026-03-12T19:34:02.310785Z","steps":["trace[1092102897] 'agreement among raft nodes before linearized reading' (duration: 690.220086ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:02.310824Z","caller":"traceutil/trace.go:171","msg":"trace[28706376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8174; }","duration":"426.772912ms","start":"2026-03-12T19:34:01.884044Z","end":"2026-03-12T19:34:02.310817Z","steps":["trace[28706376] 'agreement among raft nodes before linearized reading' (duration: 426.733261ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:02.310677Z","caller":"traceutil/trace.go:171","msg":"trace[169693265] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:8174; }","duration":"467.216082ms","start":"2026-03-12T19:34:01.84342Z","end":"2026-03-12T19:34:02.310637Z","steps":["trace[169693265] 'agreement among raft nodes before linearized reading' (duration: 467.030828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:02.31086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:01.884036Z","time spent":"426.818193ms","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:34:02.310876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:01.620287Z","time spent":"690.580095ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:34:02.310875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006882387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-12T19:34:02.310923Z","caller":"traceutil/trace.go:171","msg":"trace[1984252336] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8174; }","duration":"1.007060431s","start":"2026-03-12T19:34:01.303853Z","end":"2026-03-12T19:34:02.310913Z","steps":["trace[1984252336] 'agreement among raft nodes before linearized reading' (duration: 1.006897508s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:02.310965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:01.303835Z","time spent":"1.007123803s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T19:34:02.310952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:01.843359Z","time spent":"467.53467ms","remote":"127.0.0.1:57008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:02.310894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.158309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:34:02.311067Z","caller":"traceutil/trace.go:171","msg":"trace[1481901720] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8174; }","duration":"485.410245ms","start":"2026-03-12T19:34:01.825642Z","end":"2026-03-12T19:34:02.311052Z","steps":["trace[1481901720] 'agreement among raft nodes before linearized reading' (duration: 484.659277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:02.31111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:01.82562Z","time spent":"485.477037ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:34:02.820979Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879541287279870,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:34:03.088125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.964772ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:03.088409Z","caller":"traceutil/trace.go:171","msg":"trace[1761252203] transaction","detail":"{read_only:false; response_revision:8175; number_of_response:1; }","duration":"771.735182ms","start":"2026-03-12T19:34:02.31664Z","end":"2026-03-12T19:34:03.088375Z","steps":["trace[1761252203] 'process raft request' (duration: 566.90757ms)","trace[1761252203] 'compare' (duration: 203.315917ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:03.088487Z","caller":"traceutil/trace.go:171","msg":"trace[445715973] linearizableReadLoop","detail":"{readStateIndex:8498; appliedIndex:8496; }","duration":"768.564818ms","start":"2026-03-12T19:34:02.319894Z","end":"2026-03-12T19:34:03.088459Z","steps":["trace[445715973] 'read index received' (duration: 563.669405ms)","trace[445715973] 'applied index is now lower than readState.Index' (duration: 204.894373ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:03.088532Z","caller":"traceutil/trace.go:171","msg":"trace[1882541695] transaction","detail":"{read_only:false; response_revision:8176; number_of_response:1; }","duration":"768.726592ms","start":"2026-03-12T19:34:02.31977Z","end":"2026-03-12T19:34:03.088496Z","steps":["trace[1882541695] 'process raft request' (duration: 768.566678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:03.088612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:02.316622Z","time spent":"771.887835ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:03.088704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:02.319745Z","time spent":"768.866725ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:03.088769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.861675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-12T19:34:03.088824Z","caller":"traceutil/trace.go:171","msg":"trace[106519931] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8176; }","duration":"768.942357ms","start":"2026-03-12T19:34:02.319867Z","end":"2026-03-12T19:34:03.088809Z","steps":["trace[106519931] 'agreement among raft nodes before linearized reading' (duration: 768.691721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:03.088881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:02.319856Z","time spent":"769.014759ms","remote":"127.0.0.1:59024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-12T19:34:03.174668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.022185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224163"} {"level":"info","ts":"2026-03-12T19:34:03.1747Z","caller":"traceutil/trace.go:171","msg":"trace[784279495] transaction","detail":"{read_only:false; response_revision:8177; number_of_response:1; }","duration":"128.223591ms","start":"2026-03-12T19:34:03.046409Z","end":"2026-03-12T19:34:03.174632Z","steps":["trace[784279495] 'process raft request' (duration: 127.511954ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:03.174773Z","caller":"traceutil/trace.go:171","msg":"trace[1642855306] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8177; }","duration":"851.189909ms","start":"2026-03-12T19:34:02.323562Z","end":"2026-03-12T19:34:03.174752Z","steps":["trace[1642855306] 'agreement among raft nodes before linearized reading' (duration: 850.501443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:03.174823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:02.323542Z","time spent":"851.270261ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224184,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-12T19:34:03.174929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.790974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:03.175068Z","caller":"traceutil/trace.go:171","msg":"trace[1149862595] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8177; }","duration":"753.976479ms","start":"2026-03-12T19:34:02.421043Z","end":"2026-03-12T19:34:03.17502Z","steps":["trace[1149862595] 'agreement among raft nodes before linearized reading' (duration: 753.746353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:03.175153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:02.421009Z","time spent":"754.127892ms","remote":"127.0.0.1:59188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":26,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-12T19:34:04.48254Z","caller":"traceutil/trace.go:171","msg":"trace[319875911] transaction","detail":"{read_only:false; response_revision:8179; number_of_response:1; }","duration":"170.902423ms","start":"2026-03-12T19:34:04.311604Z","end":"2026-03-12T19:34:04.482506Z","steps":["trace[319875911] 'process raft request' (duration: 170.681358ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:04.528867Z","caller":"traceutil/trace.go:171","msg":"trace[134136983] transaction","detail":"{read_only:false; response_revision:8180; number_of_response:1; }","duration":"217.122288ms","start":"2026-03-12T19:34:04.311717Z","end":"2026-03-12T19:34:04.52884Z","steps":["trace[134136983] 'process raft request' (duration: 215.939551ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:04.529129Z","caller":"traceutil/trace.go:171","msg":"trace[1278022737] transaction","detail":"{read_only:false; response_revision:8181; number_of_response:1; }","duration":"217.364184ms","start":"2026-03-12T19:34:04.311758Z","end":"2026-03-12T19:34:04.529122Z","steps":["trace[1278022737] 'process raft request' (duration: 217.048356ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:04.529489Z","caller":"traceutil/trace.go:171","msg":"trace[465487475] transaction","detail":"{read_only:false; response_revision:8182; number_of_response:1; }","duration":"214.368664ms","start":"2026-03-12T19:34:04.31511Z","end":"2026-03-12T19:34:04.529478Z","steps":["trace[465487475] 'process raft request' (duration: 213.979725ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:04.529508Z","caller":"traceutil/trace.go:171","msg":"trace[606601609] transaction","detail":"{read_only:false; response_revision:8183; number_of_response:1; }","duration":"154.039251ms","start":"2026-03-12T19:34:04.375441Z","end":"2026-03-12T19:34:04.52948Z","steps":["trace[606601609] 'process raft request' (duration: 153.932499ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:22.717539Z","caller":"traceutil/trace.go:171","msg":"trace[1708843759] transaction","detail":"{read_only:false; response_revision:8272; number_of_response:1; }","duration":"113.244633ms","start":"2026-03-12T19:34:22.604239Z","end":"2026-03-12T19:34:22.717484Z","steps":["trace[1708843759] 'process raft request' (duration: 54.564519ms)","trace[1708843759] 'compare' (duration: 58.51749ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:23.166987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.384358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:23.16711Z","caller":"traceutil/trace.go:171","msg":"trace[1567093455] linearizableReadLoop","detail":"{readStateIndex:8600; appliedIndex:8599; }","duration":"238.404423ms","start":"2026-03-12T19:34:22.928684Z","end":"2026-03-12T19:34:23.167089Z","steps":["trace[1567093455] 'read index received' (duration: 111.712508ms)","trace[1567093455] 'applied index is now lower than readState.Index' (duration: 126.690315ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:23.167238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.563166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:23.16728Z","caller":"traceutil/trace.go:171","msg":"trace[255569397] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8274; }","duration":"238.672639ms","start":"2026-03-12T19:34:22.928594Z","end":"2026-03-12T19:34:23.167267Z","steps":["trace[255569397] 'agreement among raft nodes before linearized reading' (duration: 238.547736ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:23.167489Z","caller":"traceutil/trace.go:171","msg":"trace[626347242] transaction","detail":"{read_only:false; response_revision:8274; number_of_response:1; }","duration":"347.291764ms","start":"2026-03-12T19:34:22.820137Z","end":"2026-03-12T19:34:23.167429Z","steps":["trace[626347242] 'process raft request' (duration: 220.357104ms)","trace[626347242] 'compare' (duration: 126.254955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:23.167714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:22.820103Z","time spent":"347.500579ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:23.393494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.445687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:23.393748Z","caller":"traceutil/trace.go:171","msg":"trace[1405151490] transaction","detail":"{read_only:false; response_revision:8275; number_of_response:1; }","duration":"171.484877ms","start":"2026-03-12T19:34:23.222229Z","end":"2026-03-12T19:34:23.393714Z","steps":["trace[1405151490] 'process raft request' (duration: 48.707942ms)","trace[1405151490] 'compare' (duration: 122.220172ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:23.393813Z","caller":"traceutil/trace.go:171","msg":"trace[1281056104] transaction","detail":"{read_only:false; response_revision:8276; number_of_response:1; }","duration":"154.834019ms","start":"2026-03-12T19:34:23.238953Z","end":"2026-03-12T19:34:23.393787Z","steps":["trace[1281056104] 'process raft request' (duration: 154.688916ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:23.394Z","caller":"traceutil/trace.go:171","msg":"trace[107380998] linearizableReadLoop","detail":"{readStateIndex:8601; appliedIndex:8600; }","duration":"156.044578ms","start":"2026-03-12T19:34:23.237932Z","end":"2026-03-12T19:34:23.393977Z","steps":["trace[107380998] 'read index received' (duration: 32.978296ms)","trace[107380998] 'applied index is now lower than readState.Index' (duration: 123.063442ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:23.39418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.257973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:34:23.394225Z","caller":"traceutil/trace.go:171","msg":"trace[659289846] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8276; }","duration":"156.358825ms","start":"2026-03-12T19:34:23.237855Z","end":"2026-03-12T19:34:23.394214Z","steps":["trace[659289846] 'agreement among raft nodes before linearized reading' (duration: 156.205852ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:25.279098Z","caller":"traceutil/trace.go:171","msg":"trace[451075592] transaction","detail":"{read_only:false; response_revision:8284; number_of_response:1; }","duration":"102.780729ms","start":"2026-03-12T19:34:25.176103Z","end":"2026-03-12T19:34:25.278884Z","steps":["trace[451075592] 'process raft request' (duration: 102.603505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:31.394274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.397077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19436"} {"level":"info","ts":"2026-03-12T19:34:31.394391Z","caller":"traceutil/trace.go:171","msg":"trace[710344823] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8363; }","duration":"221.55782ms","start":"2026-03-12T19:34:31.172807Z","end":"2026-03-12T19:34:31.394365Z","steps":["trace[710344823] 'range keys from in-memory index tree' (duration: 221.183262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:35.41089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879541287280518,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:34:35.911758Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879541287280518,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:34:36.412645Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879541287280518,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:34:36.913877Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879541287280518,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:34:36.967875Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.204928972s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:34:36.968321Z","caller":"traceutil/trace.go:171","msg":"trace[1475237717] transaction","detail":"{read_only:false; response_revision:8380; number_of_response:1; }","duration":"2.205490805s","start":"2026-03-12T19:34:34.762802Z","end":"2026-03-12T19:34:36.968292Z","steps":["trace[1475237717] 'process raft request' (duration: 2.20529771s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:36.968509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:34.762767Z","time spent":"2.205645018s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:37.123312Z","caller":"traceutil/trace.go:171","msg":"trace[27267433] transaction","detail":"{read_only:false; response_revision:8381; number_of_response:1; }","duration":"2.353419753s","start":"2026-03-12T19:34:34.769864Z","end":"2026-03-12T19:34:37.123284Z","steps":["trace[27267433] 'process raft request' (duration: 2.353194458s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:37.123494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:34.769844Z","time spent":"2.353557466s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:37.123663Z","caller":"traceutil/trace.go:171","msg":"trace[1756261682] transaction","detail":"{read_only:false; response_revision:8382; number_of_response:1; }","duration":"2.1722122s","start":"2026-03-12T19:34:34.951405Z","end":"2026-03-12T19:34:37.123617Z","steps":["trace[1756261682] 'process raft request' (duration: 2.171824041s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:37.123861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:34.951358Z","time spent":"2.172403584s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:37.124454Z","caller":"traceutil/trace.go:171","msg":"trace[207660133] transaction","detail":"{read_only:false; response_revision:8383; number_of_response:1; }","duration":"1.874903068s","start":"2026-03-12T19:34:35.249515Z","end":"2026-03-12T19:34:37.124418Z","steps":["trace[207660133] 'process raft request' (duration: 1.873972487s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:37.124543Z","caller":"traceutil/trace.go:171","msg":"trace[1156091195] transaction","detail":"{read_only:false; response_revision:8384; number_of_response:1; }","duration":"1.650619693s","start":"2026-03-12T19:34:35.473879Z","end":"2026-03-12T19:34:37.124499Z","steps":["trace[1156091195] 'process raft request' (duration: 1.650440579s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:37.1246Z","caller":"traceutil/trace.go:171","msg":"trace[1390423672] transaction","detail":"{read_only:false; response_revision:8385; number_of_response:1; }","duration":"1.560210301s","start":"2026-03-12T19:34:35.564362Z","end":"2026-03-12T19:34:37.124572Z","steps":["trace[1390423672] 'process raft request' (duration: 1.560039987s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:37.124652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:35.249487Z","time spent":"1.875064751s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:37.124747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:35.564339Z","time spent":"1.560329324s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:37.124768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:35.473847Z","time spent":"1.650810598s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:37.128089Z","caller":"traceutil/trace.go:171","msg":"trace[539188774] linearizableReadLoop","detail":"{readStateIndex:8718; appliedIndex:8710; }","duration":"2.218280421s","start":"2026-03-12T19:34:34.90978Z","end":"2026-03-12T19:34:37.12806Z","steps":["trace[539188774] 'read index received' (duration: 2.058354214s)","trace[539188774] 'applied index is now lower than readState.Index' (duration: 159.924897ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:37.128168Z","caller":"traceutil/trace.go:171","msg":"trace[1970231190] transaction","detail":"{read_only:false; response_revision:8386; number_of_response:1; }","duration":"875.037443ms","start":"2026-03-12T19:34:36.253085Z","end":"2026-03-12T19:34:37.128122Z","steps":["trace[1970231190] 'process raft request' (duration: 874.800367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:37.128348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.218561738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:34:37.128386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:36.253054Z","time spent":"875.218027ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:37.128457Z","caller":"traceutil/trace.go:171","msg":"trace[2051800603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8386; }","duration":"2.218708171s","start":"2026-03-12T19:34:34.909733Z","end":"2026-03-12T19:34:37.128441Z","steps":["trace[2051800603] 'agreement among raft nodes before linearized reading' (duration: 2.218437115s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:37.128574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743529984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:37.128587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:34.909711Z","time spent":"2.218823273s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:34:37.128634Z","caller":"traceutil/trace.go:171","msg":"trace[1328841721] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8386; }","duration":"1.743667687s","start":"2026-03-12T19:34:35.384953Z","end":"2026-03-12T19:34:37.12862Z","steps":["trace[1328841721] 'agreement among raft nodes before linearized reading' (duration: 1.743537194s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:37.128671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427740612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-12T19:34:37.128752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583068363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ll48d\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:34:37.128808Z","caller":"traceutil/trace.go:171","msg":"trace[562373028] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ll48d; range_end:; response_count:1; response_revision:8386; }","duration":"1.583168675s","start":"2026-03-12T19:34:35.545626Z","end":"2026-03-12T19:34:37.128795Z","steps":["trace[562373028] 'agreement among raft nodes before linearized reading' (duration: 1.582972061s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:37.12883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588631673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-12T19:34:37.128835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.317057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:37.128866Z","caller":"traceutil/trace.go:171","msg":"trace[1355131569] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8386; }","duration":"1.588711485s","start":"2026-03-12T19:34:35.540142Z","end":"2026-03-12T19:34:37.128853Z","steps":["trace[1355131569] 'agreement among raft nodes before linearized reading' (duration: 1.588567651s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:37.128871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611208138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:34:37.12889Z","caller":"traceutil/trace.go:171","msg":"trace[607440047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8386; }","duration":"151.393239ms","start":"2026-03-12T19:34:36.977484Z","end":"2026-03-12T19:34:37.128877Z","steps":["trace[607440047] 'agreement among raft nodes before linearized reading' (duration: 151.320908ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:37.128918Z","caller":"traceutil/trace.go:171","msg":"trace[1731097469] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8386; }","duration":"1.61129837s","start":"2026-03-12T19:34:35.517605Z","end":"2026-03-12T19:34:37.128903Z","steps":["trace[1731097469] 'agreement among raft nodes before linearized reading' (duration: 1.611166297s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:37.128967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:35.517573Z","time spent":"1.611386272s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:34:37.128979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679217219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-12T19:34:37.128984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434244703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:34:37.129005Z","caller":"traceutil/trace.go:171","msg":"trace[386964104] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8386; }","duration":"1.67927683s","start":"2026-03-12T19:34:35.449721Z","end":"2026-03-12T19:34:37.128998Z","steps":["trace[386964104] 'agreement among raft nodes before linearized reading' (duration: 1.679204938s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:37.129027Z","caller":"traceutil/trace.go:171","msg":"trace[1625285754] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8386; }","duration":"1.434291265s","start":"2026-03-12T19:34:35.694724Z","end":"2026-03-12T19:34:37.129015Z","steps":["trace[1625285754] 'agreement among raft nodes before linearized reading' (duration: 1.434148921s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:37.129033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:35.449697Z","time spent":"1.679329911s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:34:37.129065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:35.694695Z","time spent":"1.434361557s","remote":"127.0.0.1:58772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:34:37.128745Z","caller":"traceutil/trace.go:171","msg":"trace[539231754] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8386; }","duration":"1.427841425s","start":"2026-03-12T19:34:35.700884Z","end":"2026-03-12T19:34:37.128726Z","steps":["trace[539231754] 'agreement among raft nodes before linearized reading' (duration: 1.42761921s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:37.129104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.520914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:37.12912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465134482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:37.129078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360604341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:34:37.129159Z","caller":"traceutil/trace.go:171","msg":"trace[629749220] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8386; }","duration":"952.633927ms","start":"2026-03-12T19:34:36.17651Z","end":"2026-03-12T19:34:37.129144Z","steps":["trace[629749220] 'agreement among raft nodes before linearized reading' (duration: 952.534714ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:37.129158Z","caller":"traceutil/trace.go:171","msg":"trace[1684336175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8386; }","duration":"1.465197524s","start":"2026-03-12T19:34:35.66395Z","end":"2026-03-12T19:34:37.129148Z","steps":["trace[1684336175] 'agreement among raft nodes before linearized reading' (duration: 1.465137442s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:37.129197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:35.663936Z","time spent":"1.465255305s","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:34:37.12919Z","caller":"traceutil/trace.go:171","msg":"trace[1817245327] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8386; }","duration":"1.360741865s","start":"2026-03-12T19:34:35.768422Z","end":"2026-03-12T19:34:37.129164Z","steps":["trace[1817245327] 'agreement among raft nodes before linearized reading' (duration: 1.360578621s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:37.129196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:36.176481Z","time spent":"952.707879ms","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":26,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:37.129241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:35.76841Z","time spent":"1.360820777s","remote":"127.0.0.1:54120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:37.128905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:35.540123Z","time spent":"1.588776436s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:34:37.128849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:35.545602Z","time spent":"1.583239908s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-ll48d\" "} {"level":"warn","ts":"2026-03-12T19:34:37.129153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:35.700872Z","time spent":"1.428268114s","remote":"127.0.0.1:58882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T19:34:37.12931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055765794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:34:37.129402Z","caller":"traceutil/trace.go:171","msg":"trace[1736394748] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8386; }","duration":"1.055936829s","start":"2026-03-12T19:34:36.073424Z","end":"2026-03-12T19:34:37.129361Z","steps":["trace[1736394748] 'agreement among raft nodes before linearized reading' (duration: 1.055656652s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:37.128683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:35.384926Z","time spent":"1.743745159s","remote":"127.0.0.1:51000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:37.129448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:36.073393Z","time spent":"1.05604446s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":61,"response size":28,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:34:38.681729Z","caller":"traceutil/trace.go:171","msg":"trace[1161999611] transaction","detail":"{read_only:false; response_revision:8391; number_of_response:1; }","duration":"109.433344ms","start":"2026-03-12T19:34:38.572254Z","end":"2026-03-12T19:34:38.681688Z","steps":["trace[1161999611] 'process raft request' (duration: 109.167597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:39.64422Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879541287280551,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:34:39.787136Z","caller":"traceutil/trace.go:171","msg":"trace[1269252947] transaction","detail":"{read_only:false; response_revision:8394; number_of_response:1; }","duration":"656.525193ms","start":"2026-03-12T19:34:39.130589Z","end":"2026-03-12T19:34:39.787114Z","steps":["trace[1269252947] 'process raft request' (duration: 656.412261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:39.787304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:39.130556Z","time spent":"656.650965ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:40.102436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.50858ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:40.102567Z","caller":"traceutil/trace.go:171","msg":"trace[1661748589] linearizableReadLoop","detail":"{readStateIndex:8727; appliedIndex:8726; }","duration":"959.304513ms","start":"2026-03-12T19:34:39.143242Z","end":"2026-03-12T19:34:40.102546Z","steps":["trace[1661748589] 'read index received' (duration: 644.367811ms)","trace[1661748589] 'applied index is now lower than readState.Index' (duration: 314.934882ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:40.102626Z","caller":"traceutil/trace.go:171","msg":"trace[1315338667] transaction","detail":"{read_only:false; response_revision:8395; number_of_response:1; }","duration":"958.871433ms","start":"2026-03-12T19:34:39.143715Z","end":"2026-03-12T19:34:40.102586Z","steps":["trace[1315338667] 'process raft request' (duration: 743.109867ms)","trace[1315338667] 'compare' (duration: 215.333936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:40.102767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.524308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:34:40.102808Z","caller":"traceutil/trace.go:171","msg":"trace[1884097207] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8395; }","duration":"959.610479ms","start":"2026-03-12T19:34:39.143187Z","end":"2026-03-12T19:34:40.102797Z","steps":["trace[1884097207] 'agreement among raft nodes before linearized reading' (duration: 959.450616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:40.102808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:39.143675Z","time spent":"959.041806ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:40.10285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:39.14316Z","time spent":"959.68278ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:34:40.93329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.749017ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:40.933567Z","caller":"traceutil/trace.go:171","msg":"trace[1447877734] transaction","detail":"{read_only:false; response_revision:8396; number_of_response:1; }","duration":"1.117242334s","start":"2026-03-12T19:34:39.816282Z","end":"2026-03-12T19:34:40.933524Z","steps":["trace[1447877734] 'process raft request' (duration: 620.132528ms)","trace[1447877734] 'compare' (duration: 496.560823ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:40.933629Z","caller":"traceutil/trace.go:171","msg":"trace[1628786853] transaction","detail":"{read_only:false; response_revision:8397; number_of_response:1; }","duration":"825.691706ms","start":"2026-03-12T19:34:40.107912Z","end":"2026-03-12T19:34:40.933603Z","steps":["trace[1628786853] 'process raft request' (duration: 825.550622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:40.933733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:40.107878Z","time spent":"825.805907ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:40.933769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:39.816258Z","time spent":"1.117403617s","remote":"127.0.0.1:37994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:40.933825Z","caller":"traceutil/trace.go:171","msg":"trace[1511094676] linearizableReadLoop","detail":"{readStateIndex:8728; appliedIndex:8727; }","duration":"831.196113ms","start":"2026-03-12T19:34:40.1026Z","end":"2026-03-12T19:34:40.933797Z","steps":["trace[1511094676] 'read index received' (duration: 333.7836ms)","trace[1511094676] 'applied index is now lower than readState.Index' (duration: 497.408903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:40.934003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268197172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:40.934023Z","caller":"traceutil/trace.go:171","msg":"trace[1307448969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8397; }","duration":"1.268296755s","start":"2026-03-12T19:34:39.66572Z","end":"2026-03-12T19:34:40.934017Z","steps":["trace[1307448969] 'agreement among raft nodes before linearized reading' (duration: 1.268199183s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:40.934043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:39.665686Z","time spent":"1.268352667s","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:34:40.934159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.155842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:40.934209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.22047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:34:40.934197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79026406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:34:40.934238Z","caller":"traceutil/trace.go:171","msg":"trace[113264462] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8397; }","duration":"707.290452ms","start":"2026-03-12T19:34:40.22694Z","end":"2026-03-12T19:34:40.93423Z","steps":["trace[113264462] 'agreement among raft nodes before linearized reading' (duration: 707.235491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:40.934255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:40.226916Z","time spent":"707.334684ms","remote":"127.0.0.1:54144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:40.934243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.789807089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:34:40.934257Z","caller":"traceutil/trace.go:171","msg":"trace[2126787257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8397; }","duration":"1.790375512s","start":"2026-03-12T19:34:39.143864Z","end":"2026-03-12T19:34:40.93424Z","steps":["trace[2126787257] 'agreement among raft nodes before linearized reading' (duration: 1.790177548s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:40.934261Z","caller":"traceutil/trace.go:171","msg":"trace[1850302701] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8397; }","duration":"785.271465ms","start":"2026-03-12T19:34:40.148956Z","end":"2026-03-12T19:34:40.934227Z","steps":["trace[1850302701] 'agreement among raft nodes before linearized reading' (duration: 785.113561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:40.934277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.789614255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-12T19:34:40.934276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.206942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-12T19:34:40.934313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:39.143837Z","time spent":"1.790467405s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:34:40.934311Z","caller":"traceutil/trace.go:171","msg":"trace[911578810] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8397; }","duration":"1.789916592s","start":"2026-03-12T19:34:39.144377Z","end":"2026-03-12T19:34:40.934293Z","steps":["trace[911578810] 'agreement among raft nodes before linearized reading' (duration: 1.789699577s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:40.934321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:40.14887Z","time spent":"785.437069ms","remote":"127.0.0.1:51640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":26,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:40.934297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.790959046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ll48d\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:34:40.934362Z","caller":"traceutil/trace.go:171","msg":"trace[1124706788] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:8397; }","duration":"378.345175ms","start":"2026-03-12T19:34:40.555997Z","end":"2026-03-12T19:34:40.934342Z","steps":["trace[1124706788] 'agreement among raft nodes before linearized reading' (duration: 378.114679ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:40.934362Z","caller":"traceutil/trace.go:171","msg":"trace[2076770119] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8397; }","duration":"1.789721458s","start":"2026-03-12T19:34:39.144616Z","end":"2026-03-12T19:34:40.934338Z","steps":["trace[2076770119] 'agreement among raft nodes before linearized reading' (duration: 1.789457872s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:40.934379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:39.144367Z","time spent":"1.790000823s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:34:40.934427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:39.144608Z","time spent":"1.78980965s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:34:40.934432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:40.555969Z","time spent":"378.452618ms","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"info","ts":"2026-03-12T19:34:40.93443Z","caller":"traceutil/trace.go:171","msg":"trace[1123880125] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ll48d; range_end:; response_count:1; response_revision:8397; }","duration":"1.791070039s","start":"2026-03-12T19:34:39.143306Z","end":"2026-03-12T19:34:40.934376Z","steps":["trace[1123880125] 'agreement among raft nodes before linearized reading' (duration: 1.790828943s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:40.934515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:39.143298Z","time spent":"1.791203581s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-ll48d\" "} {"level":"warn","ts":"2026-03-12T19:34:40.934297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.558934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:34:40.934659Z","caller":"traceutil/trace.go:171","msg":"trace[464250406] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8397; }","duration":"678.903962ms","start":"2026-03-12T19:34:40.255675Z","end":"2026-03-12T19:34:40.934579Z","steps":["trace[464250406] 'agreement among raft nodes before linearized reading' (duration: 678.493033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:40.934892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:40.255655Z","time spent":"679.20595ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":36,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:42.944335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000354375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T19:34:42.944435Z","caller":"traceutil/trace.go:171","msg":"trace[1067063859] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000508359s","start":"2026-03-12T19:34:40.943903Z","end":"2026-03-12T19:34:42.944411Z","steps":["trace[1067063859] 'agreement among raft nodes before linearized reading' (duration: 2.000363666s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:42.944489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:40.943894Z","time spent":"2.000585651s","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:34:43.40796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:42.555673Z","time spent":"852.276484ms","remote":"127.0.0.1:53026","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-12T19:34:43.409406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.371286569s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:38"} {"level":"warn","ts":"2026-03-12T19:34:43.409589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:40.935475Z","time spent":"2.47410743s","remote":"127.0.0.1:58750","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-12T19:34:43.409706Z","caller":"traceutil/trace.go:171","msg":"trace[1364630353] linearizableReadLoop","detail":"{readStateIndex:8730; appliedIndex:8729; }","duration":"2.470764412s","start":"2026-03-12T19:34:40.938908Z","end":"2026-03-12T19:34:43.409672Z","steps":["trace[1364630353] 'read index received' (duration: 99.264098ms)","trace[1364630353] 'applied index is now lower than readState.Index' (duration: 2.371495944s)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:43.409895Z","caller":"traceutil/trace.go:171","msg":"trace[803385895] transaction","detail":"{read_only:false; response_revision:8398; number_of_response:1; }","duration":"2.470362513s","start":"2026-03-12T19:34:40.939513Z","end":"2026-03-12T19:34:43.409875Z","steps":["trace[803385895] 'process raft request' (duration: 2.470055525s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:43.410063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:40.939494Z","time spent":"2.470495255s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:43.410222Z","caller":"traceutil/trace.go:171","msg":"trace[809757957] transaction","detail":"{read_only:false; response_revision:8399; number_of_response:1; }","duration":"2.470574718s","start":"2026-03-12T19:34:40.93962Z","end":"2026-03-12T19:34:43.410195Z","steps":["trace[809757957] 'process raft request' (duration: 2.470201289s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:43.410231Z","caller":"traceutil/trace.go:171","msg":"trace[905661523] transaction","detail":"{read_only:false; response_revision:8400; number_of_response:1; }","duration":"2.470142697s","start":"2026-03-12T19:34:40.940012Z","end":"2026-03-12T19:34:43.410155Z","steps":["trace[905661523] 'process raft request' (duration: 2.470060505s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:43.410326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.471416738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228891"} {"level":"warn","ts":"2026-03-12T19:34:43.410357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:40.939562Z","time spent":"2.470712661s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:43.410368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:40.939996Z","time spent":"2.470288871s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:43.410395Z","caller":"traceutil/trace.go:171","msg":"trace[159900042] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8398; }","duration":"2.471496919s","start":"2026-03-12T19:34:40.938884Z","end":"2026-03-12T19:34:43.410381Z","steps":["trace[159900042] 'agreement among raft nodes before linearized reading' (duration: 2.470852084s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:43.41044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:40.938821Z","time spent":"2.471605131s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228912,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-12T19:34:43.910413Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879541287280569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:34:44.41152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879541287280569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:34:44.741473Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.436724118s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:34:44.741948Z","caller":"traceutil/trace.go:171","msg":"trace[90169412] transaction","detail":"{read_only:false; response_revision:8401; number_of_response:1; }","duration":"3.594599669s","start":"2026-03-12T19:34:41.14732Z","end":"2026-03-12T19:34:44.741919Z","steps":["trace[90169412] 'process raft request' (duration: 3.594418614s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:44.742122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:41.147293Z","time spent":"3.594737951s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:44.945908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000945678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:34:44.946057Z","caller":"traceutil/trace.go:171","msg":"trace[182973275] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001238815s","start":"2026-03-12T19:34:42.944794Z","end":"2026-03-12T19:34:44.946033Z","steps":["trace[182973275] 'agreement among raft nodes before linearized reading' (duration: 2.000961648s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:44.946127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:42.944782Z","time spent":"2.001330697s","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 19:34:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:34:45.277603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.687161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:45.277873Z","caller":"traceutil/trace.go:171","msg":"trace[1842590414] linearizableReadLoop","detail":"{readStateIndex:8737; appliedIndex:8733; }","duration":"1.868085229s","start":"2026-03-12T19:34:43.409769Z","end":"2026-03-12T19:34:45.277854Z","steps":["trace[1842590414] 'read index received' (duration: 1.331933705s)","trace[1842590414] 'applied index is now lower than readState.Index' (duration: 536.150234ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:45.277977Z","caller":"traceutil/trace.go:171","msg":"trace[1530600395] transaction","detail":"{read_only:false; response_revision:8402; number_of_response:1; }","duration":"3.484670793s","start":"2026-03-12T19:34:41.793294Z","end":"2026-03-12T19:34:45.277965Z","steps":["trace[1530600395] 'process raft request' (duration: 3.072526031s)","trace[1530600395] 'compare' (duration: 411.572729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:45.278045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:41.793262Z","time spent":"3.484749865s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:45.27829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.789594963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:45.278255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.338824754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:34:45.278333Z","caller":"traceutil/trace.go:171","msg":"trace[785736225] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8405; }","duration":"2.789637274s","start":"2026-03-12T19:34:42.488683Z","end":"2026-03-12T19:34:45.27832Z","steps":["trace[785736225] 'agreement among raft nodes before linearized reading' (duration: 2.789568053s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:45.278383Z","caller":"traceutil/trace.go:171","msg":"trace[109934119] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8405; }","duration":"2.339018998s","start":"2026-03-12T19:34:42.939337Z","end":"2026-03-12T19:34:45.278356Z","steps":["trace[109934119] 'agreement among raft nodes before linearized reading' (duration: 2.33866755s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:45.278428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:42.488628Z","time spent":"2.789789037s","remote":"127.0.0.1:51036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:45.278444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:42.939312Z","time spent":"2.339117311s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:34:45.278574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1330224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-12T19:34:45.278625Z","caller":"traceutil/trace.go:171","msg":"trace[513905875] transaction","detail":"{read_only:false; response_revision:8405; number_of_response:1; }","duration":"644.859102ms","start":"2026-03-12T19:34:44.633744Z","end":"2026-03-12T19:34:45.278603Z","steps":["trace[513905875] 'process raft request' (duration: 644.069193ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:45.2786Z","caller":"traceutil/trace.go:171","msg":"trace[481781298] transaction","detail":"{read_only:false; response_revision:8403; number_of_response:1; }","duration":"3.168934482s","start":"2026-03-12T19:34:42.109623Z","end":"2026-03-12T19:34:45.278557Z","steps":["trace[481781298] 'process raft request' (duration: 3.168082432s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:45.278658Z","caller":"traceutil/trace.go:171","msg":"trace[1219278270] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8405; }","duration":"1.133153893s","start":"2026-03-12T19:34:44.14549Z","end":"2026-03-12T19:34:45.278644Z","steps":["trace[1219278270] 'agreement among raft nodes before linearized reading' (duration: 1.132902227s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:45.278651Z","caller":"traceutil/trace.go:171","msg":"trace[1864464012] transaction","detail":"{read_only:false; response_revision:8404; number_of_response:1; }","duration":"1.867721491s","start":"2026-03-12T19:34:43.410881Z","end":"2026-03-12T19:34:45.278603Z","steps":["trace[1864464012] 'process raft request' (duration: 1.866883301s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:45.278677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.670598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:45.278709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:44.145475Z","time spent":"1.133220225s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-12T19:34:45.278736Z","caller":"traceutil/trace.go:171","msg":"trace[1587140197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8405; }","duration":"321.759591ms","start":"2026-03-12T19:34:44.956959Z","end":"2026-03-12T19:34:45.278719Z","steps":["trace[1587140197] 'agreement among raft nodes before linearized reading' (duration: 321.659898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:45.278743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:44.633717Z","time spent":"644.948024ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:45.27878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:43.41086Z","time spent":"1.867839714s","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:45.278788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:44.956941Z","time spent":"321.836052ms","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:34:45.278801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.281661131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-12T19:34:45.278797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.396968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-12T19:34:45.278806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:42.109595Z","time spent":"3.169097236s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:45.278843Z","caller":"traceutil/trace.go:171","msg":"trace[806893248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8405; }","duration":"4.281743243s","start":"2026-03-12T19:34:40.997088Z","end":"2026-03-12T19:34:45.278832Z","steps":["trace[806893248] 'agreement among raft nodes before linearized reading' (duration: 4.281584869s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:45.278854Z","caller":"traceutil/trace.go:171","msg":"trace[515847365] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8405; }","duration":"606.4954ms","start":"2026-03-12T19:34:44.672344Z","end":"2026-03-12T19:34:45.27884Z","steps":["trace[515847365] 'agreement among raft nodes before linearized reading' (duration: 606.321906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:45.27885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.338015962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189c2f093164040b\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-12T19:34:45.278863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.030333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c2e358460f8e2\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-12T19:34:45.27889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:44.672321Z","time spent":"606.562861ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-12T19:34:45.278898Z","caller":"traceutil/trace.go:171","msg":"trace[520973543] range","detail":"{range_begin:/registry/events/openstack/ceph.189c2f093164040b; range_end:; response_count:1; response_revision:8405; }","duration":"4.338083633s","start":"2026-03-12T19:34:40.940802Z","end":"2026-03-12T19:34:45.278886Z","steps":["trace[520973543] 'agreement among raft nodes before linearized reading' (duration: 4.33793277s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:45.278881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:40.997066Z","time spent":"4.281803815s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:34:45.278933Z","caller":"traceutil/trace.go:171","msg":"trace[1558500756] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c2e358460f8e2; range_end:; response_count:1; response_revision:8405; }","duration":"330.132225ms","start":"2026-03-12T19:34:44.948782Z","end":"2026-03-12T19:34:45.278914Z","steps":["trace[1558500756] 'agreement among raft nodes before linearized reading' (duration: 329.92094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:45.278984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:44.948765Z","time spent":"330.205827ms","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":795,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c2e358460f8e2\" "} {"level":"warn","ts":"2026-03-12T19:34:45.278978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.98606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-12T19:34:45.278936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:40.940795Z","time spent":"4.338133834s","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":720,"request content":"key:\"/registry/events/openstack/ceph.189c2f093164040b\" "} {"level":"info","ts":"2026-03-12T19:34:45.279056Z","caller":"traceutil/trace.go:171","msg":"trace[211752598] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8405; }","duration":"631.102053ms","start":"2026-03-12T19:34:44.647933Z","end":"2026-03-12T19:34:45.279035Z","steps":["trace[211752598] 'agreement among raft nodes before linearized reading' (duration: 630.871868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:45.279133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:44.647914Z","time spent":"631.210195ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":579,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-12T19:34:45.948407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.383895ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:45.948512Z","caller":"traceutil/trace.go:171","msg":"trace[1934984710] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8406; }","duration":"162.502208ms","start":"2026-03-12T19:34:45.785995Z","end":"2026-03-12T19:34:45.948497Z","steps":["trace[1934984710] 'range keys from in-memory index tree' (duration: 162.367245ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:45.996841Z","caller":"traceutil/trace.go:171","msg":"trace[1788277498] transaction","detail":"{read_only:false; response_revision:8407; number_of_response:1; }","duration":"714.630164ms","start":"2026-03-12T19:34:45.282183Z","end":"2026-03-12T19:34:45.996813Z","steps":["trace[1788277498] 'process raft request' (duration: 714.390419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:45.997003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:45.282165Z","time spent":"714.758577ms","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:45.997354Z","caller":"traceutil/trace.go:171","msg":"trace[537296313] transaction","detail":"{read_only:false; response_revision:8408; number_of_response:1; }","duration":"713.677602ms","start":"2026-03-12T19:34:45.283635Z","end":"2026-03-12T19:34:45.997313Z","steps":["trace[537296313] 'process raft request' (duration: 713.111579ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:45.997414Z","caller":"traceutil/trace.go:171","msg":"trace[1258459446] transaction","detail":"{read_only:false; response_revision:8409; number_of_response:1; }","duration":"713.747884ms","start":"2026-03-12T19:34:45.283655Z","end":"2026-03-12T19:34:45.997403Z","steps":["trace[1258459446] 'process raft request' (duration: 713.59817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:45.997467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:45.283643Z","time spent":"713.797575ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:45.997554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:45.283623Z","time spent":"713.819685ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:45.997607Z","caller":"traceutil/trace.go:171","msg":"trace[236366812] transaction","detail":"{read_only:false; response_revision:8410; number_of_response:1; }","duration":"713.385936ms","start":"2026-03-12T19:34:45.28418Z","end":"2026-03-12T19:34:45.997566Z","steps":["trace[236366812] 'process raft request' (duration: 713.15528ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:45.997741Z","caller":"traceutil/trace.go:171","msg":"trace[1278621444] linearizableReadLoop","detail":"{readStateIndex:8740; appliedIndex:8738; }","duration":"714.548933ms","start":"2026-03-12T19:34:45.283181Z","end":"2026-03-12T19:34:45.99773Z","steps":["trace[1278621444] 'read index received' (duration: 10.378872ms)","trace[1278621444] 'applied index is now lower than readState.Index' (duration: 704.16904ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:45.997801Z","caller":"traceutil/trace.go:171","msg":"trace[1241995808] transaction","detail":"{read_only:false; response_revision:8411; number_of_response:1; }","duration":"713.400386ms","start":"2026-03-12T19:34:45.284394Z","end":"2026-03-12T19:34:45.997794Z","steps":["trace[1241995808] 'process raft request' (duration: 712.972146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:45.997845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:45.284375Z","time spent":"713.442017ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:45.997838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:45.284167Z","time spent":"713.556889ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:45.997946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.761597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-12T19:34:45.998002Z","caller":"traceutil/trace.go:171","msg":"trace[197481866] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8411; }","duration":"714.822359ms","start":"2026-03-12T19:34:45.283166Z","end":"2026-03-12T19:34:45.997988Z","steps":["trace[197481866] 'agreement among raft nodes before linearized reading' (duration: 714.628394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:45.998038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:45.28313Z","time spent":"714.89946ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T19:34:46.086868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.417068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-12T19:34:46.08691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.943548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:34:46.086965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.959545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-12T19:34:46.086982Z","caller":"traceutil/trace.go:171","msg":"trace[108339755] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8411; }","duration":"803.548122ms","start":"2026-03-12T19:34:45.283407Z","end":"2026-03-12T19:34:46.086955Z","steps":["trace[108339755] 'agreement among raft nodes before linearized reading' (duration: 803.303856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:46.086868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.501502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:34:46.087029Z","caller":"traceutil/trace.go:171","msg":"trace[1930889532] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:8411; }","duration":"787.065978ms","start":"2026-03-12T19:34:45.299947Z","end":"2026-03-12T19:34:46.087013Z","steps":["trace[1930889532] 'agreement among raft nodes before linearized reading' (duration: 786.761161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:46.087042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:45.283374Z","time spent":"803.649503ms","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-12T19:34:46.08705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.105179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ll48d\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-12T19:34:46.087024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.025663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-12T19:34:46.087066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:45.299934Z","time spent":"787.121049ms","remote":"127.0.0.1:58798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":139,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-12T19:34:46.08705Z","caller":"traceutil/trace.go:171","msg":"trace[1690284321] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8411; }","duration":"668.767727ms","start":"2026-03-12T19:34:45.418264Z","end":"2026-03-12T19:34:46.087032Z","steps":["trace[1690284321] 'agreement among raft nodes before linearized reading' (duration: 668.357048ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:46.087084Z","caller":"traceutil/trace.go:171","msg":"trace[245779560] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ll48d; range_end:; response_count:1; response_revision:8411; }","duration":"667.15551ms","start":"2026-03-12T19:34:45.419915Z","end":"2026-03-12T19:34:46.087071Z","steps":["trace[245779560] 'agreement among raft nodes before linearized reading' (duration: 666.867634ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:46.0871Z","caller":"traceutil/trace.go:171","msg":"trace[950612436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8411; }","duration":"669.142147ms","start":"2026-03-12T19:34:45.41794Z","end":"2026-03-12T19:34:46.087082Z","steps":["trace[950612436] 'agreement among raft nodes before linearized reading' (duration: 668.718537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:46.086965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.309094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130094"} {"level":"warn","ts":"2026-03-12T19:34:46.087122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:45.419903Z","time spent":"667.212971ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-ll48d\" "} {"level":"warn","ts":"2026-03-12T19:34:46.087113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:45.418255Z","time spent":"668.843359ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:34:46.087141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:45.417931Z","time spent":"669.202638ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:34:46.087163Z","caller":"traceutil/trace.go:171","msg":"trace[32897525] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:8411; }","duration":"775.53814ms","start":"2026-03-12T19:34:45.311606Z","end":"2026-03-12T19:34:46.087144Z","steps":["trace[32897525] 'agreement among raft nodes before linearized reading' (duration: 775.164171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:46.087062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.531506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T19:34:46.08721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:45.311565Z","time spent":"775.633442ms","remote":"127.0.0.1:58782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130115,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-12T19:34:46.087249Z","caller":"traceutil/trace.go:171","msg":"trace[551637461] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8411; }","duration":"669.74504ms","start":"2026-03-12T19:34:45.417481Z","end":"2026-03-12T19:34:46.087226Z","steps":["trace[551637461] 'agreement among raft nodes before linearized reading' (duration: 669.252668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:46.087323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:45.417465Z","time spent":"669.833163ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T19:34:46.087448Z","caller":"traceutil/trace.go:171","msg":"trace[1150489651] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8411; }","duration":"289.094611ms","start":"2026-03-12T19:34:45.797889Z","end":"2026-03-12T19:34:46.086983Z","steps":["trace[1150489651] 'agreement among raft nodes before linearized reading' (duration: 288.903147ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:47.560551Z","caller":"traceutil/trace.go:171","msg":"trace[43352005] transaction","detail":"{read_only:false; response_revision:8419; number_of_response:1; }","duration":"109.221129ms","start":"2026-03-12T19:34:47.451298Z","end":"2026-03-12T19:34:47.560519Z","steps":["trace[43352005] 'process raft request' (duration: 109.044325ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:48.281839Z","caller":"traceutil/trace.go:171","msg":"trace[357527493] linearizableReadLoop","detail":"{readStateIndex:8758; appliedIndex:8756; }","duration":"106.071056ms","start":"2026-03-12T19:34:48.175737Z","end":"2026-03-12T19:34:48.281808Z","steps":["trace[357527493] 'read index received' (duration: 12.013179ms)","trace[357527493] 'applied index is now lower than readState.Index' (duration: 94.056647ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:48.281902Z","caller":"traceutil/trace.go:171","msg":"trace[1044896937] transaction","detail":"{read_only:false; response_revision:8424; number_of_response:1; }","duration":"109.794332ms","start":"2026-03-12T19:34:48.172071Z","end":"2026-03-12T19:34:48.281865Z","steps":["trace[1044896937] 'process raft request' (duration: 84.373942ms)","trace[1044896937] 'compare' (duration: 25.251397ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:48.282248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.463675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228891"} {"level":"info","ts":"2026-03-12T19:34:48.282279Z","caller":"traceutil/trace.go:171","msg":"trace[250092191] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8424; }","duration":"106.551517ms","start":"2026-03-12T19:34:48.175719Z","end":"2026-03-12T19:34:48.282271Z","steps":["trace[250092191] 'agreement among raft nodes before linearized reading' (duration: 106.184628ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:50.965054Z","caller":"traceutil/trace.go:171","msg":"trace[1282369217] transaction","detail":"{read_only:false; response_revision:8435; number_of_response:1; }","duration":"179.716328ms","start":"2026-03-12T19:34:50.785304Z","end":"2026-03-12T19:34:50.96502Z","steps":["trace[1282369217] 'process raft request' (duration: 129.125392ms)","trace[1282369217] 'compare' (duration: 50.140396ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:50.965106Z","caller":"traceutil/trace.go:171","msg":"trace[1922416405] transaction","detail":"{read_only:false; response_revision:8436; number_of_response:1; }","duration":"170.679458ms","start":"2026-03-12T19:34:50.794385Z","end":"2026-03-12T19:34:50.965065Z","steps":["trace[1922416405] 'process raft request' (duration: 170.438183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:51.586001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.048446ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:51.586264Z","caller":"traceutil/trace.go:171","msg":"trace[2071084332] transaction","detail":"{read_only:false; response_revision:8440; number_of_response:1; }","duration":"224.798726ms","start":"2026-03-12T19:34:51.361444Z","end":"2026-03-12T19:34:51.586243Z","steps":["trace[2071084332] 'process raft request' (duration: 224.738034ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:51.586341Z","caller":"traceutil/trace.go:171","msg":"trace[418771907] transaction","detail":"{read_only:false; response_revision:8439; number_of_response:1; }","duration":"598.458753ms","start":"2026-03-12T19:34:50.987829Z","end":"2026-03-12T19:34:51.586288Z","steps":["trace[418771907] 'process raft request' (duration: 598.289239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:51.586555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:50.987803Z","time spent":"598.647356ms","remote":"127.0.0.1:43578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1211,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:34:51.586931Z","caller":"traceutil/trace.go:171","msg":"trace[1348924610] transaction","detail":"{read_only:false; response_revision:8438; number_of_response:1; }","duration":"609.775025ms","start":"2026-03-12T19:34:50.976906Z","end":"2026-03-12T19:34:51.586681Z","steps":["trace[1348924610] 'process raft request' (duration: 409.971141ms)","trace[1348924610] 'compare' (duration: 198.909303ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:51.586993Z","caller":"traceutil/trace.go:171","msg":"trace[84925731] linearizableReadLoop","detail":"{readStateIndex:8774; appliedIndex:8772; }","duration":"545.756407ms","start":"2026-03-12T19:34:51.040889Z","end":"2026-03-12T19:34:51.586645Z","steps":["trace[84925731] 'read index received' (duration: 346.047325ms)","trace[84925731] 'applied index is now lower than readState.Index' (duration: 199.706062ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:51.587061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.162876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-sj2jz.189c2e2f4679e77c\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-12T19:34:51.587102Z","caller":"traceutil/trace.go:171","msg":"trace[127897312] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-sj2jz.189c2e2f4679e77c; range_end:; response_count:1; response_revision:8440; }","duration":"546.259289ms","start":"2026-03-12T19:34:51.040833Z","end":"2026-03-12T19:34:51.587092Z","steps":["trace[127897312] 'agreement among raft nodes before linearized reading' (duration: 546.106166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:51.587085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:50.976871Z","time spent":"610.141013ms","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:34:51.587128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:51.040806Z","time spent":"546.31554ms","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":786,"request content":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-sj2jz.189c2e2f4679e77c\" "} {"level":"info","ts":"2026-03-12T19:34:51.639078Z","caller":"traceutil/trace.go:171","msg":"trace[2095438781] transaction","detail":"{read_only:false; response_revision:8441; number_of_response:1; }","duration":"243.953331ms","start":"2026-03-12T19:34:51.395077Z","end":"2026-03-12T19:34:51.639031Z","steps":["trace[2095438781] 'process raft request' (duration: 243.708285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:51.639091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.080422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-12T19:34:51.639315Z","caller":"traceutil/trace.go:171","msg":"trace[1259160465] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8441; }","duration":"450.339649ms","start":"2026-03-12T19:34:51.188947Z","end":"2026-03-12T19:34:51.639287Z","steps":["trace[1259160465] 'agreement among raft nodes before linearized reading' (duration: 449.97599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:51.63941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:51.188928Z","time spent":"450.446312ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-12T19:34:51.804898Z","caller":"traceutil/trace.go:171","msg":"trace[1360968652] linearizableReadLoop","detail":"{readStateIndex:8780; appliedIndex:8776; }","duration":"162.271323ms","start":"2026-03-12T19:34:51.642601Z","end":"2026-03-12T19:34:51.804872Z","steps":["trace[1360968652] 'read index received' (duration: 161.900894ms)","trace[1360968652] 'applied index is now lower than readState.Index' (duration: 369.379µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:51.805005Z","caller":"traceutil/trace.go:171","msg":"trace[1743167219] transaction","detail":"{read_only:false; response_revision:8443; number_of_response:1; }","duration":"212.354558ms","start":"2026-03-12T19:34:51.592602Z","end":"2026-03-12T19:34:51.804956Z","steps":["trace[1743167219] 'process raft request' (duration: 212.140103ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:51.805043Z","caller":"traceutil/trace.go:171","msg":"trace[475221948] transaction","detail":"{read_only:false; response_revision:8444; number_of_response:1; }","duration":"205.423666ms","start":"2026-03-12T19:34:51.599581Z","end":"2026-03-12T19:34:51.805005Z","steps":["trace[475221948] 'process raft request' (duration: 205.208161ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:51.805069Z","caller":"traceutil/trace.go:171","msg":"trace[501737584] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8444; }","duration":"199.924358ms","start":"2026-03-12T19:34:51.605099Z","end":"2026-03-12T19:34:51.805023Z","steps":["trace[501737584] 'process raft request' (duration: 199.745384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:51.805123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.509819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-12T19:34:51.805162Z","caller":"traceutil/trace.go:171","msg":"trace[1471068694] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8444; }","duration":"162.629571ms","start":"2026-03-12T19:34:51.642523Z","end":"2026-03-12T19:34:51.805152Z","steps":["trace[1471068694] 'agreement among raft nodes before linearized reading' (duration: 162.455577ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:51.805175Z","caller":"traceutil/trace.go:171","msg":"trace[911404240] transaction","detail":"{read_only:false; response_revision:8442; number_of_response:1; }","duration":"215.385748ms","start":"2026-03-12T19:34:51.58976Z","end":"2026-03-12T19:34:51.805145Z","steps":["trace[911404240] 'process raft request' (duration: 214.818695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:52.147849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.100565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:52.147973Z","caller":"traceutil/trace.go:171","msg":"trace[272868225] linearizableReadLoop","detail":"{readStateIndex:8782; appliedIndex:8780; }","duration":"278.848733ms","start":"2026-03-12T19:34:51.869105Z","end":"2026-03-12T19:34:52.147954Z","steps":["trace[272868225] 'read index received' (duration: 14.512067ms)","trace[272868225] 'applied index is now lower than readState.Index' (duration: 264.335036ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:52.148069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.971556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:52.148035Z","caller":"traceutil/trace.go:171","msg":"trace[366734260] transaction","detail":"{read_only:false; response_revision:8446; number_of_response:1; }","duration":"325.382214ms","start":"2026-03-12T19:34:51.822605Z","end":"2026-03-12T19:34:52.147987Z","steps":["trace[366734260] 'process raft request' (duration: 195.055844ms)","trace[366734260] 'compare' (duration: 129.969242ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:52.148105Z","caller":"traceutil/trace.go:171","msg":"trace[1846012220] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8446; }","duration":"279.052558ms","start":"2026-03-12T19:34:51.869042Z","end":"2026-03-12T19:34:52.148094Z","steps":["trace[1846012220] 'agreement among raft nodes before linearized reading' (duration: 278.988176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:52.148243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:51.822582Z","time spent":"325.539578ms","remote":"127.0.0.1:43578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2348,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:52.288108Z","caller":"traceutil/trace.go:171","msg":"trace[1508921101] linearizableReadLoop","detail":"{readStateIndex:8783; appliedIndex:8782; }","duration":"140.074896ms","start":"2026-03-12T19:34:52.148Z","end":"2026-03-12T19:34:52.288075Z","steps":["trace[1508921101] 'read index received' (duration: 107.198902ms)","trace[1508921101] 'applied index is now lower than readState.Index' (duration: 32.874344ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:52.288504Z","caller":"traceutil/trace.go:171","msg":"trace[1122642430] transaction","detail":"{read_only:false; response_revision:8447; number_of_response:1; }","duration":"389.414634ms","start":"2026-03-12T19:34:51.899073Z","end":"2026-03-12T19:34:52.288487Z","steps":["trace[1122642430] 'process raft request' (duration: 356.217032ms)","trace[1122642430] 'compare' (duration: 32.627279ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:52.28862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:51.899049Z","time spent":"389.496785ms","remote":"127.0.0.1:58820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2479,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:34:52.288884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.143948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:52.288969Z","caller":"traceutil/trace.go:171","msg":"trace[2095421461] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8447; }","duration":"137.278392ms","start":"2026-03-12T19:34:52.151672Z","end":"2026-03-12T19:34:52.288951Z","steps":["trace[2095421461] 'agreement among raft nodes before linearized reading' (duration: 137.102307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:52.289184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.927811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:34:52.289237Z","caller":"traceutil/trace.go:171","msg":"trace[1327504928] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8447; }","duration":"247.027873ms","start":"2026-03-12T19:34:52.042192Z","end":"2026-03-12T19:34:52.28922Z","steps":["trace[1327504928] 'agreement among raft nodes before linearized reading' (duration: 246.857399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:52.289408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.179794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-12T19:34:52.28944Z","caller":"traceutil/trace.go:171","msg":"trace[1721303789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8447; }","duration":"234.211485ms","start":"2026-03-12T19:34:52.055221Z","end":"2026-03-12T19:34:52.289432Z","steps":["trace[1721303789] 'agreement among raft nodes before linearized reading' (duration: 234.123993ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:52.424054Z","caller":"traceutil/trace.go:171","msg":"trace[854488870] linearizableReadLoop","detail":"{readStateIndex:8787; appliedIndex:8783; }","duration":"127.33462ms","start":"2026-03-12T19:34:52.296694Z","end":"2026-03-12T19:34:52.424028Z","steps":["trace[854488870] 'read index received' (duration: 57.744092ms)","trace[854488870] 'applied index is now lower than readState.Index' (duration: 69.588938ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:52.424372Z","caller":"traceutil/trace.go:171","msg":"trace[1303754774] transaction","detail":"{read_only:false; response_revision:8449; number_of_response:1; }","duration":"129.160593ms","start":"2026-03-12T19:34:52.295202Z","end":"2026-03-12T19:34:52.424363Z","steps":["trace[1303754774] 'process raft request' (duration: 128.559189ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:52.424526Z","caller":"traceutil/trace.go:171","msg":"trace[882772607] transaction","detail":"{read_only:false; response_revision:8450; number_of_response:1; }","duration":"129.04894ms","start":"2026-03-12T19:34:52.29547Z","end":"2026-03-12T19:34:52.424519Z","steps":["trace[882772607] 'process raft request' (duration: 128.439046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:52.424719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.805608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs\" ","response":"range_response_count:1 size:2363"} {"level":"info","ts":"2026-03-12T19:34:52.424753Z","caller":"traceutil/trace.go:171","msg":"trace[833794030] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs; range_end:; response_count:1; response_revision:8452; }","duration":"123.85491ms","start":"2026-03-12T19:34:52.300888Z","end":"2026-03-12T19:34:52.424743Z","steps":["trace[833794030] 'agreement among raft nodes before linearized reading' (duration: 123.738297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:52.424782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.044726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-12T19:34:52.424881Z","caller":"traceutil/trace.go:171","msg":"trace[1351942461] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8452; }","duration":"128.17849ms","start":"2026-03-12T19:34:52.29668Z","end":"2026-03-12T19:34:52.424858Z","steps":["trace[1351942461] 'agreement among raft nodes before linearized reading' (duration: 127.862673ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:52.424932Z","caller":"traceutil/trace.go:171","msg":"trace[557640162] transaction","detail":"{read_only:false; response_revision:8451; number_of_response:1; }","duration":"128.310163ms","start":"2026-03-12T19:34:52.296576Z","end":"2026-03-12T19:34:52.424886Z","steps":["trace[557640162] 'process raft request' (duration: 127.365191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:52.425156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.272296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-12T19:34:52.425222Z","caller":"traceutil/trace.go:171","msg":"trace[403179602] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8452; }","duration":"117.358078ms","start":"2026-03-12T19:34:52.307855Z","end":"2026-03-12T19:34:52.425213Z","steps":["trace[403179602] 'agreement among raft nodes before linearized reading' (duration: 117.255636ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:52.42526Z","caller":"traceutil/trace.go:171","msg":"trace[521126230] transaction","detail":"{read_only:false; response_revision:8452; number_of_response:1; }","duration":"125.883226ms","start":"2026-03-12T19:34:52.29936Z","end":"2026-03-12T19:34:52.425244Z","steps":["trace[521126230] 'process raft request' (duration: 124.614147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:53.510955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.603629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:53.511074Z","caller":"traceutil/trace.go:171","msg":"trace[536274887] transaction","detail":"{read_only:false; response_revision:8480; number_of_response:1; }","duration":"428.697777ms","start":"2026-03-12T19:34:53.082355Z","end":"2026-03-12T19:34:53.511053Z","steps":["trace[536274887] 'process raft request' (duration: 296.898573ms)","trace[536274887] 'compare' (duration: 131.375034ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:53.511136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:53.082335Z","time spent":"428.774058ms","remote":"127.0.0.1:58834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:53.917629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.220022ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:53.917757Z","caller":"traceutil/trace.go:171","msg":"trace[1114376070] linearizableReadLoop","detail":"{readStateIndex:8819; appliedIndex:8817; }","duration":"828.439958ms","start":"2026-03-12T19:34:53.089296Z","end":"2026-03-12T19:34:53.917736Z","steps":["trace[1114376070] 'read index received' (duration: 289.93596ms)","trace[1114376070] 'applied index is now lower than readState.Index' (duration: 538.502488ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:53.91784Z","caller":"traceutil/trace.go:171","msg":"trace[2044914840] transaction","detail":"{read_only:false; response_revision:8481; number_of_response:1; }","duration":"832.363309ms","start":"2026-03-12T19:34:53.085465Z","end":"2026-03-12T19:34:53.917828Z","steps":["trace[2044914840] 'process raft request' (duration: 536.83092ms)","trace[2044914840] 'compare' (duration: 294.982617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:53.917906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:53.085452Z","time spent":"832.423692ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4618,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:53.918092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.787796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-03-12T19:34:53.918131Z","caller":"traceutil/trace.go:171","msg":"trace[958920263] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8481; }","duration":"828.840198ms","start":"2026-03-12T19:34:53.089282Z","end":"2026-03-12T19:34:53.918122Z","steps":["trace[958920263] 'agreement among raft nodes before linearized reading' (duration: 828.666494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:53.918152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:53.089275Z","time spent":"828.871639ms","remote":"127.0.0.1:58972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3087,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-03-12T19:34:53.995678Z","caller":"traceutil/trace.go:171","msg":"trace[183250986] transaction","detail":"{read_only:false; response_revision:8482; number_of_response:1; }","duration":"402.588272ms","start":"2026-03-12T19:34:53.593059Z","end":"2026-03-12T19:34:53.995647Z","steps":["trace[183250986] 'process raft request' (duration: 402.397917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:53.995883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:53.593031Z","time spent":"402.738635ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:54.032771Z","caller":"traceutil/trace.go:171","msg":"trace[742808907] linearizableReadLoop","detail":"{readStateIndex:8821; appliedIndex:8819; }","duration":"114.964577ms","start":"2026-03-12T19:34:53.917787Z","end":"2026-03-12T19:34:54.032751Z","steps":["trace[742808907] 'read index received' (duration: 77.809912ms)","trace[742808907] 'applied index is now lower than readState.Index' (duration: 37.153335ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:54.032974Z","caller":"traceutil/trace.go:171","msg":"trace[1041333224] transaction","detail":"{read_only:false; response_revision:8483; number_of_response:1; }","duration":"388.072355ms","start":"2026-03-12T19:34:53.644855Z","end":"2026-03-12T19:34:54.032928Z","steps":["trace[1041333224] 'process raft request' (duration: 385.381873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:54.033169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:53.644826Z","time spent":"388.23761ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:54.033177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.197432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-55d87\" ","response":"range_response_count:1 size:4633"} {"level":"warn","ts":"2026-03-12T19:34:54.033206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.426099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-12T19:34:54.033298Z","caller":"traceutil/trace.go:171","msg":"trace[51298231] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-55d87; range_end:; response_count:1; response_revision:8483; }","duration":"943.359716ms","start":"2026-03-12T19:34:53.089923Z","end":"2026-03-12T19:34:54.033283Z","steps":["trace[51298231] 'agreement among raft nodes before linearized reading' (duration: 943.075449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:54.033326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.770521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-12T19:34:54.033358Z","caller":"traceutil/trace.go:171","msg":"trace[917399040] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8483; }","duration":"171.619724ms","start":"2026-03-12T19:34:53.86169Z","end":"2026-03-12T19:34:54.03331Z","steps":["trace[917399040] 'agreement among raft nodes before linearized reading' (duration: 171.305377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:54.033413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.585588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-12T19:34:54.03344Z","caller":"traceutil/trace.go:171","msg":"trace[1720692708] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8483; }","duration":"517.921185ms","start":"2026-03-12T19:34:53.515493Z","end":"2026-03-12T19:34:54.033414Z","steps":["trace[1720692708] 'agreement among raft nodes before linearized reading' (duration: 517.544056ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:54.033463Z","caller":"traceutil/trace.go:171","msg":"trace[1372448687] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8483; }","duration":"924.63618ms","start":"2026-03-12T19:34:53.108808Z","end":"2026-03-12T19:34:54.033445Z","steps":["trace[1372448687] 'agreement among raft nodes before linearized reading' (duration: 924.488837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:54.033498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:53.108799Z","time spent":"924.690391ms","remote":"127.0.0.1:58820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3586,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-12T19:34:54.033249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.166037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"warn","ts":"2026-03-12T19:34:54.033511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:53.515467Z","time spent":"518.029257ms","remote":"127.0.0.1:58834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":552,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-12T19:34:54.033399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:53.089903Z","time spent":"943.483458ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4654,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-55d87\" "} {"level":"info","ts":"2026-03-12T19:34:54.033561Z","caller":"traceutil/trace.go:171","msg":"trace[729328149] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:8483; }","duration":"517.529016ms","start":"2026-03-12T19:34:53.516013Z","end":"2026-03-12T19:34:54.033542Z","steps":["trace[729328149] 'agreement among raft nodes before linearized reading' (duration: 517.153497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:54.033741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:53.515992Z","time spent":"517.73004ms","remote":"127.0.0.1:58820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":734,"request content":"key:\"/registry/secrets/openstack/rook-ceph-mon\" "} {"level":"warn","ts":"2026-03-12T19:34:54.033722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.372049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-55d87\" ","response":"range_response_count:1 size:4633"} {"level":"info","ts":"2026-03-12T19:34:54.033884Z","caller":"traceutil/trace.go:171","msg":"trace[1749752013] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-55d87; range_end:; response_count:1; response_revision:8483; }","duration":"501.598305ms","start":"2026-03-12T19:34:53.532259Z","end":"2026-03-12T19:34:54.033857Z","steps":["trace[1749752013] 'agreement among raft nodes before linearized reading' (duration: 500.564031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:54.033958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:53.532248Z","time spent":"501.696767ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4654,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-55d87\" "} {"level":"info","ts":"2026-03-12T19:34:54.503943Z","caller":"traceutil/trace.go:171","msg":"trace[738249944] linearizableReadLoop","detail":"{readStateIndex:8824; appliedIndex:8822; }","duration":"406.312267ms","start":"2026-03-12T19:34:54.097602Z","end":"2026-03-12T19:34:54.503914Z","steps":["trace[738249944] 'read index received' (duration: 406.091742ms)","trace[738249944] 'applied index is now lower than readState.Index' (duration: 219.815µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:54.504017Z","caller":"traceutil/trace.go:171","msg":"trace[518409012] transaction","detail":"{read_only:false; response_revision:8485; number_of_response:1; }","duration":"461.225871ms","start":"2026-03-12T19:34:54.042756Z","end":"2026-03-12T19:34:54.503981Z","steps":["trace[518409012] 'process raft request' (duration: 460.998186ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:54.504042Z","caller":"traceutil/trace.go:171","msg":"trace[1887213750] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8485; }","duration":"460.975906ms","start":"2026-03-12T19:34:54.043035Z","end":"2026-03-12T19:34:54.504011Z","steps":["trace[1887213750] 'process raft request' (duration: 460.853023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:54.504204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:54.042741Z","time spent":"461.352115ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4650,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:54.504213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:54.043025Z","time spent":"461.079148ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":4697,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:54.504284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.241772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-12T19:34:54.504318Z","caller":"traceutil/trace.go:171","msg":"trace[1479421662] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8485; }","duration":"461.295704ms","start":"2026-03-12T19:34:54.043012Z","end":"2026-03-12T19:34:54.504308Z","steps":["trace[1479421662] 'agreement among raft nodes before linearized reading' (duration: 461.026228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:54.504342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:54.043001Z","time spent":"461.336205ms","remote":"127.0.0.1:58834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":552,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-12T19:34:54.504581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.669103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-cluster.189c2f0e1e92e2fc\" ","response":"range_response_count:1 size:697"} {"level":"warn","ts":"2026-03-12T19:34:54.504633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.152939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"warn","ts":"2026-03-12T19:34:54.504633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.13005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:34:54.504682Z","caller":"traceutil/trace.go:171","msg":"trace[10601862] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-cluster.189c2f0e1e92e2fc; range_end:; response_count:1; response_revision:8485; }","duration":"402.837617ms","start":"2026-03-12T19:34:54.101823Z","end":"2026-03-12T19:34:54.50466Z","steps":["trace[10601862] 'agreement among raft nodes before linearized reading' (duration: 402.390907ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:54.504697Z","caller":"traceutil/trace.go:171","msg":"trace[741370170] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:8485; }","duration":"401.24953ms","start":"2026-03-12T19:34:54.103431Z","end":"2026-03-12T19:34:54.504681Z","steps":["trace[741370170] 'agreement among raft nodes before linearized reading' (duration: 401.102017ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:54.504705Z","caller":"traceutil/trace.go:171","msg":"trace[1813851948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8485; }","duration":"144.247752ms","start":"2026-03-12T19:34:54.360443Z","end":"2026-03-12T19:34:54.504691Z","steps":["trace[1813851948] 'agreement among raft nodes before linearized reading' (duration: 144.005846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:54.50473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:54.103422Z","time spent":"401.302641ms","remote":"127.0.0.1:58820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1363,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-03-12T19:34:54.504737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:54.101763Z","time spent":"402.962129ms","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/rook-ceph-cluster.189c2f0e1e92e2fc\" "} {"level":"warn","ts":"2026-03-12T19:34:54.856011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.638892ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-12T19:34:54.856142Z","caller":"traceutil/trace.go:171","msg":"trace[133197514] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8486; }","duration":"348.995997ms","start":"2026-03-12T19:34:54.507106Z","end":"2026-03-12T19:34:54.856102Z","steps":["trace[133197514] 'process raft request' (duration: 98.15601ms)","trace[133197514] 'compare' (duration: 250.394577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:54.856191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:54.507081Z","time spent":"349.088099ms","remote":"127.0.0.1:58834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":39,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-12T19:34:54.887953Z","caller":"traceutil/trace.go:171","msg":"trace[249150284] transaction","detail":"{read_only:false; response_revision:8487; number_of_response:1; }","duration":"380.613595ms","start":"2026-03-12T19:34:54.507313Z","end":"2026-03-12T19:34:54.887927Z","steps":["trace[249150284] 'process raft request' (duration: 380.39642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:54.888201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:54.507294Z","time spent":"380.738857ms","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:54.888426Z","caller":"traceutil/trace.go:171","msg":"trace[863055138] transaction","detail":"{read_only:false; response_revision:8489; number_of_response:1; }","duration":"377.887542ms","start":"2026-03-12T19:34:54.510518Z","end":"2026-03-12T19:34:54.888405Z","steps":["trace[863055138] 'process raft request' (duration: 377.722088ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:54.888423Z","caller":"traceutil/trace.go:171","msg":"trace[51230288] transaction","detail":"{read_only:false; response_revision:8488; number_of_response:1; }","duration":"377.916263ms","start":"2026-03-12T19:34:54.510459Z","end":"2026-03-12T19:34:54.888375Z","steps":["trace[51230288] 'process raft request' (duration: 377.412042ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:54.888499Z","caller":"traceutil/trace.go:171","msg":"trace[2005261288] transaction","detail":"{read_only:false; response_revision:8491; number_of_response:1; }","duration":"377.933223ms","start":"2026-03-12T19:34:54.51055Z","end":"2026-03-12T19:34:54.888483Z","steps":["trace[2005261288] 'process raft request' (duration: 377.82687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:54.888518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:54.510511Z","time spent":"377.959923ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:54.888515Z","caller":"traceutil/trace.go:171","msg":"trace[1756702463] transaction","detail":"{read_only:false; response_revision:8490; number_of_response:1; }","duration":"377.903912ms","start":"2026-03-12T19:34:54.510567Z","end":"2026-03-12T19:34:54.888471Z","steps":["trace[1756702463] 'process raft request' (duration: 377.766719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:54.888572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:54.510526Z","time spent":"378.005555ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:54.888647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:54.510444Z","time spent":"378.086787ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:54.888722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:54.51056Z","time spent":"378.039765ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:54.888841Z","caller":"traceutil/trace.go:171","msg":"trace[2028411545] transaction","detail":"{read_only:false; response_revision:8492; number_of_response:1; }","duration":"377.504324ms","start":"2026-03-12T19:34:54.511323Z","end":"2026-03-12T19:34:54.888827Z","steps":["trace[2028411545] 'process raft request' (duration: 377.096164ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:54.888888Z","caller":"traceutil/trace.go:171","msg":"trace[1971047263] transaction","detail":"{read_only:false; response_revision:8493; number_of_response:1; }","duration":"376.310776ms","start":"2026-03-12T19:34:54.512561Z","end":"2026-03-12T19:34:54.888872Z","steps":["trace[1971047263] 'process raft request' (duration: 376.129091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:54.888912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:54.511299Z","time spent":"377.578765ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4655,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:54.888952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:54.512553Z","time spent":"376.370157ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:54.888916Z","caller":"traceutil/trace.go:171","msg":"trace[1896662004] linearizableReadLoop","detail":"{readStateIndex:8830; appliedIndex:8824; }","duration":"378.290601ms","start":"2026-03-12T19:34:54.510594Z","end":"2026-03-12T19:34:54.888885Z","steps":["trace[1896662004] 'read index received' (duration: 94.68756ms)","trace[1896662004] 'applied index is now lower than readState.Index' (duration: 283.602001ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:54.888945Z","caller":"traceutil/trace.go:171","msg":"trace[1184666612] transaction","detail":"{read_only:false; response_revision:8494; number_of_response:1; }","duration":"349.368906ms","start":"2026-03-12T19:34:54.539544Z","end":"2026-03-12T19:34:54.888913Z","steps":["trace[1184666612] 'process raft request' (duration: 349.255653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:54.889063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.464426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:54.889073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:54.539516Z","time spent":"349.499649ms","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:34:54.889102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.654407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-55d87\" ","response":"range_response_count:1 size:4670"} {"level":"info","ts":"2026-03-12T19:34:54.889112Z","caller":"traceutil/trace.go:171","msg":"trace[1870616685] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:8494; }","duration":"378.574238ms","start":"2026-03-12T19:34:54.510523Z","end":"2026-03-12T19:34:54.889097Z","steps":["trace[1870616685] 'agreement among raft nodes before linearized reading' (duration: 378.473715ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:54.889144Z","caller":"traceutil/trace.go:171","msg":"trace[1437436665] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-55d87; range_end:; response_count:1; response_revision:8494; }","duration":"377.723069ms","start":"2026-03-12T19:34:54.51141Z","end":"2026-03-12T19:34:54.889134Z","steps":["trace[1437436665] 'agreement among raft nodes before linearized reading' (duration: 377.646337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:54.889153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:54.510495Z","time spent":"378.64828ms","remote":"127.0.0.1:58820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":26,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"warn","ts":"2026-03-12T19:34:54.889259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.556344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-55d87\" ","response":"range_response_count:1 size:2802"} {"level":"warn","ts":"2026-03-12T19:34:54.889174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:54.511401Z","time spent":"377.765639ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4691,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-55d87\" "} {"level":"info","ts":"2026-03-12T19:34:54.889313Z","caller":"traceutil/trace.go:171","msg":"trace[1277273893] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-55d87; range_end:; response_count:1; response_revision:8494; }","duration":"377.631256ms","start":"2026-03-12T19:34:54.511667Z","end":"2026-03-12T19:34:54.889298Z","steps":["trace[1277273893] 'agreement among raft nodes before linearized reading' (duration: 377.423042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:54.88935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:54.511659Z","time spent":"377.683557ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2823,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-55d87\" "} {"level":"warn","ts":"2026-03-12T19:34:54.889162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.38104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:54.889419Z","caller":"traceutil/trace.go:171","msg":"trace[519082824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8494; }","duration":"225.700668ms","start":"2026-03-12T19:34:54.663696Z","end":"2026-03-12T19:34:54.889397Z","steps":["trace[519082824] 'agreement among raft nodes before linearized reading' (duration: 225.390291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:54.889523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.441832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228826"} {"level":"info","ts":"2026-03-12T19:34:54.889565Z","caller":"traceutil/trace.go:171","msg":"trace[796580323] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8494; }","duration":"377.525083ms","start":"2026-03-12T19:34:54.512029Z","end":"2026-03-12T19:34:54.889554Z","steps":["trace[796580323] 'agreement among raft nodes before linearized reading' (duration: 377.041572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:54.889603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:54.512017Z","time spent":"377.576415ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228847,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-12T19:34:55.380064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.445552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-12T19:34:55.380188Z","caller":"traceutil/trace.go:171","msg":"trace[1776154805] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8495; }","duration":"481.070468ms","start":"2026-03-12T19:34:54.899101Z","end":"2026-03-12T19:34:55.380172Z","steps":["trace[1776154805] 'process raft request' (duration: 222.410851ms)","trace[1776154805] 'compare' (duration: 258.282878ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:55.380241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:54.899083Z","time spent":"481.135309ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":39,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-12T19:34:56.096674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.824518ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:56.096884Z","caller":"traceutil/trace.go:171","msg":"trace[1733513927] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8495; }","duration":"311.052223ms","start":"2026-03-12T19:34:55.785802Z","end":"2026-03-12T19:34:56.096854Z","steps":["trace[1733513927] 'range keys from in-memory index tree' (duration: 310.806818ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:56.097616Z","caller":"traceutil/trace.go:171","msg":"trace[393002862] linearizableReadLoop","detail":"{readStateIndex:8835; appliedIndex:8833; }","duration":"1.196303349s","start":"2026-03-12T19:34:54.901273Z","end":"2026-03-12T19:34:56.097576Z","steps":["trace[393002862] 'read index received' (duration: 220.259142ms)","trace[393002862] 'applied index is now lower than readState.Index' (duration: 976.042907ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:56.097782Z","caller":"traceutil/trace.go:171","msg":"trace[1534442073] transaction","detail":"{read_only:false; response_revision:8496; number_of_response:1; }","duration":"1.197050875s","start":"2026-03-12T19:34:54.900714Z","end":"2026-03-12T19:34:56.097765Z","steps":["trace[1534442073] 'process raft request' (duration: 1.156517472s)","trace[1534442073] 'compare' (duration: 39.211753ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:56.098216Z","caller":"traceutil/trace.go:171","msg":"trace[610957356] transaction","detail":"{read_only:false; response_revision:8497; number_of_response:1; }","duration":"1.172171403s","start":"2026-03-12T19:34:54.92601Z","end":"2026-03-12T19:34:56.098182Z","steps":["trace[610957356] 'process raft request' (duration: 1.171318723s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:56.098238Z","caller":"traceutil/trace.go:171","msg":"trace[19849257] transaction","detail":"{read_only:false; response_revision:8498; number_of_response:1; }","duration":"1.085756064s","start":"2026-03-12T19:34:55.012416Z","end":"2026-03-12T19:34:56.098172Z","steps":["trace[19849257] 'process raft request' (duration: 1.085092898s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:56.098422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197084307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"warn","ts":"2026-03-12T19:34:56.098496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:54.900694Z","time spent":"1.197119037s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4635,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:56.098551Z","caller":"traceutil/trace.go:171","msg":"trace[1457967349] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:8498; }","duration":"1.197277971s","start":"2026-03-12T19:34:54.901243Z","end":"2026-03-12T19:34:56.098521Z","steps":["trace[1457967349] 'agreement among raft nodes before linearized reading' (duration: 1.196913252s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:56.09863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:55.012398Z","time spent":"1.086072702s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:56.098642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:54.925993Z","time spent":"1.172357557s","remote":"127.0.0.1:58972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:56.098723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:54.901231Z","time spent":"1.197476816s","remote":"127.0.0.1:58926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1014,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"info","ts":"2026-03-12T19:34:56.493032Z","caller":"traceutil/trace.go:171","msg":"trace[1134740962] transaction","detail":"{read_only:false; response_revision:8499; number_of_response:1; }","duration":"489.741618ms","start":"2026-03-12T19:34:56.003255Z","end":"2026-03-12T19:34:56.492996Z","steps":["trace[1134740962] 'process raft request' (duration: 489.480512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:56.493226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:56.003216Z","time spent":"489.908022ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:56.493247Z","caller":"traceutil/trace.go:171","msg":"trace[1427880443] linearizableReadLoop","detail":"{readStateIndex:8839; appliedIndex:8837; }","duration":"395.510338ms","start":"2026-03-12T19:34:56.097704Z","end":"2026-03-12T19:34:56.493214Z","steps":["trace[1427880443] 'read index received' (duration: 395.078308ms)","trace[1427880443] 'applied index is now lower than readState.Index' (duration: 430.61µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:56.493434Z","caller":"traceutil/trace.go:171","msg":"trace[597664616] transaction","detail":"{read_only:false; response_revision:8500; number_of_response:1; }","duration":"451.531938ms","start":"2026-03-12T19:34:56.04189Z","end":"2026-03-12T19:34:56.493422Z","steps":["trace[597664616] 'process raft request' (duration: 451.025757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:56.493579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:56.041854Z","time spent":"451.61332ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:56.493676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216368702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:34:56.493716Z","caller":"traceutil/trace.go:171","msg":"trace[2108203849] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8500; }","duration":"1.216458385s","start":"2026-03-12T19:34:55.277246Z","end":"2026-03-12T19:34:56.493704Z","steps":["trace[2108203849] 'agreement among raft nodes before linearized reading' (duration: 1.216365173s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:56.493673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.157162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:56.493748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:55.277215Z","time spent":"1.216525836s","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":28,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:34:56.493801Z","caller":"traceutil/trace.go:171","msg":"trace[176940420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8500; }","duration":"828.361797ms","start":"2026-03-12T19:34:55.665405Z","end":"2026-03-12T19:34:56.493767Z","steps":["trace[176940420] 'agreement among raft nodes before linearized reading' (duration: 828.101331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:56.493871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:55.665374Z","time spent":"828.486369ms","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:34:56.493952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.131866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:34:56.493997Z","caller":"traceutil/trace.go:171","msg":"trace[1125964015] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8500; }","duration":"473.225648ms","start":"2026-03-12T19:34:56.020757Z","end":"2026-03-12T19:34:56.493982Z","steps":["trace[1125964015] 'agreement among raft nodes before linearized reading' (duration: 473.121636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:56.49403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:56.020737Z","time spent":"473.285589ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":28,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:58.233998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607272524s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-03-12T19:34:58.234414Z","caller":"traceutil/trace.go:171","msg":"trace[1807706841] linearizableReadLoop","detail":"{readStateIndex:8840; appliedIndex:8839; }","duration":"1.741069475s","start":"2026-03-12T19:34:56.493316Z","end":"2026-03-12T19:34:58.234386Z","steps":["trace[1807706841] 'read index received' (duration: 133.424232ms)","trace[1807706841] 'applied index is now lower than readState.Index' (duration: 1.607642692s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:58.234647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125260952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"warn","ts":"2026-03-12T19:34:58.234658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.094678518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-03-12T19:34:58.234696Z","caller":"traceutil/trace.go:171","msg":"trace[1598845060] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:8500; }","duration":"2.125349504s","start":"2026-03-12T19:34:56.109333Z","end":"2026-03-12T19:34:58.234682Z","steps":["trace[1598845060] 'agreement among raft nodes before linearized reading' (duration: 2.12516746s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:58.23472Z","caller":"traceutil/trace.go:171","msg":"trace[539956557] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8500; }","duration":"2.094791211s","start":"2026-03-12T19:34:56.139911Z","end":"2026-03-12T19:34:58.234702Z","steps":["trace[539956557] 'agreement among raft nodes before linearized reading' (duration: 2.094564446s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:58.234734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:56.109316Z","time spent":"2.125410076s","remote":"127.0.0.1:58926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1014,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-03-12T19:34:58.23472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.132256754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-55d87\" ","response":"range_response_count:1 size:4650"} {"level":"warn","ts":"2026-03-12T19:34:58.234763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:56.139897Z","time spent":"2.094852872s","remote":"127.0.0.1:38092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5167,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-12T19:34:58.234796Z","caller":"traceutil/trace.go:171","msg":"trace[1055296377] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-55d87; range_end:; response_count:1; response_revision:8500; }","duration":"2.132392287s","start":"2026-03-12T19:34:56.102384Z","end":"2026-03-12T19:34:58.234777Z","steps":["trace[1055296377] 'agreement among raft nodes before linearized reading' (duration: 2.13212262s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:58.234834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:56.10236Z","time spent":"2.132467949s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4671,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-55d87\" "} {"level":"info","ts":"2026-03-12T19:34:58.235108Z","caller":"traceutil/trace.go:171","msg":"trace[1579841747] transaction","detail":"{read_only:false; response_revision:8501; number_of_response:1; }","duration":"466.861661ms","start":"2026-03-12T19:34:57.768224Z","end":"2026-03-12T19:34:58.235086Z","steps":["trace[1579841747] 'process raft request' (duration: 465.909869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:58.235257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:57.768192Z","time spent":"466.973544ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:58.496022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000612162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:34:58.49617Z","caller":"traceutil/trace.go:171","msg":"trace[455024612] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000789786s","start":"2026-03-12T19:34:56.495321Z","end":"2026-03-12T19:34:58.496111Z","steps":["trace[455024612] 'agreement among raft nodes before linearized reading' (duration: 2.000640592s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:58.496232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:56.495301Z","time spent":"2.000917789s","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 19:34:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:34:58.677729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.954735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:58.677866Z","caller":"traceutil/trace.go:171","msg":"trace[1035084730] transaction","detail":"{read_only:false; response_revision:8502; number_of_response:1; }","duration":"899.662097ms","start":"2026-03-12T19:34:57.778182Z","end":"2026-03-12T19:34:58.677844Z","steps":["trace[1035084730] 'process raft request' (duration: 494.448026ms)","trace[1035084730] 'compare' (duration: 404.751341ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:58.677945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:57.778174Z","time spent":"899.735089ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:58.758902Z","caller":"traceutil/trace.go:171","msg":"trace[1058082977] transaction","detail":"{read_only:false; response_revision:8503; number_of_response:1; }","duration":"654.385229ms","start":"2026-03-12T19:34:58.104477Z","end":"2026-03-12T19:34:58.758862Z","steps":["trace[1058082977] 'process raft request' (duration: 654.145333ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:58.759109Z","caller":"traceutil/trace.go:171","msg":"trace[417200000] linearizableReadLoop","detail":"{readStateIndex:8843; appliedIndex:8841; }","duration":"524.57295ms","start":"2026-03-12T19:34:58.234509Z","end":"2026-03-12T19:34:58.759082Z","steps":["trace[417200000] 'read index received' (duration: 38.139789ms)","trace[417200000] 'applied index is now lower than readState.Index' (duration: 486.432121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:58.759131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:58.104446Z","time spent":"654.566863ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:58.759252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.778423534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:58.759276Z","caller":"traceutil/trace.go:171","msg":"trace[1185171570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8504; }","duration":"1.778494066s","start":"2026-03-12T19:34:56.980773Z","end":"2026-03-12T19:34:58.759267Z","steps":["trace[1185171570] 'agreement among raft nodes before linearized reading' (duration: 1.778410014s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:58.759295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:56.980755Z","time spent":"1.778535547s","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:34:58.759288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706222352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:58.759369Z","caller":"traceutil/trace.go:171","msg":"trace[1924738118] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8504; }","duration":"1.706377625s","start":"2026-03-12T19:34:57.05297Z","end":"2026-03-12T19:34:58.759348Z","steps":["trace[1924738118] 'agreement among raft nodes before linearized reading' (duration: 1.70616783s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:58.759418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:57.052938Z","time spent":"1.706470198s","remote":"127.0.0.1:43538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:58.759447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.864702881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-12T19:34:58.759475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.865033199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-12T19:34:58.759491Z","caller":"traceutil/trace.go:171","msg":"trace[1215430583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8504; }","duration":"1.865112581s","start":"2026-03-12T19:34:56.894373Z","end":"2026-03-12T19:34:58.759486Z","steps":["trace[1215430583] 'agreement among raft nodes before linearized reading' (duration: 1.8650598s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:58.759504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:56.894339Z","time spent":"1.865161852s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:34:58.759498Z","caller":"traceutil/trace.go:171","msg":"trace[783369724] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8504; }","duration":"1.864768083s","start":"2026-03-12T19:34:56.894714Z","end":"2026-03-12T19:34:58.759482Z","steps":["trace[783369724] 'agreement among raft nodes before linearized reading' (duration: 1.86461872s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:58.759495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86074694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ll48d\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-12T19:34:58.759545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:56.894706Z","time spent":"1.864826925s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:34:58.75957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.865321496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:34:58.759599Z","caller":"traceutil/trace.go:171","msg":"trace[848000104] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8504; }","duration":"1.865366797s","start":"2026-03-12T19:34:56.894229Z","end":"2026-03-12T19:34:58.759596Z","steps":["trace[848000104] 'agreement among raft nodes before linearized reading' (duration: 1.865306346s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:58.759612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:56.894221Z","time spent":"1.865388277s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T19:34:58.759544Z","caller":"traceutil/trace.go:171","msg":"trace[467509142] transaction","detail":"{read_only:false; response_revision:8504; number_of_response:1; }","duration":"508.728724ms","start":"2026-03-12T19:34:58.25075Z","end":"2026-03-12T19:34:58.759478Z","steps":["trace[467509142] 'process raft request' (duration: 508.039408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:58.759681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.866316349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:34:58.759671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325195638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-12T19:34:58.759694Z","caller":"traceutil/trace.go:171","msg":"trace[1875244578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8504; }","duration":"1.86635793s","start":"2026-03-12T19:34:56.893333Z","end":"2026-03-12T19:34:58.759691Z","steps":["trace[1875244578] 'agreement among raft nodes before linearized reading' (duration: 1.866317249s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:58.759707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:56.893313Z","time spent":"1.86639064s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:34:58.759702Z","caller":"traceutil/trace.go:171","msg":"trace[1672556580] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8504; }","duration":"1.325287919s","start":"2026-03-12T19:34:57.434406Z","end":"2026-03-12T19:34:58.759694Z","steps":["trace[1672556580] 'agreement among raft nodes before linearized reading' (duration: 1.325198147s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:58.759726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542728857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:58.760181Z","caller":"traceutil/trace.go:171","msg":"trace[172847332] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8504; }","duration":"1.543228698s","start":"2026-03-12T19:34:57.216938Z","end":"2026-03-12T19:34:58.760166Z","steps":["trace[172847332] 'agreement among raft nodes before linearized reading' (duration: 1.542748687s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:58.759733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:57.434378Z","time spent":"1.325345251s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T19:34:58.760225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:57.216913Z","time spent":"1.54329852s","remote":"127.0.0.1:50988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:34:58.759546Z","caller":"traceutil/trace.go:171","msg":"trace[1337567427] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ll48d; range_end:; response_count:1; response_revision:8504; }","duration":"1.860821411s","start":"2026-03-12T19:34:56.89871Z","end":"2026-03-12T19:34:58.759532Z","steps":["trace[1337567427] 'agreement among raft nodes before linearized reading' (duration: 1.860637877s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:58.760363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:56.898698Z","time spent":"1.861654101s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-ll48d\" "} {"level":"warn","ts":"2026-03-12T19:34:58.759748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.864671041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:34:58.760459Z","caller":"traceutil/trace.go:171","msg":"trace[1808098374] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8504; }","duration":"1.865422198s","start":"2026-03-12T19:34:56.895022Z","end":"2026-03-12T19:34:58.760444Z","steps":["trace[1808098374] 'agreement among raft nodes before linearized reading' (duration: 1.864652941s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:58.760485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:56.894998Z","time spent":"1.865479299s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:34:58.759809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.064682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:34:58.760568Z","caller":"traceutil/trace.go:171","msg":"trace[911074142] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8504; }","duration":"565.86091ms","start":"2026-03-12T19:34:58.194692Z","end":"2026-03-12T19:34:58.760553Z","steps":["trace[911074142] 'agreement among raft nodes before linearized reading' (duration: 565.059692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:58.760586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:58.194646Z","time spent":"565.932582ms","remote":"127.0.0.1:51628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:58.759871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:58.250734Z","time spent":"508.96125ms","remote":"127.0.0.1:38092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:59.051253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.452704ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:59.051715Z","caller":"traceutil/trace.go:171","msg":"trace[1043939989] linearizableReadLoop","detail":"{readStateIndex:8846; appliedIndex:8844; }","duration":"292.532796ms","start":"2026-03-12T19:34:58.759158Z","end":"2026-03-12T19:34:59.05169Z","steps":["trace[1043939989] 'read index received' (duration: 95.395597ms)","trace[1043939989] 'applied index is now lower than readState.Index' (duration: 197.135859ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:59.051862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.628777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:59.051961Z","caller":"traceutil/trace.go:171","msg":"trace[120296139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8506; }","duration":"546.798381ms","start":"2026-03-12T19:34:58.505144Z","end":"2026-03-12T19:34:59.051942Z","steps":["trace[120296139] 'agreement among raft nodes before linearized reading' (duration: 546.599127ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:59.051983Z","caller":"traceutil/trace.go:171","msg":"trace[1100064449] transaction","detail":"{read_only:false; response_revision:8506; number_of_response:1; }","duration":"550.626539ms","start":"2026-03-12T19:34:58.501301Z","end":"2026-03-12T19:34:59.051928Z","steps":["trace[1100064449] 'process raft request' (duration: 550.220549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:59.052182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.478902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c2e358460f8e2\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-12T19:34:59.052302Z","caller":"traceutil/trace.go:171","msg":"trace[1342369761] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c2e358460f8e2; range_end:; response_count:1; response_revision:8506; }","duration":"552.640176ms","start":"2026-03-12T19:34:58.499639Z","end":"2026-03-12T19:34:59.052279Z","steps":["trace[1342369761] 'agreement among raft nodes before linearized reading' (duration: 552.228226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:59.052212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:58.501282Z","time spent":"550.794763ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:59.052401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.349376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112159"} {"level":"info","ts":"2026-03-12T19:34:59.052471Z","caller":"traceutil/trace.go:171","msg":"trace[705326776] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8506; }","duration":"812.450739ms","start":"2026-03-12T19:34:58.240006Z","end":"2026-03-12T19:34:59.052457Z","steps":["trace[705326776] 'agreement among raft nodes before linearized reading' (duration: 811.990488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:59.052524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:58.239991Z","time spent":"812.51828ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112180,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-12T19:34:59.05202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:58.505116Z","time spent":"546.895934ms","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:34:59.052524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.133877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-55d87\" ","response":"range_response_count:1 size:4650"} {"level":"warn","ts":"2026-03-12T19:34:59.052551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:58.499619Z","time spent":"552.912152ms","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":795,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c2e358460f8e2\" "} {"level":"info","ts":"2026-03-12T19:34:59.052091Z","caller":"traceutil/trace.go:171","msg":"trace[339601879] transaction","detail":"{read_only:false; response_revision:8505; number_of_response:1; }","duration":"551.087959ms","start":"2026-03-12T19:34:58.500608Z","end":"2026-03-12T19:34:59.051696Z","steps":["trace[339601879] 'process raft request' (duration: 353.97392ms)","trace[339601879] 'compare' (duration: 195.757328ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:59.052728Z","caller":"traceutil/trace.go:171","msg":"trace[1989640823] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-55d87; range_end:; response_count:1; response_revision:8506; }","duration":"814.427184ms","start":"2026-03-12T19:34:58.238262Z","end":"2026-03-12T19:34:59.05269Z","steps":["trace[1989640823] 'agreement among raft nodes before linearized reading' (duration: 813.746379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:59.052943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:58.238248Z","time spent":"814.641159ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4671,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-55d87\" "} {"level":"warn","ts":"2026-03-12T19:34:59.052975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:58.500574Z","time spent":"552.299838ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:59.108132Z","caller":"traceutil/trace.go:171","msg":"trace[197408063] transaction","detail":"{read_only:false; response_revision:8507; number_of_response:1; }","duration":"344.014402ms","start":"2026-03-12T19:34:58.764078Z","end":"2026-03-12T19:34:59.108093Z","steps":["trace[197408063] 'process raft request' (duration: 343.722876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:59.108502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:58.764047Z","time spent":"344.33442ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:59.108542Z","caller":"traceutil/trace.go:171","msg":"trace[1936656758] transaction","detail":"{read_only:false; response_revision:8508; number_of_response:1; }","duration":"343.782567ms","start":"2026-03-12T19:34:58.764707Z","end":"2026-03-12T19:34:59.10849Z","steps":["trace[1936656758] 'process raft request' (duration: 343.326486ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:59.108639Z","caller":"traceutil/trace.go:171","msg":"trace[1989936672] transaction","detail":"{read_only:false; response_revision:8509; number_of_response:1; }","duration":"343.861269ms","start":"2026-03-12T19:34:58.764747Z","end":"2026-03-12T19:34:59.108608Z","steps":["trace[1989936672] 'process raft request' (duration: 343.642744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:59.108755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:58.764695Z","time spent":"343.932991ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:59.108853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:58.764726Z","time spent":"344.031133ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:59.109188Z","caller":"traceutil/trace.go:171","msg":"trace[1709032738] transaction","detail":"{read_only:false; response_revision:8510; number_of_response:1; }","duration":"343.869959ms","start":"2026-03-12T19:34:58.765304Z","end":"2026-03-12T19:34:59.109174Z","steps":["trace[1709032738] 'process raft request' (duration: 343.248785ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:59.109375Z","caller":"traceutil/trace.go:171","msg":"trace[180038544] transaction","detail":"{read_only:false; response_revision:8511; number_of_response:1; }","duration":"343.971982ms","start":"2026-03-12T19:34:58.765388Z","end":"2026-03-12T19:34:59.10936Z","steps":["trace[180038544] 'process raft request' (duration: 343.699095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:59.109454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.858223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:59.109469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:58.765349Z","time spent":"344.065604ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:59.109507Z","caller":"traceutil/trace.go:171","msg":"trace[348976507] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8511; }","duration":"318.937535ms","start":"2026-03-12T19:34:58.790556Z","end":"2026-03-12T19:34:59.109493Z","steps":["trace[348976507] 'agreement among raft nodes before linearized reading' (duration: 318.780651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:59.109548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:58.790544Z","time spent":"318.994417ms","remote":"127.0.0.1:58864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":26,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:59.109681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.572803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-12T19:34:59.109775Z","caller":"traceutil/trace.go:171","msg":"trace[1029492397] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8511; }","duration":"343.680985ms","start":"2026-03-12T19:34:58.766079Z","end":"2026-03-12T19:34:59.10976Z","steps":["trace[1029492397] 'agreement among raft nodes before linearized reading' (duration: 343.284976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:59.10985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:58.766071Z","time spent":"343.767897ms","remote":"127.0.0.1:58834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":647,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"warn","ts":"2026-03-12T19:34:59.109764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.79051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-12T19:34:59.109915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:58.765249Z","time spent":"343.980242ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:59.109895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.909883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228806"} {"level":"info","ts":"2026-03-12T19:34:59.110094Z","caller":"traceutil/trace.go:171","msg":"trace[1905748438] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8511; }","duration":"345.168369ms","start":"2026-03-12T19:34:58.764894Z","end":"2026-03-12T19:34:59.110062Z","steps":["trace[1905748438] 'agreement among raft nodes before linearized reading' (duration: 344.576345ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:59.110143Z","caller":"traceutil/trace.go:171","msg":"trace[228272300] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8511; }","duration":"345.20732ms","start":"2026-03-12T19:34:58.764919Z","end":"2026-03-12T19:34:59.110126Z","steps":["trace[228272300] 'agreement among raft nodes before linearized reading' (duration: 344.477533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:59.110162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:58.764877Z","time spent":"345.266852ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T19:34:59.110184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:58.764907Z","time spent":"345.264101ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228827,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-12T19:34:59.271157Z","caller":"traceutil/trace.go:171","msg":"trace[1146970594] linearizableReadLoop","detail":"{readStateIndex:8853; appliedIndex:8851; }","duration":"161.802446ms","start":"2026-03-12T19:34:59.109326Z","end":"2026-03-12T19:34:59.271128Z","steps":["trace[1146970594] 'read index received' (duration: 161.426577ms)","trace[1146970594] 'applied index is now lower than readState.Index' (duration: 374.339µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:59.271267Z","caller":"traceutil/trace.go:171","msg":"trace[2109649174] transaction","detail":"{read_only:false; response_revision:8513; number_of_response:1; }","duration":"204.920789ms","start":"2026-03-12T19:34:59.066301Z","end":"2026-03-12T19:34:59.271222Z","steps":["trace[2109649174] 'process raft request' (duration: 204.740165ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:59.271183Z","caller":"traceutil/trace.go:171","msg":"trace[1917349402] transaction","detail":"{read_only:false; response_revision:8512; number_of_response:1; }","duration":"215.649396ms","start":"2026-03-12T19:34:59.055496Z","end":"2026-03-12T19:34:59.271146Z","steps":["trace[1917349402] 'process raft request' (duration: 215.282638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:59.271405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.596541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:59.271487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.133394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19436"} {"level":"info","ts":"2026-03-12T19:34:59.271501Z","caller":"traceutil/trace.go:171","msg":"trace[1202409530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8513; }","duration":"217.749325ms","start":"2026-03-12T19:34:59.053731Z","end":"2026-03-12T19:34:59.27148Z","steps":["trace[1202409530] 'agreement among raft nodes before linearized reading' (duration: 217.569501ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:59.271531Z","caller":"traceutil/trace.go:171","msg":"trace[195020383] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8513; }","duration":"159.202636ms","start":"2026-03-12T19:34:59.112315Z","end":"2026-03-12T19:34:59.271518Z","steps":["trace[195020383] 'agreement among raft nodes before linearized reading' (duration: 158.998991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:59.271654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.357401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:59.271703Z","caller":"traceutil/trace.go:171","msg":"trace[509985198] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:8513; }","duration":"156.451273ms","start":"2026-03-12T19:34:59.115241Z","end":"2026-03-12T19:34:59.271692Z","steps":["trace[509985198] 'agreement among raft nodes before linearized reading' (duration: 156.296459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:59.434204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.019869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-12T19:34:59.434295Z","caller":"traceutil/trace.go:171","msg":"trace[1176566998] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8515; }","duration":"105.158572ms","start":"2026-03-12T19:34:59.329111Z","end":"2026-03-12T19:34:59.43427Z","steps":["trace[1176566998] 'range keys from in-memory index tree' (duration: 104.799253ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:00.991212Z","caller":"traceutil/trace.go:171","msg":"trace[630580205] transaction","detail":"{read_only:false; response_revision:8519; number_of_response:1; }","duration":"223.982828ms","start":"2026-03-12T19:35:00.767187Z","end":"2026-03-12T19:35:00.99117Z","steps":["trace[630580205] 'process raft request' (duration: 223.774033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:01.635569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.726715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:35:01.635867Z","caller":"traceutil/trace.go:171","msg":"trace[413395790] transaction","detail":"{read_only:false; response_revision:8520; number_of_response:1; }","duration":"635.538556ms","start":"2026-03-12T19:35:01.000284Z","end":"2026-03-12T19:35:01.635823Z","steps":["trace[413395790] 'process raft request' (duration: 443.457043ms)","trace[413395790] 'compare' (duration: 191.433718ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:01.636008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:01.000261Z","time spent":"635.681239ms","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:01.636013Z","caller":"traceutil/trace.go:171","msg":"trace[590577907] linearizableReadLoop","detail":"{readStateIndex:8861; appliedIndex:8860; }","duration":"634.355699ms","start":"2026-03-12T19:35:01.001628Z","end":"2026-03-12T19:35:01.635984Z","steps":["trace[590577907] 'read index received' (duration: 442.146443ms)","trace[590577907] 'applied index is now lower than readState.Index' (duration: 192.204846ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:01.636197Z","caller":"traceutil/trace.go:171","msg":"trace[619047463] transaction","detail":"{read_only:false; response_revision:8523; number_of_response:1; }","duration":"576.428644ms","start":"2026-03-12T19:35:01.05975Z","end":"2026-03-12T19:35:01.636179Z","steps":["trace[619047463] 'process raft request' (duration: 576.353853ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:01.636219Z","caller":"traceutil/trace.go:171","msg":"trace[204011002] transaction","detail":"{read_only:false; response_revision:8522; number_of_response:1; }","duration":"576.455446ms","start":"2026-03-12T19:35:01.059727Z","end":"2026-03-12T19:35:01.636182Z","steps":["trace[204011002] 'process raft request' (duration: 576.187999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:01.636317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:01.059719Z","time spent":"576.544227ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:01.636139Z","caller":"traceutil/trace.go:171","msg":"trace[630871687] transaction","detail":"{read_only:false; response_revision:8521; number_of_response:1; }","duration":"619.19559ms","start":"2026-03-12T19:35:01.016903Z","end":"2026-03-12T19:35:01.636098Z","steps":["trace[630871687] 'process raft request' (duration: 618.866482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:01.636347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.693176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-12T19:35:01.636402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:01.05969Z","time spent":"576.611669ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:01.636421Z","caller":"traceutil/trace.go:171","msg":"trace[823145643] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8523; }","duration":"634.8232ms","start":"2026-03-12T19:35:01.001581Z","end":"2026-03-12T19:35:01.636404Z","steps":["trace[823145643] 'agreement among raft nodes before linearized reading' (duration: 634.559234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:01.636438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:01.016887Z","time spent":"619.501466ms","remote":"127.0.0.1:59074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:35:01.636461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:01.001565Z","time spent":"634.888391ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-12T19:35:01.636624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.274979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ll48d\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:35:01.636651Z","caller":"traceutil/trace.go:171","msg":"trace[12916753] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ll48d; range_end:; response_count:1; response_revision:8523; }","duration":"519.318349ms","start":"2026-03-12T19:35:01.117326Z","end":"2026-03-12T19:35:01.636644Z","steps":["trace[12916753] 'agreement among raft nodes before linearized reading' (duration: 519.189696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:01.636672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:01.117317Z","time spent":"519.35041ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-ll48d\" "} {"level":"warn","ts":"2026-03-12T19:35:01.636708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.115826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:35:01.636744Z","caller":"traceutil/trace.go:171","msg":"trace[2024254713] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8523; }","duration":"523.201438ms","start":"2026-03-12T19:35:01.113533Z","end":"2026-03-12T19:35:01.636735Z","steps":["trace[2024254713] 'agreement among raft nodes before linearized reading' (duration: 523.019454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:01.636735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.502963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-12T19:35:01.636752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.526601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-12T19:35:01.636766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:01.11351Z","time spent":"523.25191ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:35:01.636842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.482882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:35:01.63686Z","caller":"traceutil/trace.go:171","msg":"trace[641900683] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8523; }","duration":"518.659695ms","start":"2026-03-12T19:35:01.118178Z","end":"2026-03-12T19:35:01.636838Z","steps":["trace[641900683] 'agreement among raft nodes before linearized reading' (duration: 518.334917ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:01.636899Z","caller":"traceutil/trace.go:171","msg":"trace[1096066079] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8523; }","duration":"522.553484ms","start":"2026-03-12T19:35:01.11433Z","end":"2026-03-12T19:35:01.636884Z","steps":["trace[1096066079] 'agreement among raft nodes before linearized reading' (duration: 522.120794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:01.636918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:01.118096Z","time spent":"518.811507ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:35:01.636949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:01.114324Z","time spent":"522.612845ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:35:01.636927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.218809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:35:01.636808Z","caller":"traceutil/trace.go:171","msg":"trace[441068262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8523; }","duration":"522.595165ms","start":"2026-03-12T19:35:01.114196Z","end":"2026-03-12T19:35:01.636791Z","steps":["trace[441068262] 'agreement among raft nodes before linearized reading' (duration: 522.367579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:01.637007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.511162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-12T19:35:01.637035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:01.114189Z","time spent":"522.83904ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:35:01.637026Z","caller":"traceutil/trace.go:171","msg":"trace[2050074106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8523; }","duration":"523.374023ms","start":"2026-03-12T19:35:01.113632Z","end":"2026-03-12T19:35:01.637006Z","steps":["trace[2050074106] 'agreement among raft nodes before linearized reading' (duration: 522.894372ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:01.637073Z","caller":"traceutil/trace.go:171","msg":"trace[1110307247] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8523; }","duration":"634.584844ms","start":"2026-03-12T19:35:01.002469Z","end":"2026-03-12T19:35:01.637054Z","steps":["trace[1110307247] 'agreement among raft nodes before linearized reading' (duration: 634.4208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:01.637083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:01.113595Z","time spent":"523.478265ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:35:01.637125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:01.002465Z","time spent":"634.648635ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":579,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-12T19:35:01.637927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.160321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:35:01.638005Z","caller":"traceutil/trace.go:171","msg":"trace[1130857313] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:8523; }","duration":"151.295474ms","start":"2026-03-12T19:35:01.48669Z","end":"2026-03-12T19:35:01.637985Z","steps":["trace[1130857313] 'agreement among raft nodes before linearized reading' (duration: 149.8351ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:02.016048Z","caller":"traceutil/trace.go:171","msg":"trace[988491136] transaction","detail":"{read_only:false; response_revision:8524; number_of_response:1; }","duration":"374.143856ms","start":"2026-03-12T19:35:01.641867Z","end":"2026-03-12T19:35:02.016011Z","steps":["trace[988491136] 'process raft request' (duration: 334.627377ms)","trace[988491136] 'compare' (duration: 39.181322ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:02.016197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:01.641853Z","time spent":"374.277579ms","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:35:02.54211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.451329ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:35:02.542526Z","caller":"traceutil/trace.go:171","msg":"trace[1103922615] transaction","detail":"{read_only:false; response_revision:8526; number_of_response:1; }","duration":"900.560508ms","start":"2026-03-12T19:35:01.641939Z","end":"2026-03-12T19:35:02.5425Z","steps":["trace[1103922615] 'process raft request' (duration: 900.298132ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:02.542571Z","caller":"traceutil/trace.go:171","msg":"trace[678980538] transaction","detail":"{read_only:false; response_revision:8529; number_of_response:1; }","duration":"900.035116ms","start":"2026-03-12T19:35:01.642513Z","end":"2026-03-12T19:35:02.542548Z","steps":["trace[678980538] 'process raft request' (duration: 899.928344ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:02.542587Z","caller":"traceutil/trace.go:171","msg":"trace[1410508953] transaction","detail":"{read_only:false; response_revision:8527; number_of_response:1; }","duration":"900.570288ms","start":"2026-03-12T19:35:01.641982Z","end":"2026-03-12T19:35:02.542552Z","steps":["trace[1410508953] 'process raft request' (duration: 900.369784ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:02.542606Z","caller":"traceutil/trace.go:171","msg":"trace[1592630862] transaction","detail":"{read_only:false; response_revision:8528; number_of_response:1; }","duration":"900.369324ms","start":"2026-03-12T19:35:01.642199Z","end":"2026-03-12T19:35:02.542568Z","steps":["trace[1592630862] 'process raft request' (duration: 900.19426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:02.542678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:01.642503Z","time spent":"900.110628ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:02.542651Z","caller":"traceutil/trace.go:171","msg":"trace[1421214686] transaction","detail":"{read_only:false; response_revision:8525; number_of_response:1; }","duration":"900.722382ms","start":"2026-03-12T19:35:01.641867Z","end":"2026-03-12T19:35:02.54259Z","steps":["trace[1421214686] 'process raft request' (duration: 652.660059ms)","trace[1421214686] 'compare' (duration: 247.154982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:02.542795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:01.641978Z","time spent":"900.65063ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:02.542687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:01.641933Z","time spent":"900.65998ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:02.542838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:01.642163Z","time spent":"900.563928ms","remote":"127.0.0.1:59074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:02.542855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:01.641855Z","time spent":"900.895696ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:02.542947Z","caller":"traceutil/trace.go:171","msg":"trace[165531653] transaction","detail":"{read_only:false; response_revision:8531; number_of_response:1; }","duration":"900.248581ms","start":"2026-03-12T19:35:01.642683Z","end":"2026-03-12T19:35:02.542932Z","steps":["trace[165531653] 'process raft request' (duration: 900.076467ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:02.542916Z","caller":"traceutil/trace.go:171","msg":"trace[205272713] transaction","detail":"{read_only:false; response_revision:8530; number_of_response:1; }","duration":"900.295933ms","start":"2026-03-12T19:35:01.642564Z","end":"2026-03-12T19:35:02.54286Z","steps":["trace[205272713] 'process raft request' (duration: 899.936984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:02.543034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:01.642675Z","time spent":"900.313232ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:02.542864Z","caller":"traceutil/trace.go:171","msg":"trace[1594310777] linearizableReadLoop","detail":"{readStateIndex:8873; appliedIndex:8864; }","duration":"899.749759ms","start":"2026-03-12T19:35:01.643107Z","end":"2026-03-12T19:35:02.542857Z","steps":["trace[1594310777] 'read index received' (duration: 333.624253ms)","trace[1594310777] 'applied index is now lower than readState.Index' (duration: 566.124756ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:02.543069Z","caller":"traceutil/trace.go:171","msg":"trace[213022523] transaction","detail":"{read_only:false; response_revision:8532; number_of_response:1; }","duration":"900.316533ms","start":"2026-03-12T19:35:01.642739Z","end":"2026-03-12T19:35:02.543056Z","steps":["trace[213022523] 'process raft request' (duration: 900.089948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:02.543138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.042006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228806"} {"level":"warn","ts":"2026-03-12T19:35:02.543144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:01.64271Z","time spent":"900.386144ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:02.543166Z","caller":"traceutil/trace.go:171","msg":"trace[1086196671] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8532; }","duration":"900.104087ms","start":"2026-03-12T19:35:01.643057Z","end":"2026-03-12T19:35:02.543161Z","steps":["trace[1086196671] 'agreement among raft nodes before linearized reading' (duration: 899.821531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:02.543186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:01.643046Z","time spent":"900.135668ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228827,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-12T19:35:02.543199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:01.642531Z","time spent":"900.479636ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:02.543277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.117026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-12T19:35:02.543318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.575599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:02.543331Z","caller":"traceutil/trace.go:171","msg":"trace[975844299] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:8532; }","duration":"840.216258ms","start":"2026-03-12T19:35:01.703101Z","end":"2026-03-12T19:35:02.543318Z","steps":["trace[975844299] 'agreement among raft nodes before linearized reading' (duration: 840.048544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:02.543368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:01.703077Z","time spent":"840.28446ms","remote":"127.0.0.1:58882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1654,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-12T19:35:02.543358Z","caller":"traceutil/trace.go:171","msg":"trace[862002983] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8532; }","duration":"636.669711ms","start":"2026-03-12T19:35:01.906675Z","end":"2026-03-12T19:35:02.543344Z","steps":["trace[862002983] 'agreement among raft nodes before linearized reading' (duration: 636.568498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:02.543416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:01.906656Z","time spent":"636.750013ms","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":26,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:35:03.806957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:03.43611Z","time spent":"370.83708ms","remote":"127.0.0.1:38426","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-12T19:35:03.808215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083273107s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:35:03.808524Z","caller":"traceutil/trace.go:171","msg":"trace[890317074] transaction","detail":"{read_only:false; response_revision:8533; number_of_response:1; }","duration":"1.257755815s","start":"2026-03-12T19:35:02.550723Z","end":"2026-03-12T19:35:03.808479Z","steps":["trace[890317074] 'process raft request' (duration: 174.077049ms)","trace[890317074] 'compare' (duration: 1.082336775s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:03.808794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:02.55071Z","time spent":"1.25796431s","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:03.8092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142189063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:03.808394Z","caller":"traceutil/trace.go:171","msg":"trace[626309795] linearizableReadLoop","detail":"{readStateIndex:8874; appliedIndex:8873; }","duration":"1.141354474s","start":"2026-03-12T19:35:02.666994Z","end":"2026-03-12T19:35:03.808348Z","steps":["trace[626309795] 'read index received' (duration: 57.720689ms)","trace[626309795] 'applied index is now lower than readState.Index' (duration: 1.083631345s)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:03.809274Z","caller":"traceutil/trace.go:171","msg":"trace[1471588408] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8533; }","duration":"1.142331866s","start":"2026-03-12T19:35:02.66692Z","end":"2026-03-12T19:35:03.809252Z","steps":["trace[1471588408] 'agreement among raft nodes before linearized reading' (duration: 1.14206774s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:03.80932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:02.666893Z","time spent":"1.142419239s","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:35:03.986909Z","caller":"traceutil/trace.go:171","msg":"trace[824464409] transaction","detail":"{read_only:false; response_revision:8534; number_of_response:1; }","duration":"989.521698ms","start":"2026-03-12T19:35:02.997355Z","end":"2026-03-12T19:35:03.986877Z","steps":["trace[824464409] 'process raft request' (duration: 939.903805ms)","trace[824464409] 'compare' (duration: 49.49511ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:03.987077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:02.997319Z","time spent":"989.665601ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:04.029961Z","caller":"traceutil/trace.go:171","msg":"trace[1739002793] linearizableReadLoop","detail":"{readStateIndex:8877; appliedIndex:8874; }","duration":"220.654891ms","start":"2026-03-12T19:35:03.809275Z","end":"2026-03-12T19:35:04.02993Z","steps":["trace[1739002793] 'read index received' (duration: 128.004168ms)","trace[1739002793] 'applied index is now lower than readState.Index' (duration: 92.649773ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:04.029998Z","caller":"traceutil/trace.go:171","msg":"trace[1779317999] transaction","detail":"{read_only:false; response_revision:8535; number_of_response:1; }","duration":"387.202237ms","start":"2026-03-12T19:35:03.642753Z","end":"2026-03-12T19:35:04.029955Z","steps":["trace[1779317999] 'process raft request' (duration: 386.957771ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:04.030064Z","caller":"traceutil/trace.go:171","msg":"trace[1115908322] transaction","detail":"{read_only:false; response_revision:8536; number_of_response:1; }","duration":"386.197754ms","start":"2026-03-12T19:35:03.643836Z","end":"2026-03-12T19:35:04.030034Z","steps":["trace[1115908322] 'process raft request' (duration: 386.04951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:04.030231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016609701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:35:04.030214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.567596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-12T19:35:04.030285Z","caller":"traceutil/trace.go:171","msg":"trace[1252896862] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:8536; }","duration":"1.016718474s","start":"2026-03-12T19:35:03.013553Z","end":"2026-03-12T19:35:04.030272Z","steps":["trace[1252896862] 'agreement among raft nodes before linearized reading' (duration: 1.01654807s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:04.030294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.480134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:35:04.030332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:03.013546Z","time spent":"1.016773635s","remote":"127.0.0.1:59188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":22,"response size":28,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:35:04.030303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:03.642716Z","time spent":"387.388771ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:04.03019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.140009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:35:04.030439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156059053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:35:04.030377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.635678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:04.030528Z","caller":"traceutil/trace.go:171","msg":"trace[835320988] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:8536; }","duration":"890.521478ms","start":"2026-03-12T19:35:03.139963Z","end":"2026-03-12T19:35:04.030484Z","steps":["trace[835320988] 'agreement among raft nodes before linearized reading' (duration: 890.017677ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:04.030562Z","caller":"traceutil/trace.go:171","msg":"trace[48159439] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8536; }","duration":"942.979756ms","start":"2026-03-12T19:35:03.087557Z","end":"2026-03-12T19:35:04.030537Z","steps":["trace[48159439] 'agreement among raft nodes before linearized reading' (duration: 942.673189ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:04.030309Z","caller":"traceutil/trace.go:171","msg":"trace[1107235128] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8536; }","duration":"978.690449ms","start":"2026-03-12T19:35:03.051597Z","end":"2026-03-12T19:35:04.030288Z","steps":["trace[1107235128] 'agreement among raft nodes before linearized reading' (duration: 978.497364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:04.030674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:03.139936Z","time spent":"890.674811ms","remote":"127.0.0.1:59092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":109,"response size":28,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:35:04.030664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:03.087526Z","time spent":"943.123179ms","remote":"127.0.0.1:38014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:35:04.030716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:03.051576Z","time spent":"979.120518ms","remote":"127.0.0.1:58834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":377,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-12T19:35:04.03036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:03.643801Z","time spent":"386.370158ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:04.030492Z","caller":"traceutil/trace.go:171","msg":"trace[89832842] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8536; }","duration":"1.156172866s","start":"2026-03-12T19:35:02.874308Z","end":"2026-03-12T19:35:04.030481Z","steps":["trace[89832842] 'agreement among raft nodes before linearized reading' (duration: 1.156092804s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:04.030422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.159942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:35:04.03093Z","caller":"traceutil/trace.go:171","msg":"trace[1084992372] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8536; }","duration":"554.724225ms","start":"2026-03-12T19:35:03.476191Z","end":"2026-03-12T19:35:04.030916Z","steps":["trace[1084992372] 'agreement among raft nodes before linearized reading' (duration: 554.191403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:04.030937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:02.874279Z","time spent":"1.156630866s","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:35:04.030979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:03.476164Z","time spent":"554.799676ms","remote":"127.0.0.1:59110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":28,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:35:04.030373Z","caller":"traceutil/trace.go:171","msg":"trace[918128285] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8536; }","duration":"219.616347ms","start":"2026-03-12T19:35:03.810738Z","end":"2026-03-12T19:35:04.030355Z","steps":["trace[918128285] 'agreement among raft nodes before linearized reading' (duration: 219.430763ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:08.728049Z","caller":"traceutil/trace.go:171","msg":"trace[657968185] transaction","detail":"{read_only:false; response_revision:8570; number_of_response:1; }","duration":"155.394468ms","start":"2026-03-12T19:35:08.572627Z","end":"2026-03-12T19:35:08.728021Z","steps":["trace[657968185] 'process raft request' (duration: 155.197924ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:08.731319Z","caller":"traceutil/trace.go:171","msg":"trace[942658774] linearizableReadLoop","detail":"{readStateIndex:8914; appliedIndex:8912; }","duration":"143.790352ms","start":"2026-03-12T19:35:08.587496Z","end":"2026-03-12T19:35:08.731286Z","steps":["trace[942658774] 'read index received' (duration: 140.359472ms)","trace[942658774] 'applied index is now lower than readState.Index' (duration: 3.43ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:08.731509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.347423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:35:08.731534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.027457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:35:08.731547Z","caller":"traceutil/trace.go:171","msg":"trace[1666246486] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8571; }","duration":"114.464897ms","start":"2026-03-12T19:35:08.617073Z","end":"2026-03-12T19:35:08.731538Z","steps":["trace[1666246486] 'agreement among raft nodes before linearized reading' (duration: 114.372785ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:08.731517Z","caller":"traceutil/trace.go:171","msg":"trace[455053627] transaction","detail":"{read_only:false; response_revision:8571; number_of_response:1; }","duration":"157.164649ms","start":"2026-03-12T19:35:08.574309Z","end":"2026-03-12T19:35:08.731473Z","steps":["trace[455053627] 'process raft request' (duration: 156.838542ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:08.731567Z","caller":"traceutil/trace.go:171","msg":"trace[1592295089] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8571; }","duration":"144.076788ms","start":"2026-03-12T19:35:08.587481Z","end":"2026-03-12T19:35:08.731557Z","steps":["trace[1592295089] 'agreement among raft nodes before linearized reading' (duration: 143.956895ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:08.851262Z","caller":"traceutil/trace.go:171","msg":"trace[1553450582] transaction","detail":"{read_only:false; response_revision:8572; number_of_response:1; }","duration":"114.504036ms","start":"2026-03-12T19:35:08.736706Z","end":"2026-03-12T19:35:08.85121Z","steps":["trace[1553450582] 'process raft request' (duration: 69.441309ms)","trace[1553450582] 'compare' (duration: 44.780891ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:09.1683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.034227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:35:09.168607Z","caller":"traceutil/trace.go:171","msg":"trace[1672647031] transaction","detail":"{read_only:false; response_revision:8575; number_of_response:1; }","duration":"430.587446ms","start":"2026-03-12T19:35:08.737996Z","end":"2026-03-12T19:35:09.168584Z","steps":["trace[1672647031] 'process raft request' (duration: 430.502994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:09.168688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:08.737983Z","time spent":"430.669948ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:09.168689Z","caller":"traceutil/trace.go:171","msg":"trace[1659989346] transaction","detail":"{read_only:false; response_revision:8574; number_of_response:1; }","duration":"431.305913ms","start":"2026-03-12T19:35:08.73735Z","end":"2026-03-12T19:35:09.168656Z","steps":["trace[1659989346] 'process raft request' (duration: 431.087708ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:09.168714Z","caller":"traceutil/trace.go:171","msg":"trace[649478403] transaction","detail":"{read_only:false; response_revision:8573; number_of_response:1; }","duration":"431.813964ms","start":"2026-03-12T19:35:08.736847Z","end":"2026-03-12T19:35:09.168661Z","steps":["trace[649478403] 'process raft request' (duration: 221.261635ms)","trace[649478403] 'compare' (duration: 209.879343ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:09.168842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:08.737323Z","time spent":"431.432055ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:09.168874Z","caller":"traceutil/trace.go:171","msg":"trace[556263621] transaction","detail":"{read_only:false; response_revision:8577; number_of_response:1; }","duration":"362.1619ms","start":"2026-03-12T19:35:08.806645Z","end":"2026-03-12T19:35:09.168807Z","steps":["trace[556263621] 'process raft request' (duration: 362.066808ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:09.168956Z","caller":"traceutil/trace.go:171","msg":"trace[188092131] linearizableReadLoop","detail":"{readStateIndex:8916; appliedIndex:8914; }","duration":"431.665261ms","start":"2026-03-12T19:35:08.737283Z","end":"2026-03-12T19:35:09.168948Z","steps":["trace[188092131] 'read index received' (duration: 68.880176ms)","trace[188092131] 'applied index is now lower than readState.Index' (duration: 362.784415ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:09.168937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:08.736826Z","time spent":"432.012189ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:09.168982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:08.806609Z","time spent":"362.323944ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:09.168989Z","caller":"traceutil/trace.go:171","msg":"trace[510259325] transaction","detail":"{read_only:false; response_revision:8576; number_of_response:1; }","duration":"430.212798ms","start":"2026-03-12T19:35:08.738735Z","end":"2026-03-12T19:35:09.168948Z","steps":["trace[510259325] 'process raft request' (duration: 429.803508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:09.169193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:08.738719Z","time spent":"430.371001ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:09.169332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.048779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224163"} {"level":"info","ts":"2026-03-12T19:35:09.169366Z","caller":"traceutil/trace.go:171","msg":"trace[614982505] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8577; }","duration":"432.08623ms","start":"2026-03-12T19:35:08.737273Z","end":"2026-03-12T19:35:09.169359Z","steps":["trace[614982505] 'agreement among raft nodes before linearized reading' (duration: 431.707481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:09.169388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:08.737251Z","time spent":"432.132182ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224184,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-12T19:35:10.293762Z","caller":"traceutil/trace.go:171","msg":"trace[241224494] transaction","detail":"{read_only:false; response_revision:8580; number_of_response:1; }","duration":"218.219865ms","start":"2026-03-12T19:35:10.075459Z","end":"2026-03-12T19:35:10.293679Z","steps":["trace[241224494] 'process raft request' (duration: 218.150863ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:10.293891Z","caller":"traceutil/trace.go:171","msg":"trace[1300272084] transaction","detail":"{read_only:false; response_revision:8579; number_of_response:1; }","duration":"220.882207ms","start":"2026-03-12T19:35:10.07296Z","end":"2026-03-12T19:35:10.293843Z","steps":["trace[1300272084] 'process raft request' (duration: 154.347684ms)","trace[1300272084] 'compare' (duration: 66.128633ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:10.794566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.780317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:35:10.794704Z","caller":"traceutil/trace.go:171","msg":"trace[193624059] linearizableReadLoop","detail":"{readStateIndex:8925; appliedIndex:8924; }","duration":"129.782398ms","start":"2026-03-12T19:35:10.664901Z","end":"2026-03-12T19:35:10.794683Z","steps":["trace[193624059] 'read index received' (duration: 16.675334ms)","trace[193624059] 'applied index is now lower than readState.Index' (duration: 113.105524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:10.794806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.916572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:10.79484Z","caller":"traceutil/trace.go:171","msg":"trace[477757153] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8581; }","duration":"129.993304ms","start":"2026-03-12T19:35:10.664837Z","end":"2026-03-12T19:35:10.794831Z","steps":["trace[477757153] 'agreement among raft nodes before linearized reading' (duration: 129.900082ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:10.79501Z","caller":"traceutil/trace.go:171","msg":"trace[778270345] transaction","detail":"{read_only:false; response_revision:8581; number_of_response:1; }","duration":"169.896273ms","start":"2026-03-12T19:35:10.625061Z","end":"2026-03-12T19:35:10.794957Z","steps":["trace[778270345] 'process raft request' (duration: 56.623624ms)","trace[778270345] 'compare' (duration: 112.518261ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:10.979074Z","caller":"traceutil/trace.go:171","msg":"trace[238462805] transaction","detail":"{read_only:false; response_revision:8582; number_of_response:1; }","duration":"117.443615ms","start":"2026-03-12T19:35:10.861595Z","end":"2026-03-12T19:35:10.979039Z","steps":["trace[238462805] 'process raft request' (duration: 57.630497ms)","trace[238462805] 'compare' (duration: 59.660525ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:11.134391Z","caller":"traceutil/trace.go:171","msg":"trace[642360624] transaction","detail":"{read_only:false; response_revision:8583; number_of_response:1; }","duration":"110.224288ms","start":"2026-03-12T19:35:11.024135Z","end":"2026-03-12T19:35:11.13436Z","steps":["trace[642360624] 'process raft request' (duration: 59.038409ms)","trace[642360624] 'compare' (duration: 51.013775ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:11.350594Z","caller":"traceutil/trace.go:171","msg":"trace[417733956] linearizableReadLoop","detail":"{readStateIndex:8931; appliedIndex:8929; }","duration":"177.433676ms","start":"2026-03-12T19:35:11.173122Z","end":"2026-03-12T19:35:11.350555Z","steps":["trace[417733956] 'read index received' (duration: 44.196837ms)","trace[417733956] 'applied index is now lower than readState.Index' (duration: 133.234759ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:11.350644Z","caller":"traceutil/trace.go:171","msg":"trace[991430872] transaction","detail":"{read_only:false; response_revision:8587; number_of_response:1; }","duration":"178.048461ms","start":"2026-03-12T19:35:11.17255Z","end":"2026-03-12T19:35:11.350599Z","steps":["trace[991430872] 'process raft request' (duration: 177.894337ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:11.350705Z","caller":"traceutil/trace.go:171","msg":"trace[1091770712] transaction","detail":"{read_only:false; response_revision:8586; number_of_response:1; }","duration":"178.952401ms","start":"2026-03-12T19:35:11.171714Z","end":"2026-03-12T19:35:11.350666Z","steps":["trace[1091770712] 'process raft request' (duration: 108.138831ms)","trace[1091770712] 'compare' (duration: 70.325699ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:11.350903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.755204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:35:11.350987Z","caller":"traceutil/trace.go:171","msg":"trace[1276545759] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8587; }","duration":"177.886796ms","start":"2026-03-12T19:35:11.173082Z","end":"2026-03-12T19:35:11.350968Z","steps":["trace[1276545759] 'agreement among raft nodes before linearized reading' (duration: 177.63166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:11.432311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.125927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-12T19:35:11.432383Z","caller":"traceutil/trace.go:171","msg":"trace[1833171671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8588; }","duration":"259.2148ms","start":"2026-03-12T19:35:11.173152Z","end":"2026-03-12T19:35:11.432356Z","steps":["trace[1833171671] 'agreement among raft nodes before linearized reading' (duration: 259.033696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:11.432575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.265131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-12T19:35:11.432554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.238988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ll48d\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-12T19:35:11.432573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.716389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:35:11.432628Z","caller":"traceutil/trace.go:171","msg":"trace[654763858] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ll48d; range_end:; response_count:1; response_revision:8588; }","duration":"242.32865ms","start":"2026-03-12T19:35:11.190282Z","end":"2026-03-12T19:35:11.432611Z","steps":["trace[654763858] 'agreement among raft nodes before linearized reading' (duration: 242.070134ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:11.432638Z","caller":"traceutil/trace.go:171","msg":"trace[1342103332] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8588; }","duration":"255.795931ms","start":"2026-03-12T19:35:11.176825Z","end":"2026-03-12T19:35:11.432621Z","steps":["trace[1342103332] 'agreement among raft nodes before linearized reading' (duration: 255.608306ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:11.432733Z","caller":"traceutil/trace.go:171","msg":"trace[809433191] transaction","detail":"{read_only:false; response_revision:8588; number_of_response:1; }","duration":"211.196114ms","start":"2026-03-12T19:35:11.221516Z","end":"2026-03-12T19:35:11.432712Z","steps":["trace[809433191] 'process raft request' (duration: 210.547499ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:11.432593Z","caller":"traceutil/trace.go:171","msg":"trace[1529429973] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8588; }","duration":"256.297173ms","start":"2026-03-12T19:35:11.17629Z","end":"2026-03-12T19:35:11.432587Z","steps":["trace[1529429973] 'agreement among raft nodes before linearized reading' (duration: 256.234401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:11.432855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.372223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-4tbf7\" ","response":"range_response_count:1 size:3408"} {"level":"info","ts":"2026-03-12T19:35:11.432878Z","caller":"traceutil/trace.go:171","msg":"trace[925170297] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-4tbf7; range_end:; response_count:1; response_revision:8588; }","duration":"206.426254ms","start":"2026-03-12T19:35:11.226442Z","end":"2026-03-12T19:35:11.432868Z","steps":["trace[925170297] 'agreement among raft nodes before linearized reading' (duration: 206.358943ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:11.480641Z","caller":"traceutil/trace.go:171","msg":"trace[856922289] transaction","detail":"{read_only:false; response_revision:8589; number_of_response:1; }","duration":"125.110542ms","start":"2026-03-12T19:35:11.355497Z","end":"2026-03-12T19:35:11.480608Z","steps":["trace[856922289] 'process raft request' (duration: 95.594052ms)","trace[856922289] 'compare' (duration: 28.981167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:13.091192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.184452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:13.091295Z","caller":"traceutil/trace.go:171","msg":"trace[1257779221] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8601; }","duration":"422.335146ms","start":"2026-03-12T19:35:12.668937Z","end":"2026-03-12T19:35:13.091272Z","steps":["trace[1257779221] 'count revisions from in-memory index tree' (duration: 422.11859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:13.091363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:12.668926Z","time spent":"422.417747ms","remote":"127.0.0.1:59130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":26,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:35:13.091632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.55139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:35:13.091653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.66548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:35:13.091724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.2628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:35:13.091777Z","caller":"traceutil/trace.go:171","msg":"trace[1561061518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8601; }","duration":"107.351152ms","start":"2026-03-12T19:35:12.984411Z","end":"2026-03-12T19:35:13.091763Z","steps":["trace[1561061518] 'range keys from in-memory index tree' (duration: 107.062085ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:13.091767Z","caller":"traceutil/trace.go:171","msg":"trace[234664388] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8601; }","duration":"104.882525ms","start":"2026-03-12T19:35:12.986855Z","end":"2026-03-12T19:35:13.091738Z","steps":["trace[234664388] 'count revisions from in-memory index tree' (duration: 104.529927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:13.091782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.281079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:13.091858Z","caller":"traceutil/trace.go:171","msg":"trace[85376007] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8601; }","duration":"169.419212ms","start":"2026-03-12T19:35:12.92242Z","end":"2026-03-12T19:35:13.091839Z","steps":["trace[85376007] 'count revisions from in-memory index tree' (duration: 169.171135ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:13.091733Z","caller":"traceutil/trace.go:171","msg":"trace[1677630608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8601; }","duration":"415.751344ms","start":"2026-03-12T19:35:12.675961Z","end":"2026-03-12T19:35:13.091712Z","steps":["trace[1677630608] 'range keys from in-memory index tree' (duration: 415.367835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:13.092008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.896284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pvc-ceph-client-key\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:13.092049Z","caller":"traceutil/trace.go:171","msg":"trace[2127627124] range","detail":"{range_begin:/registry/secrets/openstack/pvc-ceph-client-key; range_end:; response_count:0; response_revision:8601; }","duration":"203.999697ms","start":"2026-03-12T19:35:12.888038Z","end":"2026-03-12T19:35:13.092038Z","steps":["trace[2127627124] 'range keys from in-memory index tree' (duration: 203.799082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:13.092017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:12.675932Z","time spent":"416.041841ms","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:35:13.091865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.5392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-4tbf7\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-03-12T19:35:13.092185Z","caller":"traceutil/trace.go:171","msg":"trace[67594458] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-4tbf7; range_end:; response_count:1; response_revision:8601; }","duration":"379.904538ms","start":"2026-03-12T19:35:12.712265Z","end":"2026-03-12T19:35:13.092169Z","steps":["trace[67594458] 'range keys from in-memory index tree' (duration: 379.313034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:13.092309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:12.712234Z","time spent":"380.065191ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4580,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-4tbf7\" "} {"level":"info","ts":"2026-03-12T19:35:13.370342Z","caller":"traceutil/trace.go:171","msg":"trace[604056440] transaction","detail":"{read_only:false; response_revision:8604; number_of_response:1; }","duration":"269.795093ms","start":"2026-03-12T19:35:13.100518Z","end":"2026-03-12T19:35:13.370313Z","steps":["trace[604056440] 'process raft request' (duration: 269.737192ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:13.370659Z","caller":"traceutil/trace.go:171","msg":"trace[904329496] transaction","detail":"{read_only:false; response_revision:8603; number_of_response:1; }","duration":"270.696114ms","start":"2026-03-12T19:35:13.099696Z","end":"2026-03-12T19:35:13.370392Z","steps":["trace[904329496] 'process raft request' (duration: 270.435458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:14.611155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.292712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:35:14.611407Z","caller":"traceutil/trace.go:171","msg":"trace[55237257] transaction","detail":"{read_only:false; response_revision:8615; number_of_response:1; }","duration":"454.18765ms","start":"2026-03-12T19:35:14.157194Z","end":"2026-03-12T19:35:14.611382Z","steps":["trace[55237257] 'process raft request' (duration: 174.55401ms)","trace[55237257] 'compare' (duration: 279.142949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:14.6117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:14.157165Z","time spent":"454.502496ms","remote":"127.0.0.1:58972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3146,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:14.611931Z","caller":"traceutil/trace.go:171","msg":"trace[1373441396] linearizableReadLoop","detail":"{readStateIndex:8960; appliedIndex:8958; }","duration":"342.861576ms","start":"2026-03-12T19:35:14.269008Z","end":"2026-03-12T19:35:14.611869Z","steps":["trace[1373441396] 'read index received' (duration: 62.759096ms)","trace[1373441396] 'applied index is now lower than readState.Index' (duration: 280.09968ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:14.612033Z","caller":"traceutil/trace.go:171","msg":"trace[2085145249] transaction","detail":"{read_only:false; response_revision:8616; number_of_response:1; }","duration":"428.421056ms","start":"2026-03-12T19:35:14.183573Z","end":"2026-03-12T19:35:14.611994Z","steps":["trace[2085145249] 'process raft request' (duration: 427.73774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:14.612262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:14.183548Z","time spent":"428.5666ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:14.612656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.627083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:45 size:605312"} {"level":"info","ts":"2026-03-12T19:35:14.612753Z","caller":"traceutil/trace.go:171","msg":"trace[798436920] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:45; response_revision:8616; }","duration":"343.794727ms","start":"2026-03-12T19:35:14.268938Z","end":"2026-03-12T19:35:14.612733Z","steps":["trace[798436920] 'agreement among raft nodes before linearized reading' (duration: 343.06461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:14.612798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:14.268894Z","time spent":"343.893149ms","remote":"127.0.0.1:58820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":45,"response size":605333,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-03-12T19:35:14.695483Z","caller":"traceutil/trace.go:171","msg":"trace[1221815689] transaction","detail":"{read_only:false; response_revision:8617; number_of_response:1; }","duration":"362.918618ms","start":"2026-03-12T19:35:14.332523Z","end":"2026-03-12T19:35:14.695442Z","steps":["trace[1221815689] 'process raft request' (duration: 362.648912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:14.695807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:14.332498Z","time spent":"363.109973ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:14.695916Z","caller":"traceutil/trace.go:171","msg":"trace[1700052901] transaction","detail":"{read_only:false; response_revision:8618; number_of_response:1; }","duration":"355.953447ms","start":"2026-03-12T19:35:14.339911Z","end":"2026-03-12T19:35:14.695864Z","steps":["trace[1700052901] 'process raft request' (duration: 355.461416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:14.696167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:14.339881Z","time spent":"356.138972ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:14.891588Z","caller":"traceutil/trace.go:171","msg":"trace[964034338] linearizableReadLoop","detail":"{readStateIndex:8963; appliedIndex:8962; }","duration":"195.744138ms","start":"2026-03-12T19:35:14.695808Z","end":"2026-03-12T19:35:14.891552Z","steps":["trace[964034338] 'read index received' (duration: 195.473252ms)","trace[964034338] 'applied index is now lower than readState.Index' (duration: 269.156µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:14.891856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.316212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:35:14.891961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.816212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-4tbf7\" ","response":"range_response_count:1 size:4740"} {"level":"info","ts":"2026-03-12T19:35:14.891965Z","caller":"traceutil/trace.go:171","msg":"trace[488724024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8619; }","duration":"226.485376ms","start":"2026-03-12T19:35:14.665456Z","end":"2026-03-12T19:35:14.891942Z","steps":["trace[488724024] 'agreement among raft nodes before linearized reading' (duration: 226.271471ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:14.89202Z","caller":"traceutil/trace.go:171","msg":"trace[170492700] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-4tbf7; range_end:; response_count:1; response_revision:8619; }","duration":"275.932744ms","start":"2026-03-12T19:35:14.61607Z","end":"2026-03-12T19:35:14.892003Z","steps":["trace[170492700] 'agreement among raft nodes before linearized reading' (duration: 275.788681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:14.892011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.480815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:3161"} {"level":"info","ts":"2026-03-12T19:35:14.8921Z","caller":"traceutil/trace.go:171","msg":"trace[1501672368] range","detail":"{range_begin:/registry/jobs/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:8619; }","duration":"275.623127ms","start":"2026-03-12T19:35:14.616454Z","end":"2026-03-12T19:35:14.892077Z","steps":["trace[1501672368] 'agreement among raft nodes before linearized reading' (duration: 275.3363ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:14.892073Z","caller":"traceutil/trace.go:171","msg":"trace[1088638208] transaction","detail":"{read_only:false; response_revision:8619; number_of_response:1; }","duration":"268.828051ms","start":"2026-03-12T19:35:14.62316Z","end":"2026-03-12T19:35:14.891988Z","steps":["trace[1088638208] 'process raft request' (duration: 268.150015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:14.892382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.041732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:45 size:605312"} {"level":"info","ts":"2026-03-12T19:35:14.892437Z","caller":"traceutil/trace.go:171","msg":"trace[366284389] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:45; response_revision:8619; }","duration":"261.157244ms","start":"2026-03-12T19:35:14.631267Z","end":"2026-03-12T19:35:14.892424Z","steps":["trace[366284389] 'agreement among raft nodes before linearized reading' (duration: 260.497089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:15.251488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.178588ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:35:15.252085Z","caller":"traceutil/trace.go:171","msg":"trace[158807791] linearizableReadLoop","detail":"{readStateIndex:8964; appliedIndex:8963; }","duration":"360.318518ms","start":"2026-03-12T19:35:14.891722Z","end":"2026-03-12T19:35:15.252041Z","steps":["trace[158807791] 'read index received' (duration: 64.180898ms)","trace[158807791] 'applied index is now lower than readState.Index' (duration: 296.13222ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:15.25217Z","caller":"traceutil/trace.go:171","msg":"trace[2024385515] transaction","detail":"{read_only:false; response_revision:8620; number_of_response:1; }","duration":"553.874116ms","start":"2026-03-12T19:35:14.698254Z","end":"2026-03-12T19:35:15.252128Z","steps":["trace[2024385515] 'process raft request' (duration: 257.805838ms)","trace[2024385515] 'compare' (duration: 294.909101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:15.252394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.272114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:15.252488Z","caller":"traceutil/trace.go:171","msg":"trace[70277389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8620; }","duration":"359.437418ms","start":"2026-03-12T19:35:14.893029Z","end":"2026-03-12T19:35:15.252466Z","steps":["trace[70277389] 'agreement among raft nodes before linearized reading' (duration: 359.258743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:15.252508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.711827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:35:15.252541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:14.893005Z","time spent":"359.52698ms","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:35:15.25254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:14.698219Z","time spent":"554.049839ms","remote":"127.0.0.1:58834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:15.252571Z","caller":"traceutil/trace.go:171","msg":"trace[228091523] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8620; }","duration":"215.862811ms","start":"2026-03-12T19:35:15.036692Z","end":"2026-03-12T19:35:15.252554Z","steps":["trace[228091523] 'agreement among raft nodes before linearized reading' (duration: 215.726667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:15.252712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.267802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-4tbf7\" ","response":"range_response_count:1 size:4740"} {"level":"info","ts":"2026-03-12T19:35:15.252758Z","caller":"traceutil/trace.go:171","msg":"trace[1168582280] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-4tbf7; range_end:; response_count:1; response_revision:8620; }","duration":"520.337433ms","start":"2026-03-12T19:35:14.732405Z","end":"2026-03-12T19:35:15.252743Z","steps":["trace[1168582280] 'agreement among raft nodes before linearized reading' (duration: 520.180229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:15.252777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:14.732363Z","time spent":"520.409025ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4761,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-4tbf7\" "} {"level":"warn","ts":"2026-03-12T19:35:15.252772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.561871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:3161"} {"level":"info","ts":"2026-03-12T19:35:15.252854Z","caller":"traceutil/trace.go:171","msg":"trace[1212314743] range","detail":"{range_begin:/registry/jobs/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:8620; }","duration":"356.661944ms","start":"2026-03-12T19:35:14.896171Z","end":"2026-03-12T19:35:15.252833Z","steps":["trace[1212314743] 'agreement among raft nodes before linearized reading' (duration: 356.445279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:15.252906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:14.896152Z","time spent":"356.743075ms","remote":"127.0.0.1:58972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":3182,"request content":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" "} {"level":"warn","ts":"2026-03-12T19:35:15.252994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.141327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-12T19:35:15.25306Z","caller":"traceutil/trace.go:171","msg":"trace[2004600354] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8620; }","duration":"503.24372ms","start":"2026-03-12T19:35:14.7498Z","end":"2026-03-12T19:35:15.253044Z","steps":["trace[2004600354] 'agreement among raft nodes before linearized reading' (duration: 502.442991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:15.2531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:14.749785Z","time spent":"503.305871ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T19:35:21.836977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.039935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:21.837127Z","caller":"traceutil/trace.go:171","msg":"trace[161683055] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8742; }","duration":"173.24058ms","start":"2026-03-12T19:35:21.663857Z","end":"2026-03-12T19:35:21.837097Z","steps":["trace[161683055] 'range keys from in-memory index tree' (duration: 172.984184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:21.83792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.287654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-12T19:35:21.838162Z","caller":"traceutil/trace.go:171","msg":"trace[74586033] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8742; }","duration":"174.58892ms","start":"2026-03-12T19:35:21.663547Z","end":"2026-03-12T19:35:21.838136Z","steps":["trace[74586033] 'range keys from in-memory index tree' (duration: 174.043648ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:36:00.644109Z","caller":"traceutil/trace.go:171","msg":"trace[820296685] transaction","detail":"{read_only:false; response_revision:9099; number_of_response:1; }","duration":"415.773825ms","start":"2026-03-12T19:36:00.228305Z","end":"2026-03-12T19:36:00.644079Z","steps":["trace[820296685] 'process raft request' (duration: 415.55994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:00.644277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:00.228271Z","time spent":"415.910808ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:36:00.644298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.760438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:36:00.644082Z","caller":"traceutil/trace.go:171","msg":"trace[1761029025] linearizableReadLoop","detail":"{readStateIndex:9457; appliedIndex:9456; }","duration":"413.506192ms","start":"2026-03-12T19:36:00.230536Z","end":"2026-03-12T19:36:00.644043Z","steps":["trace[1761029025] 'read index received' (duration: 413.41617ms)","trace[1761029025] 'applied index is now lower than readState.Index' (duration: 88.772µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:36:00.64434Z","caller":"traceutil/trace.go:171","msg":"trace[1361025257] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:9099; }","duration":"413.865241ms","start":"2026-03-12T19:36:00.230464Z","end":"2026-03-12T19:36:00.644329Z","steps":["trace[1361025257] 'agreement among raft nodes before linearized reading' (duration: 413.689447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:00.644441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:00.230435Z","time spent":"413.994724ms","remote":"127.0.0.1:58820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":102,"response size":28,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:36:00.703977Z","caller":"traceutil/trace.go:171","msg":"trace[1114926438] transaction","detail":"{read_only:false; response_revision:9100; number_of_response:1; }","duration":"292.843184ms","start":"2026-03-12T19:36:00.41111Z","end":"2026-03-12T19:36:00.703953Z","steps":["trace[1114926438] 'process raft request' (duration: 292.593578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:00.70449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.126636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-12T19:36:00.704581Z","caller":"traceutil/trace.go:171","msg":"trace[1220311445] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:9100; }","duration":"143.436163ms","start":"2026-03-12T19:36:00.56113Z","end":"2026-03-12T19:36:00.704566Z","steps":["trace[1220311445] 'agreement among raft nodes before linearized reading' (duration: 142.994873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:15.993074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.516918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:36:15.993335Z","caller":"traceutil/trace.go:171","msg":"trace[19912123] transaction","detail":"{read_only:false; response_revision:9204; number_of_response:1; }","duration":"194.588261ms","start":"2026-03-12T19:36:15.798711Z","end":"2026-03-12T19:36:15.993299Z","steps":["trace[19912123] 'process raft request' (duration: 82.726455ms)","trace[19912123] 'compare' (duration: 111.210301ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:36:16.599482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.234131ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-03-12T19:36:16.59969Z","caller":"traceutil/trace.go:171","msg":"trace[577871792] linearizableReadLoop","detail":"{readStateIndex:9566; appliedIndex:9564; }","duration":"648.992856ms","start":"2026-03-12T19:36:15.950667Z","end":"2026-03-12T19:36:16.59966Z","steps":["trace[577871792] 'read index received' (duration: 9.656073ms)","trace[577871792] 'applied index is now lower than readState.Index' (duration: 639.333843ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:36:16.600192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.851655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-12T19:36:16.600273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.630026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T19:36:16.600246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.542258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:36:16.600303Z","caller":"traceutil/trace.go:171","msg":"trace[1552708139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9204; }","duration":"610.034568ms","start":"2026-03-12T19:36:15.99024Z","end":"2026-03-12T19:36:16.600275Z","steps":["trace[1552708139] 'agreement among raft nodes before linearized reading' (duration: 609.728851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:16.600297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.570728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:36:16.600335Z","caller":"traceutil/trace.go:171","msg":"trace[709123211] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9204; }","duration":"572.7891ms","start":"2026-03-12T19:36:16.02753Z","end":"2026-03-12T19:36:16.600319Z","steps":["trace[709123211] 'agreement among raft nodes before linearized reading' (duration: 572.521314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:16.600376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:15.990209Z","time spent":"610.152551ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:36:16.600383Z","caller":"traceutil/trace.go:171","msg":"trace[497567854] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9204; }","duration":"609.729341ms","start":"2026-03-12T19:36:15.990636Z","end":"2026-03-12T19:36:16.600366Z","steps":["trace[497567854] 'agreement among raft nodes before linearized reading' (duration: 609.433615ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:36:16.600382Z","caller":"traceutil/trace.go:171","msg":"trace[353694881] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9204; }","duration":"649.731843ms","start":"2026-03-12T19:36:15.950604Z","end":"2026-03-12T19:36:16.600336Z","steps":["trace[353694881] 'agreement among raft nodes before linearized reading' (duration: 649.359994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:16.600409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:16.027501Z","time spent":"572.892073ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:36:16.600427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:15.990609Z","time spent":"609.811004ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:36:16.600434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:15.950581Z","time spent":"649.844115ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:36:16.600447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.641538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ll48d\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:36:16.600537Z","caller":"traceutil/trace.go:171","msg":"trace[2052003421] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ll48d; range_end:; response_count:1; response_revision:9204; }","duration":"546.778392ms","start":"2026-03-12T19:36:16.053738Z","end":"2026-03-12T19:36:16.600517Z","steps":["trace[2052003421] 'agreement among raft nodes before linearized reading' (duration: 546.27581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:16.600586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:16.053721Z","time spent":"546.854633ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-ll48d\" "} {"level":"warn","ts":"2026-03-12T19:36:17.10629Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879541287282793,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:36:17.607298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879541287282793,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:36:18.107922Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879541287282793,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:36:18.210801Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.605218486s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:36:18.211316Z","caller":"traceutil/trace.go:171","msg":"trace[900712155] transaction","detail":"{read_only:false; response_revision:9205; number_of_response:1; }","duration":"1.60583755s","start":"2026-03-12T19:36:16.605449Z","end":"2026-03-12T19:36:18.211286Z","steps":["trace[900712155] 'process raft request' (duration: 1.605627546s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:18.21151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:16.60542Z","time spent":"1.605986403s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:36:18.29161Z","caller":"traceutil/trace.go:171","msg":"trace[264546855] transaction","detail":"{read_only:false; response_revision:9206; number_of_response:1; }","duration":"1.685922214s","start":"2026-03-12T19:36:16.605625Z","end":"2026-03-12T19:36:18.291547Z","steps":["trace[264546855] 'process raft request' (duration: 1.685709039s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:18.291813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:16.605606Z","time spent":"1.686096148s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:36:18.292002Z","caller":"traceutil/trace.go:171","msg":"trace[711857377] transaction","detail":"{read_only:false; response_revision:9208; number_of_response:1; }","duration":"1.684295367s","start":"2026-03-12T19:36:16.607688Z","end":"2026-03-12T19:36:18.291983Z","steps":["trace[711857377] 'process raft request' (duration: 1.684079172s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:36:18.292001Z","caller":"traceutil/trace.go:171","msg":"trace[983185897] transaction","detail":"{read_only:false; response_revision:9209; number_of_response:1; }","duration":"1.361247597s","start":"2026-03-12T19:36:16.930732Z","end":"2026-03-12T19:36:18.291979Z","steps":["trace[983185897] 'process raft request' (duration: 1.361126714s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:18.292063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:16.607663Z","time spent":"1.684369238s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:36:18.292115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:16.930514Z","time spent":"1.361539614s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:36:18.292014Z","caller":"traceutil/trace.go:171","msg":"trace[1050047732] transaction","detail":"{read_only:false; response_revision:9207; number_of_response:1; }","duration":"1.68616293s","start":"2026-03-12T19:36:16.605815Z","end":"2026-03-12T19:36:18.291978Z","steps":["trace[1050047732] 'process raft request' (duration: 1.685684919s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:18.292342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:16.605806Z","time spent":"1.686453166s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:36:18.292472Z","caller":"traceutil/trace.go:171","msg":"trace[252005185] linearizableReadLoop","detail":"{readStateIndex:9573; appliedIndex:9566; }","duration":"1.68661728s","start":"2026-03-12T19:36:16.605824Z","end":"2026-03-12T19:36:18.292441Z","steps":["trace[252005185] 'read index received' (duration: 1.605342769s)","trace[252005185] 'applied index is now lower than readState.Index' (duration: 81.273061ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:36:18.292609Z","caller":"traceutil/trace.go:171","msg":"trace[483745947] transaction","detail":"{read_only:false; response_revision:9210; number_of_response:1; }","duration":"1.19419173s","start":"2026-03-12T19:36:17.098409Z","end":"2026-03-12T19:36:18.2926Z","steps":["trace[483745947] 'process raft request' (duration: 1.193510234s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:36:18.292775Z","caller":"traceutil/trace.go:171","msg":"trace[2097231808] transaction","detail":"{read_only:false; response_revision:9211; number_of_response:1; }","duration":"1.187278471s","start":"2026-03-12T19:36:17.105479Z","end":"2026-03-12T19:36:18.292757Z","steps":["trace[2097231808] 'process raft request' (duration: 1.186841281s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:18.292862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:17.105443Z","time spent":"1.187374693s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:36:18.292914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686132169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19408"} {"level":"info","ts":"2026-03-12T19:36:18.292964Z","caller":"traceutil/trace.go:171","msg":"trace[1843282798] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9211; }","duration":"1.686206261s","start":"2026-03-12T19:36:16.606742Z","end":"2026-03-12T19:36:18.292948Z","steps":["trace[1843282798] 'agreement among raft nodes before linearized reading' (duration: 1.686031407s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:18.292977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.30532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:36:18.293009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:16.60673Z","time spent":"1.686270592s","remote":"127.0.0.1:58900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19429,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-12T19:36:18.293015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628689666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:36:18.293048Z","caller":"traceutil/trace.go:171","msg":"trace[1427448652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9211; }","duration":"295.425584ms","start":"2026-03-12T19:36:17.997601Z","end":"2026-03-12T19:36:18.293027Z","steps":["trace[1427448652] 'agreement among raft nodes before linearized reading' (duration: 295.194289ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:36:18.293092Z","caller":"traceutil/trace.go:171","msg":"trace[1766508642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9211; }","duration":"1.628806959s","start":"2026-03-12T19:36:16.664263Z","end":"2026-03-12T19:36:18.29307Z","steps":["trace[1766508642] 'agreement among raft nodes before linearized reading' (duration: 1.628671756s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:18.293139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:16.664244Z","time spent":"1.628883831s","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:36:18.293243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.173082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-12T19:36:18.293355Z","caller":"traceutil/trace.go:171","msg":"trace[543370118] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9211; }","duration":"696.343256ms","start":"2026-03-12T19:36:17.59699Z","end":"2026-03-12T19:36:18.293334Z","steps":["trace[543370118] 'agreement among raft nodes before linearized reading' (duration: 695.791403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:18.29445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:17.596961Z","time spent":"697.467332ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":579,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-12T19:36:18.293556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.004138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-12T19:36:18.294648Z","caller":"traceutil/trace.go:171","msg":"trace[2103644223] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9211; }","duration":"700.097263ms","start":"2026-03-12T19:36:17.594531Z","end":"2026-03-12T19:36:18.294629Z","steps":["trace[2103644223] 'agreement among raft nodes before linearized reading' (duration: 698.308432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:18.294699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:17.59448Z","time spent":"700.207855ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-12T19:36:18.293566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:17.098375Z","time spent":"1.194262472s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:36:18.294088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688251838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291541"} {"level":"info","ts":"2026-03-12T19:36:18.294829Z","caller":"traceutil/trace.go:171","msg":"trace[475154083] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9211; }","duration":"1.689038626s","start":"2026-03-12T19:36:16.605782Z","end":"2026-03-12T19:36:18.294821Z","steps":["trace[475154083] 'agreement among raft nodes before linearized reading' (duration: 1.686895207s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:18.29486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:16.605759Z","time spent":"1.689093277s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291562,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-12T19:36:18.445404Z","caller":"traceutil/trace.go:171","msg":"trace[1948516552] transaction","detail":"{read_only:false; response_revision:9212; number_of_response:1; }","duration":"145.614873ms","start":"2026-03-12T19:36:18.299749Z","end":"2026-03-12T19:36:18.445364Z","steps":["trace[1948516552] 'process raft request' (duration: 85.748824ms)","trace[1948516552] 'compare' (duration: 59.646524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:36:19.021965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.942187ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:36:19.022282Z","caller":"traceutil/trace.go:171","msg":"trace[336963118] linearizableReadLoop","detail":"{readStateIndex:9576; appliedIndex:9573; }","duration":"719.666983ms","start":"2026-03-12T19:36:18.302591Z","end":"2026-03-12T19:36:19.022258Z","steps":["trace[336963118] 'read index received' (duration: 82.94414ms)","trace[336963118] 'applied index is now lower than readState.Index' (duration: 636.721133ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:36:19.022253Z","caller":"traceutil/trace.go:171","msg":"trace[1875128166] transaction","detail":"{read_only:false; response_revision:9213; number_of_response:1; }","duration":"722.356635ms","start":"2026-03-12T19:36:18.299852Z","end":"2026-03-12T19:36:19.022209Z","steps":["trace[1875128166] 'process raft request' (duration: 488.038489ms)","trace[1875128166] 'compare' (duration: 233.781884ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:36:19.022446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:18.299829Z","time spent":"722.517639ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:36:19.022669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.437043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:36:19.022715Z","caller":"traceutil/trace.go:171","msg":"trace[1012912643] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:9214; }","duration":"711.535415ms","start":"2026-03-12T19:36:18.311166Z","end":"2026-03-12T19:36:19.022701Z","steps":["trace[1012912643] 'agreement among raft nodes before linearized reading' (duration: 711.431683ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:36:19.022776Z","caller":"traceutil/trace.go:171","msg":"trace[2017163200] transaction","detail":"{read_only:false; response_revision:9214; number_of_response:1; }","duration":"720.256567ms","start":"2026-03-12T19:36:18.302478Z","end":"2026-03-12T19:36:19.022734Z","steps":["trace[2017163200] 'process raft request' (duration: 719.611632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:19.022839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.903613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-977cf68bf-84k64.189c2f1b26808882\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-03-12T19:36:19.022789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:18.31114Z","time spent":"711.634618ms","remote":"127.0.0.1:51104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:36:19.022887Z","caller":"traceutil/trace.go:171","msg":"trace[730277121] range","detail":"{range_begin:/registry/events/openstack/glance-api-977cf68bf-84k64.189c2f1b26808882; range_end:; response_count:1; response_revision:9214; }","duration":"388.002295ms","start":"2026-03-12T19:36:18.634868Z","end":"2026-03-12T19:36:19.02287Z","steps":["trace[730277121] 'agreement among raft nodes before linearized reading' (duration: 387.853422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:19.022925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:18.634841Z","time spent":"388.076466ms","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/glance-api-977cf68bf-84k64.189c2f1b26808882\" "} {"level":"warn","ts":"2026-03-12T19:36:19.022941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:18.302466Z","time spent":"720.4081ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:36:19.023205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.44453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:36:19.02341Z","caller":"traceutil/trace.go:171","msg":"trace[1560328201] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9214; }","duration":"667.705176ms","start":"2026-03-12T19:36:18.355673Z","end":"2026-03-12T19:36:19.023379Z","steps":["trace[1560328201] 'agreement among raft nodes before linearized reading' (duration: 667.211694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:19.023625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:18.355648Z","time spent":"667.915781ms","remote":"127.0.0.1:59188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":26,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-12T19:36:19.023255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.638165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:36:19.023802Z","caller":"traceutil/trace.go:171","msg":"trace[990102013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9214; }","duration":"721.210708ms","start":"2026-03-12T19:36:18.30257Z","end":"2026-03-12T19:36:19.023781Z","steps":["trace[990102013] 'agreement among raft nodes before linearized reading' (duration: 719.867427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:19.023864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:18.302562Z","time spent":"721.284531ms","remote":"127.0.0.1:58722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:36:19.285728Z","caller":"traceutil/trace.go:171","msg":"trace[1995573377] linearizableReadLoop","detail":"{readStateIndex:9577; appliedIndex:9576; }","duration":"255.655738ms","start":"2026-03-12T19:36:19.030022Z","end":"2026-03-12T19:36:19.285677Z","steps":["trace[1995573377] 'read index received' (duration: 203.019065ms)","trace[1995573377] 'applied index is now lower than readState.Index' (duration: 52.634353ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:36:19.285819Z","caller":"traceutil/trace.go:171","msg":"trace[759103829] transaction","detail":"{read_only:false; response_revision:9215; number_of_response:1; }","duration":"259.827553ms","start":"2026-03-12T19:36:19.025924Z","end":"2026-03-12T19:36:19.285752Z","steps":["trace[759103829] 'process raft request' (duration: 207.039377ms)","trace[759103829] 'compare' (duration: 52.198973ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:36:19.285935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.871162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:36:19.285997Z","caller":"traceutil/trace.go:171","msg":"trace[1541945490] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9215; }","duration":"256.026116ms","start":"2026-03-12T19:36:19.029954Z","end":"2026-03-12T19:36:19.28598Z","steps":["trace[1541945490] 'agreement among raft nodes before linearized reading' (duration: 255.870752ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:36:19.925804Z","caller":"traceutil/trace.go:171","msg":"trace[1909390340] transaction","detail":"{read_only:false; response_revision:9216; number_of_response:1; }","duration":"145.262055ms","start":"2026-03-12T19:36:19.780499Z","end":"2026-03-12T19:36:19.925761Z","steps":["trace[1909390340] 'process raft request' (duration: 145.004819ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:36:20.448136Z","caller":"traceutil/trace.go:171","msg":"trace[1357108643] transaction","detail":"{read_only:false; response_revision:9223; number_of_response:1; }","duration":"107.728291ms","start":"2026-03-12T19:36:20.340375Z","end":"2026-03-12T19:36:20.448104Z","steps":["trace[1357108643] 'process raft request' (duration: 107.638779ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:36:20.44817Z","caller":"traceutil/trace.go:171","msg":"trace[1097671439] transaction","detail":"{read_only:false; response_revision:9222; number_of_response:1; }","duration":"135.370388ms","start":"2026-03-12T19:36:20.31273Z","end":"2026-03-12T19:36:20.448101Z","steps":["trace[1097671439] 'process raft request' (duration: 135.186403ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:36:20.511861Z","caller":"traceutil/trace.go:171","msg":"trace[340882953] transaction","detail":"{read_only:false; response_revision:9224; number_of_response:1; }","duration":"123.77059ms","start":"2026-03-12T19:36:20.38806Z","end":"2026-03-12T19:36:20.51183Z","steps":["trace[340882953] 'process raft request' (duration: 87.26736ms)","trace[340882953] 'compare' (duration: 36.357587ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:36:43.972761Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7281} {"level":"info","ts":"2026-03-12T19:36:44.039867Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7281,"took":"64.432764ms","hash":1343941462,"current-db-size-bytes":38789120,"current-db-size":"39 MB","current-db-size-in-use-bytes":24125440,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-12T19:36:44.039957Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1343941462,"revision":7281,"compact-revision":5084} {"level":"info","ts":"2026-03-12T19:37:20.867105Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"aab6040abcf11","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-12T19:37:20.875289Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-12T19:37:20.875457Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-12T19:38:10.171741Z","caller":"traceutil/trace.go:171","msg":"trace[83607258] linearizableReadLoop","detail":"{readStateIndex:10334; appliedIndex:10333; }","duration":"123.120495ms","start":"2026-03-12T19:38:10.048595Z","end":"2026-03-12T19:38:10.171715Z","steps":["trace[83607258] 'read index received' (duration: 49.49385ms)","trace[83607258] 'applied index is now lower than readState.Index' (duration: 73.625215ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:38:10.171872Z","caller":"traceutil/trace.go:171","msg":"trace[2075495019] transaction","detail":"{read_only:false; response_revision:9945; number_of_response:1; }","duration":"123.412752ms","start":"2026-03-12T19:38:10.048451Z","end":"2026-03-12T19:38:10.171863Z","steps":["trace[2075495019] 'process raft request' (duration: 49.710134ms)","trace[2075495019] 'compare' (duration: 73.194146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:38:10.183994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.355887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"warn","ts":"2026-03-12T19:38:10.184053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.362847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112159"} {"level":"info","ts":"2026-03-12T19:38:10.18413Z","caller":"traceutil/trace.go:171","msg":"trace[1168196012] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:9945; }","duration":"135.504681ms","start":"2026-03-12T19:38:10.048605Z","end":"2026-03-12T19:38:10.18411Z","steps":["trace[1168196012] 'agreement among raft nodes before linearized reading' (duration: 123.478614ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:38:10.18414Z","caller":"traceutil/trace.go:171","msg":"trace[2051521412] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:9945; }","duration":"135.553631ms","start":"2026-03-12T19:38:10.048541Z","end":"2026-03-12T19:38:10.184095Z","steps":["trace[2051521412] 'agreement among raft nodes before linearized reading' (duration: 123.435823ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:38:24.0447Z","caller":"traceutil/trace.go:171","msg":"trace[186397191] transaction","detail":"{read_only:false; response_revision:10013; number_of_response:1; }","duration":"219.039055ms","start":"2026-03-12T19:38:23.825629Z","end":"2026-03-12T19:38:24.044668Z","steps":["trace[186397191] 'process raft request' (duration: 218.8514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:39:16.520479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.434705ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-03-12T19:39:16.520989Z","caller":"traceutil/trace.go:171","msg":"trace[1429950486] linearizableReadLoop","detail":"{readStateIndex:10656; appliedIndex:10654; }","duration":"195.220996ms","start":"2026-03-12T19:39:16.325746Z","end":"2026-03-12T19:39:16.520967Z","steps":["trace[1429950486] 'read index received' (duration: 69.178647ms)","trace[1429950486] 'applied index is now lower than readState.Index' (duration: 126.041359ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:39:16.521142Z","caller":"traceutil/trace.go:171","msg":"trace[894554744] transaction","detail":"{read_only:false; response_revision:10252; number_of_response:1; }","duration":"540.324664ms","start":"2026-03-12T19:39:15.98075Z","end":"2026-03-12T19:39:16.521074Z","steps":["trace[894554744] 'process raft request' (duration: 539.875653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:39:16.521328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.571814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:39:16.521401Z","caller":"traceutil/trace.go:171","msg":"trace[761261130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10252; }","duration":"195.725598ms","start":"2026-03-12T19:39:16.325658Z","end":"2026-03-12T19:39:16.521383Z","steps":["trace[761261130] 'agreement among raft nodes before linearized reading' (duration: 195.464572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:39:16.521445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:39:15.980715Z","time spent":"540.57174ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:40:11.536647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.996905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:40:11.536923Z","caller":"traceutil/trace.go:171","msg":"trace[1091712885] transaction","detail":"{read_only:false; response_revision:10534; number_of_response:1; }","duration":"218.561768ms","start":"2026-03-12T19:40:11.318316Z","end":"2026-03-12T19:40:11.536878Z","steps":["trace[1091712885] 'process raft request' (duration: 102.164954ms)","trace[1091712885] 'compare' (duration: 115.756219ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:40:25.838744Z","caller":"traceutil/trace.go:171","msg":"trace[52209966] linearizableReadLoop","detail":"{readStateIndex:11097; appliedIndex:11096; }","duration":"173.717616ms","start":"2026-03-12T19:40:25.664985Z","end":"2026-03-12T19:40:25.838703Z","steps":["trace[52209966] 'read index received' (duration: 173.554132ms)","trace[52209966] 'applied index is now lower than readState.Index' (duration: 161.854µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:40:25.838826Z","caller":"traceutil/trace.go:171","msg":"trace[926106463] transaction","detail":"{read_only:false; response_revision:10678; number_of_response:1; }","duration":"232.989353ms","start":"2026-03-12T19:40:25.605801Z","end":"2026-03-12T19:40:25.83879Z","steps":["trace[926106463] 'process raft request' (duration: 232.631365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:40:25.839102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.076054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:40:25.839237Z","caller":"traceutil/trace.go:171","msg":"trace[1201852359] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10678; }","duration":"174.29315ms","start":"2026-03-12T19:40:25.664908Z","end":"2026-03-12T19:40:25.839201Z","steps":["trace[1201852359] 'agreement among raft nodes before linearized reading' (duration: 174.044154ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:40:25.933512Z","caller":"traceutil/trace.go:171","msg":"trace[803828724] transaction","detail":"{read_only:false; response_revision:10679; number_of_response:1; }","duration":"263.628375ms","start":"2026-03-12T19:40:25.669839Z","end":"2026-03-12T19:40:25.933467Z","steps":["trace[803828724] 'process raft request' (duration: 263.025591ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:40:25.934224Z","caller":"traceutil/trace.go:171","msg":"trace[523550468] transaction","detail":"{read_only:false; response_revision:10680; number_of_response:1; }","duration":"263.740217ms","start":"2026-03-12T19:40:25.670427Z","end":"2026-03-12T19:40:25.934168Z","steps":["trace[523550468] 'process raft request' (duration: 262.940059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:40:25.934322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.425709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-12T19:40:25.934319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.032472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-12T19:40:25.934398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.543199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:40:25.934527Z","caller":"traceutil/trace.go:171","msg":"trace[326959647] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10680; }","duration":"175.697522ms","start":"2026-03-12T19:40:25.758799Z","end":"2026-03-12T19:40:25.934496Z","steps":["trace[326959647] 'agreement among raft nodes before linearized reading' (duration: 175.390555ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:40:25.934541Z","caller":"traceutil/trace.go:171","msg":"trace[519486456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10680; }","duration":"260.293068ms","start":"2026-03-12T19:40:25.674188Z","end":"2026-03-12T19:40:25.934481Z","steps":["trace[519486456] 'agreement among raft nodes before linearized reading' (duration: 259.924389ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:40:25.934437Z","caller":"traceutil/trace.go:171","msg":"trace[157085264] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10680; }","duration":"176.568102ms","start":"2026-03-12T19:40:25.757844Z","end":"2026-03-12T19:40:25.934412Z","steps":["trace[157085264] 'agreement among raft nodes before linearized reading' (duration: 176.194333ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:40:26.123794Z","caller":"traceutil/trace.go:171","msg":"trace[1634609374] transaction","detail":"{read_only:false; response_revision:10682; number_of_response:1; }","duration":"184.077807ms","start":"2026-03-12T19:40:25.939681Z","end":"2026-03-12T19:40:26.123759Z","steps":["trace[1634609374] 'process raft request' (duration: 183.820211ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:40:26.124315Z","caller":"traceutil/trace.go:171","msg":"trace[2054647276] transaction","detail":"{read_only:false; response_revision:10683; number_of_response:1; }","duration":"184.249711ms","start":"2026-03-12T19:40:25.939989Z","end":"2026-03-12T19:40:26.124238Z","steps":["trace[2054647276] 'process raft request' (duration: 183.718448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:40:26.241831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.769936ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-03-12T19:40:26.242117Z","caller":"traceutil/trace.go:171","msg":"trace[1836610752] linearizableReadLoop","detail":"{readStateIndex:11103; appliedIndex:11100; }","duration":"241.921321ms","start":"2026-03-12T19:40:26.000157Z","end":"2026-03-12T19:40:26.242079Z","steps":["trace[1836610752] 'read index received' (duration: 123.323305ms)","trace[1836610752] 'applied index is now lower than readState.Index' (duration: 118.591996ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:40:26.242261Z","caller":"traceutil/trace.go:171","msg":"trace[1658338602] transaction","detail":"{read_only:false; response_revision:10684; number_of_response:1; }","duration":"196.779313ms","start":"2026-03-12T19:40:26.04545Z","end":"2026-03-12T19:40:26.242229Z","steps":["trace[1658338602] 'process raft request' (duration: 196.574818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:40:26.242485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.259609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:40:26.242541Z","caller":"traceutil/trace.go:171","msg":"trace[89028351] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10684; }","duration":"242.415272ms","start":"2026-03-12T19:40:26.000109Z","end":"2026-03-12T19:40:26.242524Z","steps":["trace[89028351] 'agreement among raft nodes before linearized reading' (duration: 242.093975ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:41:27.278075Z","caller":"traceutil/trace.go:171","msg":"trace[1511390219] transaction","detail":"{read_only:false; response_revision:11032; number_of_response:1; }","duration":"173.168974ms","start":"2026-03-12T19:41:27.104868Z","end":"2026-03-12T19:41:27.278037Z","steps":["trace[1511390219] 'process raft request' (duration: 172.787355ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:41:43.980957Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9388} {"level":"info","ts":"2026-03-12T19:41:44.103623Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9388,"took":"120.046429ms","hash":2674210071,"current-db-size-bytes":38789120,"current-db-size":"39 MB","current-db-size-in-use-bytes":19910656,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-03-12T19:41:44.103734Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2674210071,"revision":9388,"compact-revision":7281} {"level":"info","ts":"2026-03-12T19:46:43.987517Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11115} {"level":"info","ts":"2026-03-12T19:46:44.057732Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11115,"took":"68.408509ms","hash":2752795296,"current-db-size-bytes":38789120,"current-db-size":"39 MB","current-db-size-in-use-bytes":16461824,"current-db-size-in-use":"16 MB"} {"level":"info","ts":"2026-03-12T19:46:44.057798Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2752795296,"revision":11115,"compact-revision":9388}